package org.yinwang.pysonar;
import org.jetbrains.annotations.NotNull;
import org.jetbrains.annotations.Nullable;
import org.yinwang.pysonar.ast.Url;
import org.yinwang.pysonar.types.*;
import java.util.HashMap;
import java.util.HashSet;
import java.util.Map;
import java.util.Set;
import static org.yinwang.pysonar.Binding.Kind.*;
/**
* Initializes the built-in types, functions and modules.
* This approach was easy (if tedious) to implement, but longer-term
* it would be better to define these type signatures in python
* "externs files", using a standard type annotation syntax.
*/
public class Builtins {
public static final String LIBRARY_URL = "http://docs.python.org/library/";
public static final String TUTORIAL_URL = "http://docs.python.org/tutorial/";
public static final String REFERENCE_URL = "http://docs.python.org/reference/";
public static final String DATAMODEL_URL = "http://docs.python.org/reference/datamodel#";
@NotNull
public static Url newLibUrl(String module, String name) {
return newLibUrl(module + ".html#" + name);
}
@NotNull
public static Url newLibUrl(@NotNull String path) {
if (!path.contains("#") && !path.endsWith(".html")) {
path += ".html";
}
return new Url(LIBRARY_URL + path);
}
@NotNull
public static Url newRefUrl(String path) {
return new Url(REFERENCE_URL + path);
}
@NotNull
public static Url newDataModelUrl(String path) {
return new Url(DATAMODEL_URL + path);
}
@NotNull
public static Url newTutUrl(String path) {
return new Url(TUTORIAL_URL + path);
}
// XXX: need to model "types" module and reconcile with these types
public ModuleType Builtin;
public ClassType Object;
public ClassType Type;
public InstanceType unknown;
public InstanceType None;
public InstanceType Cont;
public InstanceType BaseNum; // BaseNum models int, float and long
public InstanceType BaseFloat; // BaseNum models int, float and long
public InstanceType BaseComplex;
public InstanceType BaseBool;
public InstanceType BaseStr;
public ClassType BaseList;
public ClassType BaseArray;
public ClassType BaseDict;
public ClassType BaseTuple;
public ClassType BaseModule;
public ClassType BaseFile;
public ClassType BaseException;
public ClassType BaseStruct;
public ClassType BaseFunction; // models functions, lambas and methods
public ClassType BaseClass; // models classes and instances
public ClassType Datetime_datetime;
public ClassType Datetime_date;
public ClassType Datetime_time;
public ClassType Datetime_timedelta;
public ClassType Datetime_tzinfo;
public ClassType Time_struct_time;
@NotNull
String[] builtin_exception_types = {
"ArithmeticError", "AssertionError", "AttributeError",
"BaseException", "Exception", "DeprecationWarning", "EOFError",
"EnvironmentError", "FloatingPointError", "FutureWarning",
"GeneratorExit", "IOError", "ImportError", "ImportWarning",
"IndentationError", "IndexError", "KeyError", "KeyboardInterrupt",
"LookupError", "MemoryError", "NameError", "NotImplemented",
"NotImplementedError", "OSError", "OverflowError",
"PendingDeprecationWarning", "ReferenceError", "RuntimeError",
"RuntimeWarning", "StandardError", "StopIteration", "SyntaxError",
"SyntaxWarning", "SystemError", "SystemExit", "TabError",
"TypeError", "UnboundLocalError", "UnicodeDecodeError",
"UnicodeEncodeError", "UnicodeError", "UnicodeTranslateError",
"UnicodeWarning", "UserWarning", "ValueError", "Warning",
"ZeroDivisionError"
};
@NotNull
Set<Type> nativeTypes = new HashSet<Type>();
@NotNull
ClassType newClass(@NotNull String name, Scope table) {
return newClass(name, table, null);
}
@NotNull
ClassType newClass(@NotNull String name, Scope table,
ClassType superClass, @NotNull ClassType... moreSupers) {
ClassType t = new ClassType(name, table, superClass);
for (ClassType c : moreSupers) {
t.addSuper(c);
}
nativeTypes.add(t);
return t;
}
@Nullable
ModuleType newModule(String name) {
ModuleType mt = new ModuleType(name, null, Indexer.idx.globaltable);
nativeTypes.add(mt);
return mt;
}
@NotNull
InstanceType unknown() {
InstanceType t = Indexer.idx.builtins.unknown;
nativeTypes.add(t);
return t;
}
@NotNull
ClassType newException(@NotNull String name, Scope t) {
return newClass(name, t, BaseException);
}
@NotNull
FunType newFunc() {
FunType t = new FunType();
nativeTypes.add(t);
return t;
}
@Nullable
FunType newFunc(@Nullable Type type) {
if (type == null) {
type = Indexer.idx.builtins.unknown;
}
FunType t = new FunType(Indexer.idx.builtins.unknown, type);
nativeTypes.add(t);
return t;
}
@NotNull
ListType newList() {
return newList(unknown());
}
@NotNull
ListType newList(Type type) {
ListType t = new ListType(type);
nativeTypes.add(t);
return t;
}
@NotNull
DictType newDict(Type ktype, Type vtype) {
DictType t = new DictType(ktype, vtype);
nativeTypes.add(t);
return t;
}
@NotNull
TupleType newTuple(Type... types) {
TupleType t = new TupleType(types);
nativeTypes.add(t);
return t;
}
@NotNull
UnionType newUnion(Type... types) {
UnionType t = new UnionType(types);
nativeTypes.add(t);
return t;
}
String[] list(String... names) {
return names;
}
private abstract class NativeModule {
protected String name;
@Nullable
protected ModuleType module;
@Nullable
protected Scope table; // the module's symbol table
NativeModule(String name) {
this.name = name;
modules.put(name, this);
}
/** Lazily load the module. */
@Nullable
ModuleType getModule() {
if (module == null) {
createModuleType();
initBindings();
}
return module;
}
protected abstract void initBindings();
protected void createModuleType() {
if (module == null) {
module = newModule(name);
table = module.getTable();
Indexer.idx.moduleTable.put(name, liburl(), module, MODULE, 0);
}
}
@Nullable
protected Binding update(String name, Url url, Type type, Binding.Kind kind) {
return table.update(name, url, type, kind);
}
@Nullable
protected Binding addClass(String name, Url url, Type type) {
return table.update(name, url, type, CLASS);
}
@Nullable
protected Binding addMethod(String name, Url url, Type type) {
return table.update(name, url, type, METHOD);
}
@Nullable
protected Binding addFunction(String name, Url url, Type type) {
return table.update(name, url, newFunc(type), FUNCTION);
}
// don't use this unless you're sure it's OK to share the type object
protected void addFunctions_beCareful(Type type, @NotNull String... names) {
for (String name : names) {
addFunction(name, liburl(), type);
}
}
protected void addNoneFuncs(String... names) {
addFunctions_beCareful(None, names);
}
protected void addNumFuncs(String... names) {
addFunctions_beCareful(BaseNum, names);
}
protected void addStrFuncs(String... names) {
addFunctions_beCareful(BaseStr, names);
}
protected void addUnknownFuncs(@NotNull String... names) {
for (String name : names) {
addFunction(name, liburl(), unknown());
}
}
@Nullable
protected Binding addAttr(String name, Url url, Type type) {
return table.update(name, url, type, ATTRIBUTE);
}
// don't use this unless you're sure it's OK to share the type object
protected void addAttributes_beCareful(Type type, @NotNull String... names) {
for (String name : names) {
addAttr(name, liburl(), type);
}
}
protected void addNumAttrs(String... names) {
addAttributes_beCareful(BaseNum, names);
}
protected void addStrAttrs(String... names) {
addAttributes_beCareful(BaseStr, names);
}
protected void addUnknownAttrs(@NotNull String... names) {
for (String name : names) {
addAttr(name, liburl(), unknown());
}
}
@NotNull
protected Url liburl() {
return newLibUrl(name);
}
@NotNull
protected Url liburl(String anchor) {
return newLibUrl(name, anchor);
}
@NotNull
@Override
public String toString() {
return module == null
? "<Non-loaded builtin module '" + name + "'>"
: "<NativeModule:" + module + ">";
}
}
/**
* The set of top-level native modules.
*/
@NotNull
private Map<String, NativeModule> modules = new HashMap<>();
public Builtins() {
buildTypes();
}
private void buildTypes() {
new BuiltinsModule();
Scope bt = Builtin.getTable();
Object = newClass("object", bt);
unknown = new InstanceType(newClass("?", bt));
None = new InstanceType(newClass("None", bt));
Cont = new InstanceType(newClass("None", bt)); // continuation (to express non-return)
Type = newClass("type", bt, Object);
BaseTuple = newClass("tuple", bt, Object);
BaseList = newClass("list", bt, Object);
BaseArray = newClass("array", bt);
BaseDict = newClass("dict", bt, Object);
ClassType numClass = newClass("int", bt, Object);
BaseNum = new InstanceType(numClass);
BaseFloat = new InstanceType(newClass("float", bt, Object));
BaseComplex = new InstanceType(newClass("complex", bt, Object));
BaseBool = new InstanceType(newClass("bool", bt, numClass));
BaseStr = new InstanceType(newClass("str", bt, Object));
BaseModule = newClass("module", bt);
BaseFile = newClass("file", bt, Object);
BaseFunction = newClass("function", bt, Object);
BaseClass = newClass("classobj", bt, Object);
}
void init() {
buildObjectType();
buildTupleType();
buildArrayType();
buildListType();
buildDictType();
buildNumTypes();
buildStrType();
buildModuleType();
buildFileType();
buildFunctionType();
buildClassType();
modules.get("__builtin__").initBindings(); // eagerly load these bindings
new ArrayModule();
new AudioopModule();
new BinasciiModule();
new Bz2Module();
new CPickleModule();
new CStringIOModule();
new CMathModule();
new CollectionsModule();
new CryptModule();
new CTypesModule();
new DatetimeModule();
new DbmModule();
new ErrnoModule();
new ExceptionsModule();
new FcntlModule();
new FpectlModule();
new GcModule();
new GdbmModule();
new GrpModule();
new ImpModule();
new ItertoolsModule();
new MarshalModule();
new MathModule();
new Md5Module();
new MmapModule();
new NisModule();
new OperatorModule();
new OsModule();
new ParserModule();
new PosixModule();
new PwdModule();
new PyexpatModule();
new ReadlineModule();
new ResourceModule();
new SelectModule();
new SignalModule();
new ShaModule();
new SpwdModule();
new StropModule();
new StructModule();
new SysModule();
new SyslogModule();
new TermiosModule();
new ThreadModule();
new TimeModule();
new UnicodedataModule();
new ZipimportModule();
new ZlibModule();
}
/**
* Loads (if necessary) and returns the specified built-in module.
*/
@Nullable
public ModuleType get(@NotNull String name) {
if (!name.contains(".")) { // unqualified
return getModule(name);
}
String[] mods = name.split("\\.");
Type type = getModule(mods[0]);
if (type == null) {
return null;
}
for (int i = 1; i < mods.length; i++) {
type = type.getTable().lookupType(mods[i]);
if (!(type instanceof ModuleType)) {
return null;
}
}
return (ModuleType)type;
}
@Nullable
private ModuleType getModule(String name) {
NativeModule wrap = modules.get(name);
return wrap == null ? null : wrap.getModule();
}
public boolean isNative(Type type) {
return nativeTypes.contains(type);
}
void buildObjectType() {
String[] obj_methods = {
"__delattr__", "__format__", "__getattribute__", "__hash__",
"__init__", "__new__", "__reduce__", "__reduce_ex__",
"__repr__", "__setattr__", "__sizeof__", "__str__", "__subclasshook__"
};
for (String m : obj_methods) {
Object.getTable().update(m, newLibUrl("stdtypes"), newFunc(), METHOD);
}
Object.getTable().update("__doc__", newLibUrl("stdtypes"), BaseStr, CLASS);
Object.getTable().update("__class__", newLibUrl("stdtypes"), unknown(), CLASS);
}
void buildTupleType() {
Scope bt = BaseTuple.getTable();
String[] tuple_methods = {
"__add__", "__contains__", "__eq__", "__ge__", "__getnewargs__",
"__gt__", "__iter__", "__le__", "__len__", "__lt__", "__mul__",
"__ne__", "__new__", "__rmul__", "count", "index"
};
for (String m : tuple_methods) {
bt.update(m, newLibUrl("stdtypes"), newFunc(), METHOD);
}
Binding b = bt.update("__getslice__", newDataModelUrl("object.__getslice__"),
newFunc(), METHOD);
b.markDeprecated();
bt.update("__getitem__", newDataModelUrl("object.__getitem__"), newFunc(), METHOD);
bt.update("__iter__", newDataModelUrl("object.__iter__"), newFunc(), METHOD);
}
void buildArrayType() {
String[] array_methods_none = {
"append", "buffer_info", "byteswap", "extend", "fromfile",
"fromlist", "fromstring", "fromunicode", "index", "insert", "pop",
"read", "remove", "reverse", "tofile", "tolist", "typecode", "write"
};
for (String m : array_methods_none) {
BaseArray.getTable().update(m, newLibUrl("array"), newFunc(None), METHOD);
}
String[] array_methods_num = { "count", "itemsize", };
for (String m : array_methods_num) {
BaseArray.getTable().update(m, newLibUrl("array"), newFunc(BaseNum), METHOD);
}
String[] array_methods_str = { "tostring", "tounicode", };
for (String m : array_methods_str) {
BaseArray.getTable().update(m, newLibUrl("array"), newFunc(BaseStr), METHOD);
}
}
void buildListType() {
BaseList.getTable().update("__getslice__", newDataModelUrl("object.__getslice__"),
newFunc(BaseList), METHOD);
BaseList.getTable().update("__getitem__", newDataModelUrl("object.__getitem__"),
newFunc(BaseList), METHOD);
BaseList.getTable().update("__iter__", newDataModelUrl("object.__iter__"),
newFunc(BaseList), METHOD);
String[] list_methods_none = {
"append", "extend", "index", "insert", "pop", "remove", "reverse", "sort"
};
for (String m : list_methods_none) {
BaseList.getTable().update(m, newLibUrl("stdtypes"), newFunc(None), METHOD);
}
String[] list_methods_num = { "count" };
for (String m : list_methods_num) {
BaseList.getTable().update(m, newLibUrl("stdtypes"), newFunc(BaseNum), METHOD);
}
}
@NotNull
Url numUrl() {
return newLibUrl("stdtypes", "typesnumeric");
}
void buildNumTypes() {
Scope bft = BaseFloat.getTable();
String[] float_methods_num = {
"__abs__", "__add__", "__coerce__", "__div__", "__divmod__",
"__eq__", "__float__", "__floordiv__", "__format__",
"__ge__", "__getformat__", "__gt__", "__int__",
"__le__", "__long__", "__lt__", "__mod__", "__mul__", "__ne__",
"__neg__", "__new__", "__nonzero__", "__pos__", "__pow__",
"__radd__", "__rdiv__", "__rdivmod__", "__rfloordiv__", "__rmod__",
"__rmul__", "__rpow__", "__rsub__", "__rtruediv__", "__setformat__",
"__sub__", "__truediv__", "__trunc__", "as_integer_ratio",
"fromhex", "is_integer"
};
for (String m : float_methods_num) {
bft.update(m, numUrl(), newFunc(BaseFloat), METHOD);
}
Scope bnt = BaseNum.getTable();
String[] num_methods_num = {
"__abs__", "__add__", "__and__",
"__class__", "__cmp__", "__coerce__", "__delattr__", "__div__",
"__divmod__", "__doc__", "__float__", "__floordiv__",
"__getattribute__", "__getnewargs__", "__hash__", "__hex__",
"__index__", "__init__", "__int__", "__invert__", "__long__",
"__lshift__", "__mod__", "__mul__", "__neg__", "__new__",
"__nonzero__", "__oct__", "__or__", "__pos__", "__pow__",
"__radd__", "__rand__", "__rdiv__", "__rdivmod__",
"__reduce__", "__reduce_ex__", "__repr__", "__rfloordiv__",
"__rlshift__", "__rmod__", "__rmul__", "__ror__", "__rpow__",
"__rrshift__", "__rshift__", "__rsub__", "__rtruediv__",
"__rxor__", "__setattr__", "__str__", "__sub__", "__truediv__",
"__xor__"
};
for (String m : num_methods_num) {
bnt.update(m, numUrl(), newFunc(BaseNum), METHOD);
}
bnt.update("__getnewargs__", numUrl(), newFunc(newTuple(BaseNum)), METHOD);
bnt.update("hex", numUrl(), newFunc(BaseStr), METHOD);
bnt.update("conjugate", numUrl(), newFunc(BaseComplex), METHOD);
Scope bct = BaseComplex.getTable();
String[] complex_methods = {
"__abs__", "__add__", "__div__", "__divmod__",
"__float__", "__floordiv__", "__format__", "__getformat__", "__int__",
"__long__", "__mod__", "__mul__", "__neg__", "__new__",
"__pos__", "__pow__", "__radd__", "__rdiv__", "__rdivmod__",
"__rfloordiv__", "__rmod__", "__rmul__", "__rpow__", "__rsub__",
"__rtruediv__", "__sub__", "__truediv__", "conjugate"
};
for (String c : complex_methods) {
bct.update(c, numUrl(), newFunc(BaseComplex), METHOD);
}
String[] complex_methods_num = {
"__eq__", "__ge__", "__gt__", "__le__","__lt__", "__ne__",
"__nonzero__", "__coerce__"
};
for (String cn : complex_methods_num) {
bct.update(cn, numUrl(), newFunc(BaseNum), METHOD);
}
bct.update("__getnewargs__", numUrl(), newFunc(newTuple(BaseComplex)), METHOD);
bct.update("imag", numUrl(), BaseNum, ATTRIBUTE);
bct.update("real", numUrl(), BaseNum, ATTRIBUTE);
}
void buildStrType() {
BaseStr.getTable().update("__getslice__", newDataModelUrl("object.__getslice__"),
newFunc(BaseStr), METHOD);
BaseStr.getTable().update("__getitem__", newDataModelUrl("object.__getitem__"),
newFunc(BaseStr), METHOD);
BaseStr.getTable().update("__iter__", newDataModelUrl("object.__iter__"),
newFunc(BaseStr), METHOD);
String[] str_methods_str = {
"capitalize", "center", "decode", "encode", "expandtabs", "format",
"index", "join", "ljust", "lower", "lstrip", "partition", "replace",
"rfind", "rindex", "rjust", "rpartition", "rsplit", "rstrip",
"strip", "swapcase", "title", "translate", "upper", "zfill"
};
for (String m : str_methods_str) {
BaseStr.getTable().update(m, newLibUrl("stdtypes.html#str." + m),
newFunc(BaseStr), METHOD);
}
String[] str_methods_num = {
"count", "isalnum", "isalpha", "isdigit", "islower", "isspace",
"istitle", "isupper", "find", "startswith", "endswith"
};
for (String m : str_methods_num) {
BaseStr.getTable().update(m, newLibUrl("stdtypes.html#str." + m),
newFunc(BaseNum), METHOD);
}
String[] str_methods_list = { "split", "splitlines" };
for (String m : str_methods_list) {
BaseStr.getTable().update(m, newLibUrl("stdtypes.html#str." + m),
newFunc(newList(BaseStr)), METHOD);
}
BaseStr.getTable().update("partition", newLibUrl("stdtypes"),
newFunc(newTuple(BaseStr)), METHOD);
}
void buildModuleType() {
String[] attrs = { "__doc__", "__file__", "__name__", "__package__" };
for (String m : attrs) {
BaseModule.getTable().update(m, newTutUrl("modules.html"), BaseStr, ATTRIBUTE);
}
BaseModule.getTable().update("__dict__", newLibUrl("stdtypes", "modules"),
newDict(BaseStr, unknown()), ATTRIBUTE);
}
void buildDictType() {
String url = "datastructures.html#dictionaries";
Scope bt = BaseDict.getTable();
bt.update("__getitem__", newTutUrl(url), newFunc(), METHOD);
bt.update("__iter__", newTutUrl(url), newFunc(), METHOD);
bt.update("get", newTutUrl(url), newFunc(), METHOD);
bt.update("items", newTutUrl(url),
newFunc(newList(newTuple(unknown(), unknown()))), METHOD);
bt.update("keys", newTutUrl(url), newFunc(BaseList), METHOD);
bt.update("values", newTutUrl(url), newFunc(BaseList), METHOD);
String[] dict_method_unknown = {
"clear", "copy", "fromkeys", "get", "iteritems", "iterkeys",
"itervalues", "pop", "popitem", "setdefault", "update"
};
for (String m : dict_method_unknown) {
bt.update(m, newTutUrl(url), newFunc(), METHOD);
}
String[] dict_method_num = { "has_key" };
for (String m : dict_method_num) {
bt.update(m, newTutUrl(url), newFunc(BaseNum), METHOD);
}
}
void buildFileType() {
String url = "stdtypes.html#bltin-file-objects";
Scope table = BaseFile.getTable();
String[] methods_unknown = {
"__enter__", "__exit__", "__iter__", "flush", "readinto", "truncate"
};
for (String m : methods_unknown) {
table.update(m, newLibUrl(url), newFunc(), METHOD);
}
String[] methods_str = { "next", "read", "readline" };
for (String m : methods_str) {
table.update(m, newLibUrl(url), newFunc(BaseStr), METHOD);
}
String[] num = { "fileno", "isatty", "tell" };
for (String m : num) {
table.update(m, newLibUrl(url), newFunc(BaseNum), METHOD);
}
String[] methods_none = { "close", "seek", "write", "writelines" };
for (String m : methods_none) {
table.update(m, newLibUrl(url), newFunc(None), METHOD);
}
table.update("readlines", newLibUrl(url), newFunc(newList(BaseStr)), METHOD);
table.update("xreadlines", newLibUrl(url), newFunc(BaseFile), METHOD);
table.update("closed", newLibUrl(url), BaseNum, ATTRIBUTE);
table.update("encoding", newLibUrl(url), BaseStr, ATTRIBUTE);
table.update("errors", newLibUrl(url), unknown(), ATTRIBUTE);
table.update("mode", newLibUrl(url), BaseNum, ATTRIBUTE);
table.update("name", newLibUrl(url), BaseStr, ATTRIBUTE);
table.update("softspace", newLibUrl(url), BaseNum, ATTRIBUTE);
table.update("newlines", newLibUrl(url), newUnion(BaseStr, newTuple(BaseStr)), ATTRIBUTE);
}
@Nullable
private Binding synthetic(@NotNull Scope table, String n, Url url, Type type, Binding.Kind k) {
Binding b = table.update(n, url, type, k);
b.markSynthetic();
return b;
}
void buildFunctionType() {
Scope t = BaseFunction.getTable();
for (String s : list("func_doc", "__doc__", "func_name", "__name__", "__module__")) {
t.update(s, new Url(DATAMODEL_URL), BaseStr, ATTRIBUTE);
}
Binding b = synthetic(t, "func_closure", new Url(DATAMODEL_URL), newTuple(), ATTRIBUTE);
b.markReadOnly();
synthetic(t, "func_code", new Url(DATAMODEL_URL), unknown(), ATTRIBUTE);
synthetic(t, "func_defaults", new Url(DATAMODEL_URL), newTuple(), ATTRIBUTE);
synthetic(t, "func_globals", new Url(DATAMODEL_URL),
new DictType(BaseStr, Indexer.idx.builtins.unknown), ATTRIBUTE);
synthetic(t, "func_dict", new Url(DATAMODEL_URL),
new DictType(BaseStr, Indexer.idx.builtins.unknown), ATTRIBUTE);
// Assume any function can become a method, for simplicity.
for (String s : list("__func__", "im_func")) {
synthetic(t, s, new Url(DATAMODEL_URL), new FunType(), METHOD);
}
}
// XXX: finish wiring this up. ClassType needs to inherit from it somehow,
// so we can remove the per-instance attributes from NClassDef.
void buildClassType() {
Scope t = BaseClass.getTable();
for (String s : list("__name__", "__doc__", "__module__")) {
synthetic(t, s, new Url(DATAMODEL_URL), BaseStr, ATTRIBUTE);
}
synthetic(t, "__dict__", new Url(DATAMODEL_URL),
new DictType(BaseStr, unknown()), ATTRIBUTE);
}
class BuiltinsModule extends NativeModule {
public BuiltinsModule() {
super("__builtin__");
Builtin = module = newModule(name);
table = module.getTable();
}
@Override
public void initBindings() {
Indexer.idx.moduleTable.put(name, liburl(), module, MODULE, 0);
table.addSuper(BaseModule.getTable());
addClass("None", newLibUrl("constants"), None);
addFunction("bool", newLibUrl("functions", "bool"), BaseBool);
addFunction("complex", newLibUrl("functions", "complex"), BaseComplex);
addClass("dict", newLibUrl("stdtypes", "typesmapping"), BaseDict);
addFunction("file", newLibUrl("functions", "file"), BaseFile);
addFunction("float", newLibUrl("functions", "float"), BaseFloat);
addFunction("int", newLibUrl("functions", "int"), BaseNum);
addFunction("list", newLibUrl("functions", "list"), BaseList);
addFunction("long", newLibUrl("functions", "long"), BaseNum);
addFunction("object", newLibUrl("functions", "object"), Object);
addFunction("str", newLibUrl("functions", "str"), BaseStr);
addFunction("tuple", newLibUrl("functions", "tuple"), BaseTuple);
addFunction("type", newLibUrl("functions", "type"), Type);
// XXX: need to model the following as built-in class types:
// basestring, bool, buffer, frozenset, property, set, slice,
// staticmethod, super and unicode
String[] builtin_func_unknown = {
"apply", "basestring", "callable", "classmethod",
"coerce", "compile", "copyright", "credits", "delattr", "enumerate",
"eval", "execfile", "exit", "filter", "frozenset", "getattr",
"help", "input", "intern", "iter", "license", "long",
"property", "quit", "raw_input", "reduce", "reload", "reversed",
"set", "setattr", "slice", "sorted", "staticmethod", "super",
"type", "unichr", "unicode",
};
for (String f : builtin_func_unknown) {
addFunction(f, newLibUrl("functions.html#" + f), unknown());
}
String[] builtin_func_num = {
"abs", "all", "any", "cmp", "coerce", "divmod",
"hasattr", "hash", "id", "isinstance", "issubclass", "len", "max",
"min", "ord", "pow", "round", "sum"
};
for (String f : builtin_func_num) {
addFunction(f, newLibUrl("functions.html#" + f), BaseNum);
}
for (String f : list("hex", "oct", "repr", "chr")) {
addFunction(f, newLibUrl("functions.html#" + f), BaseStr);
}
addFunction("dir", newLibUrl("functions", "dir"), newList(BaseStr));
addFunction("map", newLibUrl("functions", "map"), newList(unknown()));
addFunction("range", newLibUrl("functions", "range"), newList(BaseNum));
addFunction("xrange", newLibUrl("functions", "range"), newList(BaseNum));
addFunction("buffer", newLibUrl("functions", "buffer"), newList(unknown()));
addFunction("zip", newLibUrl("functions", "zip"), newList(newTuple(unknown())));
for (String f : list("globals", "vars", "locals")) {
addFunction(f, newLibUrl("functions.html#" + f), newDict(BaseStr, unknown()));
}
for (String f : builtin_exception_types) {
addClass(f, newDataModelUrl("org/yinwang/pysonar/types"),
newClass(f, Indexer.idx.globaltable, Object));
}
BaseException = (ClassType)table.lookup("BaseException").getType();
for (String f : list("True", "False")) {
addAttr(f, newDataModelUrl("org/yinwang/pysonar/types"), BaseBool);
}
addAttr("None", newDataModelUrl("org/yinwang/pysonar/types"), None);
addFunction("open", newTutUrl("inputoutput.html#reading-and-writing-files"), BaseFile);
addFunction("__import__", newLibUrl("functions"), newModule("<?>"));
Indexer.idx.globaltable.put("__builtins__", liburl(), module, ATTRIBUTE, 0);
Indexer.idx.globaltable.putAll(table);
}
}
class ArrayModule extends NativeModule {
public ArrayModule() {
super("array");
}
@Override
public void initBindings() {
addClass("array", newLibUrl("array", "array"), BaseArray);
addClass("ArrayType", newLibUrl("array", "ArrayType"), BaseArray);
}
}
class AudioopModule extends NativeModule {
public AudioopModule() {
super("audioop");
}
@Override
public void initBindings() {
addClass("error", liburl(), newException("error", table));
addStrFuncs("add", "adpcm2lin", "alaw2lin", "bias", "lin2alaw", "lin2lin",
"lin2ulaw", "mul", "reverse", "tomono", "ulaw2lin");
addNumFuncs("avg", "avgpp", "cross", "findfactor", "findmax",
"getsample", "max", "maxpp", "rms");
for (String s : list("adpcm2lin", "findfit", "lin2adpcm", "minmax", "ratecv")) {
addFunction(s, liburl(), newTuple());
}
}
}
class BinasciiModule extends NativeModule {
public BinasciiModule() {
super("binascii");
}
@Override
public void initBindings() {
addStrFuncs(
"a2b_uu", "b2a_uu", "a2b_base64", "b2a_base64", "a2b_qp",
"b2a_qp", "a2b_hqx", "rledecode_hqx", "rlecode_hqx", "b2a_hqx",
"b2a_hex", "hexlify", "a2b_hex", "unhexlify");
addNumFuncs("crc_hqx", "crc32");
addClass("Error", liburl(), newException("Error", table));
addClass("Incomplete", liburl(), newException("Incomplete", table));
}
}
class Bz2Module extends NativeModule {
public Bz2Module() {
super("bz2");
}
@Override
public void initBindings() {
ClassType bz2 = newClass("BZ2File", table, BaseFile); // close enough.
addClass("BZ2File", liburl(), bz2);
ClassType bz2c = newClass("BZ2Compressor", table, Object);
bz2c.getTable().update("compress", newLibUrl("bz2", "sequential-de-compression"),
newFunc(BaseStr), METHOD);
bz2c.getTable().update("flush", newLibUrl("bz2", "sequential-de-compression"),
newFunc(None), METHOD);
addClass("BZ2Compressor", newLibUrl("bz2", "sequential-de-compression"), bz2c);
ClassType bz2d = newClass("BZ2Decompressor", table, Object);
bz2d.getTable().update("decompress", newLibUrl("bz2", "sequential-de-compression"),
newFunc(BaseStr), METHOD);
addClass("BZ2Decompressor", newLibUrl("bz2", "sequential-de-compression"), bz2d);
addFunction("compress", newLibUrl("bz2", "one-shot-de-compression"), BaseStr);
addFunction("decompress", newLibUrl("bz2", "one-shot-de-compression"), BaseStr);
}
}
class CPickleModule extends NativeModule {
public CPickleModule() {
super("cPickle");
}
@NotNull
@Override
protected Url liburl() {
return newLibUrl("pickle", "module-cPickle");
}
@Override
public void initBindings() {
addUnknownFuncs("dump", "load", "dumps", "loads");
addClass("PickleError", liburl(), newException("PickleError", table));
ClassType picklingError = newException("PicklingError", table);
addClass("PicklingError", liburl(), picklingError);
update("UnpickleableError", liburl(),
newClass("UnpickleableError", table, picklingError), CLASS);
ClassType unpicklingError = newException("UnpicklingError", table);
addClass("UnpicklingError", liburl(), unpicklingError);
update("BadPickleGet", liburl(),
newClass("BadPickleGet", table, unpicklingError), CLASS);
ClassType pickler = newClass("Pickler", table, Object);
pickler.getTable().update("dump", liburl(), newFunc(), METHOD);
pickler.getTable().update("clear_memo", liburl(), newFunc(), METHOD);
addClass("Pickler", liburl(), pickler);
ClassType unpickler = newClass("Unpickler", table, Object);
unpickler.getTable().update("load", liburl(), newFunc(), METHOD);
unpickler.getTable().update("noload", liburl(), newFunc(), METHOD);
addClass("Unpickler", liburl(), unpickler);
}
}
class CStringIOModule extends NativeModule {
public CStringIOModule() {
super("cStringIO");
}
@NotNull
@Override
protected Url liburl() {
return newLibUrl("stringio");
}
@NotNull
@Override
protected Url liburl(String anchor) {
return newLibUrl("stringio", anchor);
}
@Override
public void initBindings() {
ClassType StringIO = newClass("StringIO", table, BaseFile);
addFunction("StringIO", liburl(), StringIO);
addAttr("InputType", liburl(), Type);
addAttr("OutputType", liburl(), Type);
addAttr("cStringIO_CAPI", liburl(), unknown());
}
}
class CMathModule extends NativeModule {
public CMathModule() {
super("cmath");
}
@Override
public void initBindings() {
addFunction("phase", liburl("conversions-to-and-from-polar-coordinates"), BaseNum);
addFunction("polar", liburl("conversions-to-and-from-polar-coordinates"),
newTuple(BaseNum, BaseNum));
addFunction("rect", liburl("conversions-to-and-from-polar-coordinates"),
BaseComplex);
for (String plf : list("exp", "log", "log10", "sqrt")) {
addFunction(plf, liburl("power-and-logarithmic-functions"), BaseNum);
}
for (String tf : list("acos", "asin", "atan", "cos", "sin", "tan")) {
addFunction(tf, liburl("trigonometric-functions"), BaseNum);
}
for (String hf : list("acosh", "asinh", "atanh", "cosh", "sinh", "tanh")) {
addFunction(hf, liburl("hyperbolic-functions"), BaseComplex);
}
for (String cf : list("isinf", "isnan")) {
addFunction(cf, liburl("classification-functions"), BaseBool);
}
for (String c : list("pi", "e")) {
addAttr(c, liburl("constants"), BaseNum);
}
}
}
class CollectionsModule extends NativeModule {
public CollectionsModule() {
super("collections");
}
@NotNull
private Url abcUrl() {
return liburl("abcs-abstract-base-classes");
}
@NotNull
private Url dequeUrl() {
return liburl("deque-objects");
}
@Override
public void initBindings() {
ClassType Callable = newClass("Callable", table, Object);
Callable.getTable().update("__call__", abcUrl(), newFunc(), METHOD);
addClass("Callable", abcUrl(), Callable);
ClassType Iterable = newClass("Iterable", table, Object);
Iterable.getTable().update("__next__", abcUrl(), newFunc(), METHOD);
Iterable.getTable().update("__iter__", abcUrl(), newFunc(), METHOD);
addClass("Iterable", abcUrl(), Iterable);
ClassType Hashable = newClass("Hashable", table, Object);
Hashable.getTable().update("__hash__", abcUrl(), newFunc(BaseNum), METHOD);
addClass("Hashable", abcUrl(), Hashable);
ClassType Sized = newClass("Sized", table, Object);
Sized.getTable().update("__len__", abcUrl(), newFunc(BaseNum), METHOD);
addClass("Sized", abcUrl(), Sized);
ClassType Container = newClass("Container", table, Object);
Container.getTable().update("__contains__", abcUrl(), newFunc(BaseNum), METHOD);
addClass("Container", abcUrl(), Container);
ClassType Iterator = newClass("Iterator", table, Iterable);
addClass("Iterator", abcUrl(), Iterator);
ClassType Sequence = newClass("Sequence", table, Sized, Iterable, Container);
Sequence.getTable().update("__getitem__", abcUrl(), newFunc(), METHOD);
Sequence.getTable().update("reversed", abcUrl(), newFunc(Sequence), METHOD);
Sequence.getTable().update("index", abcUrl(), newFunc(BaseNum), METHOD);
Sequence.getTable().update("count", abcUrl(), newFunc(BaseNum), METHOD);
addClass("Sequence", abcUrl(), Sequence);
ClassType MutableSequence = newClass("MutableSequence", table, Sequence);
MutableSequence.getTable().update("__setitem__", abcUrl(), newFunc(), METHOD);
MutableSequence.getTable().update("__delitem__", abcUrl(), newFunc(), METHOD);
addClass("MutableSequence", abcUrl(), MutableSequence);
ClassType Set = newClass("Set", table, Sized, Iterable, Container);
Set.getTable().update("__getitem__", abcUrl(), newFunc(), METHOD);
addClass("Set", abcUrl(), Set);
ClassType MutableSet = newClass("MutableSet", table, Set);
MutableSet.getTable().update("add", abcUrl(), newFunc(), METHOD);
MutableSet.getTable().update("discard", abcUrl(), newFunc(), METHOD);
addClass("MutableSet", abcUrl(), MutableSet);
ClassType Mapping = newClass("Mapping", table, Sized, Iterable, Container);
Mapping.getTable().update("__getitem__", abcUrl(), newFunc(), METHOD);
addClass("Mapping", abcUrl(), Mapping);
ClassType MutableMapping = newClass("MutableMapping", table, Mapping);
MutableMapping.getTable().update("__setitem__", abcUrl(), newFunc(), METHOD);
MutableMapping.getTable().update("__delitem__", abcUrl(), newFunc(), METHOD);
addClass("MutableMapping", abcUrl(), MutableMapping);
ClassType MappingView = newClass("MappingView", table, Sized);
addClass("MappingView", abcUrl(), MappingView);
ClassType KeysView = newClass("KeysView", table, Sized);
addClass("KeysView", abcUrl(), KeysView);
ClassType ItemsView = newClass("ItemsView", table, Sized);
addClass("ItemsView", abcUrl(), ItemsView);
ClassType ValuesView = newClass("ValuesView", table, Sized);
addClass("ValuesView", abcUrl(), ValuesView);
ClassType deque = newClass("deque", table, Object);
for (String n : list("append", "appendLeft", "clear",
"extend", "extendLeft", "rotate")) {
deque.getTable().update(n, dequeUrl(), newFunc(None), METHOD);
}
for (String u : list("__getitem__", "__iter__",
"pop", "popleft", "remove")) {
deque.getTable().update(u, dequeUrl(), newFunc(), METHOD);
}
addClass("deque", dequeUrl(), deque);
ClassType defaultdict = newClass("defaultdict", table, Object);
defaultdict.getTable().update("__missing__", liburl("defaultdict-objects"),
newFunc(), METHOD);
defaultdict.getTable().update("default_factory", liburl("defaultdict-objects"),
newFunc(), METHOD);
addClass("defaultdict", liburl("defaultdict-objects"), defaultdict);
String argh = "namedtuple-factory-function-for-tuples-with-named-fields";
ClassType namedtuple = newClass("(namedtuple)", table, BaseTuple);
namedtuple.getTable().update("_fields", liburl(argh),
new ListType(BaseStr), ATTRIBUTE);
addFunction("namedtuple", liburl(argh), namedtuple);
}
}
class CTypesModule extends NativeModule {
public CTypesModule() {
super("ctypes");
}
@Override
public void initBindings() {
String[] ctypes_attrs = {
"ARRAY", "ArgumentError", "Array", "BigEndianStructure", "CDLL",
"CFUNCTYPE", "DEFAULT_MODE", "DllCanUnloadNow", "DllGetClassObject",
"FormatError", "GetLastError", "HRESULT", "LibraryLoader",
"LittleEndianStructure", "OleDLL", "POINTER", "PYFUNCTYPE", "PyDLL",
"RTLD_GLOBAL", "RTLD_LOCAL", "SetPointerType", "Structure", "Union",
"WINFUNCTYPE", "WinDLL", "WinError", "_CFuncPtr", "_FUNCFLAG_CDECL",
"_FUNCFLAG_PYTHONAPI", "_FUNCFLAG_STDCALL", "_FUNCFLAG_USE_ERRNO",
"_FUNCFLAG_USE_LASTERROR", "_Pointer", "_SimpleCData",
"_c_functype_cache", "_calcsize", "_cast", "_cast_addr",
"_check_HRESULT", "_check_size", "_ctypes_version", "_dlopen",
"_endian", "_memmove_addr", "_memset_addr", "_os",
"_pointer_type_cache", "_string_at", "_string_at_addr", "_sys",
"_win_functype_cache", "_wstring_at", "_wstring_at_addr",
"addressof", "alignment", "byref", "c_bool", "c_buffer", "c_byte",
"c_char", "c_char_p", "c_double", "c_float", "c_int", "c_int16",
"c_int32", "c_int64", "c_int8", "c_long", "c_longdouble",
"c_longlong", "c_short", "c_size_t", "c_ubyte", "c_uint",
"c_uint16", "c_uint32", "c_uint64", "c_uint8", "c_ulong",
"c_ulonglong", "c_ushort", "c_void_p", "c_voidp", "c_wchar",
"c_wchar_p", "cast", "cdll", "create_string_buffer",
"create_unicode_buffer", "get_errno", "get_last_error", "memmove",
"memset", "oledll", "pointer", "py_object", "pydll", "pythonapi",
"resize", "set_conversion_mode", "set_errno", "set_last_error",
"sizeof", "string_at", "windll", "wstring_at"
};
for (String attr : ctypes_attrs) {
addAttr(attr, liburl(attr), unknown());
}
}
}
class CryptModule extends NativeModule {
public CryptModule() {
super("crypt");
}
@Override
public void initBindings() {
addStrFuncs("crypt");
}
}
class DatetimeModule extends NativeModule {
public DatetimeModule() {
super("datetime");
}
@NotNull
private Url dtUrl(String anchor) {
return liburl("datetime." + anchor);
}
@Override
public void initBindings() {
// XXX: make datetime, time, date, timedelta and tzinfo Base* objects,
// so built-in functions can return them.
addNumAttrs("MINYEAR", "MAXYEAR");
ClassType timedelta = Datetime_timedelta = newClass("timedelta", table, Object);
addClass("timedelta", dtUrl("timedelta"), timedelta);
Scope tdtable = Datetime_timedelta.getTable();
tdtable.update("min", dtUrl("timedelta"), timedelta, ATTRIBUTE);
tdtable.update("max", dtUrl("timedelta"), timedelta, ATTRIBUTE);
tdtable.update("resolution", dtUrl("timedelta"), timedelta, ATTRIBUTE);
tdtable.update("days", dtUrl("timedelta"), BaseNum, ATTRIBUTE);
tdtable.update("seconds", dtUrl("timedelta"), BaseNum, ATTRIBUTE);
tdtable.update("microseconds", dtUrl("timedelta"), BaseNum, ATTRIBUTE);
ClassType tzinfo = Datetime_tzinfo = newClass("tzinfo", table, Object);
addClass("tzinfo", dtUrl("tzinfo"), tzinfo);
Scope tztable = Datetime_tzinfo.getTable();
tztable.update("utcoffset", dtUrl("tzinfo"), newFunc(timedelta), METHOD);
tztable.update("dst", dtUrl("tzinfo"), newFunc(timedelta), METHOD);
tztable.update("tzname", dtUrl("tzinfo"), newFunc(BaseStr), METHOD);
tztable.update("fromutc", dtUrl("tzinfo"), newFunc(tzinfo), METHOD);
ClassType date = Datetime_date = newClass("date", table, Object);
addClass("date", dtUrl("date"), date);
Scope dtable = Datetime_date.getTable();
dtable.update("min", dtUrl("date"), date, ATTRIBUTE);
dtable.update("max", dtUrl("date"), date, ATTRIBUTE);
dtable.update("resolution", dtUrl("date"), timedelta, ATTRIBUTE);
dtable.update("today", dtUrl("date"), newFunc(date), METHOD);
dtable.update("fromtimestamp", dtUrl("date"), newFunc(date), METHOD);
dtable.update("fromordinal", dtUrl("date"), newFunc(date), METHOD);
dtable.update("year", dtUrl("date"), BaseNum, ATTRIBUTE);
dtable.update("month", dtUrl("date"), BaseNum, ATTRIBUTE);
dtable.update("day", dtUrl("date"), BaseNum, ATTRIBUTE);
dtable.update("replace", dtUrl("date"), newFunc(date), METHOD);
dtable.update("timetuple", dtUrl("date"), newFunc(Time_struct_time), METHOD);
for (String n : list("toordinal", "weekday", "isoweekday")) {
dtable.update(n, dtUrl("date"), newFunc(BaseNum), METHOD);
}
for (String r : list("ctime", "strftime", "isoformat")) {
dtable.update(r, dtUrl("date"), newFunc(BaseStr), METHOD);
}
dtable.update("isocalendar", dtUrl("date"),
newFunc(newTuple(BaseNum, BaseNum, BaseNum)), METHOD);
ClassType time = Datetime_time = newClass("time", table, Object);
addClass("time", dtUrl("time"), date);
Scope ttable = Datetime_time.getTable();
ttable.update("min", dtUrl("time"), time, ATTRIBUTE);
ttable.update("max", dtUrl("time"), time, ATTRIBUTE);
ttable.update("resolution", dtUrl("time"), timedelta, ATTRIBUTE);
ttable.update("hour", dtUrl("time"), BaseNum, ATTRIBUTE);
ttable.update("minute", dtUrl("time"), BaseNum, ATTRIBUTE);
ttable.update("second", dtUrl("time"), BaseNum, ATTRIBUTE);
ttable.update("microsecond", dtUrl("time"), BaseNum, ATTRIBUTE);
ttable.update("tzinfo", dtUrl("time"), tzinfo, ATTRIBUTE);
ttable.update("replace", dtUrl("time"), newFunc(time), METHOD);
for (String l : list("isoformat", "strftime", "tzname")) {
ttable.update(l, dtUrl("time"), newFunc(BaseStr), METHOD);
}
for (String f : list("utcoffset", "dst")) {
ttable.update(f, dtUrl("time"), newFunc(timedelta), METHOD);
}
ClassType datetime = Datetime_datetime = newClass("datetime", table, date, time);
addClass("datetime", dtUrl("datetime"), datetime);
Scope dttable = Datetime_datetime.getTable();
for (String c : list("combine", "fromordinal", "fromtimestamp", "now",
"strptime", "today", "utcfromtimestamp", "utcnow")) {
dttable.update(c, dtUrl("datetime"), newFunc(datetime), METHOD);
}
dttable.update("min", dtUrl("datetime"), datetime, ATTRIBUTE);
dttable.update("max", dtUrl("datetime"), datetime, ATTRIBUTE);
dttable.update("resolution", dtUrl("datetime"), timedelta, ATTRIBUTE);
dttable.update("date", dtUrl("datetime"), newFunc(date), METHOD);
for (String x : list("time", "timetz")) {
dttable.update(x, dtUrl("datetime"), newFunc(time), METHOD);
}
for (String y : list("replace", "astimezone")) {
dttable.update(y, dtUrl("datetime"), newFunc(datetime), METHOD);
}
dttable.update("utctimetuple", dtUrl("datetime"), newFunc(Time_struct_time), METHOD);
}
}
class DbmModule extends NativeModule {
public DbmModule() {
super("dbm");
}
@Override
public void initBindings() {
ClassType dbm = new ClassType("dbm", table, BaseDict);
addClass("dbm", liburl(), dbm);
addClass("error", liburl(), newException("error", table));
addStrAttrs("library");
addFunction("open", liburl(), dbm);
}
}
class ErrnoModule extends NativeModule {
public ErrnoModule() {
super("errno");
}
@Override
public void initBindings() {
addNumAttrs(
"E2BIG", "EACCES", "EADDRINUSE", "EADDRNOTAVAIL", "EAFNOSUPPORT",
"EAGAIN", "EALREADY", "EBADF", "EBUSY", "ECHILD", "ECONNABORTED",
"ECONNREFUSED", "ECONNRESET", "EDEADLK", "EDEADLOCK",
"EDESTADDRREQ", "EDOM", "EDQUOT", "EEXIST", "EFAULT", "EFBIG",
"EHOSTDOWN", "EHOSTUNREACH", "EILSEQ", "EINPROGRESS", "EINTR",
"EINVAL", "EIO", "EISCONN", "EISDIR", "ELOOP", "EMFILE", "EMLINK",
"EMSGSIZE", "ENAMETOOLONG", "ENETDOWN", "ENETRESET", "ENETUNREACH",
"ENFILE", "ENOBUFS", "ENODEV", "ENOENT", "ENOEXEC", "ENOLCK",
"ENOMEM", "ENOPROTOOPT", "ENOSPC", "ENOSYS", "ENOTCONN", "ENOTDIR",
"ENOTEMPTY", "ENOTSOCK", "ENOTTY", "ENXIO", "EOPNOTSUPP", "EPERM",
"EPFNOSUPPORT", "EPIPE", "EPROTONOSUPPORT", "EPROTOTYPE", "ERANGE",
"EREMOTE", "EROFS", "ESHUTDOWN", "ESOCKTNOSUPPORT", "ESPIPE",
"ESRCH", "ESTALE", "ETIMEDOUT", "ETOOMANYREFS", "EUSERS",
"EWOULDBLOCK", "EXDEV", "WSABASEERR", "WSAEACCES", "WSAEADDRINUSE",
"WSAEADDRNOTAVAIL", "WSAEAFNOSUPPORT", "WSAEALREADY", "WSAEBADF",
"WSAECONNABORTED", "WSAECONNREFUSED", "WSAECONNRESET",
"WSAEDESTADDRREQ", "WSAEDISCON", "WSAEDQUOT", "WSAEFAULT",
"WSAEHOSTDOWN", "WSAEHOSTUNREACH", "WSAEINPROGRESS", "WSAEINTR",
"WSAEINVAL", "WSAEISCONN", "WSAELOOP", "WSAEMFILE", "WSAEMSGSIZE",
"WSAENAMETOOLONG", "WSAENETDOWN", "WSAENETRESET", "WSAENETUNREACH",
"WSAENOBUFS", "WSAENOPROTOOPT", "WSAENOTCONN", "WSAENOTEMPTY",
"WSAENOTSOCK", "WSAEOPNOTSUPP", "WSAEPFNOSUPPORT", "WSAEPROCLIM",
"WSAEPROTONOSUPPORT", "WSAEPROTOTYPE", "WSAEREMOTE", "WSAESHUTDOWN",
"WSAESOCKTNOSUPPORT", "WSAESTALE", "WSAETIMEDOUT",
"WSAETOOMANYREFS", "WSAEUSERS", "WSAEWOULDBLOCK",
"WSANOTINITIALISED", "WSASYSNOTREADY", "WSAVERNOTSUPPORTED");
addAttr("errorcode", liburl("errorcode"), newDict(BaseNum, BaseStr));
}
}
class ExceptionsModule extends NativeModule {
public ExceptionsModule() {
super("exceptions");
}
@Override
public void initBindings() {
ModuleType builtins = get("__builtin__");
for (String s : builtin_exception_types) {
// Binding b = builtins.getTable().lookup(s);
// table.update(b.getName(), b.getFirstNode(), b.getType(), b.getKind());
}
}
}
class FcntlModule extends NativeModule {
public FcntlModule() {
super("fcntl");
}
@Override
public void initBindings() {
for (String s : list("fcntl", "ioctl")) {
addFunction(s, liburl(), newUnion(BaseNum, BaseStr));
}
addNumFuncs("flock");
addUnknownFuncs("lockf");
addNumAttrs(
"DN_ACCESS", "DN_ATTRIB", "DN_CREATE", "DN_DELETE", "DN_MODIFY",
"DN_MULTISHOT", "DN_RENAME", "FASYNC", "FD_CLOEXEC", "F_DUPFD",
"F_EXLCK", "F_GETFD", "F_GETFL", "F_GETLEASE", "F_GETLK", "F_GETLK64",
"F_GETOWN", "F_GETSIG", "F_NOTIFY", "F_RDLCK", "F_SETFD", "F_SETFL",
"F_SETLEASE", "F_SETLK", "F_SETLK64", "F_SETLKW", "F_SETLKW64",
"F_SETOWN", "F_SETSIG", "F_SHLCK", "F_UNLCK", "F_WRLCK", "I_ATMARK",
"I_CANPUT", "I_CKBAND", "I_FDINSERT", "I_FIND", "I_FLUSH",
"I_FLUSHBAND", "I_GETBAND", "I_GETCLTIME", "I_GETSIG", "I_GRDOPT",
"I_GWROPT", "I_LINK", "I_LIST", "I_LOOK", "I_NREAD", "I_PEEK",
"I_PLINK", "I_POP", "I_PUNLINK", "I_PUSH", "I_RECVFD", "I_SENDFD",
"I_SETCLTIME", "I_SETSIG", "I_SRDOPT", "I_STR", "I_SWROPT",
"I_UNLINK", "LOCK_EX", "LOCK_MAND", "LOCK_NB", "LOCK_READ", "LOCK_RW",
"LOCK_SH", "LOCK_UN", "LOCK_WRITE");
}
}
class FpectlModule extends NativeModule {
public FpectlModule() {
super("fpectl");
}
@Override
public void initBindings() {
addNoneFuncs("turnon_sigfpe", "turnoff_sigfpe");
addClass("FloatingPointError", liburl(), newException("FloatingPointError", table));
}
}
class GcModule extends NativeModule {
public GcModule() {
super("gc");
}
@Override
public void initBindings() {
addNoneFuncs("enable", "disable", "set_debug", "set_threshold");
addNumFuncs("isenabled", "collect", "get_debug", "get_count", "get_threshold");
for (String s : list("get_objects", "get_referrers", "get_referents")) {
addFunction(s, liburl(), newList());
}
addAttr("garbage", liburl(), newList());
addNumAttrs("DEBUG_STATS", "DEBUG_COLLECTABLE", "DEBUG_UNCOLLECTABLE",
"DEBUG_INSTANCES", "DEBUG_OBJECTS", "DEBUG_SAVEALL", "DEBUG_LEAK");
}
}
class GdbmModule extends NativeModule {
public GdbmModule() {
super("gdbm");
}
@Override
public void initBindings() {
addClass("error", liburl(), newException("error", table));
ClassType gdbm = new ClassType("gdbm", table, BaseDict);
gdbm.getTable().update("firstkey", liburl(), newFunc(BaseStr), METHOD);
gdbm.getTable().update("nextkey", liburl(), newFunc(BaseStr), METHOD);
gdbm.getTable().update("reorganize", liburl(), newFunc(None), METHOD);
gdbm.getTable().update("sync", liburl(), newFunc(None), METHOD);
addFunction("open", liburl(), gdbm);
}
}
class GrpModule extends NativeModule {
public GrpModule() {
super("grp");
}
@Override
public void initBindings() {
Builtins.this.get("struct");
ClassType struct_group = newClass("struct_group", table, BaseStruct);
struct_group.getTable().update("gr_name", liburl(), BaseStr, ATTRIBUTE);
struct_group.getTable().update("gr_passwd", liburl(), BaseStr, ATTRIBUTE);
struct_group.getTable().update("gr_gid", liburl(), BaseNum, ATTRIBUTE);
struct_group.getTable().update("gr_mem", liburl(), newList(BaseStr), ATTRIBUTE);
addClass("struct_group", liburl(), struct_group);
for (String s : list("getgrgid", "getgrnam")) {
addFunction(s, liburl(), struct_group);
}
addFunction("getgrall", liburl(), new ListType(struct_group));
}
}
class ImpModule extends NativeModule {
public ImpModule() {
super("imp");
}
@Override
public void initBindings() {
addStrFuncs("get_magic");
addFunction("get_suffixes", liburl(), newList(newTuple(BaseStr, BaseStr, BaseNum)));
addFunction("find_module", liburl(), newTuple(BaseStr, BaseStr, BaseNum));
String[] module_methods = {
"load_module", "new_module", "init_builtin", "init_frozen",
"load_compiled", "load_dynamic", "load_source"
};
for (String mm : module_methods) {
addFunction(mm, liburl(), newModule("<?>"));
}
addUnknownFuncs("acquire_lock", "release_lock");
addNumAttrs("PY_SOURCE", "PY_COMPILED", "C_EXTENSION",
"PKG_DIRECTORY", "C_BUILTIN", "PY_FROZEN", "SEARCH_ERROR");
addNumFuncs("lock_held", "is_builtin", "is_frozen");
ClassType impNullImporter = newClass("NullImporter", table, Object);
impNullImporter.getTable().update("find_module", liburl(), newFunc(None), FUNCTION);
addClass("NullImporter", liburl(), impNullImporter);
}
}
class ItertoolsModule extends NativeModule {
public ItertoolsModule() {
super("itertools");
}
@Override
public void initBindings() {
ClassType iterator = newClass("iterator", table, Object);
iterator.getTable().update("from_iterable", liburl("itertool-functions"),
newFunc(iterator), METHOD);
iterator.getTable().update("next", liburl(), newFunc(), METHOD);
for (String s : list("chain", "combinations", "count", "cycle",
"dropwhile", "groupby", "ifilter",
"ifilterfalse", "imap", "islice", "izip",
"izip_longest", "permutations", "product",
"repeat", "starmap", "takewhile", "tee")) {
addClass(s, liburl("itertool-functions"), iterator);
}
}
}
class MarshalModule extends NativeModule {
public MarshalModule() {
super("marshal");
}
@Override
public void initBindings() {
addNumAttrs("version");
addStrFuncs("dumps");
addUnknownFuncs("dump", "load", "loads");
}
}
class MathModule extends NativeModule {
public MathModule() {
super("math");
}
@Override
public void initBindings() {
addNumFuncs(
"acos", "acosh", "asin", "asinh", "atan", "atan2", "atanh", "ceil",
"copysign", "cos", "cosh", "degrees", "exp", "fabs", "factorial",
"floor", "fmod", "frexp", "fsum", "hypot", "isinf", "isnan",
"ldexp", "log", "log10", "log1p", "modf", "pow", "radians", "sin",
"sinh", "sqrt", "tan", "tanh", "trunc");
addNumAttrs("pi", "e");
}
}
class Md5Module extends NativeModule {
public Md5Module() {
super("md5");
}
@Override
public void initBindings() {
addNumAttrs("blocksize", "digest_size");
ClassType md5 = newClass("md5", table, Object);
md5.getTable().update("update", liburl(), newFunc(), METHOD);
md5.getTable().update("digest", liburl(), newFunc(BaseStr), METHOD);
md5.getTable().update("hexdigest", liburl(), newFunc(BaseStr), METHOD);
md5.getTable().update("copy", liburl(), newFunc(md5), METHOD);
update("new", liburl(), newFunc(md5), CONSTRUCTOR);
update("md5", liburl(), newFunc(md5), CONSTRUCTOR);
}
}
class MmapModule extends NativeModule {
public MmapModule() {
super("mmap");
}
@Override
public void initBindings() {
ClassType mmap = newClass("mmap", table, Object);
for (String s : list("ACCESS_COPY", "ACCESS_READ", "ACCESS_WRITE",
"ALLOCATIONGRANULARITY", "MAP_ANON", "MAP_ANONYMOUS",
"MAP_DENYWRITE", "MAP_EXECUTABLE", "MAP_PRIVATE",
"MAP_SHARED", "PAGESIZE", "PROT_EXEC", "PROT_READ",
"PROT_WRITE")) {
mmap.getTable().update(s, liburl(), BaseNum, ATTRIBUTE);
}
for (String fstr : list("read", "read_byte", "readline")) {
mmap.getTable().update(fstr, liburl(), newFunc(BaseStr), METHOD);
}
for (String fnum : list("find", "rfind", "tell")) {
mmap.getTable().update(fnum, liburl(), newFunc(BaseNum), METHOD);
}
for (String fnone : list("close", "flush", "move", "resize", "seek",
"write", "write_byte")) {
mmap.getTable().update(fnone, liburl(), newFunc(None), METHOD);
}
addClass("mmap", liburl(), mmap);
}
}
class NisModule extends NativeModule {
public NisModule() {
super("nis");
}
@Override
public void initBindings() {
addStrFuncs("match", "cat", "get_default_domain");
addFunction("maps", liburl(), newList(BaseStr));
addClass("error", liburl(), newException("error", table));
}
}
class OsModule extends NativeModule {
public OsModule() {
super("os");
}
@Override
public void initBindings() {
addAttr("name", liburl(), BaseStr);
addClass("error", liburl(), newException("error", table)); // XXX: OSError
initProcBindings();
initProcMgmtBindings();
initFileBindings();
initFileAndDirBindings();
initMiscSystemInfo();
initOsPathModule();
addAttr("errno", liburl(), newModule("errno"));
addFunction("urandom", liburl("miscellaneous-functions"), BaseStr);
addAttr("NGROUPS_MAX", liburl(), BaseNum);
for (String s : list("_Environ", "_copy_reg", "_execvpe", "_exists",
"_get_exports_list", "_make_stat_result",
"_make_statvfs_result", "_pickle_stat_result",
"_pickle_statvfs_result", "_spawnvef")) {
addFunction(s, liburl(), unknown());
}
}
private void initProcBindings() {
String a = "process-parameters";
addAttr("environ", liburl(a), newDict(BaseStr, BaseStr));
for (String s : list("chdir", "fchdir", "putenv", "setegid", "seteuid",
"setgid", "setgroups", "setpgrp", "setpgid",
"setreuid", "setregid", "setuid", "unsetenv")) {
addFunction(s, liburl(a), None);
}
for (String s : list("getegid", "getgid", "getpgid", "getpgrp",
"getppid", "getuid", "getsid", "umask")) {
addFunction(s, liburl(a), BaseNum);
}
for (String s : list("getcwd", "ctermid", "getlogin", "getenv", "strerror")) {
addFunction(s, liburl(a), BaseStr);
}
addFunction("getgroups", liburl(a), newList(BaseStr));
addFunction("uname", liburl(a), newTuple(BaseStr, BaseStr, BaseStr,
BaseStr, BaseStr));
}
private void initProcMgmtBindings() {
String a = "process-management";
for (String s : list("EX_CANTCREAT", "EX_CONFIG", "EX_DATAERR",
"EX_IOERR", "EX_NOHOST", "EX_NOINPUT",
"EX_NOPERM", "EX_NOUSER", "EX_OK", "EX_OSERR",
"EX_OSFILE", "EX_PROTOCOL", "EX_SOFTWARE",
"EX_TEMPFAIL", "EX_UNAVAILABLE", "EX_USAGE",
"P_NOWAIT", "P_NOWAITO", "P_WAIT", "P_DETACH",
"P_OVERLAY", "WCONTINUED", "WCOREDUMP",
"WEXITSTATUS", "WIFCONTINUED", "WIFEXITED",
"WIFSIGNALED", "WIFSTOPPED", "WNOHANG", "WSTOPSIG",
"WTERMSIG", "WUNTRACED")) {
addAttr(s, liburl(a), BaseNum);
}
for (String s : list("abort", "execl", "execle", "execlp", "execlpe",
"execv", "execve", "execvp", "execvpe", "_exit",
"kill", "killpg", "plock", "startfile")) {
addFunction(s, liburl(a), None);
}
for (String s : list("nice", "spawnl", "spawnle", "spawnlp", "spawnlpe",
"spawnv", "spawnve", "spawnvp", "spawnvpe", "system")) {
addFunction(s, liburl(a), BaseNum);
}
addFunction("fork", liburl(a), newUnion(BaseFile, BaseNum));
addFunction("times", liburl(a), newTuple(BaseNum, BaseNum, BaseNum, BaseNum, BaseNum));
for (String s : list("forkpty", "wait", "waitpid")) {
addFunction(s, liburl(a), newTuple(BaseNum, BaseNum));
}
for (String s : list("wait3", "wait4")) {
addFunction(s, liburl(a), newTuple(BaseNum, BaseNum, BaseNum));
}
}
private void initFileBindings() {
String a = "file-object-creation";
for (String s : list("fdopen", "popen", "tmpfile")) {
addFunction(s, liburl(a), BaseFile);
}
addFunction("popen2", liburl(a), newTuple(BaseFile, BaseFile));
addFunction("popen3", liburl(a), newTuple(BaseFile, BaseFile, BaseFile));
addFunction("popen4", liburl(a), newTuple(BaseFile, BaseFile));
a = "file-descriptor-operations";
addFunction("open", liburl(a), BaseFile);
for (String s : list("close", "closerange", "dup2", "fchmod",
"fchown", "fdatasync", "fsync", "ftruncate",
"lseek", "tcsetpgrp", "write")) {
addFunction(s, liburl(a), None);
}
for (String s : list("dup2", "fpathconf", "fstat", "fstatvfs",
"isatty", "tcgetpgrp")) {
addFunction(s, liburl(a), BaseNum);
}
for (String s : list("read", "ttyname")) {
addFunction(s, liburl(a), BaseStr);
}
for (String s : list("openpty", "pipe", "fstat", "fstatvfs",
"isatty")) {
addFunction(s, liburl(a), newTuple(BaseNum, BaseNum));
}
for (String s : list("O_APPEND", "O_CREAT", "O_DIRECT", "O_DIRECTORY",
"O_DSYNC", "O_EXCL", "O_LARGEFILE", "O_NDELAY",
"O_NOCTTY", "O_NOFOLLOW", "O_NONBLOCK", "O_RDONLY",
"O_RDWR", "O_RSYNC", "O_SYNC", "O_TRUNC", "O_WRONLY",
"SEEK_CUR", "SEEK_END", "SEEK_SET")) {
addAttr(s, liburl(a), BaseNum);
}
}
private void initFileAndDirBindings() {
String a = "files-and-directories";
for (String s : list("F_OK", "R_OK", "W_OK", "X_OK")) {
addAttr(s, liburl(a), BaseNum);
}
for (String s : list("chflags", "chroot", "chmod", "chown", "lchflags",
"lchmod", "lchown", "link", "mknod", "mkdir",
"mkdirs", "remove", "removedirs", "rename", "renames",
"rmdir", "symlink", "unlink", "utime")) {
addAttr(s, liburl(a), None);
}
for (String s : list("access", "lstat", "major", "minor",
"makedev", "pathconf", "stat_float_times")) {
addFunction(s, liburl(a), BaseNum);
}
for (String s : list("getcwdu", "readlink", "tempnam", "tmpnam")) {
addFunction(s, liburl(a), BaseStr);
}
for (String s : list("listdir")) {
addFunction(s, liburl(a), newList(BaseStr));
}
addFunction("mkfifo", liburl(a), BaseFile);
addFunction("stat", liburl(a), newList(BaseNum)); // XXX: posix.stat_result
addFunction("statvfs", liburl(a), newList(BaseNum)); // XXX: pos.statvfs_result
addAttr("pathconf_names", liburl(a), newDict(BaseStr, BaseNum));
addAttr("TMP_MAX", liburl(a), BaseNum);
addFunction("walk", liburl(a), newList(newTuple(BaseStr, BaseStr, BaseStr)));
}
private void initMiscSystemInfo() {
String a = "miscellaneous-system-information";
addAttr("confstr_names", liburl(a), newDict(BaseStr, BaseNum));
addAttr("sysconf_names", liburl(a), newDict(BaseStr, BaseNum));
for (String s : list("curdir", "pardir", "sep", "altsep", "extsep",
"pathsep", "defpath", "linesep", "devnull")) {
addAttr(s, liburl(a), BaseStr);
}
for (String s : list("getloadavg", "sysconf")) {
addFunction(s, liburl(a), BaseNum);
}
addFunction("confstr", liburl(a), BaseStr);
}
private void initOsPathModule() {
ModuleType m = newModule("path");
Scope ospath = m.getTable();
ospath.setPath("os.path"); // make sure global qnames are correct
update("path", newLibUrl("os.path.html#module-os.path"), m, MODULE);
String[] str_funcs = {
"_resolve_link", "abspath", "basename", "commonprefix",
"dirname","expanduser", "expandvars", "join",
"normcase", "normpath", "realpath", "relpath",
};
for (String s : str_funcs) {
ospath.update(s, newLibUrl("os.path", s), newFunc(BaseStr), FUNCTION);
}
String[] num_funcs = {
"exists", "lexists", "getatime", "getctime", "getmtime", "getsize",
"isabs", "isdir", "isfile", "islink", "ismount", "samefile",
"sameopenfile", "samestat", "supports_unicode_filenames",
};
for (String s : num_funcs) {
ospath.update(s, newLibUrl("os.path", s), newFunc(BaseNum), FUNCTION);
}
for (String s : list("split", "splitdrive", "splitext", "splitunc")) {
ospath.update(s, newLibUrl("os.path", s),
newFunc(newTuple(BaseStr, BaseStr)), FUNCTION);
}
Binding b = ospath.update("walk", newLibUrl("os.path"), newFunc(None), FUNCTION);
b.markDeprecated();
String[] str_attrs = {
"altsep", "curdir", "devnull", "defpath", "pardir", "pathsep", "sep",
};
for (String s : str_attrs) {
ospath.update(s, newLibUrl("os.path", s), BaseStr, ATTRIBUTE);
}
ospath.update("os", liburl(), this.module, ATTRIBUTE);
ospath.update("stat", newLibUrl("stat"),
// moduleTable.lookupLocal("stat").getType(),
newModule("<stat-fixme>"), ATTRIBUTE);
// XXX: this is an re object, I think
ospath.update("_varprog", newLibUrl("os.path"), unknown(), ATTRIBUTE);
}
}
class OperatorModule extends NativeModule {
public OperatorModule() {
super("operator");
}
@Override
public void initBindings() {
// XXX: mark __getslice__, __setslice__ and __delslice__ as deprecated.
addNumFuncs(
"__abs__", "__add__", "__and__", "__concat__", "__contains__",
"__div__", "__doc__", "__eq__", "__floordiv__", "__ge__",
"__getitem__", "__getslice__", "__gt__", "__iadd__", "__iand__",
"__iconcat__", "__idiv__", "__ifloordiv__", "__ilshift__",
"__imod__", "__imul__", "__index__", "__inv__", "__invert__",
"__ior__", "__ipow__", "__irepeat__", "__irshift__", "__isub__",
"__itruediv__", "__ixor__", "__le__", "__lshift__", "__lt__",
"__mod__", "__mul__", "__name__", "__ne__", "__neg__", "__not__",
"__or__", "__package__", "__pos__", "__pow__", "__repeat__",
"__rshift__", "__setitem__", "__setslice__", "__sub__",
"__truediv__", "__xor__", "abs", "add", "and_", "concat",
"contains", "countOf", "div", "eq", "floordiv", "ge", "getitem",
"getslice", "gt", "iadd", "iand", "iconcat", "idiv", "ifloordiv",
"ilshift", "imod", "imul", "index", "indexOf", "inv", "invert",
"ior", "ipow", "irepeat", "irshift", "isCallable",
"isMappingType", "isNumberType", "isSequenceType", "is_",
"is_not", "isub", "itruediv", "ixor", "le", "lshift", "lt", "mod",
"mul", "ne", "neg", "not_", "or_", "pos", "pow", "repeat",
"rshift", "sequenceIncludes", "setitem", "setslice", "sub",
"truediv", "truth", "xor");
addUnknownFuncs("attrgetter", "itemgetter", "methodcaller");
addNoneFuncs("__delitem__", "__delslice__", "delitem", "delclice");
}
}
class ParserModule extends NativeModule {
public ParserModule() {
super("parser");
}
@Override
public void initBindings() {
ClassType st = newClass("st", table, Object);
st.getTable().update("compile", newLibUrl("parser", "st-objects"),
newFunc(), METHOD);
st.getTable().update("isexpr", newLibUrl("parser", "st-objects"),
newFunc(BaseNum), METHOD);
st.getTable().update("issuite", newLibUrl("parser", "st-objects"),
newFunc(BaseNum), METHOD);
st.getTable().update("tolist", newLibUrl("parser", "st-objects"),
newFunc(newList()), METHOD);
st.getTable().update("totuple", newLibUrl("parser", "st-objects"),
newFunc(newTuple()), METHOD);
addAttr("STType", liburl("st-objects"), Type);
for (String s : list("expr", "suite", "sequence2st", "tuple2st")) {
addFunction(s, liburl("creating-st-objects"), st);
}
addFunction("st2list", liburl("converting-st-objects"), newList());
addFunction("st2tuple", liburl("converting-st-objects"), newTuple());
addFunction("compilest", liburl("converting-st-objects"), unknown());
addFunction("isexpr", liburl("queries-on-st-objects"), BaseBool);
addFunction("issuite", liburl("queries-on-st-objects"), BaseBool);
addClass("ParserError", liburl("exceptions-and-error-handling"),
newException("ParserError", table));
}
}
class PosixModule extends NativeModule {
public PosixModule() {
super("posix");
}
@Override
public void initBindings() {
addAttr("environ", liburl(), newDict(BaseStr, BaseStr));
}
}
class PwdModule extends NativeModule {
public PwdModule() {
super("pwd");
}
@Override
public void initBindings() {
ClassType struct_pwd = newClass("struct_pwd", table, Object);
for (String s : list("pw_nam", "pw_passwd", "pw_uid", "pw_gid",
"pw_gecos", "pw_dir", "pw_shell")) {
struct_pwd.getTable().update(s, liburl(), BaseNum, ATTRIBUTE);
}
addAttr("struct_pwd", liburl(), struct_pwd);
addFunction("getpwuid", liburl(), struct_pwd);
addFunction("getpwnam", liburl(), struct_pwd);
addFunction("getpwall", liburl(), newList(struct_pwd));
}
}
class PyexpatModule extends NativeModule {
public PyexpatModule() {
super("pyexpat");
}
@Override
public void initBindings() {
// XXX
}
}
class ReadlineModule extends NativeModule {
public ReadlineModule() {
super("readline");
}
@Override
public void initBindings() {
addNoneFuncs("parse_and_bind", "insert_text", "read_init_file",
"read_history_file", "write_history_file",
"clear_history", "set_history_length",
"remove_history_item", "replace_history_item",
"redisplay", "set_startup_hook", "set_pre_input_hook",
"set_completer", "set_completer_delims",
"set_completion_display_matches_hook", "add_history");
addNumFuncs("get_history_length", "get_current_history_length",
"get_begidx", "get_endidx");
addStrFuncs("get_line_buffer", "get_history_item");
addUnknownFuncs("get_completion_type");
addFunction("get_completer", liburl(), newFunc());
addFunction("get_completer_delims", liburl(), newList(BaseStr));
}
}
class ResourceModule extends NativeModule {
public ResourceModule() {
super("resource");
}
@Override
public void initBindings() {
addFunction("getrlimit", liburl(), newTuple(BaseNum, BaseNum));
addFunction("getrlimit", liburl(), unknown());
String[] constants = {
"RLIMIT_CORE", "RLIMIT_CPU", "RLIMIT_FSIZE", "RLIMIT_DATA",
"RLIMIT_STACK", "RLIMIT_RSS", "RLIMIT_NPROC", "RLIMIT_NOFILE",
"RLIMIT_OFILE", "RLIMIT_MEMLOCK", "RLIMIT_VMEM", "RLIMIT_AS"
};
for (String c : constants) {
addAttr(c, liburl("resource-limits"), BaseNum);
}
ClassType ru = newClass("struct_rusage", table, Object);
String[] ru_fields = {
"ru_utime", "ru_stime", "ru_maxrss", "ru_ixrss", "ru_idrss",
"ru_isrss", "ru_minflt", "ru_majflt", "ru_nswap", "ru_inblock",
"ru_oublock", "ru_msgsnd", "ru_msgrcv", "ru_nsignals",
"ru_nvcsw", "ru_nivcsw"
};
for (String ruf : ru_fields) {
ru.getTable().update(ruf, liburl("resource-usage"), BaseNum, ATTRIBUTE);
}
addFunction("getrusage", liburl("resource-usage"), ru);
addFunction("getpagesize", liburl("resource-usage"), BaseNum);
for (String s : list("RUSAGE_SELF", "RUSAGE_CHILDREN", "RUSAGE_BOTH")) {
addAttr(s, liburl("resource-usage"), BaseNum);
}
}
}
class SelectModule extends NativeModule {
public SelectModule() {
super("select");
}
@Override
public void initBindings() {
addClass("error", liburl(), newException("error", table));
addFunction("select", liburl(), newTuple(newList(), newList(), newList()));
String a = "edge-and-level-trigger-polling-epoll-objects";
ClassType epoll = newClass("epoll", table, Object);
epoll.getTable().update("close", newLibUrl("select", a), newFunc(None), METHOD);
epoll.getTable().update("fileno", newLibUrl("select", a), newFunc(BaseNum), METHOD);
epoll.getTable().update("fromfd", newLibUrl("select", a), newFunc(epoll), METHOD);
for (String s : list("register", "modify", "unregister", "poll")) {
epoll.getTable().update(s, newLibUrl("select", a), newFunc(), METHOD);
}
addClass("epoll", liburl(a), epoll);
for (String s : list("EPOLLERR", "EPOLLET", "EPOLLHUP", "EPOLLIN", "EPOLLMSG",
"EPOLLONESHOT", "EPOLLOUT", "EPOLLPRI", "EPOLLRDBAND",
"EPOLLRDNORM", "EPOLLWRBAND", "EPOLLWRNORM")) {
addAttr(s, liburl(a), BaseNum);
}
a = "polling-objects";
ClassType poll = newClass("poll", table, Object);
poll.getTable().update("register", newLibUrl("select", a), newFunc(), METHOD);
poll.getTable().update("modify", newLibUrl("select", a), newFunc(), METHOD);
poll.getTable().update("unregister", newLibUrl("select", a), newFunc(), METHOD);
poll.getTable().update("poll", newLibUrl("select", a),
newFunc(newList(newTuple(BaseNum, BaseNum))), METHOD);
addClass("poll", liburl(a), poll);
for (String s : list("POLLERR", "POLLHUP", "POLLIN", "POLLMSG",
"POLLNVAL", "POLLOUT","POLLPRI", "POLLRDBAND",
"POLLRDNORM", "POLLWRBAND", "POLLWRNORM")) {
addAttr(s, liburl(a), BaseNum);
}
a = "kqueue-objects";
ClassType kqueue = newClass("kqueue", table, Object);
kqueue.getTable().update("close", newLibUrl("select", a), newFunc(None), METHOD);
kqueue.getTable().update("fileno", newLibUrl("select", a), newFunc(BaseNum), METHOD);
kqueue.getTable().update("fromfd", newLibUrl("select", a), newFunc(kqueue), METHOD);
kqueue.getTable().update("control", newLibUrl("select", a),
newFunc(newList(newTuple(BaseNum, BaseNum))), METHOD);
addClass("kqueue", liburl(a), kqueue);
a = "kevent-objects";
ClassType kevent = newClass("kevent", table, Object);
for (String s : list("ident", "filter", "flags", "fflags", "data", "udata")) {
kevent.getTable().update(s, newLibUrl("select", a), unknown(), ATTRIBUTE);
}
addClass("kevent", liburl(a), kevent);
}
}
class SignalModule extends NativeModule {
public SignalModule() {
super("signal");
}
@Override
public void initBindings() {
addNumAttrs(
"NSIG", "SIGABRT", "SIGALRM", "SIGBUS", "SIGCHLD", "SIGCLD",
"SIGCONT", "SIGFPE", "SIGHUP", "SIGILL", "SIGINT", "SIGIO",
"SIGIOT", "SIGKILL", "SIGPIPE", "SIGPOLL", "SIGPROF", "SIGPWR",
"SIGQUIT", "SIGRTMAX", "SIGRTMIN", "SIGSEGV", "SIGSTOP", "SIGSYS",
"SIGTERM", "SIGTRAP", "SIGTSTP", "SIGTTIN", "SIGTTOU", "SIGURG",
"SIGUSR1", "SIGUSR2", "SIGVTALRM", "SIGWINCH", "SIGXCPU", "SIGXFSZ",
"SIG_DFL", "SIG_IGN");
addUnknownFuncs("default_int_handler", "getsignal", "set_wakeup_fd", "signal");
}
}
class ShaModule extends NativeModule {
public ShaModule() {
super("sha");
}
@Override
public void initBindings() {
addNumAttrs("blocksize", "digest_size");
ClassType sha = newClass("sha", table, Object);
sha.getTable().update("update", liburl(), newFunc(), METHOD);
sha.getTable().update("digest", liburl(), newFunc(BaseStr), METHOD);
sha.getTable().update("hexdigest", liburl(), newFunc(BaseStr), METHOD);
sha.getTable().update("copy", liburl(), newFunc(sha), METHOD);
addClass("sha", liburl(), sha);
update("new", liburl(), newFunc(sha), CONSTRUCTOR);
}
}
class SpwdModule extends NativeModule {
public SpwdModule() {
super("spwd");
}
@Override
public void initBindings() {
ClassType struct_spwd = newClass("struct_spwd", table, Object);
for (String s : list("sp_nam", "sp_pwd", "sp_lstchg", "sp_min",
"sp_max", "sp_warn", "sp_inact", "sp_expire",
"sp_flag")) {
struct_spwd.getTable().update(s, liburl(), BaseNum, ATTRIBUTE);
}
addAttr("struct_spwd", liburl(), struct_spwd);
addFunction("getspnam", liburl(), struct_spwd);
addFunction("getspall", liburl(), newList(struct_spwd));
}
}
class StropModule extends NativeModule {
public StropModule() {
super("strop");
}
@Override
public void initBindings() {
table.putAll(BaseStr.getTable());
}
}
class StructModule extends NativeModule {
public StructModule() {
super("struct");
}
@Override
public void initBindings() {
addClass("error", liburl(), newException("error", table));
addStrFuncs("pack");
addUnknownFuncs("pack_into");
addNumFuncs("calcsize");
addFunction("unpack", liburl(), newTuple());
addFunction("unpack_from", liburl(), newTuple());
BaseStruct = newClass("Struct", table, Object);
addClass("Struct", liburl("struct-objects"), BaseStruct);
Scope t = BaseStruct.getTable();
t.update("pack", liburl("struct-objects"), newFunc(BaseStr), METHOD);
t.update("pack_into", liburl("struct-objects"), newFunc(), METHOD);
t.update("unpack", liburl("struct-objects"), newFunc(newTuple()), METHOD);
t.update("unpack_from", liburl("struct-objects"), newFunc(newTuple()), METHOD);
t.update("format", liburl("struct-objects"), BaseStr, ATTRIBUTE);
t.update("size", liburl("struct-objects"), BaseNum, ATTRIBUTE);
}
}
class SysModule extends NativeModule {
public SysModule() {
super("sys");
}
@Override
public void initBindings() {
addUnknownFuncs(
"_clear_type_cache", "call_tracing", "callstats", "_current_frames",
"_getframe", "displayhook", "dont_write_bytecode", "exitfunc",
"exc_clear", "exc_info", "excepthook", "exit",
"last_traceback", "last_type", "last_value", "modules",
"path_hooks", "path_importer_cache", "getprofile", "gettrace",
"setcheckinterval", "setprofile", "setrecursionlimit", "settrace");
addAttr("exc_type", liburl(), None);
addUnknownAttrs("__stderr__", "__stdin__", "__stdout__",
"stderr", "stdin", "stdout", "version_info");
addNumAttrs("api_version", "hexversion", "winver", "maxint", "maxsize",
"maxunicode", "py3kwarning", "dllhandle");
addStrAttrs("platform", "byteorder", "copyright", "prefix", "version",
"exec_prefix", "executable");
addNumFuncs("getrecursionlimit", "getwindowsversion", "getrefcount",
"getsizeof", "getcheckinterval");
addStrFuncs("getdefaultencoding", "getfilesystemencoding");
for (String s : list("argv", "builtin_module_names", "path",
"meta_path", "subversion")) {
addAttr(s, liburl(), newList(BaseStr));
}
for (String s : list("flags", "warnoptions", "float_info")) {
addAttr(s, liburl(), newDict(BaseStr, BaseNum));
}
}
}
class SyslogModule extends NativeModule {
public SyslogModule() {
super("syslog");
}
@Override
public void initBindings() {
addNoneFuncs("syslog", "openlog", "closelog", "setlogmask");
addNumAttrs("LOG_ALERT", "LOG_AUTH", "LOG_CONS", "LOG_CRIT", "LOG_CRON",
"LOG_DAEMON", "LOG_DEBUG", "LOG_EMERG", "LOG_ERR", "LOG_INFO",
"LOG_KERN", "LOG_LOCAL0", "LOG_LOCAL1", "LOG_LOCAL2", "LOG_LOCAL3",
"LOG_LOCAL4", "LOG_LOCAL5", "LOG_LOCAL6", "LOG_LOCAL7", "LOG_LPR",
"LOG_MAIL", "LOG_MASK", "LOG_NDELAY", "LOG_NEWS", "LOG_NOTICE",
"LOG_NOWAIT", "LOG_PERROR", "LOG_PID", "LOG_SYSLOG", "LOG_UPTO",
"LOG_USER", "LOG_UUCP", "LOG_WARNING");
}
}
class TermiosModule extends NativeModule {
public TermiosModule() {
super("termios");
}
@Override
public void initBindings() {
addFunction("tcgetattr", liburl(), newList());
addUnknownFuncs("tcsetattr", "tcsendbreak", "tcdrain", "tcflush", "tcflow");
}
}
class ThreadModule extends NativeModule {
public ThreadModule() {
super("thread");
}
@Override
public void initBindings() {
addClass("error", liburl(), newException("error", table));
ClassType lock = newClass("lock", table, Object);
lock.getTable().update("acquire", liburl(), BaseNum, METHOD);
lock.getTable().update("locked", liburl(), BaseNum, METHOD);
lock.getTable().update("release", liburl(), None, METHOD);
addAttr("LockType", liburl(), Type);
addNoneFuncs("interrupt_main", "exit", "exit_thread");
addNumFuncs("start_new", "start_new_thread", "get_ident", "stack_size");
addFunction("allocate", liburl(), lock);
addFunction("allocate_lock", liburl(), lock); // synonym
addAttr("_local", liburl(), Type);
}
}
class TimeModule extends NativeModule {
public TimeModule() {
super("time");
}
@Override
public void initBindings() {
ClassType struct_time = Time_struct_time = newClass("datetime", table, Object);
addAttr("struct_time", liburl(), struct_time);
String[] struct_time_attrs = {
"n_fields", "n_sequence_fields", "n_unnamed_fields",
"tm_hour", "tm_isdst", "tm_mday", "tm_min",
"tm_mon", "tm_wday", "tm_yday", "tm_year",
};
for (String s : struct_time_attrs) {
struct_time.getTable().update(s, liburl("struct_time"), BaseNum, ATTRIBUTE);
}
addNumAttrs("accept2dyear", "altzone", "daylight", "timezone");
addAttr("tzname", liburl(), newTuple(BaseStr, BaseStr));
addNoneFuncs("sleep", "tzset");
addNumFuncs("clock", "mktime", "time", "tzname");
addStrFuncs("asctime", "ctime", "strftime");
addFunctions_beCareful(struct_time, "gmtime", "localtime", "strptime");
}
}
class UnicodedataModule extends NativeModule {
public UnicodedataModule() {
super("unicodedata");
}
@Override
public void initBindings() {
addNumFuncs("decimal", "digit", "numeric", "combining",
"east_asian_width", "mirrored");
addStrFuncs("lookup", "name", "category", "bidirectional",
"decomposition", "normalize");
addNumAttrs("unidata_version");
addUnknownAttrs("ucd_3_2_0");
}
}
class ZipimportModule extends NativeModule {
public ZipimportModule() {
super("zipimport");
}
@Override
public void initBindings() {
addClass("ZipImportError", liburl(), newException("ZipImportError", table));
ClassType zipimporter = newClass("zipimporter", table, Object);
Scope t = zipimporter.getTable();
t.update("find_module", liburl(), zipimporter, METHOD);
t.update("get_code", liburl(), unknown(), METHOD); // XXX: code object
t.update("get_data", liburl(), unknown(), METHOD);
t.update("get_source", liburl(), BaseStr, METHOD);
t.update("is_package", liburl(), BaseNum, METHOD);
t.update("load_module", liburl(), newModule("<?>"), METHOD);
t.update("archive", liburl(), BaseStr, ATTRIBUTE);
t.update("prefix", liburl(), BaseStr, ATTRIBUTE);
addClass("zipimporter", liburl(), zipimporter);
addAttr("_zip_directory_cache", liburl(), newDict(BaseStr, unknown()));
}
}
class ZlibModule extends NativeModule {
public ZlibModule() {
super("zlib");
}
@Override
public void initBindings() {
ClassType Compress = newClass("Compress", table, Object);
for (String s : list("compress", "flush")) {
Compress.getTable().update(s, newLibUrl("zlib"), BaseStr, METHOD);
}
Compress.getTable().update("copy", newLibUrl("zlib"), Compress, METHOD);
addClass("Compress", liburl(), Compress);
ClassType Decompress = newClass("Decompress", table, Object);
for (String s : list("unused_data", "unconsumed_tail")) {
Decompress.getTable().update(s, newLibUrl("zlib"), BaseStr, ATTRIBUTE);
}
for (String s : list("decompress", "flush")) {
Decompress.getTable().update(s, newLibUrl("zlib"), BaseStr, METHOD);
}
Decompress.getTable().update("copy", newLibUrl("zlib"), Decompress, METHOD);
addClass("Decompress", liburl(), Decompress);
addFunction("adler32", liburl(), BaseNum);
addFunction("compress", liburl(), BaseStr);
addFunction("compressobj", liburl(), Compress);
addFunction("crc32", liburl(), BaseNum);
addFunction("decompress", liburl(), BaseStr);
addFunction("decompressobj", liburl(), Decompress);
}
}
}