| /* Module object implementation */ | |
| #include "Python.h" | |
| #include "pycore_call.h" // _PyObject_CallNoArgs() | |
| #include "pycore_fileutils.h" // _Py_wgetcwd | |
| #include "pycore_interp.h" // PyInterpreterState.importlib | |
| #include "pycore_modsupport.h" // _PyModule_CreateInitialized() | |
| #include "pycore_moduleobject.h" // _PyModule_GetDef() | |
| #include "pycore_object.h" // _PyType_AllocNoTrack | |
| #include "pycore_pyerrors.h" // _PyErr_FormatFromCause() | |
| #include "pycore_pystate.h" // _PyInterpreterState_GET() | |
| #include "osdefs.h" // MAXPATHLEN | |
| static PyMemberDef module_members[] = { | |
| {"__dict__", _Py_T_OBJECT, offsetof(PyModuleObject, md_dict), Py_READONLY}, | |
| {0} | |
| }; | |
| PyTypeObject PyModuleDef_Type = { | |
| PyVarObject_HEAD_INIT(&PyType_Type, 0) | |
| "moduledef", /* tp_name */ | |
| sizeof(PyModuleDef), /* tp_basicsize */ | |
| 0, /* tp_itemsize */ | |
| }; | |
| int | |
| _PyModule_IsExtension(PyObject *obj) | |
| { | |
| if (!PyModule_Check(obj)) { | |
| return 0; | |
| } | |
| PyModuleObject *module = (PyModuleObject*)obj; | |
| PyModuleDef *def = module->md_def; | |
| return (def != NULL && def->m_methods != NULL); | |
| } | |
| PyObject* | |
| PyModuleDef_Init(PyModuleDef* def) | |
| { | |
| assert(PyModuleDef_Type.tp_flags & Py_TPFLAGS_READY); | |
| if (def->m_base.m_index == 0) { | |
| Py_SET_REFCNT(def, 1); | |
| Py_SET_TYPE(def, &PyModuleDef_Type); | |
| def->m_base.m_index = _PyImport_GetNextModuleIndex(); | |
| } | |
| return (PyObject*)def; | |
| } | |
| static int | |
| module_init_dict(PyModuleObject *mod, PyObject *md_dict, | |
| PyObject *name, PyObject *doc) | |
| { | |
| assert(md_dict != NULL); | |
| if (doc == NULL) | |
| doc = Py_None; | |
| if (PyDict_SetItem(md_dict, &_Py_ID(__name__), name) != 0) | |
| return -1; | |
| if (PyDict_SetItem(md_dict, &_Py_ID(__doc__), doc) != 0) | |
| return -1; | |
| if (PyDict_SetItem(md_dict, &_Py_ID(__package__), Py_None) != 0) | |
| return -1; | |
| if (PyDict_SetItem(md_dict, &_Py_ID(__loader__), Py_None) != 0) | |
| return -1; | |
| if (PyDict_SetItem(md_dict, &_Py_ID(__spec__), Py_None) != 0) | |
| return -1; | |
| if (PyUnicode_CheckExact(name)) { | |
| Py_XSETREF(mod->md_name, Py_NewRef(name)); | |
| } | |
| return 0; | |
| } | |
| static PyModuleObject * | |
| new_module_notrack(PyTypeObject *mt) | |
| { | |
| PyModuleObject *m; | |
| m = (PyModuleObject *)_PyType_AllocNoTrack(mt, 0); | |
| if (m == NULL) | |
| return NULL; | |
| m->md_def = NULL; | |
| m->md_state = NULL; | |
| m->md_weaklist = NULL; | |
| m->md_name = NULL; | |
| m->md_dict = PyDict_New(); | |
| if (m->md_dict == NULL) { | |
| Py_DECREF(m); | |
| return NULL; | |
| } | |
| return m; | |
| } | |
| static void | |
| track_module(PyModuleObject *m) | |
| { | |
| _PyObject_SetDeferredRefcount(m->md_dict); | |
| PyObject_GC_Track(m->md_dict); | |
| _PyObject_SetDeferredRefcount((PyObject *)m); | |
| PyObject_GC_Track(m); | |
| } | |
| static PyObject * | |
| new_module(PyTypeObject *mt, PyObject *args, PyObject *kws) | |
| { | |
| PyModuleObject *m = new_module_notrack(mt); | |
| if (m != NULL) { | |
| track_module(m); | |
| } | |
| return (PyObject *)m; | |
| } | |
| PyObject * | |
| PyModule_NewObject(PyObject *name) | |
| { | |
| PyModuleObject *m = new_module_notrack(&PyModule_Type); | |
| if (m == NULL) | |
| return NULL; | |
| if (module_init_dict(m, m->md_dict, name, NULL) != 0) | |
| goto fail; | |
| track_module(m); | |
| return (PyObject *)m; | |
| fail: | |
| Py_DECREF(m); | |
| return NULL; | |
| } | |
| PyObject * | |
| PyModule_New(const char *name) | |
| { | |
| PyObject *nameobj, *module; | |
| nameobj = PyUnicode_FromString(name); | |
| if (nameobj == NULL) | |
| return NULL; | |
| module = PyModule_NewObject(nameobj); | |
| Py_DECREF(nameobj); | |
| return module; | |
| } | |
| /* Check API/ABI version | |
| * Issues a warning on mismatch, which is usually not fatal. | |
| * Returns 0 if an exception is raised. | |
| */ | |
| static int | |
| check_api_version(const char *name, int module_api_version) | |
| { | |
| if (module_api_version != PYTHON_API_VERSION && module_api_version != PYTHON_ABI_VERSION) { | |
| int err; | |
| err = PyErr_WarnFormat(PyExc_RuntimeWarning, 1, | |
| "Python C API version mismatch for module %.100s: " | |
| "This Python has API version %d, module %.100s has version %d.", | |
| name, | |
| PYTHON_API_VERSION, name, module_api_version); | |
| if (err) | |
| return 0; | |
| } | |
| return 1; | |
| } | |
| static int | |
| _add_methods_to_object(PyObject *module, PyObject *name, PyMethodDef *functions) | |
| { | |
| PyObject *func; | |
| PyMethodDef *fdef; | |
| for (fdef = functions; fdef->ml_name != NULL; fdef++) { | |
| if ((fdef->ml_flags & METH_CLASS) || | |
| (fdef->ml_flags & METH_STATIC)) { | |
| PyErr_SetString(PyExc_ValueError, | |
| "module functions cannot set" | |
| " METH_CLASS or METH_STATIC"); | |
| return -1; | |
| } | |
| func = PyCFunction_NewEx(fdef, (PyObject*)module, name); | |
| if (func == NULL) { | |
| return -1; | |
| } | |
| _PyObject_SetDeferredRefcount(func); | |
| if (PyObject_SetAttrString(module, fdef->ml_name, func) != 0) { | |
| Py_DECREF(func); | |
| return -1; | |
| } | |
| Py_DECREF(func); | |
| } | |
| return 0; | |
| } | |
| PyObject * | |
| PyModule_Create2(PyModuleDef* module, int module_api_version) | |
| { | |
| if (!_PyImport_IsInitialized(_PyInterpreterState_GET())) { | |
| PyErr_SetString(PyExc_SystemError, | |
| "Python import machinery not initialized"); | |
| return NULL; | |
| } | |
| return _PyModule_CreateInitialized(module, module_api_version); | |
| } | |
| PyObject * | |
| _PyModule_CreateInitialized(PyModuleDef* module, int module_api_version) | |
| { | |
| const char* name; | |
| PyModuleObject *m; | |
| if (!PyModuleDef_Init(module)) | |
| return NULL; | |
| name = module->m_name; | |
| if (!check_api_version(name, module_api_version)) { | |
| return NULL; | |
| } | |
| if (module->m_slots) { | |
| PyErr_Format( | |
| PyExc_SystemError, | |
| "module %s: PyModule_Create is incompatible with m_slots", name); | |
| return NULL; | |
| } | |
| name = _PyImport_ResolveNameWithPackageContext(name); | |
| if ((m = (PyModuleObject*)PyModule_New(name)) == NULL) | |
| return NULL; | |
| if (module->m_size > 0) { | |
| m->md_state = PyMem_Malloc(module->m_size); | |
| if (!m->md_state) { | |
| PyErr_NoMemory(); | |
| Py_DECREF(m); | |
| return NULL; | |
| } | |
| memset(m->md_state, 0, module->m_size); | |
| } | |
| if (module->m_methods != NULL) { | |
| if (PyModule_AddFunctions((PyObject *) m, module->m_methods) != 0) { | |
| Py_DECREF(m); | |
| return NULL; | |
| } | |
| } | |
| if (module->m_doc != NULL) { | |
| if (PyModule_SetDocString((PyObject *) m, module->m_doc) != 0) { | |
| Py_DECREF(m); | |
| return NULL; | |
| } | |
| } | |
| m->md_def = module; | |
| #ifdef Py_GIL_DISABLED | |
| m->md_gil = Py_MOD_GIL_USED; | |
| #endif | |
| return (PyObject*)m; | |
| } | |
| PyObject * | |
| PyModule_FromDefAndSpec2(PyModuleDef* def, PyObject *spec, int module_api_version) | |
| { | |
| PyModuleDef_Slot* cur_slot; | |
| PyObject *(*create)(PyObject *, PyModuleDef*) = NULL; | |
| PyObject *nameobj; | |
| PyObject *m = NULL; | |
| int has_multiple_interpreters_slot = 0; | |
| void *multiple_interpreters = (void *)0; | |
| int has_gil_slot = 0; | |
| void *gil_slot = Py_MOD_GIL_USED; | |
| int has_execution_slots = 0; | |
| const char *name; | |
| int ret; | |
| PyInterpreterState *interp = _PyInterpreterState_GET(); | |
| PyModuleDef_Init(def); | |
| nameobj = PyObject_GetAttrString(spec, "name"); | |
| if (nameobj == NULL) { | |
| return NULL; | |
| } | |
| name = PyUnicode_AsUTF8(nameobj); | |
| if (name == NULL) { | |
| goto error; | |
| } | |
| if (!check_api_version(name, module_api_version)) { | |
| goto error; | |
| } | |
| if (def->m_size < 0) { | |
| PyErr_Format( | |
| PyExc_SystemError, | |
| "module %s: m_size may not be negative for multi-phase initialization", | |
| name); | |
| goto error; | |
| } | |
| for (cur_slot = def->m_slots; cur_slot && cur_slot->slot; cur_slot++) { | |
| switch (cur_slot->slot) { | |
| case Py_mod_create: | |
| if (create) { | |
| PyErr_Format( | |
| PyExc_SystemError, | |
| "module %s has multiple create slots", | |
| name); | |
| goto error; | |
| } | |
| create = cur_slot->value; | |
| break; | |
| case Py_mod_exec: | |
| has_execution_slots = 1; | |
| break; | |
| case Py_mod_multiple_interpreters: | |
| if (has_multiple_interpreters_slot) { | |
| PyErr_Format( | |
| PyExc_SystemError, | |
| "module %s has more than one 'multiple interpreters' slots", | |
| name); | |
| goto error; | |
| } | |
| multiple_interpreters = cur_slot->value; | |
| has_multiple_interpreters_slot = 1; | |
| break; | |
| case Py_mod_gil: | |
| if (has_gil_slot) { | |
| PyErr_Format( | |
| PyExc_SystemError, | |
| "module %s has more than one 'gil' slot", | |
| name); | |
| goto error; | |
| } | |
| gil_slot = cur_slot->value; | |
| has_gil_slot = 1; | |
| break; | |
| default: | |
| assert(cur_slot->slot < 0 || cur_slot->slot > _Py_mod_LAST_SLOT); | |
| PyErr_Format( | |
| PyExc_SystemError, | |
| "module %s uses unknown slot ID %i", | |
| name, cur_slot->slot); | |
| goto error; | |
| } | |
| } | |
| /* By default, multi-phase init modules are expected | |
| to work under multiple interpreters. */ | |
| if (!has_multiple_interpreters_slot) { | |
| multiple_interpreters = Py_MOD_MULTIPLE_INTERPRETERS_SUPPORTED; | |
| } | |
| if (multiple_interpreters == Py_MOD_MULTIPLE_INTERPRETERS_NOT_SUPPORTED) { | |
| if (!_Py_IsMainInterpreter(interp) | |
| && _PyImport_CheckSubinterpIncompatibleExtensionAllowed(name) < 0) | |
| { | |
| goto error; | |
| } | |
| } | |
| else if (multiple_interpreters != Py_MOD_PER_INTERPRETER_GIL_SUPPORTED | |
| && interp->ceval.own_gil | |
| && !_Py_IsMainInterpreter(interp) | |
| && _PyImport_CheckSubinterpIncompatibleExtensionAllowed(name) < 0) | |
| { | |
| goto error; | |
| } | |
| if (create) { | |
| m = create(spec, def); | |
| if (m == NULL) { | |
| if (!PyErr_Occurred()) { | |
| PyErr_Format( | |
| PyExc_SystemError, | |
| "creation of module %s failed without setting an exception", | |
| name); | |
| } | |
| goto error; | |
| } else { | |
| if (PyErr_Occurred()) { | |
| _PyErr_FormatFromCause( | |
| PyExc_SystemError, | |
| "creation of module %s raised unreported exception", | |
| name); | |
| goto error; | |
| } | |
| } | |
| } else { | |
| m = PyModule_NewObject(nameobj); | |
| if (m == NULL) { | |
| goto error; | |
| } | |
| } | |
| if (PyModule_Check(m)) { | |
| ((PyModuleObject*)m)->md_state = NULL; | |
| ((PyModuleObject*)m)->md_def = def; | |
| #ifdef Py_GIL_DISABLED | |
| ((PyModuleObject*)m)->md_gil = gil_slot; | |
| #else | |
| (void)gil_slot; | |
| #endif | |
| } else { | |
| if (def->m_size > 0 || def->m_traverse || def->m_clear || def->m_free) { | |
| PyErr_Format( | |
| PyExc_SystemError, | |
| "module %s is not a module object, but requests module state", | |
| name); | |
| goto error; | |
| } | |
| if (has_execution_slots) { | |
| PyErr_Format( | |
| PyExc_SystemError, | |
| "module %s specifies execution slots, but did not create " | |
| "a ModuleType instance", | |
| name); | |
| goto error; | |
| } | |
| } | |
| if (def->m_methods != NULL) { | |
| ret = _add_methods_to_object(m, nameobj, def->m_methods); | |
| if (ret != 0) { | |
| goto error; | |
| } | |
| } | |
| if (def->m_doc != NULL) { | |
| ret = PyModule_SetDocString(m, def->m_doc); | |
| if (ret != 0) { | |
| goto error; | |
| } | |
| } | |
| Py_DECREF(nameobj); | |
| return m; | |
| error: | |
| Py_DECREF(nameobj); | |
| Py_XDECREF(m); | |
| return NULL; | |
| } | |
| #ifdef Py_GIL_DISABLED | |
| int | |
| PyUnstable_Module_SetGIL(PyObject *module, void *gil) | |
| { | |
| if (!PyModule_Check(module)) { | |
| PyErr_BadInternalCall(); | |
| return -1; | |
| } | |
| ((PyModuleObject *)module)->md_gil = gil; | |
| return 0; | |
| } | |
| #endif | |
| int | |
| PyModule_ExecDef(PyObject *module, PyModuleDef *def) | |
| { | |
| PyModuleDef_Slot *cur_slot; | |
| const char *name; | |
| int ret; | |
| name = PyModule_GetName(module); | |
| if (name == NULL) { | |
| return -1; | |
| } | |
| if (def->m_size >= 0) { | |
| PyModuleObject *md = (PyModuleObject*)module; | |
| if (md->md_state == NULL) { | |
| /* Always set a state pointer; this serves as a marker to skip | |
| * multiple initialization (importlib.reload() is no-op) */ | |
| md->md_state = PyMem_Malloc(def->m_size); | |
| if (!md->md_state) { | |
| PyErr_NoMemory(); | |
| return -1; | |
| } | |
| memset(md->md_state, 0, def->m_size); | |
| } | |
| } | |
| if (def->m_slots == NULL) { | |
| return 0; | |
| } | |
| for (cur_slot = def->m_slots; cur_slot && cur_slot->slot; cur_slot++) { | |
| switch (cur_slot->slot) { | |
| case Py_mod_create: | |
| /* handled in PyModule_FromDefAndSpec2 */ | |
| break; | |
| case Py_mod_exec: | |
| ret = ((int (*)(PyObject *))cur_slot->value)(module); | |
| if (ret != 0) { | |
| if (!PyErr_Occurred()) { | |
| PyErr_Format( | |
| PyExc_SystemError, | |
| "execution of module %s failed without setting an exception", | |
| name); | |
| } | |
| return -1; | |
| } | |
| if (PyErr_Occurred()) { | |
| _PyErr_FormatFromCause( | |
| PyExc_SystemError, | |
| "execution of module %s raised unreported exception", | |
| name); | |
| return -1; | |
| } | |
| break; | |
| case Py_mod_multiple_interpreters: | |
| case Py_mod_gil: | |
| /* handled in PyModule_FromDefAndSpec2 */ | |
| break; | |
| default: | |
| PyErr_Format( | |
| PyExc_SystemError, | |
| "module %s initialized with unknown slot %i", | |
| name, cur_slot->slot); | |
| return -1; | |
| } | |
| } | |
| return 0; | |
| } | |
| int | |
| PyModule_AddFunctions(PyObject *m, PyMethodDef *functions) | |
| { | |
| int res; | |
| PyObject *name = PyModule_GetNameObject(m); | |
| if (name == NULL) { | |
| return -1; | |
| } | |
| res = _add_methods_to_object(m, name, functions); | |
| Py_DECREF(name); | |
| return res; | |
| } | |
| int | |
| PyModule_SetDocString(PyObject *m, const char *doc) | |
| { | |
| PyObject *v; | |
| v = PyUnicode_FromString(doc); | |
| if (v == NULL || PyObject_SetAttr(m, &_Py_ID(__doc__), v) != 0) { | |
| Py_XDECREF(v); | |
| return -1; | |
| } | |
| Py_DECREF(v); | |
| return 0; | |
| } | |
| PyObject * | |
| PyModule_GetDict(PyObject *m) | |
| { | |
| if (!PyModule_Check(m)) { | |
| PyErr_BadInternalCall(); | |
| return NULL; | |
| } | |
| return _PyModule_GetDict(m); // borrowed reference | |
| } | |
| PyObject* | |
| PyModule_GetNameObject(PyObject *mod) | |
| { | |
| if (!PyModule_Check(mod)) { | |
| PyErr_BadArgument(); | |
| return NULL; | |
| } | |
| PyObject *dict = ((PyModuleObject *)mod)->md_dict; // borrowed reference | |
| if (dict == NULL || !PyDict_Check(dict)) { | |
| goto error; | |
| } | |
| PyObject *name; | |
| if (PyDict_GetItemRef(dict, &_Py_ID(__name__), &name) <= 0) { | |
| // error or not found | |
| goto error; | |
| } | |
| if (!PyUnicode_Check(name)) { | |
| Py_DECREF(name); | |
| goto error; | |
| } | |
| return name; | |
| error: | |
| if (!PyErr_Occurred()) { | |
| PyErr_SetString(PyExc_SystemError, "nameless module"); | |
| } | |
| return NULL; | |
| } | |
| const char * | |
| PyModule_GetName(PyObject *m) | |
| { | |
| PyObject *name = PyModule_GetNameObject(m); | |
| if (name == NULL) { | |
| return NULL; | |
| } | |
| assert(Py_REFCNT(name) >= 2); | |
| Py_DECREF(name); /* module dict has still a reference */ | |
| return PyUnicode_AsUTF8(name); | |
| } | |
| PyObject* | |
| PyModule_GetFilenameObject(PyObject *mod) | |
| { | |
| if (!PyModule_Check(mod)) { | |
| PyErr_BadArgument(); | |
| return NULL; | |
| } | |
| PyObject *dict = ((PyModuleObject *)mod)->md_dict; // borrowed reference | |
| if (dict == NULL) { | |
| goto error; | |
| } | |
| PyObject *fileobj; | |
| if (PyDict_GetItemRef(dict, &_Py_ID(__file__), &fileobj) <= 0) { | |
| // error or not found | |
| goto error; | |
| } | |
| if (!PyUnicode_Check(fileobj)) { | |
| Py_DECREF(fileobj); | |
| goto error; | |
| } | |
| return fileobj; | |
| error: | |
| if (!PyErr_Occurred()) { | |
| PyErr_SetString(PyExc_SystemError, "module filename missing"); | |
| } | |
| return NULL; | |
| } | |
| const char * | |
| PyModule_GetFilename(PyObject *m) | |
| { | |
| PyObject *fileobj; | |
| const char *utf8; | |
| fileobj = PyModule_GetFilenameObject(m); | |
| if (fileobj == NULL) | |
| return NULL; | |
| utf8 = PyUnicode_AsUTF8(fileobj); | |
| Py_DECREF(fileobj); /* module dict has still a reference */ | |
| return utf8; | |
| } | |
| PyModuleDef* | |
| PyModule_GetDef(PyObject* m) | |
| { | |
| if (!PyModule_Check(m)) { | |
| PyErr_BadArgument(); | |
| return NULL; | |
| } | |
| return _PyModule_GetDef(m); | |
| } | |
| void* | |
| PyModule_GetState(PyObject* m) | |
| { | |
| if (!PyModule_Check(m)) { | |
| PyErr_BadArgument(); | |
| return NULL; | |
| } | |
| return _PyModule_GetState(m); | |
| } | |
| void | |
| _PyModule_Clear(PyObject *m) | |
| { | |
| PyObject *d = ((PyModuleObject *)m)->md_dict; | |
| if (d != NULL) | |
| _PyModule_ClearDict(d); | |
| } | |
| void | |
| _PyModule_ClearDict(PyObject *d) | |
| { | |
| /* To make the execution order of destructors for global | |
| objects a bit more predictable, we first zap all objects | |
| whose name starts with a single underscore, before we clear | |
| the entire dictionary. We zap them by replacing them with | |
| None, rather than deleting them from the dictionary, to | |
| avoid rehashing the dictionary (to some extent). */ | |
| Py_ssize_t pos; | |
| PyObject *key, *value; | |
| int verbose = _Py_GetConfig()->verbose; | |
| /* First, clear only names starting with a single underscore */ | |
| pos = 0; | |
| while (PyDict_Next(d, &pos, &key, &value)) { | |
| if (value != Py_None && PyUnicode_Check(key)) { | |
| if (PyUnicode_READ_CHAR(key, 0) == '_' && | |
| PyUnicode_READ_CHAR(key, 1) != '_') { | |
| if (verbose > 1) { | |
| const char *s = PyUnicode_AsUTF8(key); | |
| if (s != NULL) | |
| PySys_WriteStderr("# clear[1] %s\n", s); | |
| else | |
| PyErr_Clear(); | |
| } | |
| if (PyDict_SetItem(d, key, Py_None) != 0) { | |
| PyErr_FormatUnraisable("Exception ignored on clearing module dict"); | |
| } | |
| } | |
| } | |
| } | |
| /* Next, clear all names except for __builtins__ */ | |
| pos = 0; | |
| while (PyDict_Next(d, &pos, &key, &value)) { | |
| if (value != Py_None && PyUnicode_Check(key)) { | |
| if (PyUnicode_READ_CHAR(key, 0) != '_' || | |
| !_PyUnicode_EqualToASCIIString(key, "__builtins__")) | |
| { | |
| if (verbose > 1) { | |
| const char *s = PyUnicode_AsUTF8(key); | |
| if (s != NULL) | |
| PySys_WriteStderr("# clear[2] %s\n", s); | |
| else | |
| PyErr_Clear(); | |
| } | |
| if (PyDict_SetItem(d, key, Py_None) != 0) { | |
| PyErr_FormatUnraisable("Exception ignored on clearing module dict"); | |
| } | |
| } | |
| } | |
| } | |
| /* Note: we leave __builtins__ in place, so that destructors | |
| of non-global objects defined in this module can still use | |
| builtins, in particularly 'None'. */ | |
| } | |
| /*[clinic input] | |
| class module "PyModuleObject *" "&PyModule_Type" | |
| [clinic start generated code]*/ | |
| /*[clinic end generated code: output=da39a3ee5e6b4b0d input=3e35d4f708ecb6af]*/ | |
| #include "clinic/moduleobject.c.h" | |
| /* Methods */ | |
| /*[clinic input] | |
| module.__init__ | |
| name: unicode | |
| doc: object = None | |
| Create a module object. | |
| The name must be a string; the optional doc argument can have any type. | |
| [clinic start generated code]*/ | |
| static int | |
| module___init___impl(PyModuleObject *self, PyObject *name, PyObject *doc) | |
| /*[clinic end generated code: output=e7e721c26ce7aad7 input=57f9e177401e5e1e]*/ | |
| { | |
| return module_init_dict(self, self->md_dict, name, doc); | |
| } | |
| static void | |
| module_dealloc(PyModuleObject *m) | |
| { | |
| int verbose = _Py_GetConfig()->verbose; | |
| PyObject_GC_UnTrack(m); | |
| if (verbose && m->md_name) { | |
| PySys_FormatStderr("# destroy %U\n", m->md_name); | |
| } | |
| if (m->md_weaklist != NULL) | |
| PyObject_ClearWeakRefs((PyObject *) m); | |
| /* bpo-39824: Don't call m_free() if m_size > 0 and md_state=NULL */ | |
| if (m->md_def && m->md_def->m_free | |
| && (m->md_def->m_size <= 0 || m->md_state != NULL)) | |
| { | |
| m->md_def->m_free(m); | |
| } | |
| Py_XDECREF(m->md_dict); | |
| Py_XDECREF(m->md_name); | |
| if (m->md_state != NULL) | |
| PyMem_Free(m->md_state); | |
| Py_TYPE(m)->tp_free((PyObject *)m); | |
| } | |
| static PyObject * | |
| module_repr(PyModuleObject *m) | |
| { | |
| PyInterpreterState *interp = _PyInterpreterState_GET(); | |
| return _PyImport_ImportlibModuleRepr(interp, (PyObject *)m); | |
| } | |
| /* Check if the "_initializing" attribute of the module spec is set to true. | |
| */ | |
| int | |
| _PyModuleSpec_IsInitializing(PyObject *spec) | |
| { | |
| if (spec == NULL) { | |
| return 0; | |
| } | |
| PyObject *value; | |
| int rc = PyObject_GetOptionalAttr(spec, &_Py_ID(_initializing), &value); | |
| if (rc > 0) { | |
| rc = PyObject_IsTrue(value); | |
| Py_DECREF(value); | |
| } | |
| return rc; | |
| } | |
| /* Check if the submodule name is in the "_uninitialized_submodules" attribute | |
| of the module spec. | |
| */ | |
| int | |
| _PyModuleSpec_IsUninitializedSubmodule(PyObject *spec, PyObject *name) | |
| { | |
| if (spec == NULL) { | |
| return 0; | |
| } | |
| PyObject *value; | |
| int rc = PyObject_GetOptionalAttr(spec, &_Py_ID(_uninitialized_submodules), &value); | |
| if (rc > 0) { | |
| rc = PySequence_Contains(value, name); | |
| Py_DECREF(value); | |
| } | |
| return rc; | |
| } | |
| int | |
| _PyModuleSpec_GetFileOrigin(PyObject *spec, PyObject **p_origin) | |
| { | |
| PyObject *has_location = NULL; | |
| int rc = PyObject_GetOptionalAttr(spec, &_Py_ID(has_location), &has_location); | |
| if (rc <= 0) { | |
| return rc; | |
| } | |
| // If origin is not a location, or doesn't exist, or is not a str, we could consider falling | |
| // back to module.__file__. But the cases in which module.__file__ is not __spec__.origin | |
| // are cases in which we probably shouldn't be guessing. | |
| rc = PyObject_IsTrue(has_location); | |
| Py_DECREF(has_location); | |
| if (rc <= 0) { | |
| return rc; | |
| } | |
| // has_location is true, so origin is a location | |
| PyObject *origin = NULL; | |
| rc = PyObject_GetOptionalAttr(spec, &_Py_ID(origin), &origin); | |
| if (rc <= 0) { | |
| return rc; | |
| } | |
| assert(origin != NULL); | |
| if (!PyUnicode_Check(origin)) { | |
| Py_DECREF(origin); | |
| return 0; | |
| } | |
| *p_origin = origin; | |
| return 1; | |
| } | |
| int | |
| _PyModule_IsPossiblyShadowing(PyObject *origin) | |
| { | |
| // origin must be a unicode subtype | |
| // Returns 1 if the module at origin could be shadowing a module of the | |
| // same name later in the module search path. The condition we check is basically: | |
| // root = os.path.dirname(origin.removesuffix(os.sep + "__init__.py")) | |
| // return not sys.flags.safe_path and root == (sys.path[0] or os.getcwd()) | |
| // Returns 0 otherwise (or if we aren't sure) | |
| // Returns -1 if an error occurred that should be propagated | |
| if (origin == NULL) { | |
| return 0; | |
| } | |
| // not sys.flags.safe_path | |
| const PyConfig *config = _Py_GetConfig(); | |
| if (config->safe_path) { | |
| return 0; | |
| } | |
| // root = os.path.dirname(origin.removesuffix(os.sep + "__init__.py")) | |
| wchar_t root[MAXPATHLEN + 1]; | |
| Py_ssize_t size = PyUnicode_AsWideChar(origin, root, MAXPATHLEN); | |
| if (size < 0) { | |
| return -1; | |
| } | |
| assert(size <= MAXPATHLEN); | |
| root[size] = L'\0'; | |
| wchar_t *sep = wcsrchr(root, SEP); | |
| if (sep == NULL) { | |
| return 0; | |
| } | |
| // If it's a package then we need to look one directory further up | |
| if (wcscmp(sep + 1, L"__init__.py") == 0) { | |
| *sep = L'\0'; | |
| sep = wcsrchr(root, SEP); | |
| if (sep == NULL) { | |
| return 0; | |
| } | |
| } | |
| *sep = L'\0'; | |
| // sys.path[0] or os.getcwd() | |
| wchar_t *sys_path_0 = config->sys_path_0; | |
| if (!sys_path_0) { | |
| return 0; | |
| } | |
| wchar_t sys_path_0_buf[MAXPATHLEN]; | |
| if (sys_path_0[0] == L'\0') { | |
| // if sys.path[0] == "", treat it as if it were the current directory | |
| if (!_Py_wgetcwd(sys_path_0_buf, MAXPATHLEN)) { | |
| return -1; | |
| } | |
| sys_path_0 = sys_path_0_buf; | |
| } | |
| int result = wcscmp(sys_path_0, root) == 0; | |
| return result; | |
| } | |
| PyObject* | |
| _Py_module_getattro_impl(PyModuleObject *m, PyObject *name, int suppress) | |
| { | |
| // When suppress=1, this function suppresses AttributeError. | |
| PyObject *attr, *mod_name, *getattr; | |
| attr = _PyObject_GenericGetAttrWithDict((PyObject *)m, name, NULL, suppress); | |
| if (attr) { | |
| return attr; | |
| } | |
| if (suppress == 1) { | |
| if (PyErr_Occurred()) { | |
| // pass up non-AttributeError exception | |
| return NULL; | |
| } | |
| } | |
| else { | |
| if (!PyErr_ExceptionMatches(PyExc_AttributeError)) { | |
| // pass up non-AttributeError exception | |
| return NULL; | |
| } | |
| PyErr_Clear(); | |
| } | |
| assert(m->md_dict != NULL); | |
| if (PyDict_GetItemRef(m->md_dict, &_Py_ID(__getattr__), &getattr) < 0) { | |
| return NULL; | |
| } | |
| if (getattr) { | |
| PyObject *result = PyObject_CallOneArg(getattr, name); | |
| if (result == NULL && suppress == 1 && PyErr_ExceptionMatches(PyExc_AttributeError)) { | |
| // suppress AttributeError | |
| PyErr_Clear(); | |
| } | |
| Py_DECREF(getattr); | |
| return result; | |
| } | |
| // The attribute was not found. We make a best effort attempt at a useful error message, | |
| // but only if we're not suppressing AttributeError. | |
| if (suppress == 1) { | |
| return NULL; | |
| } | |
| if (PyDict_GetItemRef(m->md_dict, &_Py_ID(__name__), &mod_name) < 0) { | |
| return NULL; | |
| } | |
| if (!mod_name || !PyUnicode_Check(mod_name)) { | |
| Py_XDECREF(mod_name); | |
| PyErr_Format(PyExc_AttributeError, | |
| "module has no attribute '%U'", name); | |
| return NULL; | |
| } | |
| PyObject *spec; | |
| if (PyDict_GetItemRef(m->md_dict, &_Py_ID(__spec__), &spec) < 0) { | |
| Py_DECREF(mod_name); | |
| return NULL; | |
| } | |
| if (spec == NULL) { | |
| PyErr_Format(PyExc_AttributeError, | |
| "module '%U' has no attribute '%U'", | |
| mod_name, name); | |
| Py_DECREF(mod_name); | |
| return NULL; | |
| } | |
| PyObject *origin = NULL; | |
| if (_PyModuleSpec_GetFileOrigin(spec, &origin) < 0) { | |
| goto done; | |
| } | |
| int is_possibly_shadowing = _PyModule_IsPossiblyShadowing(origin); | |
| if (is_possibly_shadowing < 0) { | |
| goto done; | |
| } | |
| int is_possibly_shadowing_stdlib = 0; | |
| if (is_possibly_shadowing) { | |
| PyObject *stdlib_modules = PySys_GetObject("stdlib_module_names"); | |
| if (stdlib_modules && PyAnySet_Check(stdlib_modules)) { | |
| is_possibly_shadowing_stdlib = PySet_Contains(stdlib_modules, mod_name); | |
| if (is_possibly_shadowing_stdlib < 0) { | |
| goto done; | |
| } | |
| } | |
| } | |
| if (is_possibly_shadowing_stdlib) { | |
| assert(origin); | |
| PyErr_Format(PyExc_AttributeError, | |
| "module '%U' has no attribute '%U' " | |
| "(consider renaming '%U' since it has the same " | |
| "name as the standard library module named '%U' " | |
| "and prevents importing that standard library module)", | |
| mod_name, name, origin, mod_name); | |
| } | |
| else { | |
| int rc = _PyModuleSpec_IsInitializing(spec); | |
| if (rc < 0) { | |
| goto done; | |
| } | |
| else if (rc > 0) { | |
| if (is_possibly_shadowing) { | |
| assert(origin); | |
| // For non-stdlib modules, only mention the possibility of | |
| // shadowing if the module is being initialized. | |
| PyErr_Format(PyExc_AttributeError, | |
| "module '%U' has no attribute '%U' " | |
| "(consider renaming '%U' if it has the same name " | |
| "as a library you intended to import)", | |
| mod_name, name, origin); | |
| } | |
| else if (origin) { | |
| PyErr_Format(PyExc_AttributeError, | |
| "partially initialized " | |
| "module '%U' from '%U' has no attribute '%U' " | |
| "(most likely due to a circular import)", | |
| mod_name, origin, name); | |
| } | |
| else { | |
| PyErr_Format(PyExc_AttributeError, | |
| "partially initialized " | |
| "module '%U' has no attribute '%U' " | |
| "(most likely due to a circular import)", | |
| mod_name, name); | |
| } | |
| } | |
| else { | |
| assert(rc == 0); | |
| rc = _PyModuleSpec_IsUninitializedSubmodule(spec, name); | |
| if (rc > 0) { | |
| PyErr_Format(PyExc_AttributeError, | |
| "cannot access submodule '%U' of module '%U' " | |
| "(most likely due to a circular import)", | |
| name, mod_name); | |
| } | |
| else if (rc == 0) { | |
| PyErr_Format(PyExc_AttributeError, | |
| "module '%U' has no attribute '%U'", | |
| mod_name, name); | |
| } | |
| } | |
| } | |
| done: | |
| Py_XDECREF(origin); | |
| Py_DECREF(spec); | |
| Py_DECREF(mod_name); | |
| return NULL; | |
| } | |
| PyObject* | |
| _Py_module_getattro(PyModuleObject *m, PyObject *name) | |
| { | |
| return _Py_module_getattro_impl(m, name, 0); | |
| } | |
| static int | |
| module_traverse(PyModuleObject *m, visitproc visit, void *arg) | |
| { | |
| /* bpo-39824: Don't call m_traverse() if m_size > 0 and md_state=NULL */ | |
| if (m->md_def && m->md_def->m_traverse | |
| && (m->md_def->m_size <= 0 || m->md_state != NULL)) | |
| { | |
| int res = m->md_def->m_traverse((PyObject*)m, visit, arg); | |
| if (res) | |
| return res; | |
| } | |
| Py_VISIT(m->md_dict); | |
| return 0; | |
| } | |
| static int | |
| module_clear(PyModuleObject *m) | |
| { | |
| /* bpo-39824: Don't call m_clear() if m_size > 0 and md_state=NULL */ | |
| if (m->md_def && m->md_def->m_clear | |
| && (m->md_def->m_size <= 0 || m->md_state != NULL)) | |
| { | |
| int res = m->md_def->m_clear((PyObject*)m); | |
| if (PyErr_Occurred()) { | |
| PyErr_FormatUnraisable("Exception ignored in m_clear of module%s%V", | |
| m->md_name ? " " : "", | |
| m->md_name, ""); | |
| } | |
| if (res) | |
| return res; | |
| } | |
| Py_CLEAR(m->md_dict); | |
| return 0; | |
| } | |
| static PyObject * | |
| module_dir(PyObject *self, PyObject *args) | |
| { | |
| PyObject *result = NULL; | |
| PyObject *dict = PyObject_GetAttr(self, &_Py_ID(__dict__)); | |
| if (dict != NULL) { | |
| if (PyDict_Check(dict)) { | |
| PyObject *dirfunc = PyDict_GetItemWithError(dict, &_Py_ID(__dir__)); | |
| if (dirfunc) { | |
| result = _PyObject_CallNoArgs(dirfunc); | |
| } | |
| else if (!PyErr_Occurred()) { | |
| result = PyDict_Keys(dict); | |
| } | |
| } | |
| else { | |
| PyErr_Format(PyExc_TypeError, "<module>.__dict__ is not a dictionary"); | |
| } | |
| } | |
| Py_XDECREF(dict); | |
| return result; | |
| } | |
| static PyMethodDef module_methods[] = { | |
| {"__dir__", module_dir, METH_NOARGS, | |
| PyDoc_STR("__dir__() -> list\nspecialized dir() implementation")}, | |
| {0} | |
| }; | |
| static PyObject * | |
| module_get_annotations(PyModuleObject *m, void *Py_UNUSED(ignored)) | |
| { | |
| PyObject *dict = PyObject_GetAttr((PyObject *)m, &_Py_ID(__dict__)); | |
| if (dict == NULL) { | |
| return NULL; | |
| } | |
| if (!PyDict_Check(dict)) { | |
| PyErr_Format(PyExc_TypeError, "<module>.__dict__ is not a dictionary"); | |
| Py_DECREF(dict); | |
| return NULL; | |
| } | |
| PyObject *annotations; | |
| if (PyDict_GetItemRef(dict, &_Py_ID(__annotations__), &annotations) == 0) { | |
| annotations = PyDict_New(); | |
| if (annotations) { | |
| int result = PyDict_SetItem( | |
| dict, &_Py_ID(__annotations__), annotations); | |
| if (result) { | |
| Py_CLEAR(annotations); | |
| } | |
| } | |
| } | |
| Py_DECREF(dict); | |
| return annotations; | |
| } | |
| static int | |
| module_set_annotations(PyModuleObject *m, PyObject *value, void *Py_UNUSED(ignored)) | |
| { | |
| int ret = -1; | |
| PyObject *dict = PyObject_GetAttr((PyObject *)m, &_Py_ID(__dict__)); | |
| if (dict == NULL) { | |
| return -1; | |
| } | |
| if (!PyDict_Check(dict)) { | |
| PyErr_Format(PyExc_TypeError, "<module>.__dict__ is not a dictionary"); | |
| goto exit; | |
| } | |
| if (value != NULL) { | |
| /* set */ | |
| ret = PyDict_SetItem(dict, &_Py_ID(__annotations__), value); | |
| } | |
| else { | |
| /* delete */ | |
| ret = PyDict_Pop(dict, &_Py_ID(__annotations__), NULL); | |
| if (ret == 0) { | |
| PyErr_SetObject(PyExc_AttributeError, &_Py_ID(__annotations__)); | |
| ret = -1; | |
| } | |
| else if (ret > 0) { | |
| ret = 0; | |
| } | |
| } | |
| exit: | |
| Py_DECREF(dict); | |
| return ret; | |
| } | |
| static PyGetSetDef module_getsets[] = { | |
| {"__annotations__", (getter)module_get_annotations, (setter)module_set_annotations}, | |
| {NULL} | |
| }; | |
| PyTypeObject PyModule_Type = { | |
| PyVarObject_HEAD_INIT(&PyType_Type, 0) | |
| "module", /* tp_name */ | |
| sizeof(PyModuleObject), /* tp_basicsize */ | |
| 0, /* tp_itemsize */ | |
| (destructor)module_dealloc, /* tp_dealloc */ | |
| 0, /* tp_vectorcall_offset */ | |
| 0, /* tp_getattr */ | |
| 0, /* tp_setattr */ | |
| 0, /* tp_as_async */ | |
| (reprfunc)module_repr, /* tp_repr */ | |
| 0, /* tp_as_number */ | |
| 0, /* tp_as_sequence */ | |
| 0, /* tp_as_mapping */ | |
| 0, /* tp_hash */ | |
| 0, /* tp_call */ | |
| 0, /* tp_str */ | |
| (getattrofunc)_Py_module_getattro, /* tp_getattro */ | |
| PyObject_GenericSetAttr, /* tp_setattro */ | |
| 0, /* tp_as_buffer */ | |
| Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC | | |
| Py_TPFLAGS_BASETYPE, /* tp_flags */ | |
| module___init____doc__, /* tp_doc */ | |
| (traverseproc)module_traverse, /* tp_traverse */ | |
| (inquiry)module_clear, /* tp_clear */ | |
| 0, /* tp_richcompare */ | |
| offsetof(PyModuleObject, md_weaklist), /* tp_weaklistoffset */ | |
| 0, /* tp_iter */ | |
| 0, /* tp_iternext */ | |
| module_methods, /* tp_methods */ | |
| module_members, /* tp_members */ | |
| module_getsets, /* tp_getset */ | |
| 0, /* tp_base */ | |
| 0, /* tp_dict */ | |
| 0, /* tp_descr_get */ | |
| 0, /* tp_descr_set */ | |
| offsetof(PyModuleObject, md_dict), /* tp_dictoffset */ | |
| module___init__, /* tp_init */ | |
| 0, /* tp_alloc */ | |
| new_module, /* tp_new */ | |
| PyObject_GC_Del, /* tp_free */ | |
| }; |