Guido van Rossum | 1ae940a | 1995-01-02 19:04:15 +0000 | [diff] [blame] | 1 | |
| 2 | /* Support for dynamic loading of extension modules */ |
Guido van Rossum | 1ae940a | 1995-01-02 19:04:15 +0000 | [diff] [blame] | 3 | |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 4 | #include "Python.h" |
Guido van Rossum | 1ae940a | 1995-01-02 19:04:15 +0000 | [diff] [blame] | 5 | |
Guido van Rossum | 96a8fb7 | 1999-12-22 14:09:35 +0000 | [diff] [blame] | 6 | /* ./configure sets HAVE_DYNAMIC_LOADING if dynamic loading of modules is |
| 7 | supported on this platform. configure will then compile and link in one |
| 8 | of the dynload_*.c files, as appropriate. We will call a function in |
| 9 | those modules to get a function pointer to the module's init function. |
Guido van Rossum | 1ae940a | 1995-01-02 19:04:15 +0000 | [diff] [blame] | 10 | */ |
Guido van Rossum | 6ea9092 | 1999-12-20 21:20:42 +0000 | [diff] [blame] | 11 | #ifdef HAVE_DYNAMIC_LOADING |
Guido van Rossum | ff4af06 | 1996-01-12 01:17:50 +0000 | [diff] [blame] | 12 | |
Guido van Rossum | 96a8fb7 | 1999-12-22 14:09:35 +0000 | [diff] [blame] | 13 | #include "importdl.h" |
| 14 | |
Victor Stinner | 2d32227 | 2011-04-04 23:05:53 +0200 | [diff] [blame] | 15 | #ifdef MS_WINDOWS |
Nick Coghlan | d5cacbb | 2015-05-23 22:24:10 +1000 | [diff] [blame] | 16 | extern dl_funcptr _PyImport_FindSharedFuncptrWindows(const char *prefix, |
| 17 | const char *shortname, |
| 18 | PyObject *pathname, |
| 19 | FILE *fp); |
Victor Stinner | 2d32227 | 2011-04-04 23:05:53 +0200 | [diff] [blame] | 20 | #else |
Nick Coghlan | d5cacbb | 2015-05-23 22:24:10 +1000 | [diff] [blame] | 21 | extern dl_funcptr _PyImport_FindSharedFuncptr(const char *prefix, |
| 22 | const char *shortname, |
| 23 | const char *pathname, FILE *fp); |
Victor Stinner | 2d32227 | 2011-04-04 23:05:53 +0200 | [diff] [blame] | 24 | #endif |
Guido van Rossum | 1ae940a | 1995-01-02 19:04:15 +0000 | [diff] [blame] | 25 | |
Serhiy Storchaka | 2d06e84 | 2015-12-25 19:53:18 +0200 | [diff] [blame] | 26 | static const char * const ascii_only_prefix = "PyInit"; |
| 27 | static const char * const nonascii_prefix = "PyInitU"; |
Nick Coghlan | d5cacbb | 2015-05-23 22:24:10 +1000 | [diff] [blame] | 28 | |
| 29 | /* Get the variable part of a module's export symbol name. |
| 30 | * Returns a bytes instance. For non-ASCII-named modules, the name is |
| 31 | * encoded as per PEP 489. |
| 32 | * The hook_prefix pointer is set to either ascii_only_prefix or |
| 33 | * nonascii_prefix, as appropriate. |
| 34 | */ |
| 35 | static PyObject * |
| 36 | get_encoded_name(PyObject *name, const char **hook_prefix) { |
Nick Coghlan | d5cacbb | 2015-05-23 22:24:10 +1000 | [diff] [blame] | 37 | PyObject *tmp; |
| 38 | PyObject *encoded = NULL; |
Benjamin Peterson | e20056c | 2015-05-29 17:10:30 -0500 | [diff] [blame] | 39 | PyObject *modname = NULL; |
| 40 | Py_ssize_t name_len, lastdot; |
| 41 | _Py_IDENTIFIER(replace); |
Nick Coghlan | d5cacbb | 2015-05-23 22:24:10 +1000 | [diff] [blame] | 42 | |
| 43 | /* Get the short name (substring after last dot) */ |
| 44 | name_len = PyUnicode_GetLength(name); |
| 45 | lastdot = PyUnicode_FindChar(name, '.', 0, name_len, -1); |
| 46 | if (lastdot < -1) { |
| 47 | return NULL; |
| 48 | } else if (lastdot >= 0) { |
Nick Coghlan | 55871f0 | 2015-05-26 21:48:17 +1000 | [diff] [blame] | 49 | tmp = PyUnicode_Substring(name, lastdot + 1, name_len); |
Nick Coghlan | d5cacbb | 2015-05-23 22:24:10 +1000 | [diff] [blame] | 50 | if (tmp == NULL) |
| 51 | return NULL; |
| 52 | name = tmp; |
| 53 | /* "name" now holds a new reference to the substring */ |
| 54 | } else { |
| 55 | Py_INCREF(name); |
| 56 | } |
| 57 | |
| 58 | /* Encode to ASCII or Punycode, as needed */ |
| 59 | encoded = PyUnicode_AsEncodedString(name, "ascii", NULL); |
| 60 | if (encoded != NULL) { |
| 61 | *hook_prefix = ascii_only_prefix; |
| 62 | } else { |
| 63 | if (PyErr_ExceptionMatches(PyExc_UnicodeEncodeError)) { |
| 64 | PyErr_Clear(); |
| 65 | encoded = PyUnicode_AsEncodedString(name, "punycode", NULL); |
| 66 | if (encoded == NULL) { |
| 67 | goto error; |
| 68 | } |
| 69 | *hook_prefix = nonascii_prefix; |
| 70 | } else { |
| 71 | goto error; |
| 72 | } |
| 73 | } |
| 74 | |
Benjamin Peterson | e20056c | 2015-05-29 17:10:30 -0500 | [diff] [blame] | 75 | /* Replace '-' by '_' */ |
| 76 | modname = _PyObject_CallMethodId(encoded, &PyId_replace, "cc", '-', '_'); |
| 77 | if (modname == NULL) |
| 78 | goto error; |
Nick Coghlan | d5cacbb | 2015-05-23 22:24:10 +1000 | [diff] [blame] | 79 | |
| 80 | Py_DECREF(name); |
Benjamin Peterson | e20056c | 2015-05-29 17:10:30 -0500 | [diff] [blame] | 81 | Py_DECREF(encoded); |
| 82 | return modname; |
Nick Coghlan | d5cacbb | 2015-05-23 22:24:10 +1000 | [diff] [blame] | 83 | error: |
| 84 | Py_DECREF(name); |
| 85 | Py_XDECREF(encoded); |
| 86 | return NULL; |
| 87 | } |
| 88 | |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 89 | PyObject * |
Nick Coghlan | d5cacbb | 2015-05-23 22:24:10 +1000 | [diff] [blame] | 90 | _PyImport_LoadDynamicModuleWithSpec(PyObject *spec, FILE *fp) |
Guido van Rossum | 1ae940a | 1995-01-02 19:04:15 +0000 | [diff] [blame] | 91 | { |
Victor Stinner | 2d32227 | 2011-04-04 23:05:53 +0200 | [diff] [blame] | 92 | #ifndef MS_WINDOWS |
Nick Coghlan | d5cacbb | 2015-05-23 22:24:10 +1000 | [diff] [blame] | 93 | PyObject *pathbytes = NULL; |
Victor Stinner | 2d32227 | 2011-04-04 23:05:53 +0200 | [diff] [blame] | 94 | #endif |
Nick Coghlan | d5cacbb | 2015-05-23 22:24:10 +1000 | [diff] [blame] | 95 | PyObject *name_unicode = NULL, *name = NULL, *path = NULL, *m = NULL; |
| 96 | const char *name_buf, *hook_prefix; |
Serhiy Storchaka | b57d9ea | 2016-11-21 10:25:54 +0200 | [diff] [blame] | 97 | const char *oldcontext; |
Nick Coghlan | d5cacbb | 2015-05-23 22:24:10 +1000 | [diff] [blame] | 98 | dl_funcptr exportfunc; |
| 99 | PyModuleDef *def; |
| 100 | PyObject *(*p0)(void); |
Guido van Rossum | 6ea9092 | 1999-12-20 21:20:42 +0000 | [diff] [blame] | 101 | |
Nick Coghlan | d5cacbb | 2015-05-23 22:24:10 +1000 | [diff] [blame] | 102 | name_unicode = PyObject_GetAttrString(spec, "name"); |
| 103 | if (name_unicode == NULL) { |
| 104 | return NULL; |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 105 | } |
Oren Milman | 9974e1b | 2017-09-19 14:39:47 +0300 | [diff] [blame] | 106 | if (!PyUnicode_Check(name_unicode)) { |
| 107 | PyErr_SetString(PyExc_TypeError, |
| 108 | "spec.name must be a string"); |
| 109 | goto error; |
| 110 | } |
Victor Stinner | fefd70c | 2011-03-14 15:54:07 -0400 | [diff] [blame] | 111 | |
Nick Coghlan | d5cacbb | 2015-05-23 22:24:10 +1000 | [diff] [blame] | 112 | name = get_encoded_name(name_unicode, &hook_prefix); |
| 113 | if (name == NULL) { |
| 114 | goto error; |
| 115 | } |
| 116 | name_buf = PyBytes_AS_STRING(name); |
Victor Stinner | 65b7eff | 2011-05-07 12:46:05 +0200 | [diff] [blame] | 117 | |
Nick Coghlan | d5cacbb | 2015-05-23 22:24:10 +1000 | [diff] [blame] | 118 | path = PyObject_GetAttrString(spec, "origin"); |
| 119 | if (path == NULL) |
Victor Stinner | 65b7eff | 2011-05-07 12:46:05 +0200 | [diff] [blame] | 120 | goto error; |
| 121 | |
Steve Dower | b82e17e | 2019-05-23 08:45:22 -0700 | [diff] [blame] | 122 | if (PySys_Audit("import", "OOOOO", name_unicode, path, |
| 123 | Py_None, Py_None, Py_None) < 0) { |
| 124 | return NULL; |
| 125 | } |
| 126 | |
Victor Stinner | 2d32227 | 2011-04-04 23:05:53 +0200 | [diff] [blame] | 127 | #ifdef MS_WINDOWS |
Nick Coghlan | d5cacbb | 2015-05-23 22:24:10 +1000 | [diff] [blame] | 128 | exportfunc = _PyImport_FindSharedFuncptrWindows(hook_prefix, name_buf, |
| 129 | path, fp); |
Victor Stinner | 2d32227 | 2011-04-04 23:05:53 +0200 | [diff] [blame] | 130 | #else |
Victor Stinner | fefd70c | 2011-03-14 15:54:07 -0400 | [diff] [blame] | 131 | pathbytes = PyUnicode_EncodeFSDefault(path); |
| 132 | if (pathbytes == NULL) |
Victor Stinner | 65b7eff | 2011-05-07 12:46:05 +0200 | [diff] [blame] | 133 | goto error; |
Nick Coghlan | d5cacbb | 2015-05-23 22:24:10 +1000 | [diff] [blame] | 134 | exportfunc = _PyImport_FindSharedFuncptr(hook_prefix, name_buf, |
| 135 | PyBytes_AS_STRING(pathbytes), |
| 136 | fp); |
Victor Stinner | fefd70c | 2011-03-14 15:54:07 -0400 | [diff] [blame] | 137 | Py_DECREF(pathbytes); |
Victor Stinner | 2d32227 | 2011-04-04 23:05:53 +0200 | [diff] [blame] | 138 | #endif |
Nick Coghlan | d5cacbb | 2015-05-23 22:24:10 +1000 | [diff] [blame] | 139 | |
| 140 | if (exportfunc == NULL) { |
| 141 | if (!PyErr_Occurred()) { |
| 142 | PyObject *msg; |
| 143 | msg = PyUnicode_FromFormat( |
| 144 | "dynamic module does not define " |
| 145 | "module export function (%s_%s)", |
| 146 | hook_prefix, name_buf); |
| 147 | if (msg == NULL) |
| 148 | goto error; |
| 149 | PyErr_SetImportError(msg, name_unicode, path); |
| 150 | Py_DECREF(msg); |
| 151 | } |
Victor Stinner | 65b7eff | 2011-05-07 12:46:05 +0200 | [diff] [blame] | 152 | goto error; |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 153 | } |
Guido van Rossum | 1ae940a | 1995-01-02 19:04:15 +0000 | [diff] [blame] | 154 | |
Nick Coghlan | d5cacbb | 2015-05-23 22:24:10 +1000 | [diff] [blame] | 155 | p0 = (PyObject *(*)(void))exportfunc; |
| 156 | |
| 157 | /* Package context is needed for single-phase init */ |
| 158 | oldcontext = _Py_PackageContext; |
| 159 | _Py_PackageContext = PyUnicode_AsUTF8(name_unicode); |
Serhiy Storchaka | 144f77a | 2016-11-20 08:47:21 +0200 | [diff] [blame] | 160 | if (_Py_PackageContext == NULL) { |
| 161 | _Py_PackageContext = oldcontext; |
| 162 | goto error; |
| 163 | } |
Nick Coghlan | d5cacbb | 2015-05-23 22:24:10 +1000 | [diff] [blame] | 164 | m = p0(); |
| 165 | _Py_PackageContext = oldcontext; |
| 166 | |
| 167 | if (m == NULL) { |
| 168 | if (!PyErr_Occurred()) { |
| 169 | PyErr_Format( |
| 170 | PyExc_SystemError, |
| 171 | "initialization of %s failed without raising an exception", |
| 172 | name_buf); |
| 173 | } |
| 174 | goto error; |
| 175 | } else if (PyErr_Occurred()) { |
| 176 | PyErr_Clear(); |
| 177 | PyErr_Format( |
| 178 | PyExc_SystemError, |
| 179 | "initialization of %s raised unreported exception", |
| 180 | name_buf); |
| 181 | m = NULL; |
| 182 | goto error; |
| 183 | } |
Andy Lester | dffe4c0 | 2020-03-04 07:15:20 -0600 | [diff] [blame] | 184 | if (Py_IS_TYPE(m, NULL)) { |
Nick Coghlan | d5cacbb | 2015-05-23 22:24:10 +1000 | [diff] [blame] | 185 | /* This can happen when a PyModuleDef is returned without calling |
| 186 | * PyModuleDef_Init on it |
| 187 | */ |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 188 | PyErr_Format(PyExc_SystemError, |
Nick Coghlan | d5cacbb | 2015-05-23 22:24:10 +1000 | [diff] [blame] | 189 | "init function of %s returned uninitialized object", |
| 190 | name_buf); |
| 191 | m = NULL; /* prevent segfault in DECREF */ |
| 192 | goto error; |
| 193 | } |
| 194 | if (PyObject_TypeCheck(m, &PyModuleDef_Type)) { |
| 195 | Py_DECREF(name_unicode); |
| 196 | Py_DECREF(name); |
| 197 | Py_DECREF(path); |
| 198 | return PyModule_FromDefAndSpec((PyModuleDef*)m, spec); |
| 199 | } |
| 200 | |
| 201 | /* Fall back to single-phase init mechanism */ |
| 202 | |
| 203 | if (hook_prefix == nonascii_prefix) { |
| 204 | /* don't allow legacy init for non-ASCII module names */ |
| 205 | PyErr_Format( |
| 206 | PyExc_SystemError, |
| 207 | "initialization of * did not return PyModuleDef", |
| 208 | name_buf); |
Victor Stinner | 65b7eff | 2011-05-07 12:46:05 +0200 | [diff] [blame] | 209 | goto error; |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 210 | } |
Martin v. Löwis | 1a21451 | 2008-06-11 05:26:20 +0000 | [diff] [blame] | 211 | |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 212 | /* Remember pointer to module init function. */ |
| 213 | def = PyModule_GetDef(m); |
Christian Heimes | 7ce57d6 | 2013-07-11 13:02:30 +0200 | [diff] [blame] | 214 | if (def == NULL) { |
| 215 | PyErr_Format(PyExc_SystemError, |
| 216 | "initialization of %s did not return an extension " |
Nick Coghlan | d5cacbb | 2015-05-23 22:24:10 +1000 | [diff] [blame] | 217 | "module", name_buf); |
Christian Heimes | 848ee09 | 2013-07-11 11:22:21 +0200 | [diff] [blame] | 218 | goto error; |
Christian Heimes | 7ce57d6 | 2013-07-11 13:02:30 +0200 | [diff] [blame] | 219 | } |
Nick Coghlan | d5cacbb | 2015-05-23 22:24:10 +1000 | [diff] [blame] | 220 | def->m_base.m_init = p0; |
Martin v. Löwis | 1a21451 | 2008-06-11 05:26:20 +0000 | [diff] [blame] | 221 | |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 222 | /* Remember the filename as the __file__ attribute */ |
Victor Stinner | 58ca33b | 2020-11-04 17:33:06 +0100 | [diff] [blame] | 223 | if (PyModule_AddObjectRef(m, "__file__", path) < 0) { |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 224 | PyErr_Clear(); /* Not important enough to report */ |
Victor Stinner | 58ca33b | 2020-11-04 17:33:06 +0100 | [diff] [blame] | 225 | } |
Martin v. Löwis | e81e9b1 | 2003-09-04 18:45:59 +0000 | [diff] [blame] | 226 | |
Eric Snow | d393c1b | 2017-09-14 12:18:12 -0600 | [diff] [blame] | 227 | PyObject *modules = PyImport_GetModuleDict(); |
| 228 | if (_PyImport_FixupExtensionObject(m, name_unicode, path, modules) < 0) |
Victor Stinner | 65b7eff | 2011-05-07 12:46:05 +0200 | [diff] [blame] | 229 | goto error; |
Nick Coghlan | d5cacbb | 2015-05-23 22:24:10 +1000 | [diff] [blame] | 230 | |
| 231 | Py_DECREF(name_unicode); |
| 232 | Py_DECREF(name); |
| 233 | Py_DECREF(path); |
| 234 | |
Victor Stinner | fefd70c | 2011-03-14 15:54:07 -0400 | [diff] [blame] | 235 | return m; |
Victor Stinner | 65b7eff | 2011-05-07 12:46:05 +0200 | [diff] [blame] | 236 | |
| 237 | error: |
Nick Coghlan | d5cacbb | 2015-05-23 22:24:10 +1000 | [diff] [blame] | 238 | Py_DECREF(name_unicode); |
| 239 | Py_XDECREF(name); |
| 240 | Py_XDECREF(path); |
Victor Stinner | 65b7eff | 2011-05-07 12:46:05 +0200 | [diff] [blame] | 241 | Py_XDECREF(m); |
| 242 | return NULL; |
Guido van Rossum | 1ae940a | 1995-01-02 19:04:15 +0000 | [diff] [blame] | 243 | } |
Guido van Rossum | 96a8fb7 | 1999-12-22 14:09:35 +0000 | [diff] [blame] | 244 | |
| 245 | #endif /* HAVE_DYNAMIC_LOADING */ |