blob: 6d2554741f98220120c86db74a615d8b96e6936d [file] [log] [blame]
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001
2/* Support for dynamic loading of extension modules */
Guido van Rossum1ae940a1995-01-02 19:04:15 +00003
Guido van Rossum79f25d91997-04-29 20:08:16 +00004#include "Python.h"
Guido van Rossum1ae940a1995-01-02 19:04:15 +00005
Guido van Rossum96a8fb71999-12-22 14:09:35 +00006/* ./configure sets HAVE_DYNAMIC_LOADING if dynamic loading of modules is
7 supported on this platform. configure will then compile and link in one
8 of the dynload_*.c files, as appropriate. We will call a function in
9 those modules to get a function pointer to the module's init function.
Guido van Rossum1ae940a1995-01-02 19:04:15 +000010*/
Guido van Rossum6ea90921999-12-20 21:20:42 +000011#ifdef HAVE_DYNAMIC_LOADING
Guido van Rossumff4af061996-01-12 01:17:50 +000012
Guido van Rossum96a8fb71999-12-22 14:09:35 +000013#include "importdl.h"
14
Victor Stinner2d322272011-04-04 23:05:53 +020015#ifdef MS_WINDOWS
Nick Coghland5cacbb2015-05-23 22:24:10 +100016extern dl_funcptr _PyImport_FindSharedFuncptrWindows(const char *prefix,
17 const char *shortname,
18 PyObject *pathname,
19 FILE *fp);
Victor Stinner2d322272011-04-04 23:05:53 +020020#else
Nick Coghland5cacbb2015-05-23 22:24:10 +100021extern dl_funcptr _PyImport_FindSharedFuncptr(const char *prefix,
22 const char *shortname,
23 const char *pathname, FILE *fp);
Victor Stinner2d322272011-04-04 23:05:53 +020024#endif
Guido van Rossum1ae940a1995-01-02 19:04:15 +000025
Serhiy Storchaka2d06e842015-12-25 19:53:18 +020026static const char * const ascii_only_prefix = "PyInit";
27static const char * const nonascii_prefix = "PyInitU";
Nick Coghland5cacbb2015-05-23 22:24:10 +100028
29/* Get the variable part of a module's export symbol name.
30 * Returns a bytes instance. For non-ASCII-named modules, the name is
31 * encoded as per PEP 489.
32 * The hook_prefix pointer is set to either ascii_only_prefix or
33 * nonascii_prefix, as appropriate.
34 */
35static PyObject *
36get_encoded_name(PyObject *name, const char **hook_prefix) {
Nick Coghland5cacbb2015-05-23 22:24:10 +100037 PyObject *tmp;
38 PyObject *encoded = NULL;
Benjamin Petersone20056c2015-05-29 17:10:30 -050039 PyObject *modname = NULL;
40 Py_ssize_t name_len, lastdot;
41 _Py_IDENTIFIER(replace);
Nick Coghland5cacbb2015-05-23 22:24:10 +100042
43 /* Get the short name (substring after last dot) */
44 name_len = PyUnicode_GetLength(name);
Miss Islington (bot)56825b62021-10-11 04:40:43 -070045 if (name_len < 0) {
46 return NULL;
47 }
Nick Coghland5cacbb2015-05-23 22:24:10 +100048 lastdot = PyUnicode_FindChar(name, '.', 0, name_len, -1);
49 if (lastdot < -1) {
50 return NULL;
51 } else if (lastdot >= 0) {
Nick Coghlan55871f02015-05-26 21:48:17 +100052 tmp = PyUnicode_Substring(name, lastdot + 1, name_len);
Nick Coghland5cacbb2015-05-23 22:24:10 +100053 if (tmp == NULL)
54 return NULL;
55 name = tmp;
56 /* "name" now holds a new reference to the substring */
57 } else {
58 Py_INCREF(name);
59 }
60
61 /* Encode to ASCII or Punycode, as needed */
62 encoded = PyUnicode_AsEncodedString(name, "ascii", NULL);
63 if (encoded != NULL) {
64 *hook_prefix = ascii_only_prefix;
65 } else {
66 if (PyErr_ExceptionMatches(PyExc_UnicodeEncodeError)) {
67 PyErr_Clear();
68 encoded = PyUnicode_AsEncodedString(name, "punycode", NULL);
69 if (encoded == NULL) {
70 goto error;
71 }
72 *hook_prefix = nonascii_prefix;
73 } else {
74 goto error;
75 }
76 }
77
Benjamin Petersone20056c2015-05-29 17:10:30 -050078 /* Replace '-' by '_' */
79 modname = _PyObject_CallMethodId(encoded, &PyId_replace, "cc", '-', '_');
80 if (modname == NULL)
81 goto error;
Nick Coghland5cacbb2015-05-23 22:24:10 +100082
83 Py_DECREF(name);
Benjamin Petersone20056c2015-05-29 17:10:30 -050084 Py_DECREF(encoded);
85 return modname;
Nick Coghland5cacbb2015-05-23 22:24:10 +100086error:
87 Py_DECREF(name);
88 Py_XDECREF(encoded);
89 return NULL;
90}
91
Guido van Rossum79f25d91997-04-29 20:08:16 +000092PyObject *
Nick Coghland5cacbb2015-05-23 22:24:10 +100093_PyImport_LoadDynamicModuleWithSpec(PyObject *spec, FILE *fp)
Guido van Rossum1ae940a1995-01-02 19:04:15 +000094{
Victor Stinner2d322272011-04-04 23:05:53 +020095#ifndef MS_WINDOWS
Nick Coghland5cacbb2015-05-23 22:24:10 +100096 PyObject *pathbytes = NULL;
Victor Stinner2d322272011-04-04 23:05:53 +020097#endif
Nick Coghland5cacbb2015-05-23 22:24:10 +100098 PyObject *name_unicode = NULL, *name = NULL, *path = NULL, *m = NULL;
99 const char *name_buf, *hook_prefix;
Serhiy Storchakab57d9ea2016-11-21 10:25:54 +0200100 const char *oldcontext;
Nick Coghland5cacbb2015-05-23 22:24:10 +1000101 dl_funcptr exportfunc;
102 PyModuleDef *def;
103 PyObject *(*p0)(void);
Guido van Rossum6ea90921999-12-20 21:20:42 +0000104
Nick Coghland5cacbb2015-05-23 22:24:10 +1000105 name_unicode = PyObject_GetAttrString(spec, "name");
106 if (name_unicode == NULL) {
107 return NULL;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000108 }
Oren Milman9974e1b2017-09-19 14:39:47 +0300109 if (!PyUnicode_Check(name_unicode)) {
110 PyErr_SetString(PyExc_TypeError,
111 "spec.name must be a string");
112 goto error;
113 }
Victor Stinnerfefd70c2011-03-14 15:54:07 -0400114
Nick Coghland5cacbb2015-05-23 22:24:10 +1000115 name = get_encoded_name(name_unicode, &hook_prefix);
116 if (name == NULL) {
117 goto error;
118 }
119 name_buf = PyBytes_AS_STRING(name);
Victor Stinner65b7eff2011-05-07 12:46:05 +0200120
Nick Coghland5cacbb2015-05-23 22:24:10 +1000121 path = PyObject_GetAttrString(spec, "origin");
122 if (path == NULL)
Victor Stinner65b7eff2011-05-07 12:46:05 +0200123 goto error;
124
Steve Dowerb82e17e2019-05-23 08:45:22 -0700125 if (PySys_Audit("import", "OOOOO", name_unicode, path,
126 Py_None, Py_None, Py_None) < 0) {
Miss Islington (bot)3a58d602021-10-11 02:22:29 -0700127 goto error;
Steve Dowerb82e17e2019-05-23 08:45:22 -0700128 }
129
Victor Stinner2d322272011-04-04 23:05:53 +0200130#ifdef MS_WINDOWS
Nick Coghland5cacbb2015-05-23 22:24:10 +1000131 exportfunc = _PyImport_FindSharedFuncptrWindows(hook_prefix, name_buf,
132 path, fp);
Victor Stinner2d322272011-04-04 23:05:53 +0200133#else
Victor Stinnerfefd70c2011-03-14 15:54:07 -0400134 pathbytes = PyUnicode_EncodeFSDefault(path);
135 if (pathbytes == NULL)
Victor Stinner65b7eff2011-05-07 12:46:05 +0200136 goto error;
Nick Coghland5cacbb2015-05-23 22:24:10 +1000137 exportfunc = _PyImport_FindSharedFuncptr(hook_prefix, name_buf,
138 PyBytes_AS_STRING(pathbytes),
139 fp);
Victor Stinnerfefd70c2011-03-14 15:54:07 -0400140 Py_DECREF(pathbytes);
Victor Stinner2d322272011-04-04 23:05:53 +0200141#endif
Nick Coghland5cacbb2015-05-23 22:24:10 +1000142
143 if (exportfunc == NULL) {
144 if (!PyErr_Occurred()) {
145 PyObject *msg;
146 msg = PyUnicode_FromFormat(
147 "dynamic module does not define "
148 "module export function (%s_%s)",
149 hook_prefix, name_buf);
150 if (msg == NULL)
151 goto error;
152 PyErr_SetImportError(msg, name_unicode, path);
153 Py_DECREF(msg);
154 }
Victor Stinner65b7eff2011-05-07 12:46:05 +0200155 goto error;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000156 }
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000157
Nick Coghland5cacbb2015-05-23 22:24:10 +1000158 p0 = (PyObject *(*)(void))exportfunc;
159
160 /* Package context is needed for single-phase init */
161 oldcontext = _Py_PackageContext;
162 _Py_PackageContext = PyUnicode_AsUTF8(name_unicode);
Serhiy Storchaka144f77a2016-11-20 08:47:21 +0200163 if (_Py_PackageContext == NULL) {
164 _Py_PackageContext = oldcontext;
165 goto error;
166 }
Nick Coghland5cacbb2015-05-23 22:24:10 +1000167 m = p0();
168 _Py_PackageContext = oldcontext;
169
170 if (m == NULL) {
171 if (!PyErr_Occurred()) {
172 PyErr_Format(
173 PyExc_SystemError,
174 "initialization of %s failed without raising an exception",
175 name_buf);
176 }
177 goto error;
178 } else if (PyErr_Occurred()) {
179 PyErr_Clear();
180 PyErr_Format(
181 PyExc_SystemError,
182 "initialization of %s raised unreported exception",
183 name_buf);
184 m = NULL;
185 goto error;
186 }
Andy Lesterdffe4c02020-03-04 07:15:20 -0600187 if (Py_IS_TYPE(m, NULL)) {
Nick Coghland5cacbb2015-05-23 22:24:10 +1000188 /* This can happen when a PyModuleDef is returned without calling
189 * PyModuleDef_Init on it
190 */
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000191 PyErr_Format(PyExc_SystemError,
Nick Coghland5cacbb2015-05-23 22:24:10 +1000192 "init function of %s returned uninitialized object",
193 name_buf);
194 m = NULL; /* prevent segfault in DECREF */
195 goto error;
196 }
197 if (PyObject_TypeCheck(m, &PyModuleDef_Type)) {
198 Py_DECREF(name_unicode);
199 Py_DECREF(name);
200 Py_DECREF(path);
201 return PyModule_FromDefAndSpec((PyModuleDef*)m, spec);
202 }
203
204 /* Fall back to single-phase init mechanism */
205
206 if (hook_prefix == nonascii_prefix) {
207 /* don't allow legacy init for non-ASCII module names */
208 PyErr_Format(
209 PyExc_SystemError,
Miss Islington (bot)854db7e2021-10-12 10:10:59 -0700210 "initialization of %s did not return PyModuleDef",
Nick Coghland5cacbb2015-05-23 22:24:10 +1000211 name_buf);
Victor Stinner65b7eff2011-05-07 12:46:05 +0200212 goto error;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000213 }
Martin v. Löwis1a214512008-06-11 05:26:20 +0000214
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000215 /* Remember pointer to module init function. */
216 def = PyModule_GetDef(m);
Christian Heimes7ce57d62013-07-11 13:02:30 +0200217 if (def == NULL) {
218 PyErr_Format(PyExc_SystemError,
219 "initialization of %s did not return an extension "
Nick Coghland5cacbb2015-05-23 22:24:10 +1000220 "module", name_buf);
Christian Heimes848ee092013-07-11 11:22:21 +0200221 goto error;
Christian Heimes7ce57d62013-07-11 13:02:30 +0200222 }
Nick Coghland5cacbb2015-05-23 22:24:10 +1000223 def->m_base.m_init = p0;
Martin v. Löwis1a214512008-06-11 05:26:20 +0000224
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000225 /* Remember the filename as the __file__ attribute */
Victor Stinner58ca33b2020-11-04 17:33:06 +0100226 if (PyModule_AddObjectRef(m, "__file__", path) < 0) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000227 PyErr_Clear(); /* Not important enough to report */
Victor Stinner58ca33b2020-11-04 17:33:06 +0100228 }
Martin v. Löwise81e9b12003-09-04 18:45:59 +0000229
Eric Snowd393c1b2017-09-14 12:18:12 -0600230 PyObject *modules = PyImport_GetModuleDict();
231 if (_PyImport_FixupExtensionObject(m, name_unicode, path, modules) < 0)
Victor Stinner65b7eff2011-05-07 12:46:05 +0200232 goto error;
Nick Coghland5cacbb2015-05-23 22:24:10 +1000233
234 Py_DECREF(name_unicode);
235 Py_DECREF(name);
236 Py_DECREF(path);
237
Victor Stinnerfefd70c2011-03-14 15:54:07 -0400238 return m;
Victor Stinner65b7eff2011-05-07 12:46:05 +0200239
240error:
Nick Coghland5cacbb2015-05-23 22:24:10 +1000241 Py_DECREF(name_unicode);
242 Py_XDECREF(name);
243 Py_XDECREF(path);
Victor Stinner65b7eff2011-05-07 12:46:05 +0200244 Py_XDECREF(m);
245 return NULL;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000246}
Guido van Rossum96a8fb71999-12-22 14:09:35 +0000247
248#endif /* HAVE_DYNAMIC_LOADING */