blob: 1847eba74aef45ce241bd13b2b262e45898fc9c3 [file] [log] [blame]
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001
2/* Support for dynamic loading of extension modules */
Guido van Rossum1ae940a1995-01-02 19:04:15 +00003
Guido van Rossum79f25d91997-04-29 20:08:16 +00004#include "Python.h"
Guido van Rossum1ae940a1995-01-02 19:04:15 +00005
Guido van Rossum96a8fb71999-12-22 14:09:35 +00006/* ./configure sets HAVE_DYNAMIC_LOADING if dynamic loading of modules is
7 supported on this platform. configure will then compile and link in one
8 of the dynload_*.c files, as appropriate. We will call a function in
9 those modules to get a function pointer to the module's init function.
Guido van Rossum1ae940a1995-01-02 19:04:15 +000010*/
Guido van Rossum6ea90921999-12-20 21:20:42 +000011#ifdef HAVE_DYNAMIC_LOADING
Guido van Rossumff4af061996-01-12 01:17:50 +000012
Guido van Rossum96a8fb71999-12-22 14:09:35 +000013#include "importdl.h"
14
Victor Stinner2d322272011-04-04 23:05:53 +020015#ifdef MS_WINDOWS
Nick Coghland5cacbb2015-05-23 22:24:10 +100016extern dl_funcptr _PyImport_FindSharedFuncptrWindows(const char *prefix,
17 const char *shortname,
18 PyObject *pathname,
19 FILE *fp);
Victor Stinner2d322272011-04-04 23:05:53 +020020#else
Nick Coghland5cacbb2015-05-23 22:24:10 +100021extern dl_funcptr _PyImport_FindSharedFuncptr(const char *prefix,
22 const char *shortname,
23 const char *pathname, FILE *fp);
Victor Stinner2d322272011-04-04 23:05:53 +020024#endif
Guido van Rossum1ae940a1995-01-02 19:04:15 +000025
Serhiy Storchaka2d06e842015-12-25 19:53:18 +020026static const char * const ascii_only_prefix = "PyInit";
27static const char * const nonascii_prefix = "PyInitU";
Nick Coghland5cacbb2015-05-23 22:24:10 +100028
29/* Get the variable part of a module's export symbol name.
30 * Returns a bytes instance. For non-ASCII-named modules, the name is
31 * encoded as per PEP 489.
32 * The hook_prefix pointer is set to either ascii_only_prefix or
33 * nonascii_prefix, as appropriate.
34 */
35static PyObject *
36get_encoded_name(PyObject *name, const char **hook_prefix) {
Nick Coghland5cacbb2015-05-23 22:24:10 +100037 PyObject *tmp;
38 PyObject *encoded = NULL;
Benjamin Petersone20056c2015-05-29 17:10:30 -050039 PyObject *modname = NULL;
40 Py_ssize_t name_len, lastdot;
41 _Py_IDENTIFIER(replace);
Nick Coghland5cacbb2015-05-23 22:24:10 +100042
43 /* Get the short name (substring after last dot) */
44 name_len = PyUnicode_GetLength(name);
45 lastdot = PyUnicode_FindChar(name, '.', 0, name_len, -1);
46 if (lastdot < -1) {
47 return NULL;
48 } else if (lastdot >= 0) {
Nick Coghlan55871f02015-05-26 21:48:17 +100049 tmp = PyUnicode_Substring(name, lastdot + 1, name_len);
Nick Coghland5cacbb2015-05-23 22:24:10 +100050 if (tmp == NULL)
51 return NULL;
52 name = tmp;
53 /* "name" now holds a new reference to the substring */
54 } else {
55 Py_INCREF(name);
56 }
57
58 /* Encode to ASCII or Punycode, as needed */
59 encoded = PyUnicode_AsEncodedString(name, "ascii", NULL);
60 if (encoded != NULL) {
61 *hook_prefix = ascii_only_prefix;
62 } else {
63 if (PyErr_ExceptionMatches(PyExc_UnicodeEncodeError)) {
64 PyErr_Clear();
65 encoded = PyUnicode_AsEncodedString(name, "punycode", NULL);
66 if (encoded == NULL) {
67 goto error;
68 }
69 *hook_prefix = nonascii_prefix;
70 } else {
71 goto error;
72 }
73 }
74
Benjamin Petersone20056c2015-05-29 17:10:30 -050075 /* Replace '-' by '_' */
76 modname = _PyObject_CallMethodId(encoded, &PyId_replace, "cc", '-', '_');
77 if (modname == NULL)
78 goto error;
Nick Coghland5cacbb2015-05-23 22:24:10 +100079
80 Py_DECREF(name);
Benjamin Petersone20056c2015-05-29 17:10:30 -050081 Py_DECREF(encoded);
82 return modname;
Nick Coghland5cacbb2015-05-23 22:24:10 +100083error:
84 Py_DECREF(name);
85 Py_XDECREF(encoded);
86 return NULL;
87}
88
Guido van Rossum79f25d91997-04-29 20:08:16 +000089PyObject *
Nick Coghland5cacbb2015-05-23 22:24:10 +100090_PyImport_LoadDynamicModuleWithSpec(PyObject *spec, FILE *fp)
Guido van Rossum1ae940a1995-01-02 19:04:15 +000091{
Victor Stinner2d322272011-04-04 23:05:53 +020092#ifndef MS_WINDOWS
Nick Coghland5cacbb2015-05-23 22:24:10 +100093 PyObject *pathbytes = NULL;
Victor Stinner2d322272011-04-04 23:05:53 +020094#endif
Nick Coghland5cacbb2015-05-23 22:24:10 +100095 PyObject *name_unicode = NULL, *name = NULL, *path = NULL, *m = NULL;
96 const char *name_buf, *hook_prefix;
Serhiy Storchakab57d9ea2016-11-21 10:25:54 +020097 const char *oldcontext;
Nick Coghland5cacbb2015-05-23 22:24:10 +100098 dl_funcptr exportfunc;
99 PyModuleDef *def;
100 PyObject *(*p0)(void);
Guido van Rossum6ea90921999-12-20 21:20:42 +0000101
Nick Coghland5cacbb2015-05-23 22:24:10 +1000102 name_unicode = PyObject_GetAttrString(spec, "name");
103 if (name_unicode == NULL) {
104 return NULL;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000105 }
Oren Milman9974e1b2017-09-19 14:39:47 +0300106 if (!PyUnicode_Check(name_unicode)) {
107 PyErr_SetString(PyExc_TypeError,
108 "spec.name must be a string");
109 goto error;
110 }
Victor Stinnerfefd70c2011-03-14 15:54:07 -0400111
Nick Coghland5cacbb2015-05-23 22:24:10 +1000112 name = get_encoded_name(name_unicode, &hook_prefix);
113 if (name == NULL) {
114 goto error;
115 }
116 name_buf = PyBytes_AS_STRING(name);
Victor Stinner65b7eff2011-05-07 12:46:05 +0200117
Nick Coghland5cacbb2015-05-23 22:24:10 +1000118 path = PyObject_GetAttrString(spec, "origin");
119 if (path == NULL)
Victor Stinner65b7eff2011-05-07 12:46:05 +0200120 goto error;
121
Steve Dowerb82e17e2019-05-23 08:45:22 -0700122 if (PySys_Audit("import", "OOOOO", name_unicode, path,
123 Py_None, Py_None, Py_None) < 0) {
124 return NULL;
125 }
126
Victor Stinner2d322272011-04-04 23:05:53 +0200127#ifdef MS_WINDOWS
Nick Coghland5cacbb2015-05-23 22:24:10 +1000128 exportfunc = _PyImport_FindSharedFuncptrWindows(hook_prefix, name_buf,
129 path, fp);
Victor Stinner2d322272011-04-04 23:05:53 +0200130#else
Victor Stinnerfefd70c2011-03-14 15:54:07 -0400131 pathbytes = PyUnicode_EncodeFSDefault(path);
132 if (pathbytes == NULL)
Victor Stinner65b7eff2011-05-07 12:46:05 +0200133 goto error;
Nick Coghland5cacbb2015-05-23 22:24:10 +1000134 exportfunc = _PyImport_FindSharedFuncptr(hook_prefix, name_buf,
135 PyBytes_AS_STRING(pathbytes),
136 fp);
Victor Stinnerfefd70c2011-03-14 15:54:07 -0400137 Py_DECREF(pathbytes);
Victor Stinner2d322272011-04-04 23:05:53 +0200138#endif
Nick Coghland5cacbb2015-05-23 22:24:10 +1000139
140 if (exportfunc == NULL) {
141 if (!PyErr_Occurred()) {
142 PyObject *msg;
143 msg = PyUnicode_FromFormat(
144 "dynamic module does not define "
145 "module export function (%s_%s)",
146 hook_prefix, name_buf);
147 if (msg == NULL)
148 goto error;
149 PyErr_SetImportError(msg, name_unicode, path);
150 Py_DECREF(msg);
151 }
Victor Stinner65b7eff2011-05-07 12:46:05 +0200152 goto error;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000153 }
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000154
Nick Coghland5cacbb2015-05-23 22:24:10 +1000155 p0 = (PyObject *(*)(void))exportfunc;
156
157 /* Package context is needed for single-phase init */
158 oldcontext = _Py_PackageContext;
159 _Py_PackageContext = PyUnicode_AsUTF8(name_unicode);
Serhiy Storchaka144f77a2016-11-20 08:47:21 +0200160 if (_Py_PackageContext == NULL) {
161 _Py_PackageContext = oldcontext;
162 goto error;
163 }
Nick Coghland5cacbb2015-05-23 22:24:10 +1000164 m = p0();
165 _Py_PackageContext = oldcontext;
166
167 if (m == NULL) {
168 if (!PyErr_Occurred()) {
169 PyErr_Format(
170 PyExc_SystemError,
171 "initialization of %s failed without raising an exception",
172 name_buf);
173 }
174 goto error;
175 } else if (PyErr_Occurred()) {
176 PyErr_Clear();
177 PyErr_Format(
178 PyExc_SystemError,
179 "initialization of %s raised unreported exception",
180 name_buf);
181 m = NULL;
182 goto error;
183 }
Andy Lesterdffe4c02020-03-04 07:15:20 -0600184 if (Py_IS_TYPE(m, NULL)) {
Nick Coghland5cacbb2015-05-23 22:24:10 +1000185 /* This can happen when a PyModuleDef is returned without calling
186 * PyModuleDef_Init on it
187 */
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000188 PyErr_Format(PyExc_SystemError,
Nick Coghland5cacbb2015-05-23 22:24:10 +1000189 "init function of %s returned uninitialized object",
190 name_buf);
191 m = NULL; /* prevent segfault in DECREF */
192 goto error;
193 }
194 if (PyObject_TypeCheck(m, &PyModuleDef_Type)) {
195 Py_DECREF(name_unicode);
196 Py_DECREF(name);
197 Py_DECREF(path);
198 return PyModule_FromDefAndSpec((PyModuleDef*)m, spec);
199 }
200
201 /* Fall back to single-phase init mechanism */
202
203 if (hook_prefix == nonascii_prefix) {
204 /* don't allow legacy init for non-ASCII module names */
205 PyErr_Format(
206 PyExc_SystemError,
207 "initialization of * did not return PyModuleDef",
208 name_buf);
Victor Stinner65b7eff2011-05-07 12:46:05 +0200209 goto error;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000210 }
Martin v. Löwis1a214512008-06-11 05:26:20 +0000211
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000212 /* Remember pointer to module init function. */
213 def = PyModule_GetDef(m);
Christian Heimes7ce57d62013-07-11 13:02:30 +0200214 if (def == NULL) {
215 PyErr_Format(PyExc_SystemError,
216 "initialization of %s did not return an extension "
Nick Coghland5cacbb2015-05-23 22:24:10 +1000217 "module", name_buf);
Christian Heimes848ee092013-07-11 11:22:21 +0200218 goto error;
Christian Heimes7ce57d62013-07-11 13:02:30 +0200219 }
Nick Coghland5cacbb2015-05-23 22:24:10 +1000220 def->m_base.m_init = p0;
Martin v. Löwis1a214512008-06-11 05:26:20 +0000221
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000222 /* Remember the filename as the __file__ attribute */
Victor Stinner58ca33b2020-11-04 17:33:06 +0100223 if (PyModule_AddObjectRef(m, "__file__", path) < 0) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000224 PyErr_Clear(); /* Not important enough to report */
Victor Stinner58ca33b2020-11-04 17:33:06 +0100225 }
Martin v. Löwise81e9b12003-09-04 18:45:59 +0000226
Eric Snowd393c1b2017-09-14 12:18:12 -0600227 PyObject *modules = PyImport_GetModuleDict();
228 if (_PyImport_FixupExtensionObject(m, name_unicode, path, modules) < 0)
Victor Stinner65b7eff2011-05-07 12:46:05 +0200229 goto error;
Nick Coghland5cacbb2015-05-23 22:24:10 +1000230
231 Py_DECREF(name_unicode);
232 Py_DECREF(name);
233 Py_DECREF(path);
234
Victor Stinnerfefd70c2011-03-14 15:54:07 -0400235 return m;
Victor Stinner65b7eff2011-05-07 12:46:05 +0200236
237error:
Nick Coghland5cacbb2015-05-23 22:24:10 +1000238 Py_DECREF(name_unicode);
239 Py_XDECREF(name);
240 Py_XDECREF(path);
Victor Stinner65b7eff2011-05-07 12:46:05 +0200241 Py_XDECREF(m);
242 return NULL;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000243}
Guido van Rossum96a8fb71999-12-22 14:09:35 +0000244
245#endif /* HAVE_DYNAMIC_LOADING */