| Benjamin Peterson | fa26803 | 2008-06-13 19:28:21 +0000 | [diff] [blame] | 1 | /* | 
|  | 2 | * Extension module used by multiprocessing package | 
|  | 3 | * | 
|  | 4 | * multiprocessing.c | 
|  | 5 | * | 
| Richard Oudkerk | 3e268aa | 2012-04-30 12:13:55 +0100 | [diff] [blame] | 6 | * Copyright (c) 2006-2008, R Oudkerk | 
|  | 7 | * Licensed to PSF under a Contributor Agreement. | 
| Benjamin Peterson | fa26803 | 2008-06-13 19:28:21 +0000 | [diff] [blame] | 8 | */ | 
|  | 9 |  | 
|  | 10 | #include "multiprocessing.h" | 
|  | 11 |  | 
| Benjamin Peterson | 965ce87 | 2009-04-05 21:24:58 +0000 | [diff] [blame] | 12 |  | 
| Benjamin Peterson | fa26803 | 2008-06-13 19:28:21 +0000 | [diff] [blame] | 13 | /* | 
|  | 14 | * Function which raises exceptions based on error codes | 
|  | 15 | */ | 
|  | 16 |  | 
|  | 17 | PyObject * | 
| Richard Oudkerk | 8fb9f4c | 2012-10-07 18:08:47 +0100 | [diff] [blame] | 18 | _PyMp_SetError(PyObject *Type, int num) | 
| Benjamin Peterson | fa26803 | 2008-06-13 19:28:21 +0000 | [diff] [blame] | 19 | { | 
| Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 20 | switch (num) { | 
| Benjamin Peterson | fa26803 | 2008-06-13 19:28:21 +0000 | [diff] [blame] | 21 | #ifdef MS_WINDOWS | 
| Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 22 | case MP_STANDARD_ERROR: | 
|  | 23 | if (Type == NULL) | 
| Andrew Svetlov | 2606a6f | 2012-12-19 14:33:35 +0200 | [diff] [blame] | 24 | Type = PyExc_OSError; | 
| Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 25 | PyErr_SetExcFromWindowsErr(Type, 0); | 
|  | 26 | break; | 
|  | 27 | case MP_SOCKET_ERROR: | 
|  | 28 | if (Type == NULL) | 
| Andrew Svetlov | 2606a6f | 2012-12-19 14:33:35 +0200 | [diff] [blame] | 29 | Type = PyExc_OSError; | 
| Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 30 | PyErr_SetExcFromWindowsErr(Type, WSAGetLastError()); | 
|  | 31 | break; | 
| Benjamin Peterson | fa26803 | 2008-06-13 19:28:21 +0000 | [diff] [blame] | 32 | #else /* !MS_WINDOWS */ | 
| Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 33 | case MP_STANDARD_ERROR: | 
|  | 34 | case MP_SOCKET_ERROR: | 
|  | 35 | if (Type == NULL) | 
|  | 36 | Type = PyExc_OSError; | 
|  | 37 | PyErr_SetFromErrno(Type); | 
|  | 38 | break; | 
| Benjamin Peterson | fa26803 | 2008-06-13 19:28:21 +0000 | [diff] [blame] | 39 | #endif /* !MS_WINDOWS */ | 
| Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 40 | case MP_MEMORY_ERROR: | 
|  | 41 | PyErr_NoMemory(); | 
|  | 42 | break; | 
| Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 43 | case MP_EXCEPTION_HAS_BEEN_SET: | 
|  | 44 | break; | 
|  | 45 | default: | 
|  | 46 | PyErr_Format(PyExc_RuntimeError, | 
| doko@ubuntu.com | 9df891c | 2013-05-15 18:06:56 +0200 | [diff] [blame] | 47 | "unknown error number %d", num); | 
| Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 48 | } | 
|  | 49 | return NULL; | 
| Benjamin Peterson | fa26803 | 2008-06-13 19:28:21 +0000 | [diff] [blame] | 50 | } | 
|  | 51 |  | 
| Antoine Pitrou | 23bba4c | 2012-04-18 20:51:15 +0200 | [diff] [blame] | 52 | #ifdef MS_WINDOWS | 
|  | 53 | static PyObject * | 
|  | 54 | multiprocessing_closesocket(PyObject *self, PyObject *args) | 
|  | 55 | { | 
|  | 56 | HANDLE handle; | 
|  | 57 | int ret; | 
|  | 58 |  | 
|  | 59 | if (!PyArg_ParseTuple(args, F_HANDLE ":closesocket" , &handle)) | 
|  | 60 | return NULL; | 
|  | 61 |  | 
|  | 62 | Py_BEGIN_ALLOW_THREADS | 
|  | 63 | ret = closesocket((SOCKET) handle); | 
|  | 64 | Py_END_ALLOW_THREADS | 
|  | 65 |  | 
|  | 66 | if (ret) | 
|  | 67 | return PyErr_SetExcFromWindowsErr(PyExc_IOError, WSAGetLastError()); | 
|  | 68 | Py_RETURN_NONE; | 
|  | 69 | } | 
|  | 70 |  | 
|  | 71 | static PyObject * | 
|  | 72 | multiprocessing_recv(PyObject *self, PyObject *args) | 
|  | 73 | { | 
|  | 74 | HANDLE handle; | 
|  | 75 | int size, nread; | 
|  | 76 | PyObject *buf; | 
|  | 77 |  | 
|  | 78 | if (!PyArg_ParseTuple(args, F_HANDLE "i:recv" , &handle, &size)) | 
|  | 79 | return NULL; | 
|  | 80 |  | 
|  | 81 | buf = PyBytes_FromStringAndSize(NULL, size); | 
|  | 82 | if (!buf) | 
|  | 83 | return NULL; | 
|  | 84 |  | 
|  | 85 | Py_BEGIN_ALLOW_THREADS | 
|  | 86 | nread = recv((SOCKET) handle, PyBytes_AS_STRING(buf), size, 0); | 
|  | 87 | Py_END_ALLOW_THREADS | 
|  | 88 |  | 
|  | 89 | if (nread < 0) { | 
|  | 90 | Py_DECREF(buf); | 
|  | 91 | return PyErr_SetExcFromWindowsErr(PyExc_IOError, WSAGetLastError()); | 
|  | 92 | } | 
|  | 93 | _PyBytes_Resize(&buf, nread); | 
|  | 94 | return buf; | 
|  | 95 | } | 
|  | 96 |  | 
|  | 97 | static PyObject * | 
|  | 98 | multiprocessing_send(PyObject *self, PyObject *args) | 
|  | 99 | { | 
|  | 100 | HANDLE handle; | 
|  | 101 | Py_buffer buf; | 
| Richard Oudkerk | b988ee0 | 2013-09-07 17:40:45 +0100 | [diff] [blame] | 102 | int ret, length; | 
| Antoine Pitrou | 23bba4c | 2012-04-18 20:51:15 +0200 | [diff] [blame] | 103 |  | 
|  | 104 | if (!PyArg_ParseTuple(args, F_HANDLE "y*:send" , &handle, &buf)) | 
|  | 105 | return NULL; | 
|  | 106 |  | 
| Richard Oudkerk | b988ee0 | 2013-09-07 17:40:45 +0100 | [diff] [blame] | 107 | length = (int)Py_MIN(buf.len, INT_MAX); | 
|  | 108 |  | 
| Antoine Pitrou | 23bba4c | 2012-04-18 20:51:15 +0200 | [diff] [blame] | 109 | Py_BEGIN_ALLOW_THREADS | 
| Richard Oudkerk | b988ee0 | 2013-09-07 17:40:45 +0100 | [diff] [blame] | 110 | ret = send((SOCKET) handle, buf.buf, length, 0); | 
| Antoine Pitrou | 23bba4c | 2012-04-18 20:51:15 +0200 | [diff] [blame] | 111 | Py_END_ALLOW_THREADS | 
|  | 112 |  | 
|  | 113 | PyBuffer_Release(&buf); | 
|  | 114 | if (ret < 0) | 
|  | 115 | return PyErr_SetExcFromWindowsErr(PyExc_IOError, WSAGetLastError()); | 
|  | 116 | return PyLong_FromLong(ret); | 
|  | 117 | } | 
|  | 118 |  | 
|  | 119 | #endif | 
| Benjamin Peterson | fa26803 | 2008-06-13 19:28:21 +0000 | [diff] [blame] | 120 |  | 
|  | 121 | /* | 
|  | 122 | * Function table | 
|  | 123 | */ | 
|  | 124 |  | 
|  | 125 | static PyMethodDef module_methods[] = { | 
| Antoine Pitrou | 23bba4c | 2012-04-18 20:51:15 +0200 | [diff] [blame] | 126 | #ifdef MS_WINDOWS | 
|  | 127 | {"closesocket", multiprocessing_closesocket, METH_VARARGS, ""}, | 
|  | 128 | {"recv", multiprocessing_recv, METH_VARARGS, ""}, | 
|  | 129 | {"send", multiprocessing_send, METH_VARARGS, ""}, | 
|  | 130 | #endif | 
| Richard Oudkerk | e0e6581 | 2014-07-28 23:01:02 +0100 | [diff] [blame] | 131 | #ifndef POSIX_SEMAPHORES_NOT_ENABLED | 
| Richard Oudkerk | 84ed9a6 | 2013-08-14 15:35:41 +0100 | [diff] [blame] | 132 | {"sem_unlink", _PyMp_sem_unlink, METH_VARARGS, ""}, | 
| Richard Oudkerk | e0e6581 | 2014-07-28 23:01:02 +0100 | [diff] [blame] | 133 | #endif | 
| Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 134 | {NULL} | 
| Benjamin Peterson | fa26803 | 2008-06-13 19:28:21 +0000 | [diff] [blame] | 135 | }; | 
|  | 136 |  | 
|  | 137 |  | 
|  | 138 | /* | 
|  | 139 | * Initialize | 
|  | 140 | */ | 
|  | 141 |  | 
|  | 142 | static struct PyModuleDef multiprocessing_module = { | 
| Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 143 | PyModuleDef_HEAD_INIT, | 
|  | 144 | "_multiprocessing", | 
|  | 145 | NULL, | 
|  | 146 | -1, | 
|  | 147 | module_methods, | 
|  | 148 | NULL, | 
|  | 149 | NULL, | 
|  | 150 | NULL, | 
|  | 151 | NULL | 
| Benjamin Peterson | fa26803 | 2008-06-13 19:28:21 +0000 | [diff] [blame] | 152 | }; | 
|  | 153 |  | 
|  | 154 |  | 
| Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 155 | PyMODINIT_FUNC | 
| Benjamin Peterson | fa26803 | 2008-06-13 19:28:21 +0000 | [diff] [blame] | 156 | PyInit__multiprocessing(void) | 
|  | 157 | { | 
| Amaury Forgeot d'Arc | 7e447c8 | 2011-12-17 10:23:14 +0100 | [diff] [blame] | 158 | PyObject *module, *temp, *value = NULL; | 
| Benjamin Peterson | fa26803 | 2008-06-13 19:28:21 +0000 | [diff] [blame] | 159 |  | 
| Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 160 | /* Initialize module */ | 
|  | 161 | module = PyModule_Create(&multiprocessing_module); | 
|  | 162 | if (!module) | 
|  | 163 | return NULL; | 
| Benjamin Peterson | fa26803 | 2008-06-13 19:28:21 +0000 | [diff] [blame] | 164 |  | 
| Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 165 | #if defined(MS_WINDOWS) ||                                              \ | 
| Mark Dickinson | a614f04 | 2009-11-28 12:48:43 +0000 | [diff] [blame] | 166 | (defined(HAVE_SEM_OPEN) && !defined(POSIX_SEMAPHORES_NOT_ENABLED)) | 
| Richard Oudkerk | 8fb9f4c | 2012-10-07 18:08:47 +0100 | [diff] [blame] | 167 | /* Add _PyMp_SemLock type to module */ | 
|  | 168 | if (PyType_Ready(&_PyMp_SemLockType) < 0) | 
| Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 169 | return NULL; | 
| Richard Oudkerk | 8fb9f4c | 2012-10-07 18:08:47 +0100 | [diff] [blame] | 170 | Py_INCREF(&_PyMp_SemLockType); | 
| Gregory P. Smith | 68e0135 | 2010-10-17 02:14:36 +0000 | [diff] [blame] | 171 | { | 
|  | 172 | PyObject *py_sem_value_max; | 
|  | 173 | /* Some systems define SEM_VALUE_MAX as an unsigned value that | 
|  | 174 | * causes it to be negative when used as an int (NetBSD). */ | 
|  | 175 | if ((int)(SEM_VALUE_MAX) < 0) | 
|  | 176 | py_sem_value_max = PyLong_FromLong(INT_MAX); | 
|  | 177 | else | 
|  | 178 | py_sem_value_max = PyLong_FromLong(SEM_VALUE_MAX); | 
|  | 179 | if (py_sem_value_max == NULL) | 
|  | 180 | return NULL; | 
| Richard Oudkerk | 8fb9f4c | 2012-10-07 18:08:47 +0100 | [diff] [blame] | 181 | PyDict_SetItemString(_PyMp_SemLockType.tp_dict, "SEM_VALUE_MAX", | 
| Gregory P. Smith | 68e0135 | 2010-10-17 02:14:36 +0000 | [diff] [blame] | 182 | py_sem_value_max); | 
|  | 183 | } | 
| Richard Oudkerk | 8fb9f4c | 2012-10-07 18:08:47 +0100 | [diff] [blame] | 184 | PyModule_AddObject(module, "SemLock", (PyObject*)&_PyMp_SemLockType); | 
| Benjamin Peterson | fa26803 | 2008-06-13 19:28:21 +0000 | [diff] [blame] | 185 | #endif | 
|  | 186 |  | 
| Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 187 | /* Add configuration macros */ | 
|  | 188 | temp = PyDict_New(); | 
|  | 189 | if (!temp) | 
|  | 190 | return NULL; | 
| Benjamin Peterson | fa26803 | 2008-06-13 19:28:21 +0000 | [diff] [blame] | 191 |  | 
| Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 192 | #define ADD_FLAG(name)                                            \ | 
|  | 193 | value = Py_BuildValue("i", name);                             \ | 
|  | 194 | if (value == NULL) { Py_DECREF(temp); return NULL; }          \ | 
|  | 195 | if (PyDict_SetItemString(temp, #name, value) < 0) {           \ | 
| Antoine Pitrou | 23bba4c | 2012-04-18 20:51:15 +0200 | [diff] [blame] | 196 | Py_DECREF(temp); Py_DECREF(value); return NULL; }         \ | 
| Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 197 | Py_DECREF(value) | 
|  | 198 |  | 
| Mark Dickinson | a614f04 | 2009-11-28 12:48:43 +0000 | [diff] [blame] | 199 | #if defined(HAVE_SEM_OPEN) && !defined(POSIX_SEMAPHORES_NOT_ENABLED) | 
| Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 200 | ADD_FLAG(HAVE_SEM_OPEN); | 
| Benjamin Peterson | fa26803 | 2008-06-13 19:28:21 +0000 | [diff] [blame] | 201 | #endif | 
|  | 202 | #ifdef HAVE_SEM_TIMEDWAIT | 
| Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 203 | ADD_FLAG(HAVE_SEM_TIMEDWAIT); | 
| Benjamin Peterson | fa26803 | 2008-06-13 19:28:21 +0000 | [diff] [blame] | 204 | #endif | 
| Benjamin Peterson | fa26803 | 2008-06-13 19:28:21 +0000 | [diff] [blame] | 205 | #ifdef HAVE_BROKEN_SEM_GETVALUE | 
| Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 206 | ADD_FLAG(HAVE_BROKEN_SEM_GETVALUE); | 
| Benjamin Peterson | fa26803 | 2008-06-13 19:28:21 +0000 | [diff] [blame] | 207 | #endif | 
|  | 208 | #ifdef HAVE_BROKEN_SEM_UNLINK | 
| Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 209 | ADD_FLAG(HAVE_BROKEN_SEM_UNLINK); | 
| Benjamin Peterson | fa26803 | 2008-06-13 19:28:21 +0000 | [diff] [blame] | 210 | #endif | 
|  | 211 |  | 
| Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 212 | if (PyModule_AddObject(module, "flags", temp) < 0) | 
|  | 213 | return NULL; | 
| Benjamin Peterson | fa26803 | 2008-06-13 19:28:21 +0000 | [diff] [blame] | 214 |  | 
| Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 215 | return module; | 
| Benjamin Peterson | fa26803 | 2008-06-13 19:28:21 +0000 | [diff] [blame] | 216 | } |