Tim Peters | 8b078f9 | 2002-04-28 04:11:46 +0000 | [diff] [blame] | 1 | /* The PyMem_ family: low-level memory allocation interfaces. |
| 2 | See objimpl.h for the PyObject_ memory family. |
| 3 | */ |
Peter Schneider-Kamp | 25f6894 | 2000-07-31 22:19:30 +0000 | [diff] [blame] | 4 | |
| 5 | #ifndef Py_PYMEM_H |
| 6 | #define Py_PYMEM_H |
| 7 | |
| 8 | #include "pyport.h" |
| 9 | |
| 10 | #ifdef __cplusplus |
| 11 | extern "C" { |
| 12 | #endif |
| 13 | |
Peter Schneider-Kamp | 25f6894 | 2000-07-31 22:19:30 +0000 | [diff] [blame] | 14 | /* BEWARE: |
| 15 | |
Tim Peters | 8b078f9 | 2002-04-28 04:11:46 +0000 | [diff] [blame] | 16 | Each interface exports both functions and macros. Extension modules should |
| 17 | use the functions, to ensure binary compatibility across Python versions. |
| 18 | Because the Python implementation is free to change internal details, and |
| 19 | the macros may (or may not) expose details for speed, if you do use the |
| 20 | macros you must recompile your extensions with each Python release. |
Peter Schneider-Kamp | 25f6894 | 2000-07-31 22:19:30 +0000 | [diff] [blame] | 21 | |
Tim Peters | 8b078f9 | 2002-04-28 04:11:46 +0000 | [diff] [blame] | 22 | Never mix calls to PyMem_ with calls to the platform malloc/realloc/ |
| 23 | calloc/free. For example, on Windows different DLLs may end up using |
| 24 | different heaps, and if you use PyMem_Malloc you'll get the memory from the |
| 25 | heap used by the Python DLL; it could be a disaster if you free()'ed that |
| 26 | directly in your own extension. Using PyMem_Free instead ensures Python |
| 27 | can return the memory to the proper heap. As another example, in |
| 28 | PYMALLOC_DEBUG mode, Python wraps all calls to all PyMem_ and PyObject_ |
| 29 | memory functions in special debugging wrappers that add additional |
| 30 | debugging info to dynamic memory blocks. The system routines have no idea |
| 31 | what to do with that stuff, and the Python wrappers have no idea what to do |
| 32 | with raw blocks obtained directly by the system routines then. |
Guido van Rossum | 360e4b8 | 2007-05-14 22:51:27 +0000 | [diff] [blame] | 33 | |
| 34 | The GIL must be held when using these APIs. |
Tim Peters | 8b078f9 | 2002-04-28 04:11:46 +0000 | [diff] [blame] | 35 | */ |
Peter Schneider-Kamp | 25f6894 | 2000-07-31 22:19:30 +0000 | [diff] [blame] | 36 | |
| 37 | /* |
| 38 | * Raw memory interface |
| 39 | * ==================== |
| 40 | */ |
| 41 | |
Tim Peters | 8b078f9 | 2002-04-28 04:11:46 +0000 | [diff] [blame] | 42 | /* Functions |
Peter Schneider-Kamp | 25f6894 | 2000-07-31 22:19:30 +0000 | [diff] [blame] | 43 | |
Tim Peters | 8b078f9 | 2002-04-28 04:11:46 +0000 | [diff] [blame] | 44 | Functions supplying platform-independent semantics for malloc/realloc/ |
| 45 | free. These functions make sure that allocating 0 bytes returns a distinct |
Tim Peters | af3e8de | 2002-04-12 07:22:56 +0000 | [diff] [blame] | 46 | non-NULL pointer (whenever possible -- if we're flat out of memory, NULL |
| 47 | may be returned), even if the platform malloc and realloc don't. |
| 48 | Returned pointers must be checked for NULL explicitly. No action is |
Tim Peters | 8b078f9 | 2002-04-28 04:11:46 +0000 | [diff] [blame] | 49 | performed on failure (no exception is set, no warning is printed, etc). |
| 50 | */ |
Tim Peters | af3e8de | 2002-04-12 07:22:56 +0000 | [diff] [blame] | 51 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 52 | PyAPI_FUNC(void *) PyMem_Malloc(size_t); |
| 53 | PyAPI_FUNC(void *) PyMem_Realloc(void *, size_t); |
| 54 | PyAPI_FUNC(void) PyMem_Free(void *); |
Peter Schneider-Kamp | 25f6894 | 2000-07-31 22:19:30 +0000 | [diff] [blame] | 55 | |
| 56 | /* Starting from Python 1.6, the wrappers Py_{Malloc,Realloc,Free} are |
| 57 | no longer supported. They used to call PyErr_NoMemory() on failure. */ |
| 58 | |
Tim Peters | af3e8de | 2002-04-12 07:22:56 +0000 | [diff] [blame] | 59 | /* Macros. */ |
Tim Peters | 51e7f5c | 2002-04-22 02:33:27 +0000 | [diff] [blame] | 60 | #ifdef PYMALLOC_DEBUG |
| 61 | /* Redirect all memory operations to Python's debugging allocator. */ |
Kristján Valur Jónsson | ae4cfb1 | 2009-09-28 13:45:02 +0000 | [diff] [blame] | 62 | #define PyMem_MALLOC _PyMem_DebugMalloc |
| 63 | #define PyMem_REALLOC _PyMem_DebugRealloc |
| 64 | #define PyMem_FREE _PyMem_DebugFree |
Tim Peters | 51e7f5c | 2002-04-22 02:33:27 +0000 | [diff] [blame] | 65 | |
| 66 | #else /* ! PYMALLOC_DEBUG */ |
| 67 | |
Martin v. Löwis | 39f59b0 | 2002-11-23 09:13:40 +0000 | [diff] [blame] | 68 | /* PyMem_MALLOC(0) means malloc(1). Some systems would return NULL |
| 69 | for malloc(0), which would be treated as an error. Some platforms |
| 70 | would return a pointer with no memory behind it, which would break |
| 71 | pymalloc. To solve these problems, allocate an extra byte. */ |
Georg Brandl | d492ad8 | 2008-07-23 16:13:07 +0000 | [diff] [blame] | 72 | /* Returns NULL to indicate error if a negative size or size larger than |
| 73 | Py_ssize_t can represent is supplied. Helps prevents security holes. */ |
Mark Dickinson | 629dfe2 | 2009-12-10 10:39:08 +0000 | [diff] [blame] | 74 | #define PyMem_MALLOC(n) ((size_t)(n) > (size_t)PY_SSIZE_T_MAX ? NULL \ |
Georg Brandl | d492ad8 | 2008-07-23 16:13:07 +0000 | [diff] [blame] | 75 | : malloc((n) ? (n) : 1)) |
Mark Dickinson | 629dfe2 | 2009-12-10 10:39:08 +0000 | [diff] [blame] | 76 | #define PyMem_REALLOC(p, n) ((size_t)(n) > (size_t)PY_SSIZE_T_MAX ? NULL \ |
Georg Brandl | d492ad8 | 2008-07-23 16:13:07 +0000 | [diff] [blame] | 77 | : realloc((p), (n) ? (n) : 1)) |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 78 | #define PyMem_FREE free |
Tim Peters | af3e8de | 2002-04-12 07:22:56 +0000 | [diff] [blame] | 79 | |
Tim Peters | 51e7f5c | 2002-04-22 02:33:27 +0000 | [diff] [blame] | 80 | #endif /* PYMALLOC_DEBUG */ |
Tim Peters | af3e8de | 2002-04-12 07:22:56 +0000 | [diff] [blame] | 81 | |
Peter Schneider-Kamp | 25f6894 | 2000-07-31 22:19:30 +0000 | [diff] [blame] | 82 | /* |
| 83 | * Type-oriented memory interface |
| 84 | * ============================== |
Tim Peters | af3e8de | 2002-04-12 07:22:56 +0000 | [diff] [blame] | 85 | * |
Georg Brandl | d492ad8 | 2008-07-23 16:13:07 +0000 | [diff] [blame] | 86 | * Allocate memory for n objects of the given type. Returns a new pointer |
| 87 | * or NULL if the request was too large or memory allocation failed. Use |
| 88 | * these macros rather than doing the multiplication yourself so that proper |
| 89 | * overflow checking is always done. |
Peter Schneider-Kamp | 25f6894 | 2000-07-31 22:19:30 +0000 | [diff] [blame] | 90 | */ |
| 91 | |
Peter Schneider-Kamp | 25f6894 | 2000-07-31 22:19:30 +0000 | [diff] [blame] | 92 | #define PyMem_New(type, n) \ |
Mark Dickinson | bbe6306 | 2010-02-14 14:08:54 +0000 | [diff] [blame] | 93 | ( ((size_t)(n) > PY_SSIZE_T_MAX / sizeof(type)) ? NULL : \ |
Amaury Forgeot d'Arc | 9c74b14 | 2008-06-18 00:47:36 +0000 | [diff] [blame] | 94 | ( (type *) PyMem_Malloc((n) * sizeof(type)) ) ) |
Peter Schneider-Kamp | 25f6894 | 2000-07-31 22:19:30 +0000 | [diff] [blame] | 95 | #define PyMem_NEW(type, n) \ |
Mark Dickinson | bbe6306 | 2010-02-14 14:08:54 +0000 | [diff] [blame] | 96 | ( ((size_t)(n) > PY_SSIZE_T_MAX / sizeof(type)) ? NULL : \ |
Amaury Forgeot d'Arc | 9c74b14 | 2008-06-18 00:47:36 +0000 | [diff] [blame] | 97 | ( (type *) PyMem_MALLOC((n) * sizeof(type)) ) ) |
Tim Peters | 8b078f9 | 2002-04-28 04:11:46 +0000 | [diff] [blame] | 98 | |
Georg Brandl | d492ad8 | 2008-07-23 16:13:07 +0000 | [diff] [blame] | 99 | /* |
| 100 | * The value of (p) is always clobbered by this macro regardless of success. |
| 101 | * The caller MUST check if (p) is NULL afterwards and deal with the memory |
| 102 | * error if so. This means the original value of (p) MUST be saved for the |
| 103 | * caller's memory error handler to not lose track of it. |
| 104 | */ |
Tim Peters | 8b078f9 | 2002-04-28 04:11:46 +0000 | [diff] [blame] | 105 | #define PyMem_Resize(p, type, n) \ |
Mark Dickinson | bbe6306 | 2010-02-14 14:08:54 +0000 | [diff] [blame] | 106 | ( (p) = ((size_t)(n) > PY_SSIZE_T_MAX / sizeof(type)) ? NULL : \ |
Georg Brandl | d492ad8 | 2008-07-23 16:13:07 +0000 | [diff] [blame] | 107 | (type *) PyMem_Realloc((p), (n) * sizeof(type)) ) |
Tim Peters | af3e8de | 2002-04-12 07:22:56 +0000 | [diff] [blame] | 108 | #define PyMem_RESIZE(p, type, n) \ |
Mark Dickinson | bbe6306 | 2010-02-14 14:08:54 +0000 | [diff] [blame] | 109 | ( (p) = ((size_t)(n) > PY_SSIZE_T_MAX / sizeof(type)) ? NULL : \ |
Georg Brandl | d492ad8 | 2008-07-23 16:13:07 +0000 | [diff] [blame] | 110 | (type *) PyMem_REALLOC((p), (n) * sizeof(type)) ) |
Tim Peters | a5d78cc | 2002-03-02 08:43:19 +0000 | [diff] [blame] | 111 | |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 112 | /* PyMem{Del,DEL} are left over from ancient days, and shouldn't be used |
| 113 | * anymore. They're just confusing aliases for PyMem_{Free,FREE} now. |
| 114 | */ |
| 115 | #define PyMem_Del PyMem_Free |
| 116 | #define PyMem_DEL PyMem_FREE |
Tim Peters | ddea208 | 2002-03-23 10:03:50 +0000 | [diff] [blame] | 117 | |
Peter Schneider-Kamp | 25f6894 | 2000-07-31 22:19:30 +0000 | [diff] [blame] | 118 | #ifdef __cplusplus |
| 119 | } |
| 120 | #endif |
| 121 | |
Peter Schneider-Kamp | 25f6894 | 2000-07-31 22:19:30 +0000 | [diff] [blame] | 122 | #endif /* !Py_PYMEM_H */ |