Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1 | #include "Python.h" |
Victor Stinner | e560f90 | 2020-04-14 18:30:41 +0200 | [diff] [blame] | 2 | #include "pycore_gc.h" // PyGC_Head |
| 3 | #include "pycore_pymem.h" // _Py_tracemalloc_config |
Victor Stinner | ed48866 | 2019-05-20 00:14:57 +0200 | [diff] [blame] | 4 | #include "pycore_traceback.h" |
Victor Stinner | b617993 | 2020-05-12 02:42:19 +0200 | [diff] [blame] | 5 | #include "pycore_hashtable.h" |
Victor Stinner | 7036477 | 2020-04-29 03:28:46 +0200 | [diff] [blame] | 6 | #include "frameobject.h" // PyFrame_GetBack() |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 7 | |
Serhiy Storchaka | b451f91 | 2017-02-04 12:18:38 +0200 | [diff] [blame] | 8 | #include "clinic/_tracemalloc.c.h" |
| 9 | /*[clinic input] |
| 10 | module _tracemalloc |
| 11 | [clinic start generated code]*/ |
| 12 | /*[clinic end generated code: output=da39a3ee5e6b4b0d input=708a98302fc46e5f]*/ |
| 13 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 14 | /* Trace memory blocks allocated by PyMem_RawMalloc() */ |
| 15 | #define TRACE_RAW_MALLOC |
| 16 | |
| 17 | /* Forward declaration */ |
| 18 | static void tracemalloc_stop(void); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 19 | static void* raw_malloc(size_t size); |
| 20 | static void raw_free(void *ptr); |
| 21 | |
| 22 | #ifdef Py_DEBUG |
| 23 | # define TRACE_DEBUG |
| 24 | #endif |
| 25 | |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 26 | #define TO_PTR(key) ((const void *)(uintptr_t)(key)) |
| 27 | #define FROM_PTR(key) ((uintptr_t)(key)) |
Victor Stinner | f9b3b58 | 2020-05-13 02:26:02 +0200 | [diff] [blame] | 28 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 29 | /* Protected by the GIL */ |
| 30 | static struct { |
Victor Stinner | d8f0d92 | 2014-06-02 21:57:10 +0200 | [diff] [blame] | 31 | PyMemAllocatorEx mem; |
| 32 | PyMemAllocatorEx raw; |
| 33 | PyMemAllocatorEx obj; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 34 | } allocators; |
| 35 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 36 | |
Antoine Pitrou | a6a4dc8 | 2017-09-07 18:56:24 +0200 | [diff] [blame] | 37 | #if defined(TRACE_RAW_MALLOC) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 38 | /* This lock is needed because tracemalloc_free() is called without |
| 39 | the GIL held from PyMem_RawFree(). It cannot acquire the lock because it |
Joannah Nanjekye | 2bc43cd | 2019-09-05 13:06:49 -0300 | [diff] [blame] | 40 | would introduce a deadlock in _PyThreadState_DeleteCurrent(). */ |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 41 | static PyThread_type_lock tables_lock; |
| 42 | # define TABLES_LOCK() PyThread_acquire_lock(tables_lock, 1) |
| 43 | # define TABLES_UNLOCK() PyThread_release_lock(tables_lock) |
| 44 | #else |
| 45 | /* variables are protected by the GIL */ |
| 46 | # define TABLES_LOCK() |
| 47 | # define TABLES_UNLOCK() |
| 48 | #endif |
| 49 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 50 | |
| 51 | #define DEFAULT_DOMAIN 0 |
| 52 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 53 | /* Pack the frame_t structure to reduce the memory footprint on 64-bit |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 54 | architectures: 12 bytes instead of 16. */ |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 55 | typedef struct |
| 56 | #ifdef __GNUC__ |
| 57 | __attribute__((packed)) |
Victor Stinner | dd382ef | 2014-02-01 03:43:58 +0100 | [diff] [blame] | 58 | #elif defined(_MSC_VER) |
Segev Finer | 3924377 | 2017-07-25 11:47:43 +0300 | [diff] [blame] | 59 | #pragma pack(push, 4) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 60 | #endif |
| 61 | { |
Victor Stinner | 7105e9f | 2016-03-15 14:28:04 +0100 | [diff] [blame] | 62 | /* filename cannot be NULL: "<unknown>" is used if the Python frame |
| 63 | filename is NULL */ |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 64 | PyObject *filename; |
Victor Stinner | 9528334 | 2016-03-15 21:57:02 +0100 | [diff] [blame] | 65 | unsigned int lineno; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 66 | } frame_t; |
Segev Finer | 3924377 | 2017-07-25 11:47:43 +0300 | [diff] [blame] | 67 | #ifdef _MSC_VER |
| 68 | #pragma pack(pop) |
| 69 | #endif |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 70 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 71 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 72 | typedef struct { |
| 73 | Py_uhash_t hash; |
Julien Danjou | 8d59eb1 | 2019-10-15 14:00:16 +0200 | [diff] [blame] | 74 | /* Number of frames stored */ |
| 75 | uint16_t nframe; |
| 76 | /* Total number of frames the traceback had */ |
| 77 | uint16_t total_nframe; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 78 | frame_t frames[1]; |
| 79 | } traceback_t; |
| 80 | |
| 81 | #define TRACEBACK_SIZE(NFRAME) \ |
| 82 | (sizeof(traceback_t) + sizeof(frame_t) * (NFRAME - 1)) |
Victor Stinner | f28ce60 | 2013-11-27 22:27:13 +0100 | [diff] [blame] | 83 | |
Julien Danjou | 8d59eb1 | 2019-10-15 14:00:16 +0200 | [diff] [blame] | 84 | /* The maximum number of frames is either: |
| 85 | - The maximum number of frames we can store in `traceback_t.nframe` |
| 86 | - The maximum memory size_t we can allocate */ |
| 87 | static const unsigned long MAX_NFRAME = Py_MIN(UINT16_MAX, ((SIZE_MAX - sizeof(traceback_t)) / sizeof(frame_t) + 1)); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 88 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 89 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 90 | static PyObject *unknown_filename = NULL; |
| 91 | static traceback_t tracemalloc_empty_traceback; |
| 92 | |
Victor Stinner | 7a5be14 | 2013-11-26 01:06:02 +0100 | [diff] [blame] | 93 | /* Trace of a memory block */ |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 94 | typedef struct { |
Victor Stinner | 7a5be14 | 2013-11-26 01:06:02 +0100 | [diff] [blame] | 95 | /* Size of the memory block in bytes */ |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 96 | size_t size; |
Victor Stinner | 7a5be14 | 2013-11-26 01:06:02 +0100 | [diff] [blame] | 97 | |
| 98 | /* Traceback where the memory block was allocated */ |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 99 | traceback_t *traceback; |
| 100 | } trace_t; |
| 101 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 102 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 103 | /* Size in bytes of currently traced memory. |
| 104 | Protected by TABLES_LOCK(). */ |
| 105 | static size_t tracemalloc_traced_memory = 0; |
| 106 | |
Victor Stinner | 3c0481d | 2013-11-27 21:39:49 +0100 | [diff] [blame] | 107 | /* Peak size in bytes of traced memory. |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 108 | Protected by TABLES_LOCK(). */ |
Victor Stinner | 3c0481d | 2013-11-27 21:39:49 +0100 | [diff] [blame] | 109 | static size_t tracemalloc_peak_traced_memory = 0; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 110 | |
Serhiy Storchaka | 56a6d85 | 2014-12-01 18:28:43 +0200 | [diff] [blame] | 111 | /* Hash table used as a set to intern filenames: |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 112 | PyObject* => PyObject*. |
| 113 | Protected by the GIL */ |
| 114 | static _Py_hashtable_t *tracemalloc_filenames = NULL; |
| 115 | |
Victor Stinner | f28ce60 | 2013-11-27 22:27:13 +0100 | [diff] [blame] | 116 | /* Buffer to store a new traceback in traceback_new(). |
| 117 | Protected by the GIL. */ |
| 118 | static traceback_t *tracemalloc_traceback = NULL; |
| 119 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 120 | /* Hash table used as a set to intern tracebacks: |
| 121 | traceback_t* => traceback_t* |
| 122 | Protected by the GIL */ |
| 123 | static _Py_hashtable_t *tracemalloc_tracebacks = NULL; |
| 124 | |
Victor Stinner | d95bd42 | 2020-05-13 03:52:11 +0200 | [diff] [blame] | 125 | /* pointer (void*) => trace (trace_t*). |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 126 | Protected by TABLES_LOCK(). */ |
| 127 | static _Py_hashtable_t *tracemalloc_traces = NULL; |
| 128 | |
Victor Stinner | 9e2ca17 | 2020-05-13 01:36:47 +0200 | [diff] [blame] | 129 | /* domain (unsigned int) => traces (_Py_hashtable_t). |
| 130 | Protected by TABLES_LOCK(). */ |
| 131 | static _Py_hashtable_t *tracemalloc_domains = NULL; |
| 132 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 133 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 134 | #ifdef TRACE_DEBUG |
| 135 | static void |
| 136 | tracemalloc_error(const char *format, ...) |
| 137 | { |
| 138 | va_list ap; |
| 139 | fprintf(stderr, "tracemalloc: "); |
| 140 | va_start(ap, format); |
| 141 | vfprintf(stderr, format, ap); |
| 142 | va_end(ap); |
| 143 | fprintf(stderr, "\n"); |
| 144 | fflush(stderr); |
| 145 | } |
| 146 | #endif |
| 147 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 148 | |
Antoine Pitrou | a6a4dc8 | 2017-09-07 18:56:24 +0200 | [diff] [blame] | 149 | #if defined(TRACE_RAW_MALLOC) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 150 | #define REENTRANT_THREADLOCAL |
| 151 | |
Masayuki Yamamoto | 731e189 | 2017-10-06 19:41:34 +0900 | [diff] [blame] | 152 | static Py_tss_t tracemalloc_reentrant_key = Py_tss_NEEDS_INIT; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 153 | |
| 154 | /* Any non-NULL pointer can be used */ |
| 155 | #define REENTRANT Py_True |
| 156 | |
| 157 | static int |
| 158 | get_reentrant(void) |
| 159 | { |
Victor Stinner | 4a06647 | 2016-03-22 17:45:09 +0100 | [diff] [blame] | 160 | void *ptr; |
| 161 | |
Masayuki Yamamoto | 731e189 | 2017-10-06 19:41:34 +0900 | [diff] [blame] | 162 | assert(PyThread_tss_is_created(&tracemalloc_reentrant_key)); |
| 163 | ptr = PyThread_tss_get(&tracemalloc_reentrant_key); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 164 | if (ptr != NULL) { |
| 165 | assert(ptr == REENTRANT); |
| 166 | return 1; |
| 167 | } |
| 168 | else |
| 169 | return 0; |
| 170 | } |
| 171 | |
| 172 | static void |
| 173 | set_reentrant(int reentrant) |
| 174 | { |
Victor Stinner | 2ead3d2 | 2013-11-26 01:08:53 +0100 | [diff] [blame] | 175 | assert(reentrant == 0 || reentrant == 1); |
Masayuki Yamamoto | 731e189 | 2017-10-06 19:41:34 +0900 | [diff] [blame] | 176 | assert(PyThread_tss_is_created(&tracemalloc_reentrant_key)); |
Victor Stinner | 4a06647 | 2016-03-22 17:45:09 +0100 | [diff] [blame] | 177 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 178 | if (reentrant) { |
Victor Stinner | 0cfc058 | 2016-03-22 17:40:07 +0100 | [diff] [blame] | 179 | assert(!get_reentrant()); |
Masayuki Yamamoto | 731e189 | 2017-10-06 19:41:34 +0900 | [diff] [blame] | 180 | PyThread_tss_set(&tracemalloc_reentrant_key, REENTRANT); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 181 | } |
| 182 | else { |
Victor Stinner | 0cfc058 | 2016-03-22 17:40:07 +0100 | [diff] [blame] | 183 | assert(get_reentrant()); |
Masayuki Yamamoto | 731e189 | 2017-10-06 19:41:34 +0900 | [diff] [blame] | 184 | PyThread_tss_set(&tracemalloc_reentrant_key, NULL); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 185 | } |
| 186 | } |
| 187 | |
| 188 | #else |
| 189 | |
Antoine Pitrou | a6a4dc8 | 2017-09-07 18:56:24 +0200 | [diff] [blame] | 190 | /* TRACE_RAW_MALLOC not defined: variable protected by the GIL */ |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 191 | static int tracemalloc_reentrant = 0; |
| 192 | |
| 193 | static int |
| 194 | get_reentrant(void) |
| 195 | { |
| 196 | return tracemalloc_reentrant; |
| 197 | } |
| 198 | |
| 199 | static void |
| 200 | set_reentrant(int reentrant) |
| 201 | { |
Victor Stinner | d5871e6 | 2016-03-23 00:17:04 +0100 | [diff] [blame] | 202 | assert(reentrant != tracemalloc_reentrant); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 203 | tracemalloc_reentrant = reentrant; |
| 204 | } |
| 205 | #endif |
| 206 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 207 | |
Victor Stinner | 285cf0a | 2016-03-21 22:00:58 +0100 | [diff] [blame] | 208 | static Py_uhash_t |
Victor Stinner | f9b3b58 | 2020-05-13 02:26:02 +0200 | [diff] [blame] | 209 | hashtable_hash_pyobject(const void *key) |
Victor Stinner | 51b846c | 2016-03-18 21:52:22 +0100 | [diff] [blame] | 210 | { |
Victor Stinner | f9b3b58 | 2020-05-13 02:26:02 +0200 | [diff] [blame] | 211 | PyObject *obj = (PyObject *)key; |
Victor Stinner | 285cf0a | 2016-03-21 22:00:58 +0100 | [diff] [blame] | 212 | return PyObject_Hash(obj); |
| 213 | } |
| 214 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 215 | |
Victor Stinner | 285cf0a | 2016-03-21 22:00:58 +0100 | [diff] [blame] | 216 | static int |
Victor Stinner | f9b3b58 | 2020-05-13 02:26:02 +0200 | [diff] [blame] | 217 | hashtable_compare_unicode(const void *key1, const void *key2) |
Victor Stinner | 285cf0a | 2016-03-21 22:00:58 +0100 | [diff] [blame] | 218 | { |
Victor Stinner | f9b3b58 | 2020-05-13 02:26:02 +0200 | [diff] [blame] | 219 | PyObject *obj1 = (PyObject *)key1; |
| 220 | PyObject *obj2 = (PyObject *)key2; |
| 221 | if (obj1 != NULL && obj2 != NULL) { |
| 222 | return (PyUnicode_Compare(obj1, obj2) == 0); |
| 223 | } |
| 224 | else { |
| 225 | return obj1 == obj2; |
| 226 | } |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 227 | } |
| 228 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 229 | |
| 230 | static Py_uhash_t |
Victor Stinner | f9b3b58 | 2020-05-13 02:26:02 +0200 | [diff] [blame] | 231 | hashtable_hash_uint(const void *key_raw) |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 232 | { |
Victor Stinner | f9b3b58 | 2020-05-13 02:26:02 +0200 | [diff] [blame] | 233 | unsigned int key = (unsigned int)FROM_PTR(key_raw); |
Victor Stinner | 9e2ca17 | 2020-05-13 01:36:47 +0200 | [diff] [blame] | 234 | return (Py_uhash_t)key; |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 235 | } |
| 236 | |
| 237 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 238 | static _Py_hashtable_t * |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 239 | hashtable_new(_Py_hashtable_hash_func hash_func, |
Victor Stinner | 2d0a3d6 | 2020-05-13 02:50:18 +0200 | [diff] [blame] | 240 | _Py_hashtable_compare_func compare_func, |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 241 | _Py_hashtable_destroy_func key_destroy_func, |
| 242 | _Py_hashtable_destroy_func value_destroy_func) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 243 | { |
Victor Stinner | c955387 | 2016-03-22 12:13:01 +0100 | [diff] [blame] | 244 | _Py_hashtable_allocator_t hashtable_alloc = {malloc, free}; |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 245 | return _Py_hashtable_new_full(hash_func, compare_func, |
| 246 | key_destroy_func, value_destroy_func, |
| 247 | &hashtable_alloc); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 248 | } |
| 249 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 250 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 251 | static void* |
| 252 | raw_malloc(size_t size) |
| 253 | { |
| 254 | return allocators.raw.malloc(allocators.raw.ctx, size); |
| 255 | } |
| 256 | |
| 257 | static void |
| 258 | raw_free(void *ptr) |
| 259 | { |
| 260 | allocators.raw.free(allocators.raw.ctx, ptr); |
| 261 | } |
| 262 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 263 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 264 | static Py_uhash_t |
Victor Stinner | f9b3b58 | 2020-05-13 02:26:02 +0200 | [diff] [blame] | 265 | hashtable_hash_traceback(const void *key) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 266 | { |
Victor Stinner | f9b3b58 | 2020-05-13 02:26:02 +0200 | [diff] [blame] | 267 | const traceback_t *traceback = (const traceback_t *)key; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 268 | return traceback->hash; |
| 269 | } |
| 270 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 271 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 272 | static int |
Victor Stinner | f9b3b58 | 2020-05-13 02:26:02 +0200 | [diff] [blame] | 273 | hashtable_compare_traceback(const void *key1, const void *key2) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 274 | { |
Victor Stinner | f9b3b58 | 2020-05-13 02:26:02 +0200 | [diff] [blame] | 275 | const traceback_t *traceback1 = (const traceback_t *)key1; |
| 276 | const traceback_t *traceback2 = (const traceback_t *)key2; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 277 | |
Victor Stinner | f9b3b58 | 2020-05-13 02:26:02 +0200 | [diff] [blame] | 278 | if (traceback1->nframe != traceback2->nframe) { |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 279 | return 0; |
Victor Stinner | f9b3b58 | 2020-05-13 02:26:02 +0200 | [diff] [blame] | 280 | } |
| 281 | if (traceback1->total_nframe != traceback2->total_nframe) { |
Julien Danjou | 8d59eb1 | 2019-10-15 14:00:16 +0200 | [diff] [blame] | 282 | return 0; |
Victor Stinner | f9b3b58 | 2020-05-13 02:26:02 +0200 | [diff] [blame] | 283 | } |
Julien Danjou | 8d59eb1 | 2019-10-15 14:00:16 +0200 | [diff] [blame] | 284 | |
Victor Stinner | f9b3b58 | 2020-05-13 02:26:02 +0200 | [diff] [blame] | 285 | for (int i=0; i < traceback1->nframe; i++) { |
| 286 | const frame_t *frame1 = &traceback1->frames[i]; |
| 287 | const frame_t *frame2 = &traceback2->frames[i]; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 288 | |
Victor Stinner | f9b3b58 | 2020-05-13 02:26:02 +0200 | [diff] [blame] | 289 | if (frame1->lineno != frame2->lineno) { |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 290 | return 0; |
Victor Stinner | f9b3b58 | 2020-05-13 02:26:02 +0200 | [diff] [blame] | 291 | } |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 292 | if (frame1->filename != frame2->filename) { |
| 293 | assert(PyUnicode_Compare(frame1->filename, frame2->filename) != 0); |
| 294 | return 0; |
| 295 | } |
| 296 | } |
| 297 | return 1; |
| 298 | } |
| 299 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 300 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 301 | static void |
| 302 | tracemalloc_get_frame(PyFrameObject *pyframe, frame_t *frame) |
| 303 | { |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 304 | frame->filename = unknown_filename; |
Victor Stinner | 8852ad4 | 2020-04-29 01:28:13 +0200 | [diff] [blame] | 305 | int lineno = PyFrame_GetLineNumber(pyframe); |
| 306 | if (lineno < 0) { |
Victor Stinner | 9528334 | 2016-03-15 21:57:02 +0100 | [diff] [blame] | 307 | lineno = 0; |
Victor Stinner | 8852ad4 | 2020-04-29 01:28:13 +0200 | [diff] [blame] | 308 | } |
Victor Stinner | 9528334 | 2016-03-15 21:57:02 +0100 | [diff] [blame] | 309 | frame->lineno = (unsigned int)lineno; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 310 | |
Victor Stinner | 8852ad4 | 2020-04-29 01:28:13 +0200 | [diff] [blame] | 311 | PyCodeObject *code = PyFrame_GetCode(pyframe); |
| 312 | PyObject *filename = code->co_filename; |
| 313 | Py_DECREF(code); |
| 314 | |
| 315 | if (filename == NULL) { |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 316 | #ifdef TRACE_DEBUG |
| 317 | tracemalloc_error("failed to get the filename of the code object"); |
| 318 | #endif |
| 319 | return; |
| 320 | } |
| 321 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 322 | assert(filename != NULL); |
| 323 | if (filename == NULL) |
| 324 | return; |
| 325 | |
| 326 | if (!PyUnicode_Check(filename)) { |
| 327 | #ifdef TRACE_DEBUG |
Martin Panter | 6245cb3 | 2016-04-15 02:14:19 +0000 | [diff] [blame] | 328 | tracemalloc_error("filename is not a unicode string"); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 329 | #endif |
| 330 | return; |
| 331 | } |
| 332 | if (!PyUnicode_IS_READY(filename)) { |
| 333 | /* Don't make a Unicode string ready to avoid reentrant calls |
| 334 | to tracemalloc_malloc() or tracemalloc_realloc() */ |
| 335 | #ifdef TRACE_DEBUG |
| 336 | tracemalloc_error("filename is not a ready unicode string"); |
| 337 | #endif |
| 338 | return; |
| 339 | } |
| 340 | |
| 341 | /* intern the filename */ |
Victor Stinner | 8852ad4 | 2020-04-29 01:28:13 +0200 | [diff] [blame] | 342 | _Py_hashtable_entry_t *entry; |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 343 | entry = _Py_hashtable_get_entry(tracemalloc_filenames, filename); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 344 | if (entry != NULL) { |
Victor Stinner | f9b3b58 | 2020-05-13 02:26:02 +0200 | [diff] [blame] | 345 | filename = (PyObject *)entry->key; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 346 | } |
| 347 | else { |
| 348 | /* tracemalloc_filenames is responsible to keep a reference |
| 349 | to the filename */ |
| 350 | Py_INCREF(filename); |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 351 | if (_Py_hashtable_set(tracemalloc_filenames, filename, NULL) < 0) { |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 352 | Py_DECREF(filename); |
| 353 | #ifdef TRACE_DEBUG |
| 354 | tracemalloc_error("failed to intern the filename"); |
| 355 | #endif |
| 356 | return; |
| 357 | } |
| 358 | } |
| 359 | |
| 360 | /* the tracemalloc_filenames table keeps a reference to the filename */ |
| 361 | frame->filename = filename; |
| 362 | } |
| 363 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 364 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 365 | static Py_uhash_t |
| 366 | traceback_hash(traceback_t *traceback) |
| 367 | { |
| 368 | /* code based on tuplehash() of Objects/tupleobject.c */ |
Victor Stinner | 4d8c29c | 2013-12-16 23:05:13 +0100 | [diff] [blame] | 369 | Py_uhash_t x, y; /* Unsigned for defined overflow behavior. */ |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 370 | int len = traceback->nframe; |
| 371 | Py_uhash_t mult = _PyHASH_MULTIPLIER; |
| 372 | frame_t *frame; |
| 373 | |
| 374 | x = 0x345678UL; |
| 375 | frame = traceback->frames; |
| 376 | while (--len >= 0) { |
Victor Stinner | 4d8c29c | 2013-12-16 23:05:13 +0100 | [diff] [blame] | 377 | y = (Py_uhash_t)PyObject_Hash(frame->filename); |
| 378 | y ^= (Py_uhash_t)frame->lineno; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 379 | frame++; |
| 380 | |
| 381 | x = (x ^ y) * mult; |
| 382 | /* the cast might truncate len; that doesn't change hash stability */ |
Victor Stinner | 4d8c29c | 2013-12-16 23:05:13 +0100 | [diff] [blame] | 383 | mult += (Py_uhash_t)(82520UL + len + len); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 384 | } |
Julien Danjou | 8d59eb1 | 2019-10-15 14:00:16 +0200 | [diff] [blame] | 385 | x ^= traceback->total_nframe; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 386 | x += 97531UL; |
| 387 | return x; |
| 388 | } |
| 389 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 390 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 391 | static void |
| 392 | traceback_get_frames(traceback_t *traceback) |
| 393 | { |
Victor Stinner | 4386b90 | 2020-04-29 03:01:43 +0200 | [diff] [blame] | 394 | PyThreadState *tstate = PyGILState_GetThisThreadState(); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 395 | if (tstate == NULL) { |
| 396 | #ifdef TRACE_DEBUG |
| 397 | tracemalloc_error("failed to get the current thread state"); |
| 398 | #endif |
| 399 | return; |
| 400 | } |
| 401 | |
Victor Stinner | 4386b90 | 2020-04-29 03:01:43 +0200 | [diff] [blame] | 402 | PyFrameObject *pyframe = PyThreadState_GetFrame(tstate); |
Victor Stinner | 7036477 | 2020-04-29 03:28:46 +0200 | [diff] [blame] | 403 | for (; pyframe != NULL;) { |
Julien Danjou | 8d59eb1 | 2019-10-15 14:00:16 +0200 | [diff] [blame] | 404 | if (traceback->nframe < _Py_tracemalloc_config.max_nframe) { |
| 405 | tracemalloc_get_frame(pyframe, &traceback->frames[traceback->nframe]); |
| 406 | assert(traceback->frames[traceback->nframe].filename != NULL); |
| 407 | traceback->nframe++; |
| 408 | } |
Victor Stinner | 7036477 | 2020-04-29 03:28:46 +0200 | [diff] [blame] | 409 | if (traceback->total_nframe < UINT16_MAX) { |
Julien Danjou | 8d59eb1 | 2019-10-15 14:00:16 +0200 | [diff] [blame] | 410 | traceback->total_nframe++; |
Victor Stinner | 7036477 | 2020-04-29 03:28:46 +0200 | [diff] [blame] | 411 | } |
| 412 | |
| 413 | PyFrameObject *back = PyFrame_GetBack(pyframe); |
| 414 | Py_DECREF(pyframe); |
| 415 | pyframe = back; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 416 | } |
| 417 | } |
| 418 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 419 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 420 | static traceback_t * |
| 421 | traceback_new(void) |
| 422 | { |
Victor Stinner | f28ce60 | 2013-11-27 22:27:13 +0100 | [diff] [blame] | 423 | traceback_t *traceback; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 424 | _Py_hashtable_entry_t *entry; |
| 425 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 426 | assert(PyGILState_Check()); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 427 | |
| 428 | /* get frames */ |
Victor Stinner | f28ce60 | 2013-11-27 22:27:13 +0100 | [diff] [blame] | 429 | traceback = tracemalloc_traceback; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 430 | traceback->nframe = 0; |
Julien Danjou | 8d59eb1 | 2019-10-15 14:00:16 +0200 | [diff] [blame] | 431 | traceback->total_nframe = 0; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 432 | traceback_get_frames(traceback); |
| 433 | if (traceback->nframe == 0) |
| 434 | return &tracemalloc_empty_traceback; |
| 435 | traceback->hash = traceback_hash(traceback); |
| 436 | |
| 437 | /* intern the traceback */ |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 438 | entry = _Py_hashtable_get_entry(tracemalloc_tracebacks, traceback); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 439 | if (entry != NULL) { |
Victor Stinner | f9b3b58 | 2020-05-13 02:26:02 +0200 | [diff] [blame] | 440 | traceback = (traceback_t *)entry->key; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 441 | } |
| 442 | else { |
| 443 | traceback_t *copy; |
| 444 | size_t traceback_size; |
| 445 | |
| 446 | traceback_size = TRACEBACK_SIZE(traceback->nframe); |
| 447 | |
| 448 | copy = raw_malloc(traceback_size); |
| 449 | if (copy == NULL) { |
| 450 | #ifdef TRACE_DEBUG |
| 451 | tracemalloc_error("failed to intern the traceback: malloc failed"); |
| 452 | #endif |
| 453 | return NULL; |
| 454 | } |
| 455 | memcpy(copy, traceback, traceback_size); |
| 456 | |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 457 | if (_Py_hashtable_set(tracemalloc_tracebacks, copy, NULL) < 0) { |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 458 | raw_free(copy); |
| 459 | #ifdef TRACE_DEBUG |
| 460 | tracemalloc_error("failed to intern the traceback: putdata failed"); |
| 461 | #endif |
| 462 | return NULL; |
| 463 | } |
| 464 | traceback = copy; |
| 465 | } |
| 466 | return traceback; |
| 467 | } |
| 468 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 469 | |
Victor Stinner | 9e2ca17 | 2020-05-13 01:36:47 +0200 | [diff] [blame] | 470 | static _Py_hashtable_t* |
| 471 | tracemalloc_create_traces_table(void) |
Victor Stinner | 5e14a38 | 2016-03-23 22:03:55 +0100 | [diff] [blame] | 472 | { |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 473 | return hashtable_new(_Py_hashtable_hash_ptr, |
Victor Stinner | 2d0a3d6 | 2020-05-13 02:50:18 +0200 | [diff] [blame] | 474 | _Py_hashtable_compare_direct, |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 475 | NULL, raw_free); |
Victor Stinner | 5e14a38 | 2016-03-23 22:03:55 +0100 | [diff] [blame] | 476 | } |
| 477 | |
| 478 | |
Victor Stinner | 9e2ca17 | 2020-05-13 01:36:47 +0200 | [diff] [blame] | 479 | static _Py_hashtable_t* |
| 480 | tracemalloc_create_domains_table(void) |
Victor Stinner | 5e14a38 | 2016-03-23 22:03:55 +0100 | [diff] [blame] | 481 | { |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 482 | return hashtable_new(hashtable_hash_uint, |
Victor Stinner | 2d0a3d6 | 2020-05-13 02:50:18 +0200 | [diff] [blame] | 483 | _Py_hashtable_compare_direct, |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 484 | NULL, |
| 485 | (_Py_hashtable_destroy_func)_Py_hashtable_destroy); |
Victor Stinner | 9e2ca17 | 2020-05-13 01:36:47 +0200 | [diff] [blame] | 486 | } |
| 487 | |
| 488 | |
| 489 | static _Py_hashtable_t* |
| 490 | tracemalloc_get_traces_table(unsigned int domain) |
| 491 | { |
| 492 | if (domain == DEFAULT_DOMAIN) { |
| 493 | return tracemalloc_traces; |
| 494 | } |
| 495 | else { |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 496 | return _Py_hashtable_get(tracemalloc_domains, TO_PTR(domain)); |
Victor Stinner | 9e2ca17 | 2020-05-13 01:36:47 +0200 | [diff] [blame] | 497 | } |
| 498 | } |
| 499 | |
| 500 | |
| 501 | static void |
Victor Stinner | 5ea4c06 | 2017-06-20 17:46:36 +0200 | [diff] [blame] | 502 | tracemalloc_remove_trace(unsigned int domain, uintptr_t ptr) |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 503 | { |
Victor Stinner | 9e00e80 | 2018-10-25 13:31:16 +0200 | [diff] [blame] | 504 | assert(_Py_tracemalloc_config.tracing); |
Victor Stinner | 10b73e1 | 2016-03-22 13:39:05 +0100 | [diff] [blame] | 505 | |
Victor Stinner | 9e2ca17 | 2020-05-13 01:36:47 +0200 | [diff] [blame] | 506 | _Py_hashtable_t *traces = tracemalloc_get_traces_table(domain); |
| 507 | if (!traces) { |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 508 | return; |
| 509 | } |
| 510 | |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 511 | trace_t *trace = _Py_hashtable_steal(traces, TO_PTR(ptr)); |
| 512 | if (!trace) { |
Victor Stinner | 9e2ca17 | 2020-05-13 01:36:47 +0200 | [diff] [blame] | 513 | return; |
| 514 | } |
Victor Stinner | d95bd42 | 2020-05-13 03:52:11 +0200 | [diff] [blame] | 515 | assert(tracemalloc_traced_memory >= trace->size); |
| 516 | tracemalloc_traced_memory -= trace->size; |
| 517 | raw_free(trace); |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 518 | } |
| 519 | |
| 520 | #define REMOVE_TRACE(ptr) \ |
Benjamin Peterson | ca47063 | 2016-09-06 13:47:26 -0700 | [diff] [blame] | 521 | tracemalloc_remove_trace(DEFAULT_DOMAIN, (uintptr_t)(ptr)) |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 522 | |
| 523 | |
Victor Stinner | 5296867 | 2013-11-24 11:37:15 +0100 | [diff] [blame] | 524 | static int |
Victor Stinner | 5ea4c06 | 2017-06-20 17:46:36 +0200 | [diff] [blame] | 525 | tracemalloc_add_trace(unsigned int domain, uintptr_t ptr, |
Victor Stinner | 10b73e1 | 2016-03-22 13:39:05 +0100 | [diff] [blame] | 526 | size_t size) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 527 | { |
Victor Stinner | 9e00e80 | 2018-10-25 13:31:16 +0200 | [diff] [blame] | 528 | assert(_Py_tracemalloc_config.tracing); |
Victor Stinner | 10b73e1 | 2016-03-22 13:39:05 +0100 | [diff] [blame] | 529 | |
Victor Stinner | 9e2ca17 | 2020-05-13 01:36:47 +0200 | [diff] [blame] | 530 | traceback_t *traceback = traceback_new(); |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 531 | if (traceback == NULL) { |
Victor Stinner | 5296867 | 2013-11-24 11:37:15 +0100 | [diff] [blame] | 532 | return -1; |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 533 | } |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 534 | |
Victor Stinner | 9e2ca17 | 2020-05-13 01:36:47 +0200 | [diff] [blame] | 535 | _Py_hashtable_t *traces = tracemalloc_get_traces_table(domain); |
| 536 | if (traces == NULL) { |
| 537 | traces = tracemalloc_create_traces_table(); |
| 538 | if (traces == NULL) { |
| 539 | return -1; |
| 540 | } |
| 541 | |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 542 | if (_Py_hashtable_set(tracemalloc_domains, TO_PTR(domain), traces) < 0) { |
Victor Stinner | 9e2ca17 | 2020-05-13 01:36:47 +0200 | [diff] [blame] | 543 | _Py_hashtable_destroy(traces); |
Victor Stinner | 5e14a38 | 2016-03-23 22:03:55 +0100 | [diff] [blame] | 544 | return -1; |
| 545 | } |
| 546 | } |
| 547 | |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 548 | trace_t *trace = _Py_hashtable_get(traces, TO_PTR(ptr)); |
| 549 | if (trace != NULL) { |
Victor Stinner | ca79ccd | 2016-03-23 09:38:54 +0100 | [diff] [blame] | 550 | /* the memory block is already tracked */ |
Victor Stinner | d95bd42 | 2020-05-13 03:52:11 +0200 | [diff] [blame] | 551 | assert(tracemalloc_traced_memory >= trace->size); |
| 552 | tracemalloc_traced_memory -= trace->size; |
Victor Stinner | ca79ccd | 2016-03-23 09:38:54 +0100 | [diff] [blame] | 553 | |
Victor Stinner | d95bd42 | 2020-05-13 03:52:11 +0200 | [diff] [blame] | 554 | trace->size = size; |
| 555 | trace->traceback = traceback; |
Victor Stinner | ca79ccd | 2016-03-23 09:38:54 +0100 | [diff] [blame] | 556 | } |
| 557 | else { |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 558 | trace = raw_malloc(sizeof(trace_t)); |
Victor Stinner | d95bd42 | 2020-05-13 03:52:11 +0200 | [diff] [blame] | 559 | if (trace == NULL) { |
| 560 | return -1; |
| 561 | } |
| 562 | trace->size = size; |
| 563 | trace->traceback = traceback; |
Victor Stinner | ca79ccd | 2016-03-23 09:38:54 +0100 | [diff] [blame] | 564 | |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 565 | int res = _Py_hashtable_set(traces, TO_PTR(ptr), trace); |
Victor Stinner | ca79ccd | 2016-03-23 09:38:54 +0100 | [diff] [blame] | 566 | if (res != 0) { |
Victor Stinner | d95bd42 | 2020-05-13 03:52:11 +0200 | [diff] [blame] | 567 | raw_free(trace); |
Victor Stinner | ca79ccd | 2016-03-23 09:38:54 +0100 | [diff] [blame] | 568 | return res; |
| 569 | } |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 570 | } |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 571 | |
Benjamin Peterson | 2f8bfef | 2016-09-07 09:26:18 -0700 | [diff] [blame] | 572 | assert(tracemalloc_traced_memory <= SIZE_MAX - size); |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 573 | tracemalloc_traced_memory += size; |
Victor Stinner | 9e2ca17 | 2020-05-13 01:36:47 +0200 | [diff] [blame] | 574 | if (tracemalloc_traced_memory > tracemalloc_peak_traced_memory) { |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 575 | tracemalloc_peak_traced_memory = tracemalloc_traced_memory; |
Victor Stinner | 9e2ca17 | 2020-05-13 01:36:47 +0200 | [diff] [blame] | 576 | } |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 577 | return 0; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 578 | } |
| 579 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 580 | #define ADD_TRACE(ptr, size) \ |
Benjamin Peterson | ca47063 | 2016-09-06 13:47:26 -0700 | [diff] [blame] | 581 | tracemalloc_add_trace(DEFAULT_DOMAIN, (uintptr_t)(ptr), size) |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 582 | |
| 583 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 584 | static void* |
Victor Stinner | db067af | 2014-05-02 22:31:14 +0200 | [diff] [blame] | 585 | tracemalloc_alloc(int use_calloc, void *ctx, size_t nelem, size_t elsize) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 586 | { |
Victor Stinner | d8f0d92 | 2014-06-02 21:57:10 +0200 | [diff] [blame] | 587 | PyMemAllocatorEx *alloc = (PyMemAllocatorEx *)ctx; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 588 | void *ptr; |
| 589 | |
Benjamin Peterson | 2f8bfef | 2016-09-07 09:26:18 -0700 | [diff] [blame] | 590 | assert(elsize == 0 || nelem <= SIZE_MAX / elsize); |
Victor Stinner | db067af | 2014-05-02 22:31:14 +0200 | [diff] [blame] | 591 | |
| 592 | if (use_calloc) |
| 593 | ptr = alloc->calloc(alloc->ctx, nelem, elsize); |
| 594 | else |
| 595 | ptr = alloc->malloc(alloc->ctx, nelem * elsize); |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 596 | if (ptr == NULL) |
| 597 | return NULL; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 598 | |
Victor Stinner | 88c2987 | 2013-12-04 01:47:46 +0100 | [diff] [blame] | 599 | TABLES_LOCK(); |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 600 | if (ADD_TRACE(ptr, nelem * elsize) < 0) { |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 601 | /* Failed to allocate a trace for the new memory block */ |
Victor Stinner | 88c2987 | 2013-12-04 01:47:46 +0100 | [diff] [blame] | 602 | TABLES_UNLOCK(); |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 603 | alloc->free(alloc->ctx, ptr); |
| 604 | return NULL; |
Victor Stinner | 5296867 | 2013-11-24 11:37:15 +0100 | [diff] [blame] | 605 | } |
Victor Stinner | 88c2987 | 2013-12-04 01:47:46 +0100 | [diff] [blame] | 606 | TABLES_UNLOCK(); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 607 | return ptr; |
| 608 | } |
| 609 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 610 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 611 | static void* |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 612 | tracemalloc_realloc(void *ctx, void *ptr, size_t new_size) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 613 | { |
Victor Stinner | d8f0d92 | 2014-06-02 21:57:10 +0200 | [diff] [blame] | 614 | PyMemAllocatorEx *alloc = (PyMemAllocatorEx *)ctx; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 615 | void *ptr2; |
| 616 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 617 | ptr2 = alloc->realloc(alloc->ctx, ptr, new_size); |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 618 | if (ptr2 == NULL) |
| 619 | return NULL; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 620 | |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 621 | if (ptr != NULL) { |
| 622 | /* an existing memory block has been resized */ |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 623 | |
Victor Stinner | 88c2987 | 2013-12-04 01:47:46 +0100 | [diff] [blame] | 624 | TABLES_LOCK(); |
Victor Stinner | 42bcf37 | 2016-03-23 09:08:08 +0100 | [diff] [blame] | 625 | |
| 626 | /* tracemalloc_add_trace() updates the trace if there is already |
Victor Stinner | 9e2ca17 | 2020-05-13 01:36:47 +0200 | [diff] [blame] | 627 | a trace at address ptr2 */ |
Victor Stinner | 42bcf37 | 2016-03-23 09:08:08 +0100 | [diff] [blame] | 628 | if (ptr2 != ptr) { |
| 629 | REMOVE_TRACE(ptr); |
| 630 | } |
Victor Stinner | 08facd2 | 2013-11-24 12:27:59 +0100 | [diff] [blame] | 631 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 632 | if (ADD_TRACE(ptr2, new_size) < 0) { |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 633 | /* Memory allocation failed. The error cannot be reported to |
Raymond Hettinger | 15f44ab | 2016-08-30 10:47:49 -0700 | [diff] [blame] | 634 | the caller, because realloc() may already have shrunk the |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 635 | memory block and so removed bytes. |
| 636 | |
Serhiy Storchaka | 6a7b3a7 | 2016-04-17 08:32:47 +0300 | [diff] [blame] | 637 | This case is very unlikely: a hash entry has just been |
Victor Stinner | 88c2987 | 2013-12-04 01:47:46 +0100 | [diff] [blame] | 638 | released, so the hash table should have at least one free entry. |
| 639 | |
| 640 | The GIL and the table lock ensures that only one thread is |
| 641 | allocating memory. */ |
Serhiy Storchaka | eebaa9b | 2020-03-09 20:49:52 +0200 | [diff] [blame] | 642 | Py_FatalError("tracemalloc_realloc() failed to allocate a trace"); |
Victor Stinner | 5296867 | 2013-11-24 11:37:15 +0100 | [diff] [blame] | 643 | } |
Victor Stinner | 88c2987 | 2013-12-04 01:47:46 +0100 | [diff] [blame] | 644 | TABLES_UNLOCK(); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 645 | } |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 646 | else { |
| 647 | /* new allocation */ |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 648 | |
Victor Stinner | 88c2987 | 2013-12-04 01:47:46 +0100 | [diff] [blame] | 649 | TABLES_LOCK(); |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 650 | if (ADD_TRACE(ptr2, new_size) < 0) { |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 651 | /* Failed to allocate a trace for the new memory block */ |
Victor Stinner | 88c2987 | 2013-12-04 01:47:46 +0100 | [diff] [blame] | 652 | TABLES_UNLOCK(); |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 653 | alloc->free(alloc->ctx, ptr2); |
| 654 | return NULL; |
| 655 | } |
Victor Stinner | 88c2987 | 2013-12-04 01:47:46 +0100 | [diff] [blame] | 656 | TABLES_UNLOCK(); |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 657 | } |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 658 | return ptr2; |
| 659 | } |
| 660 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 661 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 662 | static void |
| 663 | tracemalloc_free(void *ctx, void *ptr) |
| 664 | { |
Victor Stinner | d8f0d92 | 2014-06-02 21:57:10 +0200 | [diff] [blame] | 665 | PyMemAllocatorEx *alloc = (PyMemAllocatorEx *)ctx; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 666 | |
| 667 | if (ptr == NULL) |
| 668 | return; |
| 669 | |
| 670 | /* GIL cannot be locked in PyMem_RawFree() because it would introduce |
Joannah Nanjekye | 2bc43cd | 2019-09-05 13:06:49 -0300 | [diff] [blame] | 671 | a deadlock in _PyThreadState_DeleteCurrent(). */ |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 672 | |
| 673 | alloc->free(alloc->ctx, ptr); |
Victor Stinner | 88c2987 | 2013-12-04 01:47:46 +0100 | [diff] [blame] | 674 | |
| 675 | TABLES_LOCK(); |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 676 | REMOVE_TRACE(ptr); |
Victor Stinner | 88c2987 | 2013-12-04 01:47:46 +0100 | [diff] [blame] | 677 | TABLES_UNLOCK(); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 678 | } |
| 679 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 680 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 681 | static void* |
Victor Stinner | db067af | 2014-05-02 22:31:14 +0200 | [diff] [blame] | 682 | tracemalloc_alloc_gil(int use_calloc, void *ctx, size_t nelem, size_t elsize) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 683 | { |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 684 | void *ptr; |
| 685 | |
| 686 | if (get_reentrant()) { |
Victor Stinner | d8f0d92 | 2014-06-02 21:57:10 +0200 | [diff] [blame] | 687 | PyMemAllocatorEx *alloc = (PyMemAllocatorEx *)ctx; |
Victor Stinner | db067af | 2014-05-02 22:31:14 +0200 | [diff] [blame] | 688 | if (use_calloc) |
| 689 | return alloc->calloc(alloc->ctx, nelem, elsize); |
| 690 | else |
| 691 | return alloc->malloc(alloc->ctx, nelem * elsize); |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 692 | } |
| 693 | |
| 694 | /* Ignore reentrant call. PyObjet_Malloc() calls PyMem_Malloc() for |
| 695 | allocations larger than 512 bytes, don't trace the same memory |
| 696 | allocation twice. */ |
| 697 | set_reentrant(1); |
| 698 | |
Victor Stinner | db067af | 2014-05-02 22:31:14 +0200 | [diff] [blame] | 699 | ptr = tracemalloc_alloc(use_calloc, ctx, nelem, elsize); |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 700 | |
| 701 | set_reentrant(0); |
| 702 | return ptr; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 703 | } |
| 704 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 705 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 706 | static void* |
Victor Stinner | db067af | 2014-05-02 22:31:14 +0200 | [diff] [blame] | 707 | tracemalloc_malloc_gil(void *ctx, size_t size) |
| 708 | { |
| 709 | return tracemalloc_alloc_gil(0, ctx, 1, size); |
| 710 | } |
| 711 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 712 | |
Victor Stinner | db067af | 2014-05-02 22:31:14 +0200 | [diff] [blame] | 713 | static void* |
| 714 | tracemalloc_calloc_gil(void *ctx, size_t nelem, size_t elsize) |
| 715 | { |
| 716 | return tracemalloc_alloc_gil(1, ctx, nelem, elsize); |
| 717 | } |
| 718 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 719 | |
Victor Stinner | db067af | 2014-05-02 22:31:14 +0200 | [diff] [blame] | 720 | static void* |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 721 | tracemalloc_realloc_gil(void *ctx, void *ptr, size_t new_size) |
| 722 | { |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 723 | void *ptr2; |
| 724 | |
| 725 | if (get_reentrant()) { |
| 726 | /* Reentrant call to PyMem_Realloc() and PyMem_RawRealloc(). |
| 727 | Example: PyMem_RawRealloc() is called internally by pymalloc |
| 728 | (_PyObject_Malloc() and _PyObject_Realloc()) to allocate a new |
| 729 | arena (new_arena()). */ |
Victor Stinner | d8f0d92 | 2014-06-02 21:57:10 +0200 | [diff] [blame] | 730 | PyMemAllocatorEx *alloc = (PyMemAllocatorEx *)ctx; |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 731 | |
| 732 | ptr2 = alloc->realloc(alloc->ctx, ptr, new_size); |
Victor Stinner | 88c2987 | 2013-12-04 01:47:46 +0100 | [diff] [blame] | 733 | if (ptr2 != NULL && ptr != NULL) { |
| 734 | TABLES_LOCK(); |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 735 | REMOVE_TRACE(ptr); |
Victor Stinner | 88c2987 | 2013-12-04 01:47:46 +0100 | [diff] [blame] | 736 | TABLES_UNLOCK(); |
| 737 | } |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 738 | return ptr2; |
| 739 | } |
| 740 | |
| 741 | /* Ignore reentrant call. PyObjet_Realloc() calls PyMem_Realloc() for |
| 742 | allocations larger than 512 bytes. Don't trace the same memory |
| 743 | allocation twice. */ |
| 744 | set_reentrant(1); |
| 745 | |
| 746 | ptr2 = tracemalloc_realloc(ctx, ptr, new_size); |
| 747 | |
| 748 | set_reentrant(0); |
| 749 | return ptr2; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 750 | } |
| 751 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 752 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 753 | #ifdef TRACE_RAW_MALLOC |
| 754 | static void* |
Victor Stinner | db067af | 2014-05-02 22:31:14 +0200 | [diff] [blame] | 755 | tracemalloc_raw_alloc(int use_calloc, void *ctx, size_t nelem, size_t elsize) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 756 | { |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 757 | PyGILState_STATE gil_state; |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 758 | void *ptr; |
| 759 | |
| 760 | if (get_reentrant()) { |
Victor Stinner | d8f0d92 | 2014-06-02 21:57:10 +0200 | [diff] [blame] | 761 | PyMemAllocatorEx *alloc = (PyMemAllocatorEx *)ctx; |
Victor Stinner | db067af | 2014-05-02 22:31:14 +0200 | [diff] [blame] | 762 | if (use_calloc) |
| 763 | return alloc->calloc(alloc->ctx, nelem, elsize); |
| 764 | else |
| 765 | return alloc->malloc(alloc->ctx, nelem * elsize); |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 766 | } |
| 767 | |
| 768 | /* Ignore reentrant call. PyGILState_Ensure() may call PyMem_RawMalloc() |
| 769 | indirectly which would call PyGILState_Ensure() if reentrant are not |
| 770 | disabled. */ |
| 771 | set_reentrant(1); |
| 772 | |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 773 | gil_state = PyGILState_Ensure(); |
Victor Stinner | db067af | 2014-05-02 22:31:14 +0200 | [diff] [blame] | 774 | ptr = tracemalloc_alloc(use_calloc, ctx, nelem, elsize); |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 775 | PyGILState_Release(gil_state); |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 776 | |
| 777 | set_reentrant(0); |
| 778 | return ptr; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 779 | } |
| 780 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 781 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 782 | static void* |
Victor Stinner | db067af | 2014-05-02 22:31:14 +0200 | [diff] [blame] | 783 | tracemalloc_raw_malloc(void *ctx, size_t size) |
| 784 | { |
| 785 | return tracemalloc_raw_alloc(0, ctx, 1, size); |
| 786 | } |
| 787 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 788 | |
Victor Stinner | db067af | 2014-05-02 22:31:14 +0200 | [diff] [blame] | 789 | static void* |
| 790 | tracemalloc_raw_calloc(void *ctx, size_t nelem, size_t elsize) |
| 791 | { |
| 792 | return tracemalloc_raw_alloc(1, ctx, nelem, elsize); |
| 793 | } |
| 794 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 795 | |
Victor Stinner | db067af | 2014-05-02 22:31:14 +0200 | [diff] [blame] | 796 | static void* |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 797 | tracemalloc_raw_realloc(void *ctx, void *ptr, size_t new_size) |
| 798 | { |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 799 | PyGILState_STATE gil_state; |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 800 | void *ptr2; |
| 801 | |
| 802 | if (get_reentrant()) { |
| 803 | /* Reentrant call to PyMem_RawRealloc(). */ |
Victor Stinner | d8f0d92 | 2014-06-02 21:57:10 +0200 | [diff] [blame] | 804 | PyMemAllocatorEx *alloc = (PyMemAllocatorEx *)ctx; |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 805 | |
| 806 | ptr2 = alloc->realloc(alloc->ctx, ptr, new_size); |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 807 | |
Victor Stinner | 88c2987 | 2013-12-04 01:47:46 +0100 | [diff] [blame] | 808 | if (ptr2 != NULL && ptr != NULL) { |
| 809 | TABLES_LOCK(); |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 810 | REMOVE_TRACE(ptr); |
Victor Stinner | 88c2987 | 2013-12-04 01:47:46 +0100 | [diff] [blame] | 811 | TABLES_UNLOCK(); |
| 812 | } |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 813 | return ptr2; |
| 814 | } |
| 815 | |
| 816 | /* Ignore reentrant call. PyGILState_Ensure() may call PyMem_RawMalloc() |
| 817 | indirectly which would call PyGILState_Ensure() if reentrant calls are |
| 818 | not disabled. */ |
| 819 | set_reentrant(1); |
| 820 | |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 821 | gil_state = PyGILState_Ensure(); |
| 822 | ptr2 = tracemalloc_realloc(ctx, ptr, new_size); |
| 823 | PyGILState_Release(gil_state); |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 824 | |
| 825 | set_reentrant(0); |
| 826 | return ptr2; |
| 827 | } |
| 828 | #endif /* TRACE_RAW_MALLOC */ |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 829 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 830 | |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 831 | static void |
| 832 | tracemalloc_clear_filename(void *value) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 833 | { |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 834 | PyObject *filename = (PyObject *)value; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 835 | Py_DECREF(filename); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 836 | } |
| 837 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 838 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 839 | /* reentrant flag must be set to call this function and GIL must be held */ |
| 840 | static void |
| 841 | tracemalloc_clear_traces(void) |
| 842 | { |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 843 | /* The GIL protects variables againt concurrent access */ |
| 844 | assert(PyGILState_Check()); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 845 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 846 | TABLES_LOCK(); |
| 847 | _Py_hashtable_clear(tracemalloc_traces); |
Victor Stinner | 9e2ca17 | 2020-05-13 01:36:47 +0200 | [diff] [blame] | 848 | _Py_hashtable_clear(tracemalloc_domains); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 849 | tracemalloc_traced_memory = 0; |
Victor Stinner | 3c0481d | 2013-11-27 21:39:49 +0100 | [diff] [blame] | 850 | tracemalloc_peak_traced_memory = 0; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 851 | TABLES_UNLOCK(); |
| 852 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 853 | _Py_hashtable_clear(tracemalloc_tracebacks); |
| 854 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 855 | _Py_hashtable_clear(tracemalloc_filenames); |
| 856 | } |
| 857 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 858 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 859 | static int |
| 860 | tracemalloc_init(void) |
| 861 | { |
Victor Stinner | 9e00e80 | 2018-10-25 13:31:16 +0200 | [diff] [blame] | 862 | if (_Py_tracemalloc_config.initialized == TRACEMALLOC_FINALIZED) { |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 863 | PyErr_SetString(PyExc_RuntimeError, |
| 864 | "the tracemalloc module has been unloaded"); |
| 865 | return -1; |
| 866 | } |
| 867 | |
Victor Stinner | 9e00e80 | 2018-10-25 13:31:16 +0200 | [diff] [blame] | 868 | if (_Py_tracemalloc_config.initialized == TRACEMALLOC_INITIALIZED) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 869 | return 0; |
| 870 | |
| 871 | PyMem_GetAllocator(PYMEM_DOMAIN_RAW, &allocators.raw); |
| 872 | |
| 873 | #ifdef REENTRANT_THREADLOCAL |
Masayuki Yamamoto | 731e189 | 2017-10-06 19:41:34 +0900 | [diff] [blame] | 874 | if (PyThread_tss_create(&tracemalloc_reentrant_key) != 0) { |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 875 | #ifdef MS_WINDOWS |
| 876 | PyErr_SetFromWindowsErr(0); |
| 877 | #else |
| 878 | PyErr_SetFromErrno(PyExc_OSError); |
| 879 | #endif |
| 880 | return -1; |
| 881 | } |
| 882 | #endif |
| 883 | |
Antoine Pitrou | a6a4dc8 | 2017-09-07 18:56:24 +0200 | [diff] [blame] | 884 | #if defined(TRACE_RAW_MALLOC) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 885 | if (tables_lock == NULL) { |
| 886 | tables_lock = PyThread_allocate_lock(); |
| 887 | if (tables_lock == NULL) { |
| 888 | PyErr_SetString(PyExc_RuntimeError, "cannot allocate lock"); |
| 889 | return -1; |
| 890 | } |
| 891 | } |
| 892 | #endif |
| 893 | |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 894 | tracemalloc_filenames = hashtable_new(hashtable_hash_pyobject, |
Victor Stinner | 2d0a3d6 | 2020-05-13 02:50:18 +0200 | [diff] [blame] | 895 | hashtable_compare_unicode, |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 896 | tracemalloc_clear_filename, NULL); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 897 | |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 898 | tracemalloc_tracebacks = hashtable_new(hashtable_hash_traceback, |
Victor Stinner | 2d0a3d6 | 2020-05-13 02:50:18 +0200 | [diff] [blame] | 899 | hashtable_compare_traceback, |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 900 | NULL, raw_free); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 901 | |
Victor Stinner | 9e2ca17 | 2020-05-13 01:36:47 +0200 | [diff] [blame] | 902 | tracemalloc_traces = tracemalloc_create_traces_table(); |
| 903 | tracemalloc_domains = tracemalloc_create_domains_table(); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 904 | |
| 905 | if (tracemalloc_filenames == NULL || tracemalloc_tracebacks == NULL |
Victor Stinner | 9e2ca17 | 2020-05-13 01:36:47 +0200 | [diff] [blame] | 906 | || tracemalloc_traces == NULL || tracemalloc_domains == NULL) { |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 907 | PyErr_NoMemory(); |
| 908 | return -1; |
| 909 | } |
| 910 | |
| 911 | unknown_filename = PyUnicode_FromString("<unknown>"); |
| 912 | if (unknown_filename == NULL) |
| 913 | return -1; |
| 914 | PyUnicode_InternInPlace(&unknown_filename); |
| 915 | |
| 916 | tracemalloc_empty_traceback.nframe = 1; |
Julien Danjou | 8d59eb1 | 2019-10-15 14:00:16 +0200 | [diff] [blame] | 917 | tracemalloc_empty_traceback.total_nframe = 1; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 918 | /* borrowed reference */ |
| 919 | tracemalloc_empty_traceback.frames[0].filename = unknown_filename; |
| 920 | tracemalloc_empty_traceback.frames[0].lineno = 0; |
| 921 | tracemalloc_empty_traceback.hash = traceback_hash(&tracemalloc_empty_traceback); |
| 922 | |
Victor Stinner | 9e00e80 | 2018-10-25 13:31:16 +0200 | [diff] [blame] | 923 | _Py_tracemalloc_config.initialized = TRACEMALLOC_INITIALIZED; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 924 | return 0; |
| 925 | } |
| 926 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 927 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 928 | static void |
| 929 | tracemalloc_deinit(void) |
| 930 | { |
Victor Stinner | 9e00e80 | 2018-10-25 13:31:16 +0200 | [diff] [blame] | 931 | if (_Py_tracemalloc_config.initialized != TRACEMALLOC_INITIALIZED) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 932 | return; |
Victor Stinner | 9e00e80 | 2018-10-25 13:31:16 +0200 | [diff] [blame] | 933 | _Py_tracemalloc_config.initialized = TRACEMALLOC_FINALIZED; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 934 | |
| 935 | tracemalloc_stop(); |
| 936 | |
| 937 | /* destroy hash tables */ |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 938 | _Py_hashtable_destroy(tracemalloc_domains); |
Victor Stinner | 9e2ca17 | 2020-05-13 01:36:47 +0200 | [diff] [blame] | 939 | _Py_hashtable_destroy(tracemalloc_traces); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 940 | _Py_hashtable_destroy(tracemalloc_tracebacks); |
| 941 | _Py_hashtable_destroy(tracemalloc_filenames); |
| 942 | |
Antoine Pitrou | a6a4dc8 | 2017-09-07 18:56:24 +0200 | [diff] [blame] | 943 | #if defined(TRACE_RAW_MALLOC) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 944 | if (tables_lock != NULL) { |
| 945 | PyThread_free_lock(tables_lock); |
| 946 | tables_lock = NULL; |
| 947 | } |
| 948 | #endif |
| 949 | |
| 950 | #ifdef REENTRANT_THREADLOCAL |
Masayuki Yamamoto | 731e189 | 2017-10-06 19:41:34 +0900 | [diff] [blame] | 951 | PyThread_tss_delete(&tracemalloc_reentrant_key); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 952 | #endif |
| 953 | |
| 954 | Py_XDECREF(unknown_filename); |
| 955 | } |
| 956 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 957 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 958 | static int |
Victor Stinner | f28ce60 | 2013-11-27 22:27:13 +0100 | [diff] [blame] | 959 | tracemalloc_start(int max_nframe) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 960 | { |
Victor Stinner | d8f0d92 | 2014-06-02 21:57:10 +0200 | [diff] [blame] | 961 | PyMemAllocatorEx alloc; |
Victor Stinner | f28ce60 | 2013-11-27 22:27:13 +0100 | [diff] [blame] | 962 | size_t size; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 963 | |
Julien Danjou | 8d59eb1 | 2019-10-15 14:00:16 +0200 | [diff] [blame] | 964 | if (max_nframe < 1 || (unsigned long) max_nframe > MAX_NFRAME) { |
Victor Stinner | a7368ac | 2017-11-15 18:11:45 -0800 | [diff] [blame] | 965 | PyErr_Format(PyExc_ValueError, |
Julien Danjou | 8d59eb1 | 2019-10-15 14:00:16 +0200 | [diff] [blame] | 966 | "the number of frames must be in range [1; %lu]", |
| 967 | MAX_NFRAME); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 968 | return -1; |
Victor Stinner | a7368ac | 2017-11-15 18:11:45 -0800 | [diff] [blame] | 969 | } |
| 970 | |
| 971 | if (tracemalloc_init() < 0) { |
| 972 | return -1; |
| 973 | } |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 974 | |
Victor Stinner | 9e00e80 | 2018-10-25 13:31:16 +0200 | [diff] [blame] | 975 | if (_Py_tracemalloc_config.tracing) { |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 976 | /* hook already installed: do nothing */ |
| 977 | return 0; |
| 978 | } |
| 979 | |
Victor Stinner | 9e00e80 | 2018-10-25 13:31:16 +0200 | [diff] [blame] | 980 | _Py_tracemalloc_config.max_nframe = max_nframe; |
Victor Stinner | f28ce60 | 2013-11-27 22:27:13 +0100 | [diff] [blame] | 981 | |
| 982 | /* allocate a buffer to store a new traceback */ |
| 983 | size = TRACEBACK_SIZE(max_nframe); |
| 984 | assert(tracemalloc_traceback == NULL); |
| 985 | tracemalloc_traceback = raw_malloc(size); |
| 986 | if (tracemalloc_traceback == NULL) { |
| 987 | PyErr_NoMemory(); |
| 988 | return -1; |
| 989 | } |
| 990 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 991 | #ifdef TRACE_RAW_MALLOC |
| 992 | alloc.malloc = tracemalloc_raw_malloc; |
Victor Stinner | db067af | 2014-05-02 22:31:14 +0200 | [diff] [blame] | 993 | alloc.calloc = tracemalloc_raw_calloc; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 994 | alloc.realloc = tracemalloc_raw_realloc; |
| 995 | alloc.free = tracemalloc_free; |
| 996 | |
| 997 | alloc.ctx = &allocators.raw; |
| 998 | PyMem_GetAllocator(PYMEM_DOMAIN_RAW, &allocators.raw); |
| 999 | PyMem_SetAllocator(PYMEM_DOMAIN_RAW, &alloc); |
| 1000 | #endif |
| 1001 | |
| 1002 | alloc.malloc = tracemalloc_malloc_gil; |
Victor Stinner | db067af | 2014-05-02 22:31:14 +0200 | [diff] [blame] | 1003 | alloc.calloc = tracemalloc_calloc_gil; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1004 | alloc.realloc = tracemalloc_realloc_gil; |
| 1005 | alloc.free = tracemalloc_free; |
| 1006 | |
| 1007 | alloc.ctx = &allocators.mem; |
| 1008 | PyMem_GetAllocator(PYMEM_DOMAIN_MEM, &allocators.mem); |
| 1009 | PyMem_SetAllocator(PYMEM_DOMAIN_MEM, &alloc); |
| 1010 | |
| 1011 | alloc.ctx = &allocators.obj; |
| 1012 | PyMem_GetAllocator(PYMEM_DOMAIN_OBJ, &allocators.obj); |
| 1013 | PyMem_SetAllocator(PYMEM_DOMAIN_OBJ, &alloc); |
| 1014 | |
| 1015 | /* everything is ready: start tracing Python memory allocations */ |
Victor Stinner | 9e00e80 | 2018-10-25 13:31:16 +0200 | [diff] [blame] | 1016 | _Py_tracemalloc_config.tracing = 1; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1017 | |
| 1018 | return 0; |
| 1019 | } |
| 1020 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1021 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1022 | static void |
| 1023 | tracemalloc_stop(void) |
| 1024 | { |
Victor Stinner | 9e00e80 | 2018-10-25 13:31:16 +0200 | [diff] [blame] | 1025 | if (!_Py_tracemalloc_config.tracing) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1026 | return; |
| 1027 | |
| 1028 | /* stop tracing Python memory allocations */ |
Victor Stinner | 9e00e80 | 2018-10-25 13:31:16 +0200 | [diff] [blame] | 1029 | _Py_tracemalloc_config.tracing = 0; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1030 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1031 | /* unregister the hook on memory allocators */ |
| 1032 | #ifdef TRACE_RAW_MALLOC |
| 1033 | PyMem_SetAllocator(PYMEM_DOMAIN_RAW, &allocators.raw); |
| 1034 | #endif |
| 1035 | PyMem_SetAllocator(PYMEM_DOMAIN_MEM, &allocators.mem); |
| 1036 | PyMem_SetAllocator(PYMEM_DOMAIN_OBJ, &allocators.obj); |
| 1037 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1038 | tracemalloc_clear_traces(); |
Victor Stinner | 285cf0a | 2016-03-21 22:00:58 +0100 | [diff] [blame] | 1039 | |
| 1040 | /* release memory */ |
Victor Stinner | f28ce60 | 2013-11-27 22:27:13 +0100 | [diff] [blame] | 1041 | raw_free(tracemalloc_traceback); |
| 1042 | tracemalloc_traceback = NULL; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1043 | } |
| 1044 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1045 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1046 | |
Serhiy Storchaka | b451f91 | 2017-02-04 12:18:38 +0200 | [diff] [blame] | 1047 | /*[clinic input] |
| 1048 | _tracemalloc.is_tracing |
| 1049 | |
| 1050 | Return True if the tracemalloc module is tracing Python memory allocations. |
| 1051 | [clinic start generated code]*/ |
| 1052 | |
| 1053 | static PyObject * |
| 1054 | _tracemalloc_is_tracing_impl(PyObject *module) |
Serhiy Storchaka | 9735384 | 2017-02-05 22:58:46 +0200 | [diff] [blame] | 1055 | /*[clinic end generated code: output=2d763b42601cd3ef input=af104b0a00192f63]*/ |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1056 | { |
Victor Stinner | 9e00e80 | 2018-10-25 13:31:16 +0200 | [diff] [blame] | 1057 | return PyBool_FromLong(_Py_tracemalloc_config.tracing); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1058 | } |
| 1059 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1060 | |
Serhiy Storchaka | b451f91 | 2017-02-04 12:18:38 +0200 | [diff] [blame] | 1061 | /*[clinic input] |
| 1062 | _tracemalloc.clear_traces |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1063 | |
Serhiy Storchaka | b451f91 | 2017-02-04 12:18:38 +0200 | [diff] [blame] | 1064 | Clear traces of memory blocks allocated by Python. |
| 1065 | [clinic start generated code]*/ |
| 1066 | |
| 1067 | static PyObject * |
| 1068 | _tracemalloc_clear_traces_impl(PyObject *module) |
| 1069 | /*[clinic end generated code: output=a86080ee41b84197 input=0dab5b6c785183a5]*/ |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1070 | { |
Victor Stinner | 9e00e80 | 2018-10-25 13:31:16 +0200 | [diff] [blame] | 1071 | if (!_Py_tracemalloc_config.tracing) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1072 | Py_RETURN_NONE; |
| 1073 | |
| 1074 | set_reentrant(1); |
| 1075 | tracemalloc_clear_traces(); |
| 1076 | set_reentrant(0); |
| 1077 | |
| 1078 | Py_RETURN_NONE; |
| 1079 | } |
| 1080 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1081 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1082 | static PyObject* |
| 1083 | frame_to_pyobject(frame_t *frame) |
| 1084 | { |
| 1085 | PyObject *frame_obj, *lineno_obj; |
| 1086 | |
| 1087 | frame_obj = PyTuple_New(2); |
| 1088 | if (frame_obj == NULL) |
| 1089 | return NULL; |
| 1090 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1091 | Py_INCREF(frame->filename); |
| 1092 | PyTuple_SET_ITEM(frame_obj, 0, frame->filename); |
| 1093 | |
Victor Stinner | 9528334 | 2016-03-15 21:57:02 +0100 | [diff] [blame] | 1094 | lineno_obj = PyLong_FromUnsignedLong(frame->lineno); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1095 | if (lineno_obj == NULL) { |
| 1096 | Py_DECREF(frame_obj); |
| 1097 | return NULL; |
| 1098 | } |
| 1099 | PyTuple_SET_ITEM(frame_obj, 1, lineno_obj); |
| 1100 | |
| 1101 | return frame_obj; |
| 1102 | } |
| 1103 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1104 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1105 | static PyObject* |
| 1106 | traceback_to_pyobject(traceback_t *traceback, _Py_hashtable_t *intern_table) |
| 1107 | { |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 1108 | PyObject *frames; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1109 | |
| 1110 | if (intern_table != NULL) { |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 1111 | frames = _Py_hashtable_get(intern_table, (const void *)traceback); |
| 1112 | if (frames) { |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1113 | Py_INCREF(frames); |
| 1114 | return frames; |
| 1115 | } |
| 1116 | } |
| 1117 | |
| 1118 | frames = PyTuple_New(traceback->nframe); |
| 1119 | if (frames == NULL) |
| 1120 | return NULL; |
| 1121 | |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 1122 | for (int i=0; i < traceback->nframe; i++) { |
| 1123 | PyObject *frame = frame_to_pyobject(&traceback->frames[i]); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1124 | if (frame == NULL) { |
| 1125 | Py_DECREF(frames); |
| 1126 | return NULL; |
| 1127 | } |
| 1128 | PyTuple_SET_ITEM(frames, i, frame); |
| 1129 | } |
| 1130 | |
| 1131 | if (intern_table != NULL) { |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 1132 | if (_Py_hashtable_set(intern_table, traceback, frames) < 0) { |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1133 | Py_DECREF(frames); |
| 1134 | PyErr_NoMemory(); |
| 1135 | return NULL; |
| 1136 | } |
| 1137 | /* intern_table keeps a new reference to frames */ |
| 1138 | Py_INCREF(frames); |
| 1139 | } |
| 1140 | return frames; |
| 1141 | } |
| 1142 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1143 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1144 | static PyObject* |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 1145 | trace_to_pyobject(unsigned int domain, const trace_t *trace, |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1146 | _Py_hashtable_t *intern_tracebacks) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1147 | { |
| 1148 | PyObject *trace_obj = NULL; |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1149 | PyObject *obj; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1150 | |
Julien Danjou | 8d59eb1 | 2019-10-15 14:00:16 +0200 | [diff] [blame] | 1151 | trace_obj = PyTuple_New(4); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1152 | if (trace_obj == NULL) |
| 1153 | return NULL; |
| 1154 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1155 | obj = PyLong_FromSize_t(domain); |
| 1156 | if (obj == NULL) { |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1157 | Py_DECREF(trace_obj); |
| 1158 | return NULL; |
| 1159 | } |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1160 | PyTuple_SET_ITEM(trace_obj, 0, obj); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1161 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1162 | obj = PyLong_FromSize_t(trace->size); |
| 1163 | if (obj == NULL) { |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1164 | Py_DECREF(trace_obj); |
| 1165 | return NULL; |
| 1166 | } |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1167 | PyTuple_SET_ITEM(trace_obj, 1, obj); |
| 1168 | |
| 1169 | obj = traceback_to_pyobject(trace->traceback, intern_tracebacks); |
| 1170 | if (obj == NULL) { |
| 1171 | Py_DECREF(trace_obj); |
| 1172 | return NULL; |
| 1173 | } |
| 1174 | PyTuple_SET_ITEM(trace_obj, 2, obj); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1175 | |
Julien Danjou | 8d59eb1 | 2019-10-15 14:00:16 +0200 | [diff] [blame] | 1176 | obj = PyLong_FromUnsignedLong(trace->traceback->total_nframe); |
| 1177 | if (obj == NULL) { |
| 1178 | Py_DECREF(trace_obj); |
| 1179 | return NULL; |
| 1180 | } |
| 1181 | PyTuple_SET_ITEM(trace_obj, 3, obj); |
| 1182 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1183 | return trace_obj; |
| 1184 | } |
| 1185 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1186 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1187 | typedef struct { |
| 1188 | _Py_hashtable_t *traces; |
Victor Stinner | 9e2ca17 | 2020-05-13 01:36:47 +0200 | [diff] [blame] | 1189 | _Py_hashtable_t *domains; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1190 | _Py_hashtable_t *tracebacks; |
| 1191 | PyObject *list; |
Victor Stinner | 9e2ca17 | 2020-05-13 01:36:47 +0200 | [diff] [blame] | 1192 | unsigned int domain; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1193 | } get_traces_t; |
| 1194 | |
Victor Stinner | d95bd42 | 2020-05-13 03:52:11 +0200 | [diff] [blame] | 1195 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1196 | static int |
Victor Stinner | d95bd42 | 2020-05-13 03:52:11 +0200 | [diff] [blame] | 1197 | tracemalloc_copy_trace(_Py_hashtable_t *traces, |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 1198 | const void *key, const void *value, |
| 1199 | void *user_data) |
Victor Stinner | 9e2ca17 | 2020-05-13 01:36:47 +0200 | [diff] [blame] | 1200 | { |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 1201 | _Py_hashtable_t *traces2 = (_Py_hashtable_t *)user_data; |
Victor Stinner | d95bd42 | 2020-05-13 03:52:11 +0200 | [diff] [blame] | 1202 | |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 1203 | trace_t *trace = (trace_t *)value; |
Victor Stinner | d95bd42 | 2020-05-13 03:52:11 +0200 | [diff] [blame] | 1204 | |
| 1205 | trace_t *trace2 = raw_malloc(sizeof(trace_t)); |
| 1206 | if (traces2 == NULL) { |
| 1207 | return -1; |
| 1208 | } |
| 1209 | *trace2 = *trace; |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 1210 | if (_Py_hashtable_set(traces2, key, trace2) < 0) { |
Victor Stinner | d95bd42 | 2020-05-13 03:52:11 +0200 | [diff] [blame] | 1211 | raw_free(trace2); |
| 1212 | return -1; |
| 1213 | } |
| 1214 | return 0; |
| 1215 | } |
| 1216 | |
| 1217 | |
| 1218 | static _Py_hashtable_t* |
| 1219 | tracemalloc_copy_traces(_Py_hashtable_t *traces) |
| 1220 | { |
| 1221 | _Py_hashtable_t *traces2 = tracemalloc_create_traces_table(); |
| 1222 | if (traces2 == NULL) { |
| 1223 | return NULL; |
| 1224 | } |
| 1225 | |
| 1226 | int err = _Py_hashtable_foreach(traces, |
| 1227 | tracemalloc_copy_trace, |
| 1228 | traces2); |
| 1229 | if (err) { |
| 1230 | _Py_hashtable_destroy(traces2); |
| 1231 | return NULL; |
| 1232 | } |
| 1233 | return traces2; |
| 1234 | } |
| 1235 | |
| 1236 | |
| 1237 | static int |
| 1238 | tracemalloc_copy_domain(_Py_hashtable_t *domains, |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 1239 | const void *key, const void *value, |
| 1240 | void *user_data) |
Victor Stinner | d95bd42 | 2020-05-13 03:52:11 +0200 | [diff] [blame] | 1241 | { |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 1242 | _Py_hashtable_t *domains2 = (_Py_hashtable_t *)user_data; |
Victor Stinner | 9e2ca17 | 2020-05-13 01:36:47 +0200 | [diff] [blame] | 1243 | |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 1244 | unsigned int domain = (unsigned int)FROM_PTR(key); |
| 1245 | _Py_hashtable_t *traces = (_Py_hashtable_t *)value; |
Victor Stinner | 9e2ca17 | 2020-05-13 01:36:47 +0200 | [diff] [blame] | 1246 | |
Victor Stinner | d95bd42 | 2020-05-13 03:52:11 +0200 | [diff] [blame] | 1247 | _Py_hashtable_t *traces2 = tracemalloc_copy_traces(traces); |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 1248 | if (_Py_hashtable_set(domains2, TO_PTR(domain), traces2) < 0) { |
Victor Stinner | 9e2ca17 | 2020-05-13 01:36:47 +0200 | [diff] [blame] | 1249 | _Py_hashtable_destroy(traces2); |
| 1250 | return -1; |
| 1251 | } |
| 1252 | return 0; |
| 1253 | } |
| 1254 | |
| 1255 | |
Victor Stinner | d95bd42 | 2020-05-13 03:52:11 +0200 | [diff] [blame] | 1256 | static _Py_hashtable_t* |
| 1257 | tracemalloc_copy_domains(_Py_hashtable_t *domains) |
| 1258 | { |
| 1259 | _Py_hashtable_t *domains2 = tracemalloc_create_domains_table(); |
| 1260 | if (domains2 == NULL) { |
| 1261 | return NULL; |
| 1262 | } |
| 1263 | |
| 1264 | int err = _Py_hashtable_foreach(domains, |
| 1265 | tracemalloc_copy_domain, |
| 1266 | domains2); |
| 1267 | if (err) { |
| 1268 | _Py_hashtable_destroy(domains2); |
| 1269 | return NULL; |
| 1270 | } |
| 1271 | return domains2; |
| 1272 | } |
| 1273 | |
| 1274 | |
Victor Stinner | 9e2ca17 | 2020-05-13 01:36:47 +0200 | [diff] [blame] | 1275 | static int |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 1276 | tracemalloc_get_traces_fill(_Py_hashtable_t *traces, |
| 1277 | const void *key, const void *value, |
Victor Stinner | 285cf0a | 2016-03-21 22:00:58 +0100 | [diff] [blame] | 1278 | void *user_data) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1279 | { |
| 1280 | get_traces_t *get_traces = user_data; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1281 | |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 1282 | const trace_t *trace = (const trace_t *)value; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1283 | |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 1284 | PyObject *tuple = trace_to_pyobject(get_traces->domain, trace, |
| 1285 | get_traces->tracebacks); |
| 1286 | if (tuple == NULL) { |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1287 | return 1; |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 1288 | } |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1289 | |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 1290 | int res = PyList_Append(get_traces->list, tuple); |
| 1291 | Py_DECREF(tuple); |
| 1292 | if (res < 0) { |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1293 | return 1; |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 1294 | } |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1295 | |
| 1296 | return 0; |
| 1297 | } |
| 1298 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1299 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1300 | static int |
Victor Stinner | 9e2ca17 | 2020-05-13 01:36:47 +0200 | [diff] [blame] | 1301 | tracemalloc_get_traces_domain(_Py_hashtable_t *domains, |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 1302 | const void *key, const void *value, |
Victor Stinner | 9e2ca17 | 2020-05-13 01:36:47 +0200 | [diff] [blame] | 1303 | void *user_data) |
| 1304 | { |
| 1305 | get_traces_t *get_traces = user_data; |
| 1306 | |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 1307 | unsigned int domain = (unsigned int)FROM_PTR(key); |
| 1308 | _Py_hashtable_t *traces = (_Py_hashtable_t *)value; |
Victor Stinner | 9e2ca17 | 2020-05-13 01:36:47 +0200 | [diff] [blame] | 1309 | |
| 1310 | get_traces->domain = domain; |
| 1311 | return _Py_hashtable_foreach(traces, |
| 1312 | tracemalloc_get_traces_fill, |
| 1313 | get_traces); |
| 1314 | } |
| 1315 | |
| 1316 | |
Victor Stinner | 2d0a3d6 | 2020-05-13 02:50:18 +0200 | [diff] [blame] | 1317 | static void |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 1318 | tracemalloc_pyobject_decref(void *value) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1319 | { |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 1320 | PyObject *obj = (PyObject *)value; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1321 | Py_DECREF(obj); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1322 | } |
| 1323 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1324 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1325 | |
Serhiy Storchaka | b451f91 | 2017-02-04 12:18:38 +0200 | [diff] [blame] | 1326 | /*[clinic input] |
| 1327 | _tracemalloc._get_traces |
| 1328 | |
| 1329 | Get traces of all memory blocks allocated by Python. |
| 1330 | |
| 1331 | Return a list of (size: int, traceback: tuple) tuples. |
| 1332 | traceback is a tuple of (filename: str, lineno: int) tuples. |
| 1333 | |
| 1334 | Return an empty list if the tracemalloc module is disabled. |
| 1335 | [clinic start generated code]*/ |
| 1336 | |
| 1337 | static PyObject * |
| 1338 | _tracemalloc__get_traces_impl(PyObject *module) |
| 1339 | /*[clinic end generated code: output=e9929876ced4b5cc input=6c7d2230b24255aa]*/ |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1340 | { |
| 1341 | get_traces_t get_traces; |
Victor Stinner | 9e2ca17 | 2020-05-13 01:36:47 +0200 | [diff] [blame] | 1342 | get_traces.domain = DEFAULT_DOMAIN; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1343 | get_traces.traces = NULL; |
Victor Stinner | 9e2ca17 | 2020-05-13 01:36:47 +0200 | [diff] [blame] | 1344 | get_traces.domains = NULL; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1345 | get_traces.tracebacks = NULL; |
| 1346 | get_traces.list = PyList_New(0); |
| 1347 | if (get_traces.list == NULL) |
| 1348 | goto error; |
| 1349 | |
Victor Stinner | 9e00e80 | 2018-10-25 13:31:16 +0200 | [diff] [blame] | 1350 | if (!_Py_tracemalloc_config.tracing) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1351 | return get_traces.list; |
| 1352 | |
Victor Stinner | de2f132 | 2013-11-26 00:26:23 +0100 | [diff] [blame] | 1353 | /* the traceback hash table is used temporarily to intern traceback tuple |
| 1354 | of (filename, lineno) tuples */ |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 1355 | get_traces.tracebacks = hashtable_new(_Py_hashtable_hash_ptr, |
Victor Stinner | 2d0a3d6 | 2020-05-13 02:50:18 +0200 | [diff] [blame] | 1356 | _Py_hashtable_compare_direct, |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 1357 | NULL, tracemalloc_pyobject_decref); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1358 | if (get_traces.tracebacks == NULL) { |
Victor Stinner | 9e2ca17 | 2020-05-13 01:36:47 +0200 | [diff] [blame] | 1359 | goto no_memory; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1360 | } |
| 1361 | |
Victor Stinner | 9e2ca17 | 2020-05-13 01:36:47 +0200 | [diff] [blame] | 1362 | // Copy all traces so tracemalloc_get_traces_fill() doesn't have to disable |
| 1363 | // temporarily tracemalloc which would impact other threads and so would |
| 1364 | // miss allocations while get_traces() is called. |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1365 | TABLES_LOCK(); |
Victor Stinner | d95bd42 | 2020-05-13 03:52:11 +0200 | [diff] [blame] | 1366 | get_traces.traces = tracemalloc_copy_traces(tracemalloc_traces); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1367 | TABLES_UNLOCK(); |
| 1368 | |
| 1369 | if (get_traces.traces == NULL) { |
Victor Stinner | 9e2ca17 | 2020-05-13 01:36:47 +0200 | [diff] [blame] | 1370 | goto no_memory; |
| 1371 | } |
Victor Stinner | d95bd42 | 2020-05-13 03:52:11 +0200 | [diff] [blame] | 1372 | |
| 1373 | TABLES_LOCK(); |
| 1374 | get_traces.domains = tracemalloc_copy_domains(tracemalloc_domains); |
| 1375 | TABLES_UNLOCK(); |
| 1376 | |
| 1377 | if (get_traces.domains == NULL) { |
Victor Stinner | 9e2ca17 | 2020-05-13 01:36:47 +0200 | [diff] [blame] | 1378 | goto no_memory; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1379 | } |
| 1380 | |
Victor Stinner | 9e2ca17 | 2020-05-13 01:36:47 +0200 | [diff] [blame] | 1381 | // Convert traces to a list of tuples |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1382 | set_reentrant(1); |
Victor Stinner | d95bd42 | 2020-05-13 03:52:11 +0200 | [diff] [blame] | 1383 | int err = _Py_hashtable_foreach(get_traces.traces, |
| 1384 | tracemalloc_get_traces_fill, |
| 1385 | &get_traces); |
Victor Stinner | 9e2ca17 | 2020-05-13 01:36:47 +0200 | [diff] [blame] | 1386 | if (!err) { |
| 1387 | err = _Py_hashtable_foreach(get_traces.domains, |
Victor Stinner | d95bd42 | 2020-05-13 03:52:11 +0200 | [diff] [blame] | 1388 | tracemalloc_get_traces_domain, |
| 1389 | &get_traces); |
Victor Stinner | 9e2ca17 | 2020-05-13 01:36:47 +0200 | [diff] [blame] | 1390 | } |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1391 | set_reentrant(0); |
Victor Stinner | 9e2ca17 | 2020-05-13 01:36:47 +0200 | [diff] [blame] | 1392 | if (err) { |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1393 | goto error; |
Victor Stinner | 9e2ca17 | 2020-05-13 01:36:47 +0200 | [diff] [blame] | 1394 | } |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1395 | |
| 1396 | goto finally; |
| 1397 | |
Victor Stinner | 9e2ca17 | 2020-05-13 01:36:47 +0200 | [diff] [blame] | 1398 | no_memory: |
| 1399 | PyErr_NoMemory(); |
| 1400 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1401 | error: |
| 1402 | Py_CLEAR(get_traces.list); |
| 1403 | |
| 1404 | finally: |
| 1405 | if (get_traces.tracebacks != NULL) { |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1406 | _Py_hashtable_destroy(get_traces.tracebacks); |
| 1407 | } |
Victor Stinner | c955387 | 2016-03-22 12:13:01 +0100 | [diff] [blame] | 1408 | if (get_traces.traces != NULL) { |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1409 | _Py_hashtable_destroy(get_traces.traces); |
Victor Stinner | c955387 | 2016-03-22 12:13:01 +0100 | [diff] [blame] | 1410 | } |
Victor Stinner | 9e2ca17 | 2020-05-13 01:36:47 +0200 | [diff] [blame] | 1411 | if (get_traces.domains != NULL) { |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 1412 | _Py_hashtable_destroy(get_traces.domains); |
Victor Stinner | 9e2ca17 | 2020-05-13 01:36:47 +0200 | [diff] [blame] | 1413 | } |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1414 | |
| 1415 | return get_traces.list; |
| 1416 | } |
| 1417 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1418 | |
Victor Stinner | 0611c26 | 2016-03-15 22:22:13 +0100 | [diff] [blame] | 1419 | static traceback_t* |
Victor Stinner | 5ea4c06 | 2017-06-20 17:46:36 +0200 | [diff] [blame] | 1420 | tracemalloc_get_traceback(unsigned int domain, uintptr_t ptr) |
Victor Stinner | 0611c26 | 2016-03-15 22:22:13 +0100 | [diff] [blame] | 1421 | { |
Victor Stinner | 0611c26 | 2016-03-15 22:22:13 +0100 | [diff] [blame] | 1422 | |
Victor Stinner | 9e00e80 | 2018-10-25 13:31:16 +0200 | [diff] [blame] | 1423 | if (!_Py_tracemalloc_config.tracing) |
Victor Stinner | 0611c26 | 2016-03-15 22:22:13 +0100 | [diff] [blame] | 1424 | return NULL; |
| 1425 | |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 1426 | trace_t *trace; |
Victor Stinner | 0611c26 | 2016-03-15 22:22:13 +0100 | [diff] [blame] | 1427 | TABLES_LOCK(); |
Victor Stinner | 9e2ca17 | 2020-05-13 01:36:47 +0200 | [diff] [blame] | 1428 | _Py_hashtable_t *traces = tracemalloc_get_traces_table(domain); |
| 1429 | if (traces) { |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 1430 | trace = _Py_hashtable_get(traces, TO_PTR(ptr)); |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1431 | } |
| 1432 | else { |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 1433 | trace = NULL; |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1434 | } |
Victor Stinner | 0611c26 | 2016-03-15 22:22:13 +0100 | [diff] [blame] | 1435 | TABLES_UNLOCK(); |
| 1436 | |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 1437 | if (!trace) { |
Victor Stinner | 0611c26 | 2016-03-15 22:22:13 +0100 | [diff] [blame] | 1438 | return NULL; |
Victor Stinner | d95bd42 | 2020-05-13 03:52:11 +0200 | [diff] [blame] | 1439 | } |
Victor Stinner | 0611c26 | 2016-03-15 22:22:13 +0100 | [diff] [blame] | 1440 | |
Victor Stinner | d95bd42 | 2020-05-13 03:52:11 +0200 | [diff] [blame] | 1441 | return trace->traceback; |
Victor Stinner | 0611c26 | 2016-03-15 22:22:13 +0100 | [diff] [blame] | 1442 | } |
| 1443 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1444 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1445 | |
Serhiy Storchaka | b451f91 | 2017-02-04 12:18:38 +0200 | [diff] [blame] | 1446 | /*[clinic input] |
| 1447 | _tracemalloc._get_object_traceback |
| 1448 | |
| 1449 | obj: object |
| 1450 | / |
| 1451 | |
| 1452 | Get the traceback where the Python object obj was allocated. |
| 1453 | |
| 1454 | Return a tuple of (filename: str, lineno: int) tuples. |
| 1455 | Return None if the tracemalloc module is disabled or did not |
| 1456 | trace the allocation of the object. |
| 1457 | [clinic start generated code]*/ |
| 1458 | |
| 1459 | static PyObject * |
| 1460 | _tracemalloc__get_object_traceback(PyObject *module, PyObject *obj) |
| 1461 | /*[clinic end generated code: output=41ee0553a658b0aa input=29495f1b21c53212]*/ |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1462 | { |
| 1463 | PyTypeObject *type; |
| 1464 | void *ptr; |
Victor Stinner | 0611c26 | 2016-03-15 22:22:13 +0100 | [diff] [blame] | 1465 | traceback_t *traceback; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1466 | |
| 1467 | type = Py_TYPE(obj); |
Victor Stinner | 626bff8 | 2018-10-25 17:31:10 +0200 | [diff] [blame] | 1468 | if (PyType_IS_GC(type)) { |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1469 | ptr = (void *)((char *)obj - sizeof(PyGC_Head)); |
Victor Stinner | 626bff8 | 2018-10-25 17:31:10 +0200 | [diff] [blame] | 1470 | } |
| 1471 | else { |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1472 | ptr = (void *)obj; |
Victor Stinner | 626bff8 | 2018-10-25 17:31:10 +0200 | [diff] [blame] | 1473 | } |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1474 | |
Benjamin Peterson | ca47063 | 2016-09-06 13:47:26 -0700 | [diff] [blame] | 1475 | traceback = tracemalloc_get_traceback(DEFAULT_DOMAIN, (uintptr_t)ptr); |
Victor Stinner | 0611c26 | 2016-03-15 22:22:13 +0100 | [diff] [blame] | 1476 | if (traceback == NULL) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1477 | Py_RETURN_NONE; |
| 1478 | |
Victor Stinner | 0611c26 | 2016-03-15 22:22:13 +0100 | [diff] [blame] | 1479 | return traceback_to_pyobject(traceback, NULL); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1480 | } |
| 1481 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1482 | |
Victor Stinner | 0611c26 | 2016-03-15 22:22:13 +0100 | [diff] [blame] | 1483 | #define PUTS(fd, str) _Py_write_noraise(fd, str, (int)strlen(str)) |
| 1484 | |
| 1485 | static void |
| 1486 | _PyMem_DumpFrame(int fd, frame_t * frame) |
| 1487 | { |
| 1488 | PUTS(fd, " File \""); |
| 1489 | _Py_DumpASCII(fd, frame->filename); |
| 1490 | PUTS(fd, "\", line "); |
| 1491 | _Py_DumpDecimal(fd, frame->lineno); |
| 1492 | PUTS(fd, "\n"); |
| 1493 | } |
| 1494 | |
| 1495 | /* Dump the traceback where a memory block was allocated into file descriptor |
| 1496 | fd. The function may block on TABLES_LOCK() but it is unlikely. */ |
| 1497 | void |
| 1498 | _PyMem_DumpTraceback(int fd, const void *ptr) |
| 1499 | { |
| 1500 | traceback_t *traceback; |
| 1501 | int i; |
| 1502 | |
Victor Stinner | f966e53 | 2018-11-13 15:14:58 +0100 | [diff] [blame] | 1503 | if (!_Py_tracemalloc_config.tracing) { |
| 1504 | PUTS(fd, "Enable tracemalloc to get the memory block " |
| 1505 | "allocation traceback\n\n"); |
| 1506 | return; |
| 1507 | } |
| 1508 | |
Benjamin Peterson | ca47063 | 2016-09-06 13:47:26 -0700 | [diff] [blame] | 1509 | traceback = tracemalloc_get_traceback(DEFAULT_DOMAIN, (uintptr_t)ptr); |
Victor Stinner | 0611c26 | 2016-03-15 22:22:13 +0100 | [diff] [blame] | 1510 | if (traceback == NULL) |
| 1511 | return; |
| 1512 | |
| 1513 | PUTS(fd, "Memory block allocated at (most recent call first):\n"); |
| 1514 | for (i=0; i < traceback->nframe; i++) { |
| 1515 | _PyMem_DumpFrame(fd, &traceback->frames[i]); |
| 1516 | } |
| 1517 | PUTS(fd, "\n"); |
| 1518 | } |
| 1519 | |
| 1520 | #undef PUTS |
| 1521 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1522 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1523 | |
Serhiy Storchaka | b451f91 | 2017-02-04 12:18:38 +0200 | [diff] [blame] | 1524 | /*[clinic input] |
| 1525 | _tracemalloc.start |
| 1526 | |
Victor Stinner | a7368ac | 2017-11-15 18:11:45 -0800 | [diff] [blame] | 1527 | nframe: int = 1 |
Serhiy Storchaka | b451f91 | 2017-02-04 12:18:38 +0200 | [diff] [blame] | 1528 | / |
| 1529 | |
| 1530 | Start tracing Python memory allocations. |
| 1531 | |
| 1532 | Also set the maximum number of frames stored in the traceback of a |
| 1533 | trace to nframe. |
| 1534 | [clinic start generated code]*/ |
| 1535 | |
| 1536 | static PyObject * |
Victor Stinner | a7368ac | 2017-11-15 18:11:45 -0800 | [diff] [blame] | 1537 | _tracemalloc_start_impl(PyObject *module, int nframe) |
| 1538 | /*[clinic end generated code: output=caae05c23c159d3c input=40d849b5b29d1933]*/ |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1539 | { |
Victor Stinner | a7368ac | 2017-11-15 18:11:45 -0800 | [diff] [blame] | 1540 | if (tracemalloc_start(nframe) < 0) { |
Victor Stinner | 3728d6c | 2013-11-23 12:37:20 +0100 | [diff] [blame] | 1541 | return NULL; |
| 1542 | } |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1543 | Py_RETURN_NONE; |
| 1544 | } |
| 1545 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1546 | |
Serhiy Storchaka | b451f91 | 2017-02-04 12:18:38 +0200 | [diff] [blame] | 1547 | /*[clinic input] |
| 1548 | _tracemalloc.stop |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1549 | |
Serhiy Storchaka | b451f91 | 2017-02-04 12:18:38 +0200 | [diff] [blame] | 1550 | Stop tracing Python memory allocations. |
| 1551 | |
| 1552 | Also clear traces of memory blocks allocated by Python. |
| 1553 | [clinic start generated code]*/ |
| 1554 | |
| 1555 | static PyObject * |
| 1556 | _tracemalloc_stop_impl(PyObject *module) |
| 1557 | /*[clinic end generated code: output=c3c42ae03e3955cd input=7478f075e51dae18]*/ |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1558 | { |
| 1559 | tracemalloc_stop(); |
| 1560 | Py_RETURN_NONE; |
| 1561 | } |
| 1562 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1563 | |
Serhiy Storchaka | b451f91 | 2017-02-04 12:18:38 +0200 | [diff] [blame] | 1564 | /*[clinic input] |
| 1565 | _tracemalloc.get_traceback_limit |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1566 | |
Serhiy Storchaka | b451f91 | 2017-02-04 12:18:38 +0200 | [diff] [blame] | 1567 | Get the maximum number of frames stored in the traceback of a trace. |
| 1568 | |
| 1569 | By default, a trace of an allocated memory block only stores |
| 1570 | the most recent frame: the limit is 1. |
| 1571 | [clinic start generated code]*/ |
| 1572 | |
| 1573 | static PyObject * |
| 1574 | _tracemalloc_get_traceback_limit_impl(PyObject *module) |
| 1575 | /*[clinic end generated code: output=d556d9306ba95567 input=da3cd977fc68ae3b]*/ |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1576 | { |
Victor Stinner | 9e00e80 | 2018-10-25 13:31:16 +0200 | [diff] [blame] | 1577 | return PyLong_FromLong(_Py_tracemalloc_config.max_nframe); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1578 | } |
| 1579 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1580 | |
Victor Stinner | 9e2ca17 | 2020-05-13 01:36:47 +0200 | [diff] [blame] | 1581 | static int |
| 1582 | tracemalloc_get_tracemalloc_memory_cb(_Py_hashtable_t *domains, |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 1583 | const void *key, const void *value, |
Victor Stinner | 9e2ca17 | 2020-05-13 01:36:47 +0200 | [diff] [blame] | 1584 | void *user_data) |
| 1585 | { |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 1586 | const _Py_hashtable_t *traces = value; |
Victor Stinner | 9e2ca17 | 2020-05-13 01:36:47 +0200 | [diff] [blame] | 1587 | size_t *size = (size_t*)user_data; |
| 1588 | *size += _Py_hashtable_size(traces); |
| 1589 | return 0; |
| 1590 | } |
| 1591 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1592 | |
Serhiy Storchaka | b451f91 | 2017-02-04 12:18:38 +0200 | [diff] [blame] | 1593 | /*[clinic input] |
| 1594 | _tracemalloc.get_tracemalloc_memory |
| 1595 | |
| 1596 | Get the memory usage in bytes of the tracemalloc module. |
| 1597 | |
| 1598 | This memory is used internally to trace memory allocations. |
| 1599 | [clinic start generated code]*/ |
| 1600 | |
| 1601 | static PyObject * |
| 1602 | _tracemalloc_get_tracemalloc_memory_impl(PyObject *module) |
| 1603 | /*[clinic end generated code: output=e3f14e280a55f5aa input=5d919c0f4d5132ad]*/ |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1604 | { |
| 1605 | size_t size; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1606 | |
| 1607 | size = _Py_hashtable_size(tracemalloc_tracebacks); |
| 1608 | size += _Py_hashtable_size(tracemalloc_filenames); |
| 1609 | |
| 1610 | TABLES_LOCK(); |
| 1611 | size += _Py_hashtable_size(tracemalloc_traces); |
Victor Stinner | 9e2ca17 | 2020-05-13 01:36:47 +0200 | [diff] [blame] | 1612 | _Py_hashtable_foreach(tracemalloc_domains, |
| 1613 | tracemalloc_get_tracemalloc_memory_cb, &size); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1614 | TABLES_UNLOCK(); |
| 1615 | |
Serhiy Storchaka | b451f91 | 2017-02-04 12:18:38 +0200 | [diff] [blame] | 1616 | return PyLong_FromSize_t(size); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1617 | } |
| 1618 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1619 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1620 | |
Serhiy Storchaka | b451f91 | 2017-02-04 12:18:38 +0200 | [diff] [blame] | 1621 | /*[clinic input] |
| 1622 | _tracemalloc.get_traced_memory |
| 1623 | |
| 1624 | Get the current size and peak size of memory blocks traced by tracemalloc. |
| 1625 | |
| 1626 | Returns a tuple: (current: int, peak: int). |
| 1627 | [clinic start generated code]*/ |
| 1628 | |
| 1629 | static PyObject * |
| 1630 | _tracemalloc_get_traced_memory_impl(PyObject *module) |
| 1631 | /*[clinic end generated code: output=5b167189adb9e782 input=61ddb5478400ff66]*/ |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1632 | { |
Victor Stinner | 3c0481d | 2013-11-27 21:39:49 +0100 | [diff] [blame] | 1633 | Py_ssize_t size, peak_size; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1634 | |
Victor Stinner | 9e00e80 | 2018-10-25 13:31:16 +0200 | [diff] [blame] | 1635 | if (!_Py_tracemalloc_config.tracing) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1636 | return Py_BuildValue("ii", 0, 0); |
| 1637 | |
| 1638 | TABLES_LOCK(); |
| 1639 | size = tracemalloc_traced_memory; |
Victor Stinner | 3c0481d | 2013-11-27 21:39:49 +0100 | [diff] [blame] | 1640 | peak_size = tracemalloc_peak_traced_memory; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1641 | TABLES_UNLOCK(); |
| 1642 | |
Serhiy Storchaka | b451f91 | 2017-02-04 12:18:38 +0200 | [diff] [blame] | 1643 | return Py_BuildValue("nn", size, peak_size); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1644 | } |
| 1645 | |
Huon Wilson | 8b62644 | 2020-05-23 00:18:51 +1000 | [diff] [blame] | 1646 | /*[clinic input] |
| 1647 | _tracemalloc.reset_peak |
| 1648 | |
| 1649 | Set the peak size of memory blocks traced by tracemalloc to the current size. |
| 1650 | |
| 1651 | Do nothing if the tracemalloc module is not tracing memory allocations. |
| 1652 | |
| 1653 | [clinic start generated code]*/ |
| 1654 | |
| 1655 | static PyObject * |
| 1656 | _tracemalloc_reset_peak_impl(PyObject *module) |
| 1657 | /*[clinic end generated code: output=140c2870f691dbb2 input=18afd0635066e9ce]*/ |
| 1658 | { |
| 1659 | if (!_Py_tracemalloc_config.tracing) { |
| 1660 | Py_RETURN_NONE; |
| 1661 | } |
| 1662 | |
| 1663 | TABLES_LOCK(); |
| 1664 | tracemalloc_peak_traced_memory = tracemalloc_traced_memory; |
| 1665 | TABLES_UNLOCK(); |
| 1666 | |
| 1667 | Py_RETURN_NONE; |
| 1668 | } |
| 1669 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1670 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1671 | static PyMethodDef module_methods[] = { |
Serhiy Storchaka | b451f91 | 2017-02-04 12:18:38 +0200 | [diff] [blame] | 1672 | _TRACEMALLOC_IS_TRACING_METHODDEF |
| 1673 | _TRACEMALLOC_CLEAR_TRACES_METHODDEF |
| 1674 | _TRACEMALLOC__GET_TRACES_METHODDEF |
| 1675 | _TRACEMALLOC__GET_OBJECT_TRACEBACK_METHODDEF |
| 1676 | _TRACEMALLOC_START_METHODDEF |
| 1677 | _TRACEMALLOC_STOP_METHODDEF |
| 1678 | _TRACEMALLOC_GET_TRACEBACK_LIMIT_METHODDEF |
| 1679 | _TRACEMALLOC_GET_TRACEMALLOC_MEMORY_METHODDEF |
| 1680 | _TRACEMALLOC_GET_TRACED_MEMORY_METHODDEF |
Huon Wilson | 8b62644 | 2020-05-23 00:18:51 +1000 | [diff] [blame] | 1681 | _TRACEMALLOC_RESET_PEAK_METHODDEF |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1682 | /* sentinel */ |
| 1683 | {NULL, NULL} |
| 1684 | }; |
| 1685 | |
| 1686 | PyDoc_STRVAR(module_doc, |
| 1687 | "Debug module to trace memory blocks allocated by Python."); |
| 1688 | |
| 1689 | static struct PyModuleDef module_def = { |
| 1690 | PyModuleDef_HEAD_INIT, |
| 1691 | "_tracemalloc", |
| 1692 | module_doc, |
| 1693 | 0, /* non-negative size to be able to unload the module */ |
| 1694 | module_methods, |
| 1695 | NULL, |
| 1696 | }; |
| 1697 | |
| 1698 | PyMODINIT_FUNC |
| 1699 | PyInit__tracemalloc(void) |
| 1700 | { |
| 1701 | PyObject *m; |
| 1702 | m = PyModule_Create(&module_def); |
| 1703 | if (m == NULL) |
| 1704 | return NULL; |
| 1705 | |
Brandt Bucher | d51a363 | 2019-11-20 02:00:31 -0800 | [diff] [blame] | 1706 | if (tracemalloc_init() < 0) { |
| 1707 | Py_DECREF(m); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1708 | return NULL; |
Brandt Bucher | d51a363 | 2019-11-20 02:00:31 -0800 | [diff] [blame] | 1709 | } |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1710 | |
| 1711 | return m; |
| 1712 | } |
| 1713 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1714 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1715 | int |
Victor Stinner | a7368ac | 2017-11-15 18:11:45 -0800 | [diff] [blame] | 1716 | _PyTraceMalloc_Init(int nframe) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1717 | { |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1718 | assert(PyGILState_Check()); |
Victor Stinner | a7368ac | 2017-11-15 18:11:45 -0800 | [diff] [blame] | 1719 | if (nframe == 0) { |
| 1720 | return 0; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1721 | } |
Victor Stinner | f28ce60 | 2013-11-27 22:27:13 +0100 | [diff] [blame] | 1722 | return tracemalloc_start(nframe); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1723 | } |
| 1724 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1725 | |
Victor Stinner | be0708f | 2013-12-01 10:03:26 +0100 | [diff] [blame] | 1726 | void |
| 1727 | _PyTraceMalloc_Fini(void) |
| 1728 | { |
Victor Stinner | be0708f | 2013-12-01 10:03:26 +0100 | [diff] [blame] | 1729 | assert(PyGILState_Check()); |
Victor Stinner | be0708f | 2013-12-01 10:03:26 +0100 | [diff] [blame] | 1730 | tracemalloc_deinit(); |
| 1731 | } |
Victor Stinner | 10b73e1 | 2016-03-22 13:39:05 +0100 | [diff] [blame] | 1732 | |
| 1733 | int |
Victor Stinner | 5ea4c06 | 2017-06-20 17:46:36 +0200 | [diff] [blame] | 1734 | PyTraceMalloc_Track(unsigned int domain, uintptr_t ptr, |
| 1735 | size_t size) |
Victor Stinner | 10b73e1 | 2016-03-22 13:39:05 +0100 | [diff] [blame] | 1736 | { |
| 1737 | int res; |
Victor Stinner | 10b73e1 | 2016-03-22 13:39:05 +0100 | [diff] [blame] | 1738 | PyGILState_STATE gil_state; |
Victor Stinner | 10b73e1 | 2016-03-22 13:39:05 +0100 | [diff] [blame] | 1739 | |
Victor Stinner | 9e00e80 | 2018-10-25 13:31:16 +0200 | [diff] [blame] | 1740 | if (!_Py_tracemalloc_config.tracing) { |
Victor Stinner | 10b73e1 | 2016-03-22 13:39:05 +0100 | [diff] [blame] | 1741 | /* tracemalloc is not tracing: do nothing */ |
| 1742 | return -2; |
| 1743 | } |
| 1744 | |
Victor Stinner | 10b73e1 | 2016-03-22 13:39:05 +0100 | [diff] [blame] | 1745 | gil_state = PyGILState_Ensure(); |
Victor Stinner | 10b73e1 | 2016-03-22 13:39:05 +0100 | [diff] [blame] | 1746 | |
| 1747 | TABLES_LOCK(); |
| 1748 | res = tracemalloc_add_trace(domain, ptr, size); |
| 1749 | TABLES_UNLOCK(); |
| 1750 | |
Victor Stinner | 10b73e1 | 2016-03-22 13:39:05 +0100 | [diff] [blame] | 1751 | PyGILState_Release(gil_state); |
Victor Stinner | 10b73e1 | 2016-03-22 13:39:05 +0100 | [diff] [blame] | 1752 | return res; |
| 1753 | } |
| 1754 | |
| 1755 | |
| 1756 | int |
Victor Stinner | 5ea4c06 | 2017-06-20 17:46:36 +0200 | [diff] [blame] | 1757 | PyTraceMalloc_Untrack(unsigned int domain, uintptr_t ptr) |
Victor Stinner | 10b73e1 | 2016-03-22 13:39:05 +0100 | [diff] [blame] | 1758 | { |
Victor Stinner | 9e00e80 | 2018-10-25 13:31:16 +0200 | [diff] [blame] | 1759 | if (!_Py_tracemalloc_config.tracing) { |
Victor Stinner | 10b73e1 | 2016-03-22 13:39:05 +0100 | [diff] [blame] | 1760 | /* tracemalloc is not tracing: do nothing */ |
| 1761 | return -2; |
| 1762 | } |
| 1763 | |
| 1764 | TABLES_LOCK(); |
| 1765 | tracemalloc_remove_trace(domain, ptr); |
| 1766 | TABLES_UNLOCK(); |
| 1767 | |
| 1768 | return 0; |
| 1769 | } |
| 1770 | |
| 1771 | |
Victor Stinner | 9e00e80 | 2018-10-25 13:31:16 +0200 | [diff] [blame] | 1772 | /* If the object memory block is already traced, update its trace |
| 1773 | with the current Python traceback. |
| 1774 | |
| 1775 | Do nothing if tracemalloc is not tracing memory allocations |
| 1776 | or if the object memory block is not already traced. */ |
| 1777 | int |
| 1778 | _PyTraceMalloc_NewReference(PyObject *op) |
| 1779 | { |
| 1780 | assert(PyGILState_Check()); |
| 1781 | |
| 1782 | if (!_Py_tracemalloc_config.tracing) { |
| 1783 | /* tracemalloc is not tracing: do nothing */ |
| 1784 | return -1; |
| 1785 | } |
| 1786 | |
| 1787 | uintptr_t ptr; |
| 1788 | PyTypeObject *type = Py_TYPE(op); |
| 1789 | if (PyType_IS_GC(type)) { |
| 1790 | ptr = (uintptr_t)((char *)op - sizeof(PyGC_Head)); |
| 1791 | } |
| 1792 | else { |
| 1793 | ptr = (uintptr_t)op; |
| 1794 | } |
| 1795 | |
Victor Stinner | 9e00e80 | 2018-10-25 13:31:16 +0200 | [diff] [blame] | 1796 | int res = -1; |
| 1797 | |
| 1798 | TABLES_LOCK(); |
Victor Stinner | 5b0a303 | 2020-05-13 04:40:30 +0200 | [diff] [blame] | 1799 | trace_t *trace = _Py_hashtable_get(tracemalloc_traces, TO_PTR(ptr)); |
| 1800 | if (trace != NULL) { |
Victor Stinner | 9e00e80 | 2018-10-25 13:31:16 +0200 | [diff] [blame] | 1801 | /* update the traceback of the memory block */ |
| 1802 | traceback_t *traceback = traceback_new(); |
| 1803 | if (traceback != NULL) { |
Victor Stinner | d95bd42 | 2020-05-13 03:52:11 +0200 | [diff] [blame] | 1804 | trace->traceback = traceback; |
Victor Stinner | 9e00e80 | 2018-10-25 13:31:16 +0200 | [diff] [blame] | 1805 | res = 0; |
| 1806 | } |
| 1807 | } |
| 1808 | /* else: cannot track the object, its memory block size is unknown */ |
| 1809 | TABLES_UNLOCK(); |
| 1810 | |
| 1811 | return res; |
| 1812 | } |
| 1813 | |
| 1814 | |
Victor Stinner | 10b73e1 | 2016-03-22 13:39:05 +0100 | [diff] [blame] | 1815 | PyObject* |
Victor Stinner | 5ea4c06 | 2017-06-20 17:46:36 +0200 | [diff] [blame] | 1816 | _PyTraceMalloc_GetTraceback(unsigned int domain, uintptr_t ptr) |
Victor Stinner | 10b73e1 | 2016-03-22 13:39:05 +0100 | [diff] [blame] | 1817 | { |
| 1818 | traceback_t *traceback; |
| 1819 | |
| 1820 | traceback = tracemalloc_get_traceback(domain, ptr); |
| 1821 | if (traceback == NULL) |
| 1822 | Py_RETURN_NONE; |
| 1823 | |
| 1824 | return traceback_to_pyobject(traceback, NULL); |
| 1825 | } |