Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1 | #include "Python.h" |
| 2 | #include "hashtable.h" |
| 3 | #include "frameobject.h" |
| 4 | #include "pythread.h" |
| 5 | #include "osdefs.h" |
| 6 | |
Serhiy Storchaka | b451f91 | 2017-02-04 12:18:38 +0200 | [diff] [blame] | 7 | #include "clinic/_tracemalloc.c.h" |
| 8 | /*[clinic input] |
| 9 | module _tracemalloc |
| 10 | [clinic start generated code]*/ |
| 11 | /*[clinic end generated code: output=da39a3ee5e6b4b0d input=708a98302fc46e5f]*/ |
| 12 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 13 | /* Trace memory blocks allocated by PyMem_RawMalloc() */ |
| 14 | #define TRACE_RAW_MALLOC |
| 15 | |
| 16 | /* Forward declaration */ |
| 17 | static void tracemalloc_stop(void); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 18 | static void* raw_malloc(size_t size); |
| 19 | static void raw_free(void *ptr); |
| 20 | |
| 21 | #ifdef Py_DEBUG |
| 22 | # define TRACE_DEBUG |
| 23 | #endif |
| 24 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 25 | /* Protected by the GIL */ |
| 26 | static struct { |
Victor Stinner | d8f0d92 | 2014-06-02 21:57:10 +0200 | [diff] [blame] | 27 | PyMemAllocatorEx mem; |
| 28 | PyMemAllocatorEx raw; |
| 29 | PyMemAllocatorEx obj; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 30 | } allocators; |
| 31 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 32 | static struct { |
| 33 | /* Module initialized? |
| 34 | Variable protected by the GIL */ |
| 35 | enum { |
| 36 | TRACEMALLOC_NOT_INITIALIZED, |
| 37 | TRACEMALLOC_INITIALIZED, |
| 38 | TRACEMALLOC_FINALIZED |
| 39 | } initialized; |
| 40 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 41 | /* Is tracemalloc tracing memory allocations? |
| 42 | Variable protected by the GIL */ |
| 43 | int tracing; |
| 44 | |
| 45 | /* limit of the number of frames in a traceback, 1 by default. |
| 46 | Variable protected by the GIL. */ |
| 47 | int max_nframe; |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 48 | |
| 49 | /* use domain in trace key? |
| 50 | Variable protected by the GIL. */ |
| 51 | int use_domain; |
Victor Stinner | 5e14a38 | 2016-03-23 22:03:55 +0100 | [diff] [blame] | 52 | } tracemalloc_config = {TRACEMALLOC_NOT_INITIALIZED, 0, 1, 0}; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 53 | |
Antoine Pitrou | a6a4dc8 | 2017-09-07 18:56:24 +0200 | [diff] [blame] | 54 | #if defined(TRACE_RAW_MALLOC) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 55 | /* This lock is needed because tracemalloc_free() is called without |
| 56 | the GIL held from PyMem_RawFree(). It cannot acquire the lock because it |
| 57 | would introduce a deadlock in PyThreadState_DeleteCurrent(). */ |
| 58 | static PyThread_type_lock tables_lock; |
| 59 | # define TABLES_LOCK() PyThread_acquire_lock(tables_lock, 1) |
| 60 | # define TABLES_UNLOCK() PyThread_release_lock(tables_lock) |
| 61 | #else |
| 62 | /* variables are protected by the GIL */ |
| 63 | # define TABLES_LOCK() |
| 64 | # define TABLES_UNLOCK() |
| 65 | #endif |
| 66 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 67 | |
| 68 | #define DEFAULT_DOMAIN 0 |
| 69 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 70 | /* Pack the frame_t structure to reduce the memory footprint. */ |
| 71 | typedef struct |
| 72 | #ifdef __GNUC__ |
| 73 | __attribute__((packed)) |
| 74 | #endif |
| 75 | { |
Benjamin Peterson | ca47063 | 2016-09-06 13:47:26 -0700 | [diff] [blame] | 76 | uintptr_t ptr; |
Victor Stinner | 5ea4c06 | 2017-06-20 17:46:36 +0200 | [diff] [blame] | 77 | unsigned int domain; |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 78 | } pointer_t; |
| 79 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 80 | /* Pack the frame_t structure to reduce the memory footprint on 64-bit |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 81 | architectures: 12 bytes instead of 16. */ |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 82 | typedef struct |
| 83 | #ifdef __GNUC__ |
| 84 | __attribute__((packed)) |
Victor Stinner | dd382ef | 2014-02-01 03:43:58 +0100 | [diff] [blame] | 85 | #elif defined(_MSC_VER) |
Segev Finer | 3924377 | 2017-07-25 11:47:43 +0300 | [diff] [blame] | 86 | #pragma pack(push, 4) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 87 | #endif |
| 88 | { |
Victor Stinner | 7105e9f | 2016-03-15 14:28:04 +0100 | [diff] [blame] | 89 | /* filename cannot be NULL: "<unknown>" is used if the Python frame |
| 90 | filename is NULL */ |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 91 | PyObject *filename; |
Victor Stinner | 9528334 | 2016-03-15 21:57:02 +0100 | [diff] [blame] | 92 | unsigned int lineno; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 93 | } frame_t; |
Segev Finer | 3924377 | 2017-07-25 11:47:43 +0300 | [diff] [blame] | 94 | #ifdef _MSC_VER |
| 95 | #pragma pack(pop) |
| 96 | #endif |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 97 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 98 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 99 | typedef struct { |
| 100 | Py_uhash_t hash; |
| 101 | int nframe; |
| 102 | frame_t frames[1]; |
| 103 | } traceback_t; |
| 104 | |
| 105 | #define TRACEBACK_SIZE(NFRAME) \ |
| 106 | (sizeof(traceback_t) + sizeof(frame_t) * (NFRAME - 1)) |
Victor Stinner | f28ce60 | 2013-11-27 22:27:13 +0100 | [diff] [blame] | 107 | |
| 108 | #define MAX_NFRAME \ |
Victor Stinner | 52aee85 | 2014-08-16 15:44:02 +0200 | [diff] [blame] | 109 | ((INT_MAX - (int)sizeof(traceback_t)) / (int)sizeof(frame_t) + 1) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 110 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 111 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 112 | static PyObject *unknown_filename = NULL; |
| 113 | static traceback_t tracemalloc_empty_traceback; |
| 114 | |
Victor Stinner | 7a5be14 | 2013-11-26 01:06:02 +0100 | [diff] [blame] | 115 | /* Trace of a memory block */ |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 116 | typedef struct { |
Victor Stinner | 7a5be14 | 2013-11-26 01:06:02 +0100 | [diff] [blame] | 117 | /* Size of the memory block in bytes */ |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 118 | size_t size; |
Victor Stinner | 7a5be14 | 2013-11-26 01:06:02 +0100 | [diff] [blame] | 119 | |
| 120 | /* Traceback where the memory block was allocated */ |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 121 | traceback_t *traceback; |
| 122 | } trace_t; |
| 123 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 124 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 125 | /* Size in bytes of currently traced memory. |
| 126 | Protected by TABLES_LOCK(). */ |
| 127 | static size_t tracemalloc_traced_memory = 0; |
| 128 | |
Victor Stinner | 3c0481d | 2013-11-27 21:39:49 +0100 | [diff] [blame] | 129 | /* Peak size in bytes of traced memory. |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 130 | Protected by TABLES_LOCK(). */ |
Victor Stinner | 3c0481d | 2013-11-27 21:39:49 +0100 | [diff] [blame] | 131 | static size_t tracemalloc_peak_traced_memory = 0; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 132 | |
Serhiy Storchaka | 56a6d85 | 2014-12-01 18:28:43 +0200 | [diff] [blame] | 133 | /* Hash table used as a set to intern filenames: |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 134 | PyObject* => PyObject*. |
| 135 | Protected by the GIL */ |
| 136 | static _Py_hashtable_t *tracemalloc_filenames = NULL; |
| 137 | |
Victor Stinner | f28ce60 | 2013-11-27 22:27:13 +0100 | [diff] [blame] | 138 | /* Buffer to store a new traceback in traceback_new(). |
| 139 | Protected by the GIL. */ |
| 140 | static traceback_t *tracemalloc_traceback = NULL; |
| 141 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 142 | /* Hash table used as a set to intern tracebacks: |
| 143 | traceback_t* => traceback_t* |
| 144 | Protected by the GIL */ |
| 145 | static _Py_hashtable_t *tracemalloc_tracebacks = NULL; |
| 146 | |
| 147 | /* pointer (void*) => trace (trace_t). |
| 148 | Protected by TABLES_LOCK(). */ |
| 149 | static _Py_hashtable_t *tracemalloc_traces = NULL; |
| 150 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 151 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 152 | #ifdef TRACE_DEBUG |
| 153 | static void |
| 154 | tracemalloc_error(const char *format, ...) |
| 155 | { |
| 156 | va_list ap; |
| 157 | fprintf(stderr, "tracemalloc: "); |
| 158 | va_start(ap, format); |
| 159 | vfprintf(stderr, format, ap); |
| 160 | va_end(ap); |
| 161 | fprintf(stderr, "\n"); |
| 162 | fflush(stderr); |
| 163 | } |
| 164 | #endif |
| 165 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 166 | |
Antoine Pitrou | a6a4dc8 | 2017-09-07 18:56:24 +0200 | [diff] [blame] | 167 | #if defined(TRACE_RAW_MALLOC) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 168 | #define REENTRANT_THREADLOCAL |
| 169 | |
| 170 | /* If your OS does not provide native thread local storage, you can implement |
| 171 | it manually using a lock. Functions of thread.c cannot be used because |
| 172 | they use PyMem_RawMalloc() which leads to a reentrant call. */ |
| 173 | #if !(defined(_POSIX_THREADS) || defined(NT_THREADS)) |
| 174 | # error "need native thread local storage (TLS)" |
| 175 | #endif |
| 176 | |
Victor Stinner | 4a06647 | 2016-03-22 17:45:09 +0100 | [diff] [blame] | 177 | static int tracemalloc_reentrant_key = -1; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 178 | |
| 179 | /* Any non-NULL pointer can be used */ |
| 180 | #define REENTRANT Py_True |
| 181 | |
| 182 | static int |
| 183 | get_reentrant(void) |
| 184 | { |
Victor Stinner | 4a06647 | 2016-03-22 17:45:09 +0100 | [diff] [blame] | 185 | void *ptr; |
| 186 | |
| 187 | assert(tracemalloc_reentrant_key != -1); |
| 188 | ptr = PyThread_get_key_value(tracemalloc_reentrant_key); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 189 | if (ptr != NULL) { |
| 190 | assert(ptr == REENTRANT); |
| 191 | return 1; |
| 192 | } |
| 193 | else |
| 194 | return 0; |
| 195 | } |
| 196 | |
| 197 | static void |
| 198 | set_reentrant(int reentrant) |
| 199 | { |
Victor Stinner | 2ead3d2 | 2013-11-26 01:08:53 +0100 | [diff] [blame] | 200 | assert(reentrant == 0 || reentrant == 1); |
Victor Stinner | 4a06647 | 2016-03-22 17:45:09 +0100 | [diff] [blame] | 201 | assert(tracemalloc_reentrant_key != -1); |
| 202 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 203 | if (reentrant) { |
Victor Stinner | 0cfc058 | 2016-03-22 17:40:07 +0100 | [diff] [blame] | 204 | assert(!get_reentrant()); |
Victor Stinner | 590cebe | 2013-12-13 11:08:56 +0100 | [diff] [blame] | 205 | PyThread_set_key_value(tracemalloc_reentrant_key, REENTRANT); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 206 | } |
| 207 | else { |
Victor Stinner | 0cfc058 | 2016-03-22 17:40:07 +0100 | [diff] [blame] | 208 | assert(get_reentrant()); |
Victor Stinner | 590cebe | 2013-12-13 11:08:56 +0100 | [diff] [blame] | 209 | PyThread_set_key_value(tracemalloc_reentrant_key, NULL); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 210 | } |
| 211 | } |
| 212 | |
| 213 | #else |
| 214 | |
Antoine Pitrou | a6a4dc8 | 2017-09-07 18:56:24 +0200 | [diff] [blame] | 215 | /* TRACE_RAW_MALLOC not defined: variable protected by the GIL */ |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 216 | static int tracemalloc_reentrant = 0; |
| 217 | |
| 218 | static int |
| 219 | get_reentrant(void) |
| 220 | { |
| 221 | return tracemalloc_reentrant; |
| 222 | } |
| 223 | |
| 224 | static void |
| 225 | set_reentrant(int reentrant) |
| 226 | { |
Victor Stinner | d5871e6 | 2016-03-23 00:17:04 +0100 | [diff] [blame] | 227 | assert(reentrant != tracemalloc_reentrant); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 228 | tracemalloc_reentrant = reentrant; |
| 229 | } |
| 230 | #endif |
| 231 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 232 | |
Victor Stinner | 285cf0a | 2016-03-21 22:00:58 +0100 | [diff] [blame] | 233 | static Py_uhash_t |
Victor Stinner | 5dacbd4 | 2016-03-23 09:52:13 +0100 | [diff] [blame] | 234 | hashtable_hash_pyobject(_Py_hashtable_t *ht, const void *pkey) |
Victor Stinner | 51b846c | 2016-03-18 21:52:22 +0100 | [diff] [blame] | 235 | { |
Victor Stinner | 285cf0a | 2016-03-21 22:00:58 +0100 | [diff] [blame] | 236 | PyObject *obj; |
| 237 | |
Victor Stinner | 5dacbd4 | 2016-03-23 09:52:13 +0100 | [diff] [blame] | 238 | _Py_HASHTABLE_READ_KEY(ht, pkey, obj); |
Victor Stinner | 285cf0a | 2016-03-21 22:00:58 +0100 | [diff] [blame] | 239 | return PyObject_Hash(obj); |
| 240 | } |
| 241 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 242 | |
Victor Stinner | 285cf0a | 2016-03-21 22:00:58 +0100 | [diff] [blame] | 243 | static int |
Victor Stinner | 5dacbd4 | 2016-03-23 09:52:13 +0100 | [diff] [blame] | 244 | hashtable_compare_unicode(_Py_hashtable_t *ht, const void *pkey, |
Victor Stinner | 285cf0a | 2016-03-21 22:00:58 +0100 | [diff] [blame] | 245 | const _Py_hashtable_entry_t *entry) |
| 246 | { |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 247 | PyObject *key1, *key2; |
Victor Stinner | 285cf0a | 2016-03-21 22:00:58 +0100 | [diff] [blame] | 248 | |
Victor Stinner | 5dacbd4 | 2016-03-23 09:52:13 +0100 | [diff] [blame] | 249 | _Py_HASHTABLE_READ_KEY(ht, pkey, key1); |
| 250 | _Py_HASHTABLE_ENTRY_READ_KEY(ht, entry, key2); |
Victor Stinner | 285cf0a | 2016-03-21 22:00:58 +0100 | [diff] [blame] | 251 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 252 | if (key1 != NULL && key2 != NULL) |
| 253 | return (PyUnicode_Compare(key1, key2) == 0); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 254 | else |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 255 | return key1 == key2; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 256 | } |
| 257 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 258 | |
| 259 | static Py_uhash_t |
Victor Stinner | 5dacbd4 | 2016-03-23 09:52:13 +0100 | [diff] [blame] | 260 | hashtable_hash_pointer_t(_Py_hashtable_t *ht, const void *pkey) |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 261 | { |
| 262 | pointer_t ptr; |
| 263 | Py_uhash_t hash; |
| 264 | |
Victor Stinner | 5dacbd4 | 2016-03-23 09:52:13 +0100 | [diff] [blame] | 265 | _Py_HASHTABLE_READ_KEY(ht, pkey, ptr); |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 266 | |
| 267 | hash = (Py_uhash_t)_Py_HashPointer((void*)ptr.ptr); |
| 268 | hash ^= ptr.domain; |
| 269 | return hash; |
| 270 | } |
| 271 | |
| 272 | |
doko@ubuntu.com | bc73150 | 2016-05-18 01:06:01 +0200 | [diff] [blame] | 273 | static int |
Victor Stinner | 5dacbd4 | 2016-03-23 09:52:13 +0100 | [diff] [blame] | 274 | hashtable_compare_pointer_t(_Py_hashtable_t *ht, const void *pkey, |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 275 | const _Py_hashtable_entry_t *entry) |
| 276 | { |
| 277 | pointer_t ptr1, ptr2; |
| 278 | |
Victor Stinner | 5dacbd4 | 2016-03-23 09:52:13 +0100 | [diff] [blame] | 279 | _Py_HASHTABLE_READ_KEY(ht, pkey, ptr1); |
| 280 | _Py_HASHTABLE_ENTRY_READ_KEY(ht, entry, ptr2); |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 281 | |
| 282 | /* compare pointer before domain, because pointer is more likely to be |
| 283 | different */ |
| 284 | return (ptr1.ptr == ptr2.ptr && ptr1.domain == ptr2.domain); |
| 285 | |
| 286 | } |
| 287 | |
| 288 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 289 | static _Py_hashtable_t * |
Victor Stinner | 285cf0a | 2016-03-21 22:00:58 +0100 | [diff] [blame] | 290 | hashtable_new(size_t key_size, size_t data_size, |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 291 | _Py_hashtable_hash_func hash_func, |
| 292 | _Py_hashtable_compare_func compare_func) |
| 293 | { |
Victor Stinner | c955387 | 2016-03-22 12:13:01 +0100 | [diff] [blame] | 294 | _Py_hashtable_allocator_t hashtable_alloc = {malloc, free}; |
Victor Stinner | 285cf0a | 2016-03-21 22:00:58 +0100 | [diff] [blame] | 295 | return _Py_hashtable_new_full(key_size, data_size, 0, |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 296 | hash_func, compare_func, |
Victor Stinner | c955387 | 2016-03-22 12:13:01 +0100 | [diff] [blame] | 297 | &hashtable_alloc); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 298 | } |
| 299 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 300 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 301 | static void* |
| 302 | raw_malloc(size_t size) |
| 303 | { |
| 304 | return allocators.raw.malloc(allocators.raw.ctx, size); |
| 305 | } |
| 306 | |
| 307 | static void |
| 308 | raw_free(void *ptr) |
| 309 | { |
| 310 | allocators.raw.free(allocators.raw.ctx, ptr); |
| 311 | } |
| 312 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 313 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 314 | static Py_uhash_t |
Victor Stinner | 5dacbd4 | 2016-03-23 09:52:13 +0100 | [diff] [blame] | 315 | hashtable_hash_traceback(_Py_hashtable_t *ht, const void *pkey) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 316 | { |
Victor Stinner | b32a7ed | 2016-03-21 23:05:08 +0100 | [diff] [blame] | 317 | traceback_t *traceback; |
Victor Stinner | 285cf0a | 2016-03-21 22:00:58 +0100 | [diff] [blame] | 318 | |
Victor Stinner | 5dacbd4 | 2016-03-23 09:52:13 +0100 | [diff] [blame] | 319 | _Py_HASHTABLE_READ_KEY(ht, pkey, traceback); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 320 | return traceback->hash; |
| 321 | } |
| 322 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 323 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 324 | static int |
Victor Stinner | 5dacbd4 | 2016-03-23 09:52:13 +0100 | [diff] [blame] | 325 | hashtable_compare_traceback(_Py_hashtable_t *ht, const void *pkey, |
| 326 | const _Py_hashtable_entry_t *entry) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 327 | { |
Victor Stinner | 285cf0a | 2016-03-21 22:00:58 +0100 | [diff] [blame] | 328 | traceback_t *traceback1, *traceback2; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 329 | const frame_t *frame1, *frame2; |
| 330 | int i; |
| 331 | |
Victor Stinner | 5dacbd4 | 2016-03-23 09:52:13 +0100 | [diff] [blame] | 332 | _Py_HASHTABLE_READ_KEY(ht, pkey, traceback1); |
| 333 | _Py_HASHTABLE_ENTRY_READ_KEY(ht, entry, traceback2); |
Victor Stinner | 285cf0a | 2016-03-21 22:00:58 +0100 | [diff] [blame] | 334 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 335 | if (traceback1->nframe != traceback2->nframe) |
| 336 | return 0; |
| 337 | |
| 338 | for (i=0; i < traceback1->nframe; i++) { |
| 339 | frame1 = &traceback1->frames[i]; |
| 340 | frame2 = &traceback2->frames[i]; |
| 341 | |
| 342 | if (frame1->lineno != frame2->lineno) |
| 343 | return 0; |
| 344 | |
| 345 | if (frame1->filename != frame2->filename) { |
| 346 | assert(PyUnicode_Compare(frame1->filename, frame2->filename) != 0); |
| 347 | return 0; |
| 348 | } |
| 349 | } |
| 350 | return 1; |
| 351 | } |
| 352 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 353 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 354 | static void |
| 355 | tracemalloc_get_frame(PyFrameObject *pyframe, frame_t *frame) |
| 356 | { |
| 357 | PyCodeObject *code; |
| 358 | PyObject *filename; |
| 359 | _Py_hashtable_entry_t *entry; |
Victor Stinner | 9528334 | 2016-03-15 21:57:02 +0100 | [diff] [blame] | 360 | int lineno; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 361 | |
| 362 | frame->filename = unknown_filename; |
Victor Stinner | 9528334 | 2016-03-15 21:57:02 +0100 | [diff] [blame] | 363 | lineno = PyFrame_GetLineNumber(pyframe); |
| 364 | if (lineno < 0) |
| 365 | lineno = 0; |
| 366 | frame->lineno = (unsigned int)lineno; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 367 | |
| 368 | code = pyframe->f_code; |
| 369 | if (code == NULL) { |
| 370 | #ifdef TRACE_DEBUG |
Victor Stinner | 4dc7420 | 2013-11-26 01:18:52 +0100 | [diff] [blame] | 371 | tracemalloc_error("failed to get the code object of the frame"); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 372 | #endif |
| 373 | return; |
| 374 | } |
| 375 | |
| 376 | if (code->co_filename == NULL) { |
| 377 | #ifdef TRACE_DEBUG |
| 378 | tracemalloc_error("failed to get the filename of the code object"); |
| 379 | #endif |
| 380 | return; |
| 381 | } |
| 382 | |
| 383 | filename = code->co_filename; |
| 384 | assert(filename != NULL); |
| 385 | if (filename == NULL) |
| 386 | return; |
| 387 | |
| 388 | if (!PyUnicode_Check(filename)) { |
| 389 | #ifdef TRACE_DEBUG |
Martin Panter | 6245cb3 | 2016-04-15 02:14:19 +0000 | [diff] [blame] | 390 | tracemalloc_error("filename is not a unicode string"); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 391 | #endif |
| 392 | return; |
| 393 | } |
| 394 | if (!PyUnicode_IS_READY(filename)) { |
| 395 | /* Don't make a Unicode string ready to avoid reentrant calls |
| 396 | to tracemalloc_malloc() or tracemalloc_realloc() */ |
| 397 | #ifdef TRACE_DEBUG |
| 398 | tracemalloc_error("filename is not a ready unicode string"); |
| 399 | #endif |
| 400 | return; |
| 401 | } |
| 402 | |
| 403 | /* intern the filename */ |
Victor Stinner | 285cf0a | 2016-03-21 22:00:58 +0100 | [diff] [blame] | 404 | entry = _Py_HASHTABLE_GET_ENTRY(tracemalloc_filenames, filename); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 405 | if (entry != NULL) { |
Victor Stinner | 5dacbd4 | 2016-03-23 09:52:13 +0100 | [diff] [blame] | 406 | _Py_HASHTABLE_ENTRY_READ_KEY(tracemalloc_filenames, entry, filename); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 407 | } |
| 408 | else { |
| 409 | /* tracemalloc_filenames is responsible to keep a reference |
| 410 | to the filename */ |
| 411 | Py_INCREF(filename); |
Victor Stinner | 285cf0a | 2016-03-21 22:00:58 +0100 | [diff] [blame] | 412 | if (_Py_HASHTABLE_SET_NODATA(tracemalloc_filenames, filename) < 0) { |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 413 | Py_DECREF(filename); |
| 414 | #ifdef TRACE_DEBUG |
| 415 | tracemalloc_error("failed to intern the filename"); |
| 416 | #endif |
| 417 | return; |
| 418 | } |
| 419 | } |
| 420 | |
| 421 | /* the tracemalloc_filenames table keeps a reference to the filename */ |
| 422 | frame->filename = filename; |
| 423 | } |
| 424 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 425 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 426 | static Py_uhash_t |
| 427 | traceback_hash(traceback_t *traceback) |
| 428 | { |
| 429 | /* code based on tuplehash() of Objects/tupleobject.c */ |
Victor Stinner | 4d8c29c | 2013-12-16 23:05:13 +0100 | [diff] [blame] | 430 | Py_uhash_t x, y; /* Unsigned for defined overflow behavior. */ |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 431 | int len = traceback->nframe; |
| 432 | Py_uhash_t mult = _PyHASH_MULTIPLIER; |
| 433 | frame_t *frame; |
| 434 | |
| 435 | x = 0x345678UL; |
| 436 | frame = traceback->frames; |
| 437 | while (--len >= 0) { |
Victor Stinner | 4d8c29c | 2013-12-16 23:05:13 +0100 | [diff] [blame] | 438 | y = (Py_uhash_t)PyObject_Hash(frame->filename); |
| 439 | y ^= (Py_uhash_t)frame->lineno; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 440 | frame++; |
| 441 | |
| 442 | x = (x ^ y) * mult; |
| 443 | /* the cast might truncate len; that doesn't change hash stability */ |
Victor Stinner | 4d8c29c | 2013-12-16 23:05:13 +0100 | [diff] [blame] | 444 | mult += (Py_uhash_t)(82520UL + len + len); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 445 | } |
| 446 | x += 97531UL; |
| 447 | return x; |
| 448 | } |
| 449 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 450 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 451 | static void |
| 452 | traceback_get_frames(traceback_t *traceback) |
| 453 | { |
| 454 | PyThreadState *tstate; |
| 455 | PyFrameObject *pyframe; |
| 456 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 457 | tstate = PyGILState_GetThisThreadState(); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 458 | if (tstate == NULL) { |
| 459 | #ifdef TRACE_DEBUG |
| 460 | tracemalloc_error("failed to get the current thread state"); |
| 461 | #endif |
| 462 | return; |
| 463 | } |
| 464 | |
| 465 | for (pyframe = tstate->frame; pyframe != NULL; pyframe = pyframe->f_back) { |
| 466 | tracemalloc_get_frame(pyframe, &traceback->frames[traceback->nframe]); |
| 467 | assert(traceback->frames[traceback->nframe].filename != NULL); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 468 | traceback->nframe++; |
| 469 | if (traceback->nframe == tracemalloc_config.max_nframe) |
| 470 | break; |
| 471 | } |
| 472 | } |
| 473 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 474 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 475 | static traceback_t * |
| 476 | traceback_new(void) |
| 477 | { |
Victor Stinner | f28ce60 | 2013-11-27 22:27:13 +0100 | [diff] [blame] | 478 | traceback_t *traceback; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 479 | _Py_hashtable_entry_t *entry; |
| 480 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 481 | assert(PyGILState_Check()); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 482 | |
| 483 | /* get frames */ |
Victor Stinner | f28ce60 | 2013-11-27 22:27:13 +0100 | [diff] [blame] | 484 | traceback = tracemalloc_traceback; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 485 | traceback->nframe = 0; |
| 486 | traceback_get_frames(traceback); |
| 487 | if (traceback->nframe == 0) |
| 488 | return &tracemalloc_empty_traceback; |
| 489 | traceback->hash = traceback_hash(traceback); |
| 490 | |
| 491 | /* intern the traceback */ |
Victor Stinner | 285cf0a | 2016-03-21 22:00:58 +0100 | [diff] [blame] | 492 | entry = _Py_HASHTABLE_GET_ENTRY(tracemalloc_tracebacks, traceback); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 493 | if (entry != NULL) { |
Victor Stinner | 5dacbd4 | 2016-03-23 09:52:13 +0100 | [diff] [blame] | 494 | _Py_HASHTABLE_ENTRY_READ_KEY(tracemalloc_tracebacks, entry, traceback); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 495 | } |
| 496 | else { |
| 497 | traceback_t *copy; |
| 498 | size_t traceback_size; |
| 499 | |
| 500 | traceback_size = TRACEBACK_SIZE(traceback->nframe); |
| 501 | |
| 502 | copy = raw_malloc(traceback_size); |
| 503 | if (copy == NULL) { |
| 504 | #ifdef TRACE_DEBUG |
| 505 | tracemalloc_error("failed to intern the traceback: malloc failed"); |
| 506 | #endif |
| 507 | return NULL; |
| 508 | } |
| 509 | memcpy(copy, traceback, traceback_size); |
| 510 | |
Victor Stinner | 285cf0a | 2016-03-21 22:00:58 +0100 | [diff] [blame] | 511 | if (_Py_HASHTABLE_SET_NODATA(tracemalloc_tracebacks, copy) < 0) { |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 512 | raw_free(copy); |
| 513 | #ifdef TRACE_DEBUG |
| 514 | tracemalloc_error("failed to intern the traceback: putdata failed"); |
| 515 | #endif |
| 516 | return NULL; |
| 517 | } |
| 518 | traceback = copy; |
| 519 | } |
| 520 | return traceback; |
| 521 | } |
| 522 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 523 | |
Victor Stinner | 5e14a38 | 2016-03-23 22:03:55 +0100 | [diff] [blame] | 524 | static int |
| 525 | tracemalloc_use_domain_cb(_Py_hashtable_t *old_traces, |
| 526 | _Py_hashtable_entry_t *entry, void *user_data) |
| 527 | { |
Benjamin Peterson | ca47063 | 2016-09-06 13:47:26 -0700 | [diff] [blame] | 528 | uintptr_t ptr; |
Victor Stinner | 5e14a38 | 2016-03-23 22:03:55 +0100 | [diff] [blame] | 529 | pointer_t key; |
| 530 | _Py_hashtable_t *new_traces = (_Py_hashtable_t *)user_data; |
| 531 | const void *pdata = _Py_HASHTABLE_ENTRY_PDATA(old_traces, entry); |
| 532 | |
| 533 | _Py_HASHTABLE_ENTRY_READ_KEY(old_traces, entry, ptr); |
| 534 | key.ptr = ptr; |
| 535 | key.domain = DEFAULT_DOMAIN; |
| 536 | |
| 537 | return _Py_hashtable_set(new_traces, |
| 538 | sizeof(key), &key, |
| 539 | old_traces->data_size, pdata); |
| 540 | } |
| 541 | |
| 542 | |
Benjamin Peterson | ca47063 | 2016-09-06 13:47:26 -0700 | [diff] [blame] | 543 | /* Convert tracemalloc_traces from compact key (uintptr_t) to pointer_t key. |
Victor Stinner | 5e14a38 | 2016-03-23 22:03:55 +0100 | [diff] [blame] | 544 | * Return 0 on success, -1 on error. */ |
| 545 | static int |
| 546 | tracemalloc_use_domain(void) |
| 547 | { |
| 548 | _Py_hashtable_t *new_traces = NULL; |
| 549 | |
| 550 | assert(!tracemalloc_config.use_domain); |
| 551 | |
| 552 | new_traces = hashtable_new(sizeof(pointer_t), |
| 553 | sizeof(trace_t), |
| 554 | hashtable_hash_pointer_t, |
| 555 | hashtable_compare_pointer_t); |
| 556 | if (new_traces == NULL) { |
| 557 | return -1; |
| 558 | } |
| 559 | |
| 560 | if (_Py_hashtable_foreach(tracemalloc_traces, tracemalloc_use_domain_cb, |
| 561 | new_traces) < 0) |
| 562 | { |
| 563 | _Py_hashtable_destroy(new_traces); |
| 564 | return -1; |
| 565 | } |
| 566 | |
| 567 | _Py_hashtable_destroy(tracemalloc_traces); |
| 568 | tracemalloc_traces = new_traces; |
| 569 | |
| 570 | tracemalloc_config.use_domain = 1; |
| 571 | |
| 572 | return 0; |
| 573 | } |
| 574 | |
| 575 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 576 | static void |
Victor Stinner | 5ea4c06 | 2017-06-20 17:46:36 +0200 | [diff] [blame] | 577 | tracemalloc_remove_trace(unsigned int domain, uintptr_t ptr) |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 578 | { |
| 579 | trace_t trace; |
| 580 | int removed; |
| 581 | |
Victor Stinner | 10b73e1 | 2016-03-22 13:39:05 +0100 | [diff] [blame] | 582 | assert(tracemalloc_config.tracing); |
| 583 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 584 | if (tracemalloc_config.use_domain) { |
| 585 | pointer_t key = {ptr, domain}; |
| 586 | removed = _Py_HASHTABLE_POP(tracemalloc_traces, key, trace); |
| 587 | } |
| 588 | else { |
| 589 | removed = _Py_HASHTABLE_POP(tracemalloc_traces, ptr, trace); |
| 590 | } |
| 591 | if (!removed) { |
| 592 | return; |
| 593 | } |
| 594 | |
| 595 | assert(tracemalloc_traced_memory >= trace.size); |
| 596 | tracemalloc_traced_memory -= trace.size; |
| 597 | } |
| 598 | |
| 599 | #define REMOVE_TRACE(ptr) \ |
Benjamin Peterson | ca47063 | 2016-09-06 13:47:26 -0700 | [diff] [blame] | 600 | tracemalloc_remove_trace(DEFAULT_DOMAIN, (uintptr_t)(ptr)) |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 601 | |
| 602 | |
Victor Stinner | 5296867 | 2013-11-24 11:37:15 +0100 | [diff] [blame] | 603 | static int |
Victor Stinner | 5ea4c06 | 2017-06-20 17:46:36 +0200 | [diff] [blame] | 604 | tracemalloc_add_trace(unsigned int domain, uintptr_t ptr, |
Victor Stinner | 10b73e1 | 2016-03-22 13:39:05 +0100 | [diff] [blame] | 605 | size_t size) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 606 | { |
Victor Stinner | ca79ccd | 2016-03-23 09:38:54 +0100 | [diff] [blame] | 607 | pointer_t key = {ptr, domain}; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 608 | traceback_t *traceback; |
| 609 | trace_t trace; |
Victor Stinner | ca79ccd | 2016-03-23 09:38:54 +0100 | [diff] [blame] | 610 | _Py_hashtable_entry_t* entry; |
Victor Stinner | 5296867 | 2013-11-24 11:37:15 +0100 | [diff] [blame] | 611 | int res; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 612 | |
Victor Stinner | 10b73e1 | 2016-03-22 13:39:05 +0100 | [diff] [blame] | 613 | assert(tracemalloc_config.tracing); |
| 614 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 615 | traceback = traceback_new(); |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 616 | if (traceback == NULL) { |
Victor Stinner | 5296867 | 2013-11-24 11:37:15 +0100 | [diff] [blame] | 617 | return -1; |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 618 | } |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 619 | |
Victor Stinner | 5e14a38 | 2016-03-23 22:03:55 +0100 | [diff] [blame] | 620 | if (!tracemalloc_config.use_domain && domain != DEFAULT_DOMAIN) { |
| 621 | /* first trace using a non-zero domain whereas traces use compact |
Benjamin Peterson | ca47063 | 2016-09-06 13:47:26 -0700 | [diff] [blame] | 622 | (uintptr_t) keys: switch to pointer_t keys. */ |
Victor Stinner | 5e14a38 | 2016-03-23 22:03:55 +0100 | [diff] [blame] | 623 | if (tracemalloc_use_domain() < 0) { |
| 624 | return -1; |
| 625 | } |
| 626 | } |
| 627 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 628 | if (tracemalloc_config.use_domain) { |
Victor Stinner | ca79ccd | 2016-03-23 09:38:54 +0100 | [diff] [blame] | 629 | entry = _Py_HASHTABLE_GET_ENTRY(tracemalloc_traces, key); |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 630 | } |
| 631 | else { |
Victor Stinner | ca79ccd | 2016-03-23 09:38:54 +0100 | [diff] [blame] | 632 | entry = _Py_HASHTABLE_GET_ENTRY(tracemalloc_traces, ptr); |
Victor Stinner | d606ba7 | 2013-11-24 11:28:20 +0100 | [diff] [blame] | 633 | } |
Victor Stinner | 5296867 | 2013-11-24 11:37:15 +0100 | [diff] [blame] | 634 | |
Victor Stinner | ca79ccd | 2016-03-23 09:38:54 +0100 | [diff] [blame] | 635 | if (entry != NULL) { |
| 636 | /* the memory block is already tracked */ |
| 637 | _Py_HASHTABLE_ENTRY_READ_DATA(tracemalloc_traces, entry, trace); |
| 638 | assert(tracemalloc_traced_memory >= trace.size); |
| 639 | tracemalloc_traced_memory -= trace.size; |
| 640 | |
| 641 | trace.size = size; |
| 642 | trace.traceback = traceback; |
| 643 | _Py_HASHTABLE_ENTRY_WRITE_DATA(tracemalloc_traces, entry, trace); |
| 644 | } |
| 645 | else { |
| 646 | trace.size = size; |
| 647 | trace.traceback = traceback; |
| 648 | |
| 649 | if (tracemalloc_config.use_domain) { |
| 650 | res = _Py_HASHTABLE_SET(tracemalloc_traces, key, trace); |
| 651 | } |
| 652 | else { |
| 653 | res = _Py_HASHTABLE_SET(tracemalloc_traces, ptr, trace); |
| 654 | } |
| 655 | if (res != 0) { |
| 656 | return res; |
| 657 | } |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 658 | } |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 659 | |
Benjamin Peterson | 2f8bfef | 2016-09-07 09:26:18 -0700 | [diff] [blame] | 660 | assert(tracemalloc_traced_memory <= SIZE_MAX - size); |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 661 | tracemalloc_traced_memory += size; |
| 662 | if (tracemalloc_traced_memory > tracemalloc_peak_traced_memory) |
| 663 | tracemalloc_peak_traced_memory = tracemalloc_traced_memory; |
| 664 | return 0; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 665 | } |
| 666 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 667 | #define ADD_TRACE(ptr, size) \ |
Benjamin Peterson | ca47063 | 2016-09-06 13:47:26 -0700 | [diff] [blame] | 668 | tracemalloc_add_trace(DEFAULT_DOMAIN, (uintptr_t)(ptr), size) |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 669 | |
| 670 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 671 | static void* |
Victor Stinner | db067af | 2014-05-02 22:31:14 +0200 | [diff] [blame] | 672 | tracemalloc_alloc(int use_calloc, void *ctx, size_t nelem, size_t elsize) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 673 | { |
Victor Stinner | d8f0d92 | 2014-06-02 21:57:10 +0200 | [diff] [blame] | 674 | PyMemAllocatorEx *alloc = (PyMemAllocatorEx *)ctx; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 675 | void *ptr; |
| 676 | |
Benjamin Peterson | 2f8bfef | 2016-09-07 09:26:18 -0700 | [diff] [blame] | 677 | assert(elsize == 0 || nelem <= SIZE_MAX / elsize); |
Victor Stinner | db067af | 2014-05-02 22:31:14 +0200 | [diff] [blame] | 678 | |
| 679 | if (use_calloc) |
| 680 | ptr = alloc->calloc(alloc->ctx, nelem, elsize); |
| 681 | else |
| 682 | ptr = alloc->malloc(alloc->ctx, nelem * elsize); |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 683 | if (ptr == NULL) |
| 684 | return NULL; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 685 | |
Victor Stinner | 88c2987 | 2013-12-04 01:47:46 +0100 | [diff] [blame] | 686 | TABLES_LOCK(); |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 687 | if (ADD_TRACE(ptr, nelem * elsize) < 0) { |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 688 | /* Failed to allocate a trace for the new memory block */ |
Victor Stinner | 88c2987 | 2013-12-04 01:47:46 +0100 | [diff] [blame] | 689 | TABLES_UNLOCK(); |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 690 | alloc->free(alloc->ctx, ptr); |
| 691 | return NULL; |
Victor Stinner | 5296867 | 2013-11-24 11:37:15 +0100 | [diff] [blame] | 692 | } |
Victor Stinner | 88c2987 | 2013-12-04 01:47:46 +0100 | [diff] [blame] | 693 | TABLES_UNLOCK(); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 694 | return ptr; |
| 695 | } |
| 696 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 697 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 698 | static void* |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 699 | tracemalloc_realloc(void *ctx, void *ptr, size_t new_size) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 700 | { |
Victor Stinner | d8f0d92 | 2014-06-02 21:57:10 +0200 | [diff] [blame] | 701 | PyMemAllocatorEx *alloc = (PyMemAllocatorEx *)ctx; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 702 | void *ptr2; |
| 703 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 704 | ptr2 = alloc->realloc(alloc->ctx, ptr, new_size); |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 705 | if (ptr2 == NULL) |
| 706 | return NULL; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 707 | |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 708 | if (ptr != NULL) { |
| 709 | /* an existing memory block has been resized */ |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 710 | |
Victor Stinner | 88c2987 | 2013-12-04 01:47:46 +0100 | [diff] [blame] | 711 | TABLES_LOCK(); |
Victor Stinner | 42bcf37 | 2016-03-23 09:08:08 +0100 | [diff] [blame] | 712 | |
| 713 | /* tracemalloc_add_trace() updates the trace if there is already |
| 714 | a trace at address (domain, ptr2) */ |
| 715 | if (ptr2 != ptr) { |
| 716 | REMOVE_TRACE(ptr); |
| 717 | } |
Victor Stinner | 08facd2 | 2013-11-24 12:27:59 +0100 | [diff] [blame] | 718 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 719 | if (ADD_TRACE(ptr2, new_size) < 0) { |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 720 | /* Memory allocation failed. The error cannot be reported to |
Raymond Hettinger | 15f44ab | 2016-08-30 10:47:49 -0700 | [diff] [blame] | 721 | the caller, because realloc() may already have shrunk the |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 722 | memory block and so removed bytes. |
| 723 | |
Serhiy Storchaka | 6a7b3a7 | 2016-04-17 08:32:47 +0300 | [diff] [blame] | 724 | This case is very unlikely: a hash entry has just been |
Victor Stinner | 88c2987 | 2013-12-04 01:47:46 +0100 | [diff] [blame] | 725 | released, so the hash table should have at least one free entry. |
| 726 | |
| 727 | The GIL and the table lock ensures that only one thread is |
| 728 | allocating memory. */ |
Barry Warsaw | b2e5794 | 2017-09-14 18:13:16 -0700 | [diff] [blame] | 729 | Py_UNREACHABLE(); |
Victor Stinner | 5296867 | 2013-11-24 11:37:15 +0100 | [diff] [blame] | 730 | } |
Victor Stinner | 88c2987 | 2013-12-04 01:47:46 +0100 | [diff] [blame] | 731 | TABLES_UNLOCK(); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 732 | } |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 733 | else { |
| 734 | /* new allocation */ |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 735 | |
Victor Stinner | 88c2987 | 2013-12-04 01:47:46 +0100 | [diff] [blame] | 736 | TABLES_LOCK(); |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 737 | if (ADD_TRACE(ptr2, new_size) < 0) { |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 738 | /* Failed to allocate a trace for the new memory block */ |
Victor Stinner | 88c2987 | 2013-12-04 01:47:46 +0100 | [diff] [blame] | 739 | TABLES_UNLOCK(); |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 740 | alloc->free(alloc->ctx, ptr2); |
| 741 | return NULL; |
| 742 | } |
Victor Stinner | 88c2987 | 2013-12-04 01:47:46 +0100 | [diff] [blame] | 743 | TABLES_UNLOCK(); |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 744 | } |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 745 | return ptr2; |
| 746 | } |
| 747 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 748 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 749 | static void |
| 750 | tracemalloc_free(void *ctx, void *ptr) |
| 751 | { |
Victor Stinner | d8f0d92 | 2014-06-02 21:57:10 +0200 | [diff] [blame] | 752 | PyMemAllocatorEx *alloc = (PyMemAllocatorEx *)ctx; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 753 | |
| 754 | if (ptr == NULL) |
| 755 | return; |
| 756 | |
| 757 | /* GIL cannot be locked in PyMem_RawFree() because it would introduce |
| 758 | a deadlock in PyThreadState_DeleteCurrent(). */ |
| 759 | |
| 760 | alloc->free(alloc->ctx, ptr); |
Victor Stinner | 88c2987 | 2013-12-04 01:47:46 +0100 | [diff] [blame] | 761 | |
| 762 | TABLES_LOCK(); |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 763 | REMOVE_TRACE(ptr); |
Victor Stinner | 88c2987 | 2013-12-04 01:47:46 +0100 | [diff] [blame] | 764 | TABLES_UNLOCK(); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 765 | } |
| 766 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 767 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 768 | static void* |
Victor Stinner | db067af | 2014-05-02 22:31:14 +0200 | [diff] [blame] | 769 | tracemalloc_alloc_gil(int use_calloc, void *ctx, size_t nelem, size_t elsize) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 770 | { |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 771 | void *ptr; |
| 772 | |
| 773 | if (get_reentrant()) { |
Victor Stinner | d8f0d92 | 2014-06-02 21:57:10 +0200 | [diff] [blame] | 774 | PyMemAllocatorEx *alloc = (PyMemAllocatorEx *)ctx; |
Victor Stinner | db067af | 2014-05-02 22:31:14 +0200 | [diff] [blame] | 775 | if (use_calloc) |
| 776 | return alloc->calloc(alloc->ctx, nelem, elsize); |
| 777 | else |
| 778 | return alloc->malloc(alloc->ctx, nelem * elsize); |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 779 | } |
| 780 | |
| 781 | /* Ignore reentrant call. PyObjet_Malloc() calls PyMem_Malloc() for |
| 782 | allocations larger than 512 bytes, don't trace the same memory |
| 783 | allocation twice. */ |
| 784 | set_reentrant(1); |
| 785 | |
Victor Stinner | db067af | 2014-05-02 22:31:14 +0200 | [diff] [blame] | 786 | ptr = tracemalloc_alloc(use_calloc, ctx, nelem, elsize); |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 787 | |
| 788 | set_reentrant(0); |
| 789 | return ptr; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 790 | } |
| 791 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 792 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 793 | static void* |
Victor Stinner | db067af | 2014-05-02 22:31:14 +0200 | [diff] [blame] | 794 | tracemalloc_malloc_gil(void *ctx, size_t size) |
| 795 | { |
| 796 | return tracemalloc_alloc_gil(0, ctx, 1, size); |
| 797 | } |
| 798 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 799 | |
Victor Stinner | db067af | 2014-05-02 22:31:14 +0200 | [diff] [blame] | 800 | static void* |
| 801 | tracemalloc_calloc_gil(void *ctx, size_t nelem, size_t elsize) |
| 802 | { |
| 803 | return tracemalloc_alloc_gil(1, ctx, nelem, elsize); |
| 804 | } |
| 805 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 806 | |
Victor Stinner | db067af | 2014-05-02 22:31:14 +0200 | [diff] [blame] | 807 | static void* |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 808 | tracemalloc_realloc_gil(void *ctx, void *ptr, size_t new_size) |
| 809 | { |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 810 | void *ptr2; |
| 811 | |
| 812 | if (get_reentrant()) { |
| 813 | /* Reentrant call to PyMem_Realloc() and PyMem_RawRealloc(). |
| 814 | Example: PyMem_RawRealloc() is called internally by pymalloc |
| 815 | (_PyObject_Malloc() and _PyObject_Realloc()) to allocate a new |
| 816 | arena (new_arena()). */ |
Victor Stinner | d8f0d92 | 2014-06-02 21:57:10 +0200 | [diff] [blame] | 817 | PyMemAllocatorEx *alloc = (PyMemAllocatorEx *)ctx; |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 818 | |
| 819 | ptr2 = alloc->realloc(alloc->ctx, ptr, new_size); |
Victor Stinner | 88c2987 | 2013-12-04 01:47:46 +0100 | [diff] [blame] | 820 | if (ptr2 != NULL && ptr != NULL) { |
| 821 | TABLES_LOCK(); |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 822 | REMOVE_TRACE(ptr); |
Victor Stinner | 88c2987 | 2013-12-04 01:47:46 +0100 | [diff] [blame] | 823 | TABLES_UNLOCK(); |
| 824 | } |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 825 | return ptr2; |
| 826 | } |
| 827 | |
| 828 | /* Ignore reentrant call. PyObjet_Realloc() calls PyMem_Realloc() for |
| 829 | allocations larger than 512 bytes. Don't trace the same memory |
| 830 | allocation twice. */ |
| 831 | set_reentrant(1); |
| 832 | |
| 833 | ptr2 = tracemalloc_realloc(ctx, ptr, new_size); |
| 834 | |
| 835 | set_reentrant(0); |
| 836 | return ptr2; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 837 | } |
| 838 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 839 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 840 | #ifdef TRACE_RAW_MALLOC |
| 841 | static void* |
Victor Stinner | db067af | 2014-05-02 22:31:14 +0200 | [diff] [blame] | 842 | tracemalloc_raw_alloc(int use_calloc, void *ctx, size_t nelem, size_t elsize) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 843 | { |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 844 | PyGILState_STATE gil_state; |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 845 | void *ptr; |
| 846 | |
| 847 | if (get_reentrant()) { |
Victor Stinner | d8f0d92 | 2014-06-02 21:57:10 +0200 | [diff] [blame] | 848 | PyMemAllocatorEx *alloc = (PyMemAllocatorEx *)ctx; |
Victor Stinner | db067af | 2014-05-02 22:31:14 +0200 | [diff] [blame] | 849 | if (use_calloc) |
| 850 | return alloc->calloc(alloc->ctx, nelem, elsize); |
| 851 | else |
| 852 | return alloc->malloc(alloc->ctx, nelem * elsize); |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 853 | } |
| 854 | |
| 855 | /* Ignore reentrant call. PyGILState_Ensure() may call PyMem_RawMalloc() |
| 856 | indirectly which would call PyGILState_Ensure() if reentrant are not |
| 857 | disabled. */ |
| 858 | set_reentrant(1); |
| 859 | |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 860 | gil_state = PyGILState_Ensure(); |
Victor Stinner | db067af | 2014-05-02 22:31:14 +0200 | [diff] [blame] | 861 | ptr = tracemalloc_alloc(use_calloc, ctx, nelem, elsize); |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 862 | PyGILState_Release(gil_state); |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 863 | |
| 864 | set_reentrant(0); |
| 865 | return ptr; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 866 | } |
| 867 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 868 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 869 | static void* |
Victor Stinner | db067af | 2014-05-02 22:31:14 +0200 | [diff] [blame] | 870 | tracemalloc_raw_malloc(void *ctx, size_t size) |
| 871 | { |
| 872 | return tracemalloc_raw_alloc(0, ctx, 1, size); |
| 873 | } |
| 874 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 875 | |
Victor Stinner | db067af | 2014-05-02 22:31:14 +0200 | [diff] [blame] | 876 | static void* |
| 877 | tracemalloc_raw_calloc(void *ctx, size_t nelem, size_t elsize) |
| 878 | { |
| 879 | return tracemalloc_raw_alloc(1, ctx, nelem, elsize); |
| 880 | } |
| 881 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 882 | |
Victor Stinner | db067af | 2014-05-02 22:31:14 +0200 | [diff] [blame] | 883 | static void* |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 884 | tracemalloc_raw_realloc(void *ctx, void *ptr, size_t new_size) |
| 885 | { |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 886 | PyGILState_STATE gil_state; |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 887 | void *ptr2; |
| 888 | |
| 889 | if (get_reentrant()) { |
| 890 | /* Reentrant call to PyMem_RawRealloc(). */ |
Victor Stinner | d8f0d92 | 2014-06-02 21:57:10 +0200 | [diff] [blame] | 891 | PyMemAllocatorEx *alloc = (PyMemAllocatorEx *)ctx; |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 892 | |
| 893 | ptr2 = alloc->realloc(alloc->ctx, ptr, new_size); |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 894 | |
Victor Stinner | 88c2987 | 2013-12-04 01:47:46 +0100 | [diff] [blame] | 895 | if (ptr2 != NULL && ptr != NULL) { |
| 896 | TABLES_LOCK(); |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 897 | REMOVE_TRACE(ptr); |
Victor Stinner | 88c2987 | 2013-12-04 01:47:46 +0100 | [diff] [blame] | 898 | TABLES_UNLOCK(); |
| 899 | } |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 900 | return ptr2; |
| 901 | } |
| 902 | |
| 903 | /* Ignore reentrant call. PyGILState_Ensure() may call PyMem_RawMalloc() |
| 904 | indirectly which would call PyGILState_Ensure() if reentrant calls are |
| 905 | not disabled. */ |
| 906 | set_reentrant(1); |
| 907 | |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 908 | gil_state = PyGILState_Ensure(); |
| 909 | ptr2 = tracemalloc_realloc(ctx, ptr, new_size); |
| 910 | PyGILState_Release(gil_state); |
Victor Stinner | 1511680 | 2013-12-04 01:29:35 +0100 | [diff] [blame] | 911 | |
| 912 | set_reentrant(0); |
| 913 | return ptr2; |
| 914 | } |
| 915 | #endif /* TRACE_RAW_MALLOC */ |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 916 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 917 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 918 | static int |
Victor Stinner | 285cf0a | 2016-03-21 22:00:58 +0100 | [diff] [blame] | 919 | tracemalloc_clear_filename(_Py_hashtable_t *ht, _Py_hashtable_entry_t *entry, |
| 920 | void *user_data) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 921 | { |
Victor Stinner | 285cf0a | 2016-03-21 22:00:58 +0100 | [diff] [blame] | 922 | PyObject *filename; |
| 923 | |
Victor Stinner | 5dacbd4 | 2016-03-23 09:52:13 +0100 | [diff] [blame] | 924 | _Py_HASHTABLE_ENTRY_READ_KEY(ht, entry, filename); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 925 | Py_DECREF(filename); |
| 926 | return 0; |
| 927 | } |
| 928 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 929 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 930 | static int |
Victor Stinner | 285cf0a | 2016-03-21 22:00:58 +0100 | [diff] [blame] | 931 | traceback_free_traceback(_Py_hashtable_t *ht, _Py_hashtable_entry_t *entry, |
| 932 | void *user_data) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 933 | { |
Victor Stinner | 285cf0a | 2016-03-21 22:00:58 +0100 | [diff] [blame] | 934 | traceback_t *traceback; |
| 935 | |
Victor Stinner | 5dacbd4 | 2016-03-23 09:52:13 +0100 | [diff] [blame] | 936 | _Py_HASHTABLE_ENTRY_READ_KEY(ht, entry, traceback); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 937 | raw_free(traceback); |
| 938 | return 0; |
| 939 | } |
| 940 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 941 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 942 | /* reentrant flag must be set to call this function and GIL must be held */ |
| 943 | static void |
| 944 | tracemalloc_clear_traces(void) |
| 945 | { |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 946 | /* The GIL protects variables againt concurrent access */ |
| 947 | assert(PyGILState_Check()); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 948 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 949 | TABLES_LOCK(); |
| 950 | _Py_hashtable_clear(tracemalloc_traces); |
| 951 | tracemalloc_traced_memory = 0; |
Victor Stinner | 3c0481d | 2013-11-27 21:39:49 +0100 | [diff] [blame] | 952 | tracemalloc_peak_traced_memory = 0; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 953 | TABLES_UNLOCK(); |
| 954 | |
| 955 | _Py_hashtable_foreach(tracemalloc_tracebacks, traceback_free_traceback, NULL); |
| 956 | _Py_hashtable_clear(tracemalloc_tracebacks); |
| 957 | |
| 958 | _Py_hashtable_foreach(tracemalloc_filenames, tracemalloc_clear_filename, NULL); |
| 959 | _Py_hashtable_clear(tracemalloc_filenames); |
| 960 | } |
| 961 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 962 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 963 | static int |
| 964 | tracemalloc_init(void) |
| 965 | { |
| 966 | if (tracemalloc_config.initialized == TRACEMALLOC_FINALIZED) { |
| 967 | PyErr_SetString(PyExc_RuntimeError, |
| 968 | "the tracemalloc module has been unloaded"); |
| 969 | return -1; |
| 970 | } |
| 971 | |
Victor Stinner | f9a7115 | 2016-03-22 23:54:42 +0100 | [diff] [blame] | 972 | if (tracemalloc_config.initialized == TRACEMALLOC_INITIALIZED) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 973 | return 0; |
| 974 | |
| 975 | PyMem_GetAllocator(PYMEM_DOMAIN_RAW, &allocators.raw); |
| 976 | |
| 977 | #ifdef REENTRANT_THREADLOCAL |
| 978 | tracemalloc_reentrant_key = PyThread_create_key(); |
| 979 | if (tracemalloc_reentrant_key == -1) { |
| 980 | #ifdef MS_WINDOWS |
| 981 | PyErr_SetFromWindowsErr(0); |
| 982 | #else |
| 983 | PyErr_SetFromErrno(PyExc_OSError); |
| 984 | #endif |
| 985 | return -1; |
| 986 | } |
| 987 | #endif |
| 988 | |
Antoine Pitrou | a6a4dc8 | 2017-09-07 18:56:24 +0200 | [diff] [blame] | 989 | #if defined(TRACE_RAW_MALLOC) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 990 | if (tables_lock == NULL) { |
| 991 | tables_lock = PyThread_allocate_lock(); |
| 992 | if (tables_lock == NULL) { |
| 993 | PyErr_SetString(PyExc_RuntimeError, "cannot allocate lock"); |
| 994 | return -1; |
| 995 | } |
| 996 | } |
| 997 | #endif |
| 998 | |
Victor Stinner | 285cf0a | 2016-03-21 22:00:58 +0100 | [diff] [blame] | 999 | tracemalloc_filenames = hashtable_new(sizeof(PyObject *), 0, |
| 1000 | hashtable_hash_pyobject, |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1001 | hashtable_compare_unicode); |
| 1002 | |
Victor Stinner | 285cf0a | 2016-03-21 22:00:58 +0100 | [diff] [blame] | 1003 | tracemalloc_tracebacks = hashtable_new(sizeof(traceback_t *), 0, |
| 1004 | hashtable_hash_traceback, |
| 1005 | hashtable_compare_traceback); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1006 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1007 | if (tracemalloc_config.use_domain) { |
| 1008 | tracemalloc_traces = hashtable_new(sizeof(pointer_t), |
| 1009 | sizeof(trace_t), |
| 1010 | hashtable_hash_pointer_t, |
| 1011 | hashtable_compare_pointer_t); |
| 1012 | } |
| 1013 | else { |
Benjamin Peterson | ca47063 | 2016-09-06 13:47:26 -0700 | [diff] [blame] | 1014 | tracemalloc_traces = hashtable_new(sizeof(uintptr_t), |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1015 | sizeof(trace_t), |
| 1016 | _Py_hashtable_hash_ptr, |
| 1017 | _Py_hashtable_compare_direct); |
| 1018 | } |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1019 | |
| 1020 | if (tracemalloc_filenames == NULL || tracemalloc_tracebacks == NULL |
Victor Stinner | 285cf0a | 2016-03-21 22:00:58 +0100 | [diff] [blame] | 1021 | || tracemalloc_traces == NULL) { |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1022 | PyErr_NoMemory(); |
| 1023 | return -1; |
| 1024 | } |
| 1025 | |
| 1026 | unknown_filename = PyUnicode_FromString("<unknown>"); |
| 1027 | if (unknown_filename == NULL) |
| 1028 | return -1; |
| 1029 | PyUnicode_InternInPlace(&unknown_filename); |
| 1030 | |
| 1031 | tracemalloc_empty_traceback.nframe = 1; |
| 1032 | /* borrowed reference */ |
| 1033 | tracemalloc_empty_traceback.frames[0].filename = unknown_filename; |
| 1034 | tracemalloc_empty_traceback.frames[0].lineno = 0; |
| 1035 | tracemalloc_empty_traceback.hash = traceback_hash(&tracemalloc_empty_traceback); |
| 1036 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1037 | tracemalloc_config.initialized = TRACEMALLOC_INITIALIZED; |
| 1038 | return 0; |
| 1039 | } |
| 1040 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1041 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1042 | static void |
| 1043 | tracemalloc_deinit(void) |
| 1044 | { |
Victor Stinner | f9a7115 | 2016-03-22 23:54:42 +0100 | [diff] [blame] | 1045 | if (tracemalloc_config.initialized != TRACEMALLOC_INITIALIZED) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1046 | return; |
| 1047 | tracemalloc_config.initialized = TRACEMALLOC_FINALIZED; |
| 1048 | |
| 1049 | tracemalloc_stop(); |
| 1050 | |
| 1051 | /* destroy hash tables */ |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1052 | _Py_hashtable_destroy(tracemalloc_tracebacks); |
| 1053 | _Py_hashtable_destroy(tracemalloc_filenames); |
Victor Stinner | 285cf0a | 2016-03-21 22:00:58 +0100 | [diff] [blame] | 1054 | _Py_hashtable_destroy(tracemalloc_traces); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1055 | |
Antoine Pitrou | a6a4dc8 | 2017-09-07 18:56:24 +0200 | [diff] [blame] | 1056 | #if defined(TRACE_RAW_MALLOC) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1057 | if (tables_lock != NULL) { |
| 1058 | PyThread_free_lock(tables_lock); |
| 1059 | tables_lock = NULL; |
| 1060 | } |
| 1061 | #endif |
| 1062 | |
| 1063 | #ifdef REENTRANT_THREADLOCAL |
| 1064 | PyThread_delete_key(tracemalloc_reentrant_key); |
Victor Stinner | 4a06647 | 2016-03-22 17:45:09 +0100 | [diff] [blame] | 1065 | tracemalloc_reentrant_key = -1; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1066 | #endif |
| 1067 | |
| 1068 | Py_XDECREF(unknown_filename); |
| 1069 | } |
| 1070 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1071 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1072 | static int |
Victor Stinner | f28ce60 | 2013-11-27 22:27:13 +0100 | [diff] [blame] | 1073 | tracemalloc_start(int max_nframe) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1074 | { |
Victor Stinner | d8f0d92 | 2014-06-02 21:57:10 +0200 | [diff] [blame] | 1075 | PyMemAllocatorEx alloc; |
Victor Stinner | f28ce60 | 2013-11-27 22:27:13 +0100 | [diff] [blame] | 1076 | size_t size; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1077 | |
Victor Stinner | f9a7115 | 2016-03-22 23:54:42 +0100 | [diff] [blame] | 1078 | if (tracemalloc_init() < 0) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1079 | return -1; |
| 1080 | |
| 1081 | if (tracemalloc_config.tracing) { |
| 1082 | /* hook already installed: do nothing */ |
| 1083 | return 0; |
| 1084 | } |
| 1085 | |
Victor Stinner | 52aee85 | 2014-08-16 15:44:02 +0200 | [diff] [blame] | 1086 | assert(1 <= max_nframe && max_nframe <= MAX_NFRAME); |
Victor Stinner | f28ce60 | 2013-11-27 22:27:13 +0100 | [diff] [blame] | 1087 | tracemalloc_config.max_nframe = max_nframe; |
| 1088 | |
| 1089 | /* allocate a buffer to store a new traceback */ |
| 1090 | size = TRACEBACK_SIZE(max_nframe); |
| 1091 | assert(tracemalloc_traceback == NULL); |
| 1092 | tracemalloc_traceback = raw_malloc(size); |
| 1093 | if (tracemalloc_traceback == NULL) { |
| 1094 | PyErr_NoMemory(); |
| 1095 | return -1; |
| 1096 | } |
| 1097 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1098 | #ifdef TRACE_RAW_MALLOC |
| 1099 | alloc.malloc = tracemalloc_raw_malloc; |
Victor Stinner | db067af | 2014-05-02 22:31:14 +0200 | [diff] [blame] | 1100 | alloc.calloc = tracemalloc_raw_calloc; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1101 | alloc.realloc = tracemalloc_raw_realloc; |
| 1102 | alloc.free = tracemalloc_free; |
| 1103 | |
| 1104 | alloc.ctx = &allocators.raw; |
| 1105 | PyMem_GetAllocator(PYMEM_DOMAIN_RAW, &allocators.raw); |
| 1106 | PyMem_SetAllocator(PYMEM_DOMAIN_RAW, &alloc); |
| 1107 | #endif |
| 1108 | |
| 1109 | alloc.malloc = tracemalloc_malloc_gil; |
Victor Stinner | db067af | 2014-05-02 22:31:14 +0200 | [diff] [blame] | 1110 | alloc.calloc = tracemalloc_calloc_gil; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1111 | alloc.realloc = tracemalloc_realloc_gil; |
| 1112 | alloc.free = tracemalloc_free; |
| 1113 | |
| 1114 | alloc.ctx = &allocators.mem; |
| 1115 | PyMem_GetAllocator(PYMEM_DOMAIN_MEM, &allocators.mem); |
| 1116 | PyMem_SetAllocator(PYMEM_DOMAIN_MEM, &alloc); |
| 1117 | |
| 1118 | alloc.ctx = &allocators.obj; |
| 1119 | PyMem_GetAllocator(PYMEM_DOMAIN_OBJ, &allocators.obj); |
| 1120 | PyMem_SetAllocator(PYMEM_DOMAIN_OBJ, &alloc); |
| 1121 | |
| 1122 | /* everything is ready: start tracing Python memory allocations */ |
| 1123 | tracemalloc_config.tracing = 1; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1124 | |
| 1125 | return 0; |
| 1126 | } |
| 1127 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1128 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1129 | static void |
| 1130 | tracemalloc_stop(void) |
| 1131 | { |
Victor Stinner | f9a7115 | 2016-03-22 23:54:42 +0100 | [diff] [blame] | 1132 | if (!tracemalloc_config.tracing) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1133 | return; |
| 1134 | |
| 1135 | /* stop tracing Python memory allocations */ |
| 1136 | tracemalloc_config.tracing = 0; |
| 1137 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1138 | /* unregister the hook on memory allocators */ |
| 1139 | #ifdef TRACE_RAW_MALLOC |
| 1140 | PyMem_SetAllocator(PYMEM_DOMAIN_RAW, &allocators.raw); |
| 1141 | #endif |
| 1142 | PyMem_SetAllocator(PYMEM_DOMAIN_MEM, &allocators.mem); |
| 1143 | PyMem_SetAllocator(PYMEM_DOMAIN_OBJ, &allocators.obj); |
| 1144 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1145 | tracemalloc_clear_traces(); |
Victor Stinner | 285cf0a | 2016-03-21 22:00:58 +0100 | [diff] [blame] | 1146 | |
| 1147 | /* release memory */ |
Victor Stinner | f28ce60 | 2013-11-27 22:27:13 +0100 | [diff] [blame] | 1148 | raw_free(tracemalloc_traceback); |
| 1149 | tracemalloc_traceback = NULL; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1150 | } |
| 1151 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1152 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1153 | |
Serhiy Storchaka | b451f91 | 2017-02-04 12:18:38 +0200 | [diff] [blame] | 1154 | /*[clinic input] |
| 1155 | _tracemalloc.is_tracing |
| 1156 | |
| 1157 | Return True if the tracemalloc module is tracing Python memory allocations. |
| 1158 | [clinic start generated code]*/ |
| 1159 | |
| 1160 | static PyObject * |
| 1161 | _tracemalloc_is_tracing_impl(PyObject *module) |
Serhiy Storchaka | 9735384 | 2017-02-05 22:58:46 +0200 | [diff] [blame] | 1162 | /*[clinic end generated code: output=2d763b42601cd3ef input=af104b0a00192f63]*/ |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1163 | { |
| 1164 | return PyBool_FromLong(tracemalloc_config.tracing); |
| 1165 | } |
| 1166 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1167 | |
Serhiy Storchaka | b451f91 | 2017-02-04 12:18:38 +0200 | [diff] [blame] | 1168 | /*[clinic input] |
| 1169 | _tracemalloc.clear_traces |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1170 | |
Serhiy Storchaka | b451f91 | 2017-02-04 12:18:38 +0200 | [diff] [blame] | 1171 | Clear traces of memory blocks allocated by Python. |
| 1172 | [clinic start generated code]*/ |
| 1173 | |
| 1174 | static PyObject * |
| 1175 | _tracemalloc_clear_traces_impl(PyObject *module) |
| 1176 | /*[clinic end generated code: output=a86080ee41b84197 input=0dab5b6c785183a5]*/ |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1177 | { |
| 1178 | if (!tracemalloc_config.tracing) |
| 1179 | Py_RETURN_NONE; |
| 1180 | |
| 1181 | set_reentrant(1); |
| 1182 | tracemalloc_clear_traces(); |
| 1183 | set_reentrant(0); |
| 1184 | |
| 1185 | Py_RETURN_NONE; |
| 1186 | } |
| 1187 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1188 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1189 | static PyObject* |
| 1190 | frame_to_pyobject(frame_t *frame) |
| 1191 | { |
| 1192 | PyObject *frame_obj, *lineno_obj; |
| 1193 | |
| 1194 | frame_obj = PyTuple_New(2); |
| 1195 | if (frame_obj == NULL) |
| 1196 | return NULL; |
| 1197 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1198 | Py_INCREF(frame->filename); |
| 1199 | PyTuple_SET_ITEM(frame_obj, 0, frame->filename); |
| 1200 | |
Victor Stinner | 9528334 | 2016-03-15 21:57:02 +0100 | [diff] [blame] | 1201 | lineno_obj = PyLong_FromUnsignedLong(frame->lineno); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1202 | if (lineno_obj == NULL) { |
| 1203 | Py_DECREF(frame_obj); |
| 1204 | return NULL; |
| 1205 | } |
| 1206 | PyTuple_SET_ITEM(frame_obj, 1, lineno_obj); |
| 1207 | |
| 1208 | return frame_obj; |
| 1209 | } |
| 1210 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1211 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1212 | static PyObject* |
| 1213 | traceback_to_pyobject(traceback_t *traceback, _Py_hashtable_t *intern_table) |
| 1214 | { |
| 1215 | int i; |
| 1216 | PyObject *frames, *frame; |
| 1217 | |
| 1218 | if (intern_table != NULL) { |
| 1219 | if (_Py_HASHTABLE_GET(intern_table, traceback, frames)) { |
| 1220 | Py_INCREF(frames); |
| 1221 | return frames; |
| 1222 | } |
| 1223 | } |
| 1224 | |
| 1225 | frames = PyTuple_New(traceback->nframe); |
| 1226 | if (frames == NULL) |
| 1227 | return NULL; |
| 1228 | |
| 1229 | for (i=0; i < traceback->nframe; i++) { |
| 1230 | frame = frame_to_pyobject(&traceback->frames[i]); |
| 1231 | if (frame == NULL) { |
| 1232 | Py_DECREF(frames); |
| 1233 | return NULL; |
| 1234 | } |
| 1235 | PyTuple_SET_ITEM(frames, i, frame); |
| 1236 | } |
| 1237 | |
| 1238 | if (intern_table != NULL) { |
| 1239 | if (_Py_HASHTABLE_SET(intern_table, traceback, frames) < 0) { |
| 1240 | Py_DECREF(frames); |
| 1241 | PyErr_NoMemory(); |
| 1242 | return NULL; |
| 1243 | } |
| 1244 | /* intern_table keeps a new reference to frames */ |
| 1245 | Py_INCREF(frames); |
| 1246 | } |
| 1247 | return frames; |
| 1248 | } |
| 1249 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1250 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1251 | static PyObject* |
Victor Stinner | 5ea4c06 | 2017-06-20 17:46:36 +0200 | [diff] [blame] | 1252 | trace_to_pyobject(unsigned int domain, trace_t *trace, |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1253 | _Py_hashtable_t *intern_tracebacks) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1254 | { |
| 1255 | PyObject *trace_obj = NULL; |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1256 | PyObject *obj; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1257 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1258 | trace_obj = PyTuple_New(3); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1259 | if (trace_obj == NULL) |
| 1260 | return NULL; |
| 1261 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1262 | obj = PyLong_FromSize_t(domain); |
| 1263 | if (obj == NULL) { |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1264 | Py_DECREF(trace_obj); |
| 1265 | return NULL; |
| 1266 | } |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1267 | PyTuple_SET_ITEM(trace_obj, 0, obj); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1268 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1269 | obj = PyLong_FromSize_t(trace->size); |
| 1270 | if (obj == NULL) { |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1271 | Py_DECREF(trace_obj); |
| 1272 | return NULL; |
| 1273 | } |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1274 | PyTuple_SET_ITEM(trace_obj, 1, obj); |
| 1275 | |
| 1276 | obj = traceback_to_pyobject(trace->traceback, intern_tracebacks); |
| 1277 | if (obj == NULL) { |
| 1278 | Py_DECREF(trace_obj); |
| 1279 | return NULL; |
| 1280 | } |
| 1281 | PyTuple_SET_ITEM(trace_obj, 2, obj); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1282 | |
| 1283 | return trace_obj; |
| 1284 | } |
| 1285 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1286 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1287 | typedef struct { |
| 1288 | _Py_hashtable_t *traces; |
| 1289 | _Py_hashtable_t *tracebacks; |
| 1290 | PyObject *list; |
| 1291 | } get_traces_t; |
| 1292 | |
| 1293 | static int |
Victor Stinner | 285cf0a | 2016-03-21 22:00:58 +0100 | [diff] [blame] | 1294 | tracemalloc_get_traces_fill(_Py_hashtable_t *traces, _Py_hashtable_entry_t *entry, |
| 1295 | void *user_data) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1296 | { |
| 1297 | get_traces_t *get_traces = user_data; |
Victor Stinner | 5ea4c06 | 2017-06-20 17:46:36 +0200 | [diff] [blame] | 1298 | unsigned int domain; |
Victor Stinner | 5dacbd4 | 2016-03-23 09:52:13 +0100 | [diff] [blame] | 1299 | trace_t trace; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1300 | PyObject *tracemalloc_obj; |
| 1301 | int res; |
| 1302 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1303 | if (tracemalloc_config.use_domain) { |
| 1304 | pointer_t key; |
Victor Stinner | 5dacbd4 | 2016-03-23 09:52:13 +0100 | [diff] [blame] | 1305 | _Py_HASHTABLE_ENTRY_READ_KEY(traces, entry, key); |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1306 | domain = key.domain; |
| 1307 | } |
| 1308 | else { |
| 1309 | domain = DEFAULT_DOMAIN; |
| 1310 | } |
Victor Stinner | 5dacbd4 | 2016-03-23 09:52:13 +0100 | [diff] [blame] | 1311 | _Py_HASHTABLE_ENTRY_READ_DATA(traces, entry, trace); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1312 | |
Victor Stinner | 5dacbd4 | 2016-03-23 09:52:13 +0100 | [diff] [blame] | 1313 | tracemalloc_obj = trace_to_pyobject(domain, &trace, get_traces->tracebacks); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1314 | if (tracemalloc_obj == NULL) |
| 1315 | return 1; |
| 1316 | |
| 1317 | res = PyList_Append(get_traces->list, tracemalloc_obj); |
| 1318 | Py_DECREF(tracemalloc_obj); |
| 1319 | if (res < 0) |
| 1320 | return 1; |
| 1321 | |
| 1322 | return 0; |
| 1323 | } |
| 1324 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1325 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1326 | static int |
Victor Stinner | 285cf0a | 2016-03-21 22:00:58 +0100 | [diff] [blame] | 1327 | tracemalloc_pyobject_decref_cb(_Py_hashtable_t *tracebacks, |
| 1328 | _Py_hashtable_entry_t *entry, |
| 1329 | void *user_data) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1330 | { |
Victor Stinner | c955387 | 2016-03-22 12:13:01 +0100 | [diff] [blame] | 1331 | PyObject *obj; |
Victor Stinner | e8c6b2f | 2016-03-23 09:25:01 +0100 | [diff] [blame] | 1332 | _Py_HASHTABLE_ENTRY_READ_DATA(tracebacks, entry, obj); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1333 | Py_DECREF(obj); |
| 1334 | return 0; |
| 1335 | } |
| 1336 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1337 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1338 | |
Serhiy Storchaka | b451f91 | 2017-02-04 12:18:38 +0200 | [diff] [blame] | 1339 | /*[clinic input] |
| 1340 | _tracemalloc._get_traces |
| 1341 | |
| 1342 | Get traces of all memory blocks allocated by Python. |
| 1343 | |
| 1344 | Return a list of (size: int, traceback: tuple) tuples. |
| 1345 | traceback is a tuple of (filename: str, lineno: int) tuples. |
| 1346 | |
| 1347 | Return an empty list if the tracemalloc module is disabled. |
| 1348 | [clinic start generated code]*/ |
| 1349 | |
| 1350 | static PyObject * |
| 1351 | _tracemalloc__get_traces_impl(PyObject *module) |
| 1352 | /*[clinic end generated code: output=e9929876ced4b5cc input=6c7d2230b24255aa]*/ |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1353 | { |
| 1354 | get_traces_t get_traces; |
| 1355 | int err; |
| 1356 | |
| 1357 | get_traces.traces = NULL; |
| 1358 | get_traces.tracebacks = NULL; |
| 1359 | get_traces.list = PyList_New(0); |
| 1360 | if (get_traces.list == NULL) |
| 1361 | goto error; |
| 1362 | |
| 1363 | if (!tracemalloc_config.tracing) |
| 1364 | return get_traces.list; |
| 1365 | |
Victor Stinner | de2f132 | 2013-11-26 00:26:23 +0100 | [diff] [blame] | 1366 | /* the traceback hash table is used temporarily to intern traceback tuple |
| 1367 | of (filename, lineno) tuples */ |
Victor Stinner | c955387 | 2016-03-22 12:13:01 +0100 | [diff] [blame] | 1368 | get_traces.tracebacks = hashtable_new(sizeof(traceback_t *), |
| 1369 | sizeof(PyObject *), |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1370 | _Py_hashtable_hash_ptr, |
| 1371 | _Py_hashtable_compare_direct); |
| 1372 | if (get_traces.tracebacks == NULL) { |
| 1373 | PyErr_NoMemory(); |
| 1374 | goto error; |
| 1375 | } |
| 1376 | |
| 1377 | TABLES_LOCK(); |
| 1378 | get_traces.traces = _Py_hashtable_copy(tracemalloc_traces); |
| 1379 | TABLES_UNLOCK(); |
| 1380 | |
| 1381 | if (get_traces.traces == NULL) { |
| 1382 | PyErr_NoMemory(); |
| 1383 | goto error; |
| 1384 | } |
| 1385 | |
| 1386 | set_reentrant(1); |
| 1387 | err = _Py_hashtable_foreach(get_traces.traces, |
| 1388 | tracemalloc_get_traces_fill, &get_traces); |
| 1389 | set_reentrant(0); |
| 1390 | if (err) |
| 1391 | goto error; |
| 1392 | |
| 1393 | goto finally; |
| 1394 | |
| 1395 | error: |
| 1396 | Py_CLEAR(get_traces.list); |
| 1397 | |
| 1398 | finally: |
| 1399 | if (get_traces.tracebacks != NULL) { |
| 1400 | _Py_hashtable_foreach(get_traces.tracebacks, |
Victor Stinner | 285cf0a | 2016-03-21 22:00:58 +0100 | [diff] [blame] | 1401 | tracemalloc_pyobject_decref_cb, NULL); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1402 | _Py_hashtable_destroy(get_traces.tracebacks); |
| 1403 | } |
Victor Stinner | c955387 | 2016-03-22 12:13:01 +0100 | [diff] [blame] | 1404 | if (get_traces.traces != NULL) { |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1405 | _Py_hashtable_destroy(get_traces.traces); |
Victor Stinner | c955387 | 2016-03-22 12:13:01 +0100 | [diff] [blame] | 1406 | } |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1407 | |
| 1408 | return get_traces.list; |
| 1409 | } |
| 1410 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1411 | |
Victor Stinner | 0611c26 | 2016-03-15 22:22:13 +0100 | [diff] [blame] | 1412 | static traceback_t* |
Victor Stinner | 5ea4c06 | 2017-06-20 17:46:36 +0200 | [diff] [blame] | 1413 | tracemalloc_get_traceback(unsigned int domain, uintptr_t ptr) |
Victor Stinner | 0611c26 | 2016-03-15 22:22:13 +0100 | [diff] [blame] | 1414 | { |
| 1415 | trace_t trace; |
| 1416 | int found; |
| 1417 | |
| 1418 | if (!tracemalloc_config.tracing) |
| 1419 | return NULL; |
| 1420 | |
| 1421 | TABLES_LOCK(); |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1422 | if (tracemalloc_config.use_domain) { |
Victor Stinner | 10b73e1 | 2016-03-22 13:39:05 +0100 | [diff] [blame] | 1423 | pointer_t key = {ptr, domain}; |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1424 | found = _Py_HASHTABLE_GET(tracemalloc_traces, key, trace); |
| 1425 | } |
| 1426 | else { |
| 1427 | found = _Py_HASHTABLE_GET(tracemalloc_traces, ptr, trace); |
| 1428 | } |
Victor Stinner | 0611c26 | 2016-03-15 22:22:13 +0100 | [diff] [blame] | 1429 | TABLES_UNLOCK(); |
| 1430 | |
| 1431 | if (!found) |
| 1432 | return NULL; |
| 1433 | |
| 1434 | return trace.traceback; |
| 1435 | } |
| 1436 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1437 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1438 | |
Serhiy Storchaka | b451f91 | 2017-02-04 12:18:38 +0200 | [diff] [blame] | 1439 | /*[clinic input] |
| 1440 | _tracemalloc._get_object_traceback |
| 1441 | |
| 1442 | obj: object |
| 1443 | / |
| 1444 | |
| 1445 | Get the traceback where the Python object obj was allocated. |
| 1446 | |
| 1447 | Return a tuple of (filename: str, lineno: int) tuples. |
| 1448 | Return None if the tracemalloc module is disabled or did not |
| 1449 | trace the allocation of the object. |
| 1450 | [clinic start generated code]*/ |
| 1451 | |
| 1452 | static PyObject * |
| 1453 | _tracemalloc__get_object_traceback(PyObject *module, PyObject *obj) |
| 1454 | /*[clinic end generated code: output=41ee0553a658b0aa input=29495f1b21c53212]*/ |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1455 | { |
| 1456 | PyTypeObject *type; |
| 1457 | void *ptr; |
Victor Stinner | 0611c26 | 2016-03-15 22:22:13 +0100 | [diff] [blame] | 1458 | traceback_t *traceback; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1459 | |
| 1460 | type = Py_TYPE(obj); |
| 1461 | if (PyType_IS_GC(type)) |
| 1462 | ptr = (void *)((char *)obj - sizeof(PyGC_Head)); |
| 1463 | else |
| 1464 | ptr = (void *)obj; |
| 1465 | |
Benjamin Peterson | ca47063 | 2016-09-06 13:47:26 -0700 | [diff] [blame] | 1466 | traceback = tracemalloc_get_traceback(DEFAULT_DOMAIN, (uintptr_t)ptr); |
Victor Stinner | 0611c26 | 2016-03-15 22:22:13 +0100 | [diff] [blame] | 1467 | if (traceback == NULL) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1468 | Py_RETURN_NONE; |
| 1469 | |
Victor Stinner | 0611c26 | 2016-03-15 22:22:13 +0100 | [diff] [blame] | 1470 | return traceback_to_pyobject(traceback, NULL); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1471 | } |
| 1472 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1473 | |
Victor Stinner | 0611c26 | 2016-03-15 22:22:13 +0100 | [diff] [blame] | 1474 | #define PUTS(fd, str) _Py_write_noraise(fd, str, (int)strlen(str)) |
| 1475 | |
| 1476 | static void |
| 1477 | _PyMem_DumpFrame(int fd, frame_t * frame) |
| 1478 | { |
| 1479 | PUTS(fd, " File \""); |
| 1480 | _Py_DumpASCII(fd, frame->filename); |
| 1481 | PUTS(fd, "\", line "); |
| 1482 | _Py_DumpDecimal(fd, frame->lineno); |
| 1483 | PUTS(fd, "\n"); |
| 1484 | } |
| 1485 | |
| 1486 | /* Dump the traceback where a memory block was allocated into file descriptor |
| 1487 | fd. The function may block on TABLES_LOCK() but it is unlikely. */ |
| 1488 | void |
| 1489 | _PyMem_DumpTraceback(int fd, const void *ptr) |
| 1490 | { |
| 1491 | traceback_t *traceback; |
| 1492 | int i; |
| 1493 | |
Benjamin Peterson | ca47063 | 2016-09-06 13:47:26 -0700 | [diff] [blame] | 1494 | traceback = tracemalloc_get_traceback(DEFAULT_DOMAIN, (uintptr_t)ptr); |
Victor Stinner | 0611c26 | 2016-03-15 22:22:13 +0100 | [diff] [blame] | 1495 | if (traceback == NULL) |
| 1496 | return; |
| 1497 | |
| 1498 | PUTS(fd, "Memory block allocated at (most recent call first):\n"); |
| 1499 | for (i=0; i < traceback->nframe; i++) { |
| 1500 | _PyMem_DumpFrame(fd, &traceback->frames[i]); |
| 1501 | } |
| 1502 | PUTS(fd, "\n"); |
| 1503 | } |
| 1504 | |
| 1505 | #undef PUTS |
| 1506 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1507 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1508 | |
Serhiy Storchaka | b451f91 | 2017-02-04 12:18:38 +0200 | [diff] [blame] | 1509 | /*[clinic input] |
| 1510 | _tracemalloc.start |
| 1511 | |
| 1512 | nframe: Py_ssize_t = 1 |
| 1513 | / |
| 1514 | |
| 1515 | Start tracing Python memory allocations. |
| 1516 | |
| 1517 | Also set the maximum number of frames stored in the traceback of a |
| 1518 | trace to nframe. |
| 1519 | [clinic start generated code]*/ |
| 1520 | |
| 1521 | static PyObject * |
| 1522 | _tracemalloc_start_impl(PyObject *module, Py_ssize_t nframe) |
| 1523 | /*[clinic end generated code: output=0f558d2079511553 input=997841629cc441cb]*/ |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1524 | { |
Victor Stinner | f28ce60 | 2013-11-27 22:27:13 +0100 | [diff] [blame] | 1525 | int nframe_int; |
Victor Stinner | 3728d6c | 2013-11-23 12:37:20 +0100 | [diff] [blame] | 1526 | |
Victor Stinner | 52aee85 | 2014-08-16 15:44:02 +0200 | [diff] [blame] | 1527 | if (nframe < 1 || nframe > MAX_NFRAME) { |
Victor Stinner | 3728d6c | 2013-11-23 12:37:20 +0100 | [diff] [blame] | 1528 | PyErr_Format(PyExc_ValueError, |
| 1529 | "the number of frames must be in range [1; %i]", |
Serhiy Storchaka | b451f91 | 2017-02-04 12:18:38 +0200 | [diff] [blame] | 1530 | (int)MAX_NFRAME); |
Victor Stinner | 3728d6c | 2013-11-23 12:37:20 +0100 | [diff] [blame] | 1531 | return NULL; |
| 1532 | } |
Victor Stinner | f28ce60 | 2013-11-27 22:27:13 +0100 | [diff] [blame] | 1533 | nframe_int = Py_SAFE_DOWNCAST(nframe, Py_ssize_t, int); |
Victor Stinner | 3728d6c | 2013-11-23 12:37:20 +0100 | [diff] [blame] | 1534 | |
Victor Stinner | f9a7115 | 2016-03-22 23:54:42 +0100 | [diff] [blame] | 1535 | if (tracemalloc_start(nframe_int) < 0) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1536 | return NULL; |
| 1537 | |
| 1538 | Py_RETURN_NONE; |
| 1539 | } |
| 1540 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1541 | |
Serhiy Storchaka | b451f91 | 2017-02-04 12:18:38 +0200 | [diff] [blame] | 1542 | /*[clinic input] |
| 1543 | _tracemalloc.stop |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1544 | |
Serhiy Storchaka | b451f91 | 2017-02-04 12:18:38 +0200 | [diff] [blame] | 1545 | Stop tracing Python memory allocations. |
| 1546 | |
| 1547 | Also clear traces of memory blocks allocated by Python. |
| 1548 | [clinic start generated code]*/ |
| 1549 | |
| 1550 | static PyObject * |
| 1551 | _tracemalloc_stop_impl(PyObject *module) |
| 1552 | /*[clinic end generated code: output=c3c42ae03e3955cd input=7478f075e51dae18]*/ |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1553 | { |
| 1554 | tracemalloc_stop(); |
| 1555 | Py_RETURN_NONE; |
| 1556 | } |
| 1557 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1558 | |
Serhiy Storchaka | b451f91 | 2017-02-04 12:18:38 +0200 | [diff] [blame] | 1559 | /*[clinic input] |
| 1560 | _tracemalloc.get_traceback_limit |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1561 | |
Serhiy Storchaka | b451f91 | 2017-02-04 12:18:38 +0200 | [diff] [blame] | 1562 | Get the maximum number of frames stored in the traceback of a trace. |
| 1563 | |
| 1564 | By default, a trace of an allocated memory block only stores |
| 1565 | the most recent frame: the limit is 1. |
| 1566 | [clinic start generated code]*/ |
| 1567 | |
| 1568 | static PyObject * |
| 1569 | _tracemalloc_get_traceback_limit_impl(PyObject *module) |
| 1570 | /*[clinic end generated code: output=d556d9306ba95567 input=da3cd977fc68ae3b]*/ |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1571 | { |
| 1572 | return PyLong_FromLong(tracemalloc_config.max_nframe); |
| 1573 | } |
| 1574 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1575 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1576 | |
Serhiy Storchaka | b451f91 | 2017-02-04 12:18:38 +0200 | [diff] [blame] | 1577 | /*[clinic input] |
| 1578 | _tracemalloc.get_tracemalloc_memory |
| 1579 | |
| 1580 | Get the memory usage in bytes of the tracemalloc module. |
| 1581 | |
| 1582 | This memory is used internally to trace memory allocations. |
| 1583 | [clinic start generated code]*/ |
| 1584 | |
| 1585 | static PyObject * |
| 1586 | _tracemalloc_get_tracemalloc_memory_impl(PyObject *module) |
| 1587 | /*[clinic end generated code: output=e3f14e280a55f5aa input=5d919c0f4d5132ad]*/ |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1588 | { |
| 1589 | size_t size; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1590 | |
| 1591 | size = _Py_hashtable_size(tracemalloc_tracebacks); |
| 1592 | size += _Py_hashtable_size(tracemalloc_filenames); |
| 1593 | |
| 1594 | TABLES_LOCK(); |
| 1595 | size += _Py_hashtable_size(tracemalloc_traces); |
| 1596 | TABLES_UNLOCK(); |
| 1597 | |
Serhiy Storchaka | b451f91 | 2017-02-04 12:18:38 +0200 | [diff] [blame] | 1598 | return PyLong_FromSize_t(size); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1599 | } |
| 1600 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1601 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1602 | |
Serhiy Storchaka | b451f91 | 2017-02-04 12:18:38 +0200 | [diff] [blame] | 1603 | /*[clinic input] |
| 1604 | _tracemalloc.get_traced_memory |
| 1605 | |
| 1606 | Get the current size and peak size of memory blocks traced by tracemalloc. |
| 1607 | |
| 1608 | Returns a tuple: (current: int, peak: int). |
| 1609 | [clinic start generated code]*/ |
| 1610 | |
| 1611 | static PyObject * |
| 1612 | _tracemalloc_get_traced_memory_impl(PyObject *module) |
| 1613 | /*[clinic end generated code: output=5b167189adb9e782 input=61ddb5478400ff66]*/ |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1614 | { |
Victor Stinner | 3c0481d | 2013-11-27 21:39:49 +0100 | [diff] [blame] | 1615 | Py_ssize_t size, peak_size; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1616 | |
| 1617 | if (!tracemalloc_config.tracing) |
| 1618 | return Py_BuildValue("ii", 0, 0); |
| 1619 | |
| 1620 | TABLES_LOCK(); |
| 1621 | size = tracemalloc_traced_memory; |
Victor Stinner | 3c0481d | 2013-11-27 21:39:49 +0100 | [diff] [blame] | 1622 | peak_size = tracemalloc_peak_traced_memory; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1623 | TABLES_UNLOCK(); |
| 1624 | |
Serhiy Storchaka | b451f91 | 2017-02-04 12:18:38 +0200 | [diff] [blame] | 1625 | return Py_BuildValue("nn", size, peak_size); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1626 | } |
| 1627 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1628 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1629 | static PyMethodDef module_methods[] = { |
Serhiy Storchaka | b451f91 | 2017-02-04 12:18:38 +0200 | [diff] [blame] | 1630 | _TRACEMALLOC_IS_TRACING_METHODDEF |
| 1631 | _TRACEMALLOC_CLEAR_TRACES_METHODDEF |
| 1632 | _TRACEMALLOC__GET_TRACES_METHODDEF |
| 1633 | _TRACEMALLOC__GET_OBJECT_TRACEBACK_METHODDEF |
| 1634 | _TRACEMALLOC_START_METHODDEF |
| 1635 | _TRACEMALLOC_STOP_METHODDEF |
| 1636 | _TRACEMALLOC_GET_TRACEBACK_LIMIT_METHODDEF |
| 1637 | _TRACEMALLOC_GET_TRACEMALLOC_MEMORY_METHODDEF |
| 1638 | _TRACEMALLOC_GET_TRACED_MEMORY_METHODDEF |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1639 | /* sentinel */ |
| 1640 | {NULL, NULL} |
| 1641 | }; |
| 1642 | |
| 1643 | PyDoc_STRVAR(module_doc, |
| 1644 | "Debug module to trace memory blocks allocated by Python."); |
| 1645 | |
| 1646 | static struct PyModuleDef module_def = { |
| 1647 | PyModuleDef_HEAD_INIT, |
| 1648 | "_tracemalloc", |
| 1649 | module_doc, |
| 1650 | 0, /* non-negative size to be able to unload the module */ |
| 1651 | module_methods, |
| 1652 | NULL, |
| 1653 | }; |
| 1654 | |
| 1655 | PyMODINIT_FUNC |
| 1656 | PyInit__tracemalloc(void) |
| 1657 | { |
| 1658 | PyObject *m; |
| 1659 | m = PyModule_Create(&module_def); |
| 1660 | if (m == NULL) |
| 1661 | return NULL; |
| 1662 | |
| 1663 | if (tracemalloc_init() < 0) |
| 1664 | return NULL; |
| 1665 | |
| 1666 | return m; |
| 1667 | } |
| 1668 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1669 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1670 | static int |
| 1671 | parse_sys_xoptions(PyObject *value) |
| 1672 | { |
| 1673 | PyObject *valuelong; |
| 1674 | long nframe; |
| 1675 | |
| 1676 | if (value == Py_True) |
| 1677 | return 1; |
| 1678 | |
| 1679 | assert(PyUnicode_Check(value)); |
| 1680 | if (PyUnicode_GetLength(value) == 0) |
| 1681 | return -1; |
| 1682 | |
| 1683 | valuelong = PyLong_FromUnicodeObject(value, 10); |
| 1684 | if (valuelong == NULL) |
| 1685 | return -1; |
| 1686 | |
| 1687 | nframe = PyLong_AsLong(valuelong); |
| 1688 | Py_DECREF(valuelong); |
| 1689 | if (nframe == -1 && PyErr_Occurred()) |
| 1690 | return -1; |
| 1691 | |
Victor Stinner | 52aee85 | 2014-08-16 15:44:02 +0200 | [diff] [blame] | 1692 | if (nframe < 1 || nframe > MAX_NFRAME) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1693 | return -1; |
| 1694 | |
| 1695 | return Py_SAFE_DOWNCAST(nframe, long, int); |
| 1696 | } |
| 1697 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1698 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1699 | int |
| 1700 | _PyTraceMalloc_Init(void) |
| 1701 | { |
| 1702 | char *p; |
| 1703 | int nframe; |
| 1704 | |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1705 | assert(PyGILState_Check()); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1706 | |
| 1707 | if ((p = Py_GETENV("PYTHONTRACEMALLOC")) && *p != '\0') { |
| 1708 | char *endptr = p; |
Victor Stinner | f28ce60 | 2013-11-27 22:27:13 +0100 | [diff] [blame] | 1709 | long value; |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1710 | |
Victor Stinner | 711e27c | 2013-12-16 23:06:19 +0100 | [diff] [blame] | 1711 | errno = 0; |
Victor Stinner | f28ce60 | 2013-11-27 22:27:13 +0100 | [diff] [blame] | 1712 | value = strtol(p, &endptr, 10); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1713 | if (*endptr != '\0' |
| 1714 | || value < 1 |
Victor Stinner | 52aee85 | 2014-08-16 15:44:02 +0200 | [diff] [blame] | 1715 | || value > MAX_NFRAME |
Victor Stinner | 711e27c | 2013-12-16 23:06:19 +0100 | [diff] [blame] | 1716 | || errno == ERANGE) |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1717 | { |
Victor Stinner | f28ce60 | 2013-11-27 22:27:13 +0100 | [diff] [blame] | 1718 | Py_FatalError("PYTHONTRACEMALLOC: invalid number of frames"); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1719 | return -1; |
| 1720 | } |
| 1721 | |
| 1722 | nframe = (int)value; |
| 1723 | } |
| 1724 | else { |
| 1725 | PyObject *xoptions, *key, *value; |
| 1726 | |
| 1727 | xoptions = PySys_GetXOptions(); |
| 1728 | if (xoptions == NULL) |
| 1729 | return -1; |
| 1730 | |
| 1731 | key = PyUnicode_FromString("tracemalloc"); |
| 1732 | if (key == NULL) |
| 1733 | return -1; |
| 1734 | |
Xiang Zhang | 4ed5ad7 | 2017-07-19 00:33:29 +0800 | [diff] [blame] | 1735 | value = PyDict_GetItemWithError(xoptions, key); /* borrowed */ |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1736 | Py_DECREF(key); |
| 1737 | if (value == NULL) { |
| 1738 | if (PyErr_Occurred()) |
| 1739 | return -1; |
| 1740 | |
| 1741 | /* -X tracemalloc is not used */ |
| 1742 | return 0; |
| 1743 | } |
| 1744 | |
| 1745 | nframe = parse_sys_xoptions(value); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1746 | if (nframe < 0) { |
Victor Stinner | f28ce60 | 2013-11-27 22:27:13 +0100 | [diff] [blame] | 1747 | Py_FatalError("-X tracemalloc=NFRAME: invalid number of frames"); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1748 | } |
| 1749 | } |
| 1750 | |
Victor Stinner | f28ce60 | 2013-11-27 22:27:13 +0100 | [diff] [blame] | 1751 | return tracemalloc_start(nframe); |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 1752 | } |
| 1753 | |
Victor Stinner | e492ae5 | 2016-03-22 12:58:23 +0100 | [diff] [blame] | 1754 | |
Victor Stinner | be0708f | 2013-12-01 10:03:26 +0100 | [diff] [blame] | 1755 | void |
| 1756 | _PyTraceMalloc_Fini(void) |
| 1757 | { |
Victor Stinner | be0708f | 2013-12-01 10:03:26 +0100 | [diff] [blame] | 1758 | assert(PyGILState_Check()); |
Victor Stinner | be0708f | 2013-12-01 10:03:26 +0100 | [diff] [blame] | 1759 | tracemalloc_deinit(); |
| 1760 | } |
Victor Stinner | 10b73e1 | 2016-03-22 13:39:05 +0100 | [diff] [blame] | 1761 | |
| 1762 | int |
Victor Stinner | 5ea4c06 | 2017-06-20 17:46:36 +0200 | [diff] [blame] | 1763 | PyTraceMalloc_Track(unsigned int domain, uintptr_t ptr, |
| 1764 | size_t size) |
Victor Stinner | 10b73e1 | 2016-03-22 13:39:05 +0100 | [diff] [blame] | 1765 | { |
| 1766 | int res; |
Victor Stinner | 10b73e1 | 2016-03-22 13:39:05 +0100 | [diff] [blame] | 1767 | PyGILState_STATE gil_state; |
Victor Stinner | 10b73e1 | 2016-03-22 13:39:05 +0100 | [diff] [blame] | 1768 | |
| 1769 | if (!tracemalloc_config.tracing) { |
| 1770 | /* tracemalloc is not tracing: do nothing */ |
| 1771 | return -2; |
| 1772 | } |
| 1773 | |
Victor Stinner | 10b73e1 | 2016-03-22 13:39:05 +0100 | [diff] [blame] | 1774 | gil_state = PyGILState_Ensure(); |
Victor Stinner | 10b73e1 | 2016-03-22 13:39:05 +0100 | [diff] [blame] | 1775 | |
| 1776 | TABLES_LOCK(); |
| 1777 | res = tracemalloc_add_trace(domain, ptr, size); |
| 1778 | TABLES_UNLOCK(); |
| 1779 | |
Victor Stinner | 10b73e1 | 2016-03-22 13:39:05 +0100 | [diff] [blame] | 1780 | PyGILState_Release(gil_state); |
Victor Stinner | 10b73e1 | 2016-03-22 13:39:05 +0100 | [diff] [blame] | 1781 | return res; |
| 1782 | } |
| 1783 | |
| 1784 | |
| 1785 | int |
Victor Stinner | 5ea4c06 | 2017-06-20 17:46:36 +0200 | [diff] [blame] | 1786 | PyTraceMalloc_Untrack(unsigned int domain, uintptr_t ptr) |
Victor Stinner | 10b73e1 | 2016-03-22 13:39:05 +0100 | [diff] [blame] | 1787 | { |
| 1788 | if (!tracemalloc_config.tracing) { |
| 1789 | /* tracemalloc is not tracing: do nothing */ |
| 1790 | return -2; |
| 1791 | } |
| 1792 | |
| 1793 | TABLES_LOCK(); |
| 1794 | tracemalloc_remove_trace(domain, ptr); |
| 1795 | TABLES_UNLOCK(); |
| 1796 | |
| 1797 | return 0; |
| 1798 | } |
| 1799 | |
| 1800 | |
| 1801 | PyObject* |
Victor Stinner | 5ea4c06 | 2017-06-20 17:46:36 +0200 | [diff] [blame] | 1802 | _PyTraceMalloc_GetTraceback(unsigned int domain, uintptr_t ptr) |
Victor Stinner | 10b73e1 | 2016-03-22 13:39:05 +0100 | [diff] [blame] | 1803 | { |
| 1804 | traceback_t *traceback; |
| 1805 | |
| 1806 | traceback = tracemalloc_get_traceback(domain, ptr); |
| 1807 | if (traceback == NULL) |
| 1808 | Py_RETURN_NONE; |
| 1809 | |
| 1810 | return traceback_to_pyobject(traceback, NULL); |
| 1811 | } |