blob: a37594524f3d440ed9000eaba4e2d444effc3236 [file] [log] [blame]
Victor Stinner91c99872019-05-14 22:01:51 +02001#ifndef Py_BUILD_CORE_MODULE
2# define Py_BUILD_CORE_MODULE
3#endif
4
Miss Islington (bot)40628412019-06-06 05:42:53 -07005/* Always enable assertion (even in release mode) */
6#undef NDEBUG
7
Antoine Pitrou8e605772011-04-25 21:21:07 +02008#include <Python.h>
Miss Islington (bot)40628412019-06-06 05:42:53 -07009#include "pycore_initconfig.h" /* _PyConfig_InitCompatConfig() */
10#include "pycore_pystate.h" /* _PyRuntime */
Victor Stinnerbab0db62019-05-18 03:21:27 +020011#include <Python.h>
Victor Stinnerb4d1e1f2017-11-30 22:05:00 +010012#include "pythread.h"
Eric Snowe3774162017-05-22 19:46:40 -070013#include <inttypes.h>
Antoine Pitrou8e605772011-04-25 21:21:07 +020014#include <stdio.h>
Nick Coghlanbc77eff2018-03-25 20:44:30 +100015#include <wchar.h>
Antoine Pitrou8e605772011-04-25 21:21:07 +020016
Nick Coghlan7d270ee2013-10-17 22:35:35 +100017/*********************************************************
18 * Embedded interpreter tests that need a custom exe
19 *
20 * Executed via 'EmbeddingTests' in Lib/test/test_capi.py
21 *********************************************************/
22
Victor Stinner96c84752019-09-26 16:17:34 +020023/* Use path starting with "./" avoids a search along the PATH */
24#define PROGRAM_NAME L"./_testembed"
25
Nick Coghlan7d270ee2013-10-17 22:35:35 +100026static void _testembed_Py_Initialize(void)
27{
Victor Stinner96c84752019-09-26 16:17:34 +020028 Py_SetProgramName(PROGRAM_NAME);
Nick Coghlan7d270ee2013-10-17 22:35:35 +100029 Py_Initialize();
30}
31
32
33/*****************************************************
Martin Panter8f265652016-04-19 04:03:41 +000034 * Test repeated initialisation and subinterpreters
Nick Coghlan7d270ee2013-10-17 22:35:35 +100035 *****************************************************/
36
37static void print_subinterp(void)
Antoine Pitrou8e605772011-04-25 21:21:07 +020038{
Eric Snowe3774162017-05-22 19:46:40 -070039 /* Output information about the interpreter in the format
40 expected in Lib/test/test_capi.py (test_subinterps). */
Antoine Pitrou8e605772011-04-25 21:21:07 +020041 PyThreadState *ts = PyThreadState_Get();
Eric Snowe3774162017-05-22 19:46:40 -070042 PyInterpreterState *interp = ts->interp;
43 int64_t id = PyInterpreterState_GetID(interp);
Eric Snowd1c3c132017-05-24 17:19:47 -070044 printf("interp %" PRId64 " <0x%" PRIXPTR ">, thread state <0x%" PRIXPTR ">: ",
Eric Snowe3774162017-05-22 19:46:40 -070045 id, (uintptr_t)interp, (uintptr_t)ts);
Antoine Pitrou8e605772011-04-25 21:21:07 +020046 fflush(stdout);
47 PyRun_SimpleString(
48 "import sys;"
49 "print('id(modules) =', id(sys.modules));"
50 "sys.stdout.flush()"
51 );
52}
53
Steve Dowerea74f0c2017-01-01 20:25:03 -080054static int test_repeated_init_and_subinterpreters(void)
Antoine Pitrou8e605772011-04-25 21:21:07 +020055{
56 PyThreadState *mainstate, *substate;
57 PyGILState_STATE gilstate;
58 int i, j;
59
Ned Deily939231b2016-08-16 00:17:42 -040060 for (i=0; i<15; i++) {
Antoine Pitrou8e605772011-04-25 21:21:07 +020061 printf("--- Pass %d ---\n", i);
Nick Coghlan7d270ee2013-10-17 22:35:35 +100062 _testembed_Py_Initialize();
Antoine Pitrou8e605772011-04-25 21:21:07 +020063 mainstate = PyThreadState_Get();
64
65 PyEval_InitThreads();
66 PyEval_ReleaseThread(mainstate);
67
68 gilstate = PyGILState_Ensure();
69 print_subinterp();
70 PyThreadState_Swap(NULL);
71
72 for (j=0; j<3; j++) {
73 substate = Py_NewInterpreter();
74 print_subinterp();
75 Py_EndInterpreter(substate);
76 }
77
78 PyThreadState_Swap(mainstate);
79 print_subinterp();
80 PyGILState_Release(gilstate);
Antoine Pitrou8e605772011-04-25 21:21:07 +020081
82 PyEval_RestoreThread(mainstate);
83 Py_Finalize();
84 }
Steve Dowerea74f0c2017-01-01 20:25:03 -080085 return 0;
Nick Coghlan7d270ee2013-10-17 22:35:35 +100086}
87
88/*****************************************************
89 * Test forcing a particular IO encoding
90 *****************************************************/
91
92static void check_stdio_details(const char *encoding, const char * errors)
93{
94 /* Output info for the test case to check */
95 if (encoding) {
96 printf("Expected encoding: %s\n", encoding);
97 } else {
98 printf("Expected encoding: default\n");
99 }
100 if (errors) {
101 printf("Expected errors: %s\n", errors);
102 } else {
103 printf("Expected errors: default\n");
104 }
105 fflush(stdout);
106 /* Force the given IO encoding */
107 Py_SetStandardStreamEncoding(encoding, errors);
108 _testembed_Py_Initialize();
109 PyRun_SimpleString(
110 "import sys;"
111 "print('stdin: {0.encoding}:{0.errors}'.format(sys.stdin));"
112 "print('stdout: {0.encoding}:{0.errors}'.format(sys.stdout));"
113 "print('stderr: {0.encoding}:{0.errors}'.format(sys.stderr));"
114 "sys.stdout.flush()"
115 );
116 Py_Finalize();
117}
118
Steve Dowerea74f0c2017-01-01 20:25:03 -0800119static int test_forced_io_encoding(void)
Nick Coghlan7d270ee2013-10-17 22:35:35 +1000120{
121 /* Check various combinations */
122 printf("--- Use defaults ---\n");
123 check_stdio_details(NULL, NULL);
124 printf("--- Set errors only ---\n");
Victor Stinnerb2bef622014-03-18 02:38:12 +0100125 check_stdio_details(NULL, "ignore");
Nick Coghlan7d270ee2013-10-17 22:35:35 +1000126 printf("--- Set encoding only ---\n");
Victor Stinner9e4994d2018-08-28 23:26:33 +0200127 check_stdio_details("iso8859-1", NULL);
Nick Coghlan7d270ee2013-10-17 22:35:35 +1000128 printf("--- Set encoding and errors ---\n");
Victor Stinner9e4994d2018-08-28 23:26:33 +0200129 check_stdio_details("iso8859-1", "replace");
Nick Coghlan7d270ee2013-10-17 22:35:35 +1000130
131 /* Check calling after initialization fails */
132 Py_Initialize();
133
134 if (Py_SetStandardStreamEncoding(NULL, NULL) == 0) {
135 printf("Unexpected success calling Py_SetStandardStreamEncoding");
136 }
137 Py_Finalize();
Steve Dowerea74f0c2017-01-01 20:25:03 -0800138 return 0;
Nick Coghlan7d270ee2013-10-17 22:35:35 +1000139}
140
Victor Stinner9e87e772017-11-24 12:09:24 +0100141/*********************************************************
142 * Test parts of the C-API that work before initialization
143 *********************************************************/
144
Nick Coghlanbc77eff2018-03-25 20:44:30 +1000145/* The pre-initialization tests tend to break by segfaulting, so explicitly
146 * flushed progress messages make the broken API easier to find when they fail.
147 */
148#define _Py_EMBED_PREINIT_CHECK(msg) \
149 do {printf(msg); fflush(stdout);} while (0);
150
Victor Stinner9e87e772017-11-24 12:09:24 +0100151static int test_pre_initialization_api(void)
152{
Victor Stinnera9df6512019-03-05 23:31:54 +0100153 /* the test doesn't support custom memory allocators */
154 putenv("PYTHONMALLOC=");
155
Nick Coghlan42746092017-11-26 14:19:13 +1000156 /* Leading "./" ensures getpath.c can still find the standard library */
Nick Coghlanbc77eff2018-03-25 20:44:30 +1000157 _Py_EMBED_PREINIT_CHECK("Checking Py_DecodeLocale\n");
Nick Coghlan42746092017-11-26 14:19:13 +1000158 wchar_t *program = Py_DecodeLocale("./spam", NULL);
Victor Stinner9e87e772017-11-24 12:09:24 +0100159 if (program == NULL) {
160 fprintf(stderr, "Fatal error: cannot decode program name\n");
161 return 1;
162 }
Nick Coghlanbc77eff2018-03-25 20:44:30 +1000163 _Py_EMBED_PREINIT_CHECK("Checking Py_SetProgramName\n");
Victor Stinner9e87e772017-11-24 12:09:24 +0100164 Py_SetProgramName(program);
165
Nick Coghlanbc77eff2018-03-25 20:44:30 +1000166 _Py_EMBED_PREINIT_CHECK("Initializing interpreter\n");
Victor Stinner9e87e772017-11-24 12:09:24 +0100167 Py_Initialize();
Nick Coghlanbc77eff2018-03-25 20:44:30 +1000168 _Py_EMBED_PREINIT_CHECK("Check sys module contents\n");
169 PyRun_SimpleString("import sys; "
170 "print('sys.executable:', sys.executable)");
171 _Py_EMBED_PREINIT_CHECK("Finalizing interpreter\n");
Victor Stinner9e87e772017-11-24 12:09:24 +0100172 Py_Finalize();
173
Nick Coghlanbc77eff2018-03-25 20:44:30 +1000174 _Py_EMBED_PREINIT_CHECK("Freeing memory allocated by Py_DecodeLocale\n");
Victor Stinner9e87e772017-11-24 12:09:24 +0100175 PyMem_RawFree(program);
176 return 0;
177}
178
Nick Coghlanbc77eff2018-03-25 20:44:30 +1000179
180/* bpo-33042: Ensure embedding apps can predefine sys module options */
181static int test_pre_initialization_sys_options(void)
182{
Nick Coghlan69f5c732018-03-30 15:36:42 +1000183 /* We allocate a couple of the options dynamically, and then delete
Nick Coghlanbc77eff2018-03-25 20:44:30 +1000184 * them before calling Py_Initialize. This ensures the interpreter isn't
185 * relying on the caller to keep the passed in strings alive.
186 */
Nick Coghlan69f5c732018-03-30 15:36:42 +1000187 const wchar_t *static_warnoption = L"once";
188 const wchar_t *static_xoption = L"also_not_an_option=2";
Nick Coghlanbc77eff2018-03-25 20:44:30 +1000189 size_t warnoption_len = wcslen(static_warnoption);
190 size_t xoption_len = wcslen(static_xoption);
Nick Coghlan69f5c732018-03-30 15:36:42 +1000191 wchar_t *dynamic_once_warnoption = \
192 (wchar_t *) calloc(warnoption_len+1, sizeof(wchar_t));
193 wchar_t *dynamic_xoption = \
194 (wchar_t *) calloc(xoption_len+1, sizeof(wchar_t));
Nick Coghlanbc77eff2018-03-25 20:44:30 +1000195 wcsncpy(dynamic_once_warnoption, static_warnoption, warnoption_len+1);
196 wcsncpy(dynamic_xoption, static_xoption, xoption_len+1);
197
198 _Py_EMBED_PREINIT_CHECK("Checking PySys_AddWarnOption\n");
199 PySys_AddWarnOption(L"default");
200 _Py_EMBED_PREINIT_CHECK("Checking PySys_ResetWarnOptions\n");
201 PySys_ResetWarnOptions();
202 _Py_EMBED_PREINIT_CHECK("Checking PySys_AddWarnOption linked list\n");
203 PySys_AddWarnOption(dynamic_once_warnoption);
204 PySys_AddWarnOption(L"module");
205 PySys_AddWarnOption(L"default");
206 _Py_EMBED_PREINIT_CHECK("Checking PySys_AddXOption\n");
207 PySys_AddXOption(L"not_an_option=1");
208 PySys_AddXOption(dynamic_xoption);
209
210 /* Delete the dynamic options early */
211 free(dynamic_once_warnoption);
212 dynamic_once_warnoption = NULL;
213 free(dynamic_xoption);
214 dynamic_xoption = NULL;
215
216 _Py_EMBED_PREINIT_CHECK("Initializing interpreter\n");
217 _testembed_Py_Initialize();
218 _Py_EMBED_PREINIT_CHECK("Check sys module contents\n");
219 PyRun_SimpleString("import sys; "
220 "print('sys.warnoptions:', sys.warnoptions); "
221 "print('sys._xoptions:', sys._xoptions); "
222 "warnings = sys.modules['warnings']; "
223 "latest_filters = [f[0] for f in warnings.filters[:3]]; "
224 "print('warnings.filters[:3]:', latest_filters)");
225 _Py_EMBED_PREINIT_CHECK("Finalizing interpreter\n");
226 Py_Finalize();
227
228 return 0;
229}
230
231
232/* bpo-20891: Avoid race condition when initialising the GIL */
Victor Stinnerb4d1e1f2017-11-30 22:05:00 +0100233static void bpo20891_thread(void *lockp)
234{
235 PyThread_type_lock lock = *((PyThread_type_lock*)lockp);
236
237 PyGILState_STATE state = PyGILState_Ensure();
238 if (!PyGILState_Check()) {
239 fprintf(stderr, "PyGILState_Check failed!");
240 abort();
241 }
242
243 PyGILState_Release(state);
244
245 PyThread_release_lock(lock);
246
247 PyThread_exit_thread();
248}
249
250static int test_bpo20891(void)
251{
Victor Stinnera9df6512019-03-05 23:31:54 +0100252 /* the test doesn't support custom memory allocators */
253 putenv("PYTHONMALLOC=");
254
Victor Stinnerb4d1e1f2017-11-30 22:05:00 +0100255 /* bpo-20891: Calling PyGILState_Ensure in a non-Python thread before
256 calling PyEval_InitThreads() must not crash. PyGILState_Ensure() must
257 call PyEval_InitThreads() for us in this case. */
258 PyThread_type_lock lock = PyThread_allocate_lock();
259 if (!lock) {
260 fprintf(stderr, "PyThread_allocate_lock failed!");
261 return 1;
262 }
263
264 _testembed_Py_Initialize();
265
266 unsigned long thrd = PyThread_start_new_thread(bpo20891_thread, &lock);
267 if (thrd == PYTHREAD_INVALID_THREAD_ID) {
268 fprintf(stderr, "PyThread_start_new_thread failed!");
269 return 1;
270 }
271 PyThread_acquire_lock(lock, WAIT_LOCK);
272
273 Py_BEGIN_ALLOW_THREADS
274 /* wait until the thread exit */
275 PyThread_acquire_lock(lock, WAIT_LOCK);
276 Py_END_ALLOW_THREADS
277
278 PyThread_free_lock(lock);
279
280 return 0;
281}
282
Victor Stinner209abf72018-06-22 19:14:51 +0200283static int test_initialize_twice(void)
284{
285 _testembed_Py_Initialize();
286
287 /* bpo-33932: Calling Py_Initialize() twice should do nothing
288 * (and not crash!). */
289 Py_Initialize();
290
291 Py_Finalize();
292
293 return 0;
294}
295
Victor Stinnerfb47bca2018-07-20 17:34:23 +0200296static int test_initialize_pymain(void)
297{
298 wchar_t *argv[] = {L"PYTHON", L"-c",
Victor Stinnercab5d072019-05-17 19:01:14 +0200299 (L"import sys; "
300 L"print(f'Py_Main() after Py_Initialize: "
301 L"sys.argv={sys.argv}')"),
Victor Stinnerfb47bca2018-07-20 17:34:23 +0200302 L"arg2"};
303 _testembed_Py_Initialize();
304
305 /* bpo-34008: Calling Py_Main() after Py_Initialize() must not crash */
306 Py_Main(Py_ARRAY_LENGTH(argv), argv);
307
308 Py_Finalize();
309
310 return 0;
311}
312
Victor Stinner9e87e772017-11-24 12:09:24 +0100313
Victor Stinner00b137c2018-11-13 19:59:26 +0100314static void
315dump_config(void)
316{
Victor Stinner23bace22019-04-18 11:37:26 +0200317 (void) PyRun_SimpleStringFlags(
318 "import _testinternalcapi, json; "
319 "print(json.dumps(_testinternalcapi.get_configs()))",
320 0);
Victor Stinner00b137c2018-11-13 19:59:26 +0100321}
322
323
Victor Stinner022be022019-05-22 23:58:50 +0200324static int test_init_initialize_config(void)
Victor Stinner56b29b62018-07-26 18:57:56 +0200325{
326 _testembed_Py_Initialize();
327 dump_config();
328 Py_Finalize();
329 return 0;
330}
331
332
Miss Islington (bot)4c227e62019-07-01 11:28:55 -0700333static void config_set_string(PyConfig *config, wchar_t **config_str, const wchar_t *str)
334{
335 PyStatus status = PyConfig_SetString(config, config_str, str);
336 if (PyStatus_Exception(status)) {
337 PyConfig_Clear(config);
338 Py_ExitStatusException(status);
339 }
340}
341
342
343static void config_set_argv(PyConfig *config, Py_ssize_t argc, wchar_t * const *argv)
344{
345 PyStatus status = PyConfig_SetArgv(config, argc, argv);
346 if (PyStatus_Exception(status)) {
347 PyConfig_Clear(config);
348 Py_ExitStatusException(status);
349 }
350}
351
352
353static void
354config_set_wide_string_list(PyConfig *config, PyWideStringList *list,
355 Py_ssize_t length, wchar_t **items)
356{
357 PyStatus status = PyConfig_SetWideStringList(config, list, length, items);
358 if (PyStatus_Exception(status)) {
359 PyConfig_Clear(config);
360 Py_ExitStatusException(status);
361 }
362}
363
364
365static void config_set_program_name(PyConfig *config)
366{
Victor Stinner96c84752019-09-26 16:17:34 +0200367 const wchar_t *program_name = PROGRAM_NAME;
Miss Islington (bot)4c227e62019-07-01 11:28:55 -0700368 config_set_string(config, &config->program_name, program_name);
369}
370
371
372static void init_from_config_clear(PyConfig *config)
373{
374 PyStatus status = Py_InitializeFromConfig(config);
375 PyConfig_Clear(config);
376 if (PyStatus_Exception(status)) {
377 Py_ExitStatusException(status);
378 }
379}
380
381
Victor Stinner022be022019-05-22 23:58:50 +0200382static int check_init_compat_config(int preinit)
383{
Victor Stinner331a6a52019-05-27 16:39:22 +0200384 PyStatus status;
Victor Stinner022be022019-05-22 23:58:50 +0200385
386 if (preinit) {
Victor Stinner331a6a52019-05-27 16:39:22 +0200387 PyPreConfig preconfig;
Victor Stinner6e128382019-09-28 04:50:43 +0200388 preconfig.struct_size = sizeof(PyPreConfig);
389
390 status = _PyPreConfig_InitCompatConfig(&preconfig);
391 if (PyStatus_Exception(status)) {
392 Py_ExitStatusException(status);
393 }
Victor Stinner022be022019-05-22 23:58:50 +0200394
Victor Stinner331a6a52019-05-27 16:39:22 +0200395 status = Py_PreInitialize(&preconfig);
396 if (PyStatus_Exception(status)) {
397 Py_ExitStatusException(status);
Victor Stinner022be022019-05-22 23:58:50 +0200398 }
399 }
400
Victor Stinner331a6a52019-05-27 16:39:22 +0200401 PyConfig config;
Victor Stinner6e128382019-09-28 04:50:43 +0200402 config.struct_size = sizeof(PyConfig);
403
404 status = _PyConfig_InitCompatConfig(&config);
405 if (PyStatus_Exception(status)) {
406 Py_ExitStatusException(status);
407 }
408
Miss Islington (bot)4c227e62019-07-01 11:28:55 -0700409 config_set_program_name(&config);
410 init_from_config_clear(&config);
Victor Stinner022be022019-05-22 23:58:50 +0200411
412 dump_config();
413 Py_Finalize();
414 return 0;
415}
416
417
418static int test_preinit_compat_config(void)
419{
420 return check_init_compat_config(1);
421}
422
423
424static int test_init_compat_config(void)
425{
426 return check_init_compat_config(0);
427}
428
429
Victor Stinner56b29b62018-07-26 18:57:56 +0200430static int test_init_global_config(void)
431{
432 /* FIXME: test Py_IgnoreEnvironmentFlag */
433
434 putenv("PYTHONUTF8=0");
435 Py_UTF8Mode = 1;
436
437 /* Test initialization from global configuration variables (Py_xxx) */
438 Py_SetProgramName(L"./globalvar");
439
440 /* Py_IsolatedFlag is not tested */
441 Py_NoSiteFlag = 1;
442 Py_BytesWarningFlag = 1;
443
444 putenv("PYTHONINSPECT=");
445 Py_InspectFlag = 1;
446
447 putenv("PYTHONOPTIMIZE=0");
448 Py_InteractiveFlag = 1;
449
450 putenv("PYTHONDEBUG=0");
451 Py_OptimizeFlag = 2;
452
453 /* Py_DebugFlag is not tested */
454
455 putenv("PYTHONDONTWRITEBYTECODE=");
456 Py_DontWriteBytecodeFlag = 1;
457
458 putenv("PYTHONVERBOSE=0");
459 Py_VerboseFlag = 1;
460
461 Py_QuietFlag = 1;
462 Py_NoUserSiteDirectory = 1;
463
464 putenv("PYTHONUNBUFFERED=");
465 Py_UnbufferedStdioFlag = 1;
466
Victor Stinner54b43bb2019-05-16 18:30:15 +0200467 Py_FrozenFlag = 1;
468
Victor Stinner56b29b62018-07-26 18:57:56 +0200469 /* FIXME: test Py_LegacyWindowsFSEncodingFlag */
470 /* FIXME: test Py_LegacyWindowsStdioFlag */
471
Victor Stinner56b29b62018-07-26 18:57:56 +0200472 Py_Initialize();
473 dump_config();
474 Py_Finalize();
475 return 0;
476}
477
478
479static int test_init_from_config(void)
480{
Victor Stinner331a6a52019-05-27 16:39:22 +0200481 PyStatus status;
Victor Stinner20004952019-03-26 02:31:11 +0100482
Victor Stinner331a6a52019-05-27 16:39:22 +0200483 PyPreConfig preconfig;
Victor Stinner6e128382019-09-28 04:50:43 +0200484 preconfig.struct_size = sizeof(PyPreConfig);
485
486 status = _PyPreConfig_InitCompatConfig(&preconfig);
487 if (PyStatus_Exception(status)) {
488 Py_ExitStatusException(status);
489 }
Victor Stinner20004952019-03-26 02:31:11 +0100490
491 putenv("PYTHONMALLOC=malloc_debug");
Victor Stinnerb16b4e42019-05-17 15:20:52 +0200492 preconfig.allocator = PYMEM_ALLOCATOR_MALLOC;
Victor Stinner20004952019-03-26 02:31:11 +0100493
494 putenv("PYTHONUTF8=0");
495 Py_UTF8Mode = 0;
496 preconfig.utf8_mode = 1;
497
Victor Stinner331a6a52019-05-27 16:39:22 +0200498 status = Py_PreInitialize(&preconfig);
499 if (PyStatus_Exception(status)) {
500 Py_ExitStatusException(status);
Victor Stinner20004952019-03-26 02:31:11 +0100501 }
502
Victor Stinner331a6a52019-05-27 16:39:22 +0200503 PyConfig config;
Victor Stinner6e128382019-09-28 04:50:43 +0200504 config.struct_size = sizeof(PyConfig);
505
506 status = _PyConfig_InitCompatConfig(&config);
507 if (PyStatus_Exception(status)) {
508 Py_ExitStatusException(status);
509 }
Victor Stinner56b29b62018-07-26 18:57:56 +0200510 config.install_signal_handlers = 0;
511
512 /* FIXME: test use_environment */
513
514 putenv("PYTHONHASHSEED=42");
515 config.use_hash_seed = 1;
516 config.hash_seed = 123;
517
Victor Stinnerbab0db62019-05-18 03:21:27 +0200518 /* dev_mode=1 is tested in test_init_dev_mode() */
Victor Stinner56b29b62018-07-26 18:57:56 +0200519
520 putenv("PYTHONFAULTHANDLER=");
521 config.faulthandler = 1;
522
523 putenv("PYTHONTRACEMALLOC=0");
524 config.tracemalloc = 2;
525
526 putenv("PYTHONPROFILEIMPORTTIME=0");
527 config.import_time = 1;
528
529 config.show_ref_count = 1;
530 config.show_alloc_count = 1;
531 /* FIXME: test dump_refs: bpo-34223 */
532
533 putenv("PYTHONMALLOCSTATS=0");
534 config.malloc_stats = 1;
535
Victor Stinner56b29b62018-07-26 18:57:56 +0200536 putenv("PYTHONPYCACHEPREFIX=env_pycache_prefix");
Miss Islington (bot)4c227e62019-07-01 11:28:55 -0700537 config_set_string(&config, &config.pycache_prefix, L"conf_pycache_prefix");
Victor Stinner56b29b62018-07-26 18:57:56 +0200538
539 Py_SetProgramName(L"./globalvar");
Miss Islington (bot)4c227e62019-07-01 11:28:55 -0700540 config_set_string(&config, &config.program_name, L"./conf_program_name");
Victor Stinner56b29b62018-07-26 18:57:56 +0200541
Miss Islington (bot)4c227e62019-07-01 11:28:55 -0700542 wchar_t* argv[] = {
Victor Stinner2f549082019-03-29 15:13:46 +0100543 L"python3",
Miss Islington (bot)4c227e62019-07-01 11:28:55 -0700544 L"-W",
545 L"cmdline_warnoption",
546 L"-X",
547 L"cmdline_xoption",
Victor Stinner01de89c2018-11-14 17:39:45 +0100548 L"-c",
549 L"pass",
Victor Stinner2f549082019-03-29 15:13:46 +0100550 L"arg2",
Victor Stinner01de89c2018-11-14 17:39:45 +0100551 };
Miss Islington (bot)4c227e62019-07-01 11:28:55 -0700552 config_set_argv(&config, Py_ARRAY_LENGTH(argv), argv);
Victor Stinnercab5d072019-05-17 19:01:14 +0200553 config.parse_argv = 1;
Victor Stinner01de89c2018-11-14 17:39:45 +0100554
Miss Islington (bot)4c227e62019-07-01 11:28:55 -0700555 wchar_t* xoptions[3] = {
556 L"config_xoption1=3",
557 L"config_xoption2=",
558 L"config_xoption3",
Victor Stinner01de89c2018-11-14 17:39:45 +0100559 };
Miss Islington (bot)4c227e62019-07-01 11:28:55 -0700560 config_set_wide_string_list(&config, &config.xoptions,
561 Py_ARRAY_LENGTH(xoptions), xoptions);
Victor Stinner01de89c2018-11-14 17:39:45 +0100562
Miss Islington (bot)4c227e62019-07-01 11:28:55 -0700563 wchar_t* warnoptions[1] = {
564 L"config_warnoption",
Victor Stinner01de89c2018-11-14 17:39:45 +0100565 };
Miss Islington (bot)4c227e62019-07-01 11:28:55 -0700566 config_set_wide_string_list(&config, &config.warnoptions,
567 Py_ARRAY_LENGTH(warnoptions), warnoptions);
Victor Stinner01de89c2018-11-14 17:39:45 +0100568
Victor Stinner331a6a52019-05-27 16:39:22 +0200569 /* FIXME: test pythonpath_env */
Victor Stinner56b29b62018-07-26 18:57:56 +0200570 /* FIXME: test home */
571 /* FIXME: test path config: module_search_path .. dll_path */
572
573 putenv("PYTHONVERBOSE=0");
574 Py_VerboseFlag = 0;
575 config.verbose = 1;
576
577 Py_NoSiteFlag = 0;
578 config.site_import = 0;
579
580 Py_BytesWarningFlag = 0;
581 config.bytes_warning = 1;
582
583 putenv("PYTHONINSPECT=");
584 Py_InspectFlag = 0;
585 config.inspect = 1;
586
587 Py_InteractiveFlag = 0;
588 config.interactive = 1;
589
590 putenv("PYTHONOPTIMIZE=0");
591 Py_OptimizeFlag = 1;
592 config.optimization_level = 2;
593
Victor Stinner98512272018-08-01 03:07:00 +0200594 /* FIXME: test parser_debug */
Victor Stinner56b29b62018-07-26 18:57:56 +0200595
596 putenv("PYTHONDONTWRITEBYTECODE=");
597 Py_DontWriteBytecodeFlag = 0;
598 config.write_bytecode = 0;
599
600 Py_QuietFlag = 0;
601 config.quiet = 1;
602
Victor Stinnercab5d072019-05-17 19:01:14 +0200603 config.configure_c_stdio = 1;
Victor Stinner54b43bb2019-05-16 18:30:15 +0200604
Victor Stinner56b29b62018-07-26 18:57:56 +0200605 putenv("PYTHONUNBUFFERED=");
606 Py_UnbufferedStdioFlag = 0;
Victor Stinner98512272018-08-01 03:07:00 +0200607 config.buffered_stdio = 0;
Victor Stinner56b29b62018-07-26 18:57:56 +0200608
Victor Stinnerdfe0dc72018-08-29 11:47:29 +0200609 putenv("PYTHONIOENCODING=cp424");
610 Py_SetStandardStreamEncoding("ascii", "ignore");
Victor Stinner01de89c2018-11-14 17:39:45 +0100611#ifdef MS_WINDOWS
612 /* Py_SetStandardStreamEncoding() sets Py_LegacyWindowsStdioFlag to 1.
613 Force it to 0 through the config. */
614 config.legacy_windows_stdio = 0;
615#endif
Miss Islington (bot)4c227e62019-07-01 11:28:55 -0700616 config_set_string(&config, &config.stdio_encoding, L"iso8859-1");
617 config_set_string(&config, &config.stdio_errors, L"replace");
Victor Stinnerdfe0dc72018-08-29 11:47:29 +0200618
Victor Stinner56b29b62018-07-26 18:57:56 +0200619 putenv("PYTHONNOUSERSITE=");
620 Py_NoUserSiteDirectory = 0;
621 config.user_site_directory = 0;
622
Miss Islington (bot)4c227e62019-07-01 11:28:55 -0700623 config_set_string(&config, &config.check_hash_pycs_mode, L"always");
Victor Stinner56b29b62018-07-26 18:57:56 +0200624
Victor Stinner54b43bb2019-05-16 18:30:15 +0200625 Py_FrozenFlag = 0;
626 config.pathconfig_warnings = 0;
627
Miss Islington (bot)4c227e62019-07-01 11:28:55 -0700628 init_from_config_clear(&config);
629
Victor Stinner56b29b62018-07-26 18:57:56 +0200630 dump_config();
631 Py_Finalize();
632 return 0;
633}
634
635
Victor Stinnerbab0db62019-05-18 03:21:27 +0200636static int check_init_parse_argv(int parse_argv)
Victor Stinnerae239f62019-05-16 17:02:56 +0200637{
Victor Stinner331a6a52019-05-27 16:39:22 +0200638 PyStatus status;
Victor Stinnerae239f62019-05-16 17:02:56 +0200639
Victor Stinner331a6a52019-05-27 16:39:22 +0200640 PyConfig config;
Victor Stinner6e128382019-09-28 04:50:43 +0200641 config.struct_size = sizeof(PyConfig);
642
Victor Stinner331a6a52019-05-27 16:39:22 +0200643 status = PyConfig_InitPythonConfig(&config);
644 if (PyStatus_Exception(status)) {
645 Py_ExitStatusException(status);
Victor Stinner6d1c4672019-05-20 11:02:00 +0200646 }
Victor Stinnerae239f62019-05-16 17:02:56 +0200647
Miss Islington (bot)4c227e62019-07-01 11:28:55 -0700648 config.parse_argv = parse_argv;
649
650 wchar_t* argv[] = {
Victor Stinnercab5d072019-05-17 19:01:14 +0200651 L"./argv0",
652 L"-E",
Victor Stinnerae239f62019-05-16 17:02:56 +0200653 L"-c",
Victor Stinnercab5d072019-05-17 19:01:14 +0200654 L"pass",
Victor Stinnerae239f62019-05-16 17:02:56 +0200655 L"arg1",
Victor Stinnercab5d072019-05-17 19:01:14 +0200656 L"-v",
657 L"arg3",
Victor Stinnerae239f62019-05-16 17:02:56 +0200658 };
Miss Islington (bot)4c227e62019-07-01 11:28:55 -0700659 config_set_argv(&config, Py_ARRAY_LENGTH(argv), argv);
660 init_from_config_clear(&config);
Victor Stinnerae239f62019-05-16 17:02:56 +0200661
Victor Stinnerae239f62019-05-16 17:02:56 +0200662 dump_config();
663 Py_Finalize();
664 return 0;
665}
666
667
Victor Stinnerbab0db62019-05-18 03:21:27 +0200668static int test_init_parse_argv(void)
Victor Stinnercab5d072019-05-17 19:01:14 +0200669{
Victor Stinnerbab0db62019-05-18 03:21:27 +0200670 return check_init_parse_argv(1);
Victor Stinnercab5d072019-05-17 19:01:14 +0200671}
672
673
Victor Stinnerbab0db62019-05-18 03:21:27 +0200674static int test_init_dont_parse_argv(void)
Victor Stinnercab5d072019-05-17 19:01:14 +0200675{
Victor Stinnerbab0db62019-05-18 03:21:27 +0200676 return check_init_parse_argv(0);
Victor Stinnercab5d072019-05-17 19:01:14 +0200677}
678
679
Victor Stinner425717f2019-05-20 16:38:48 +0200680static void set_most_env_vars(void)
Victor Stinner56b29b62018-07-26 18:57:56 +0200681{
682 putenv("PYTHONHASHSEED=42");
Victor Stinner25d13f32019-03-06 12:51:53 +0100683 putenv("PYTHONMALLOC=malloc");
Victor Stinner56b29b62018-07-26 18:57:56 +0200684 putenv("PYTHONTRACEMALLOC=2");
685 putenv("PYTHONPROFILEIMPORTTIME=1");
686 putenv("PYTHONMALLOCSTATS=1");
687 putenv("PYTHONUTF8=1");
688 putenv("PYTHONVERBOSE=1");
689 putenv("PYTHONINSPECT=1");
690 putenv("PYTHONOPTIMIZE=2");
691 putenv("PYTHONDONTWRITEBYTECODE=1");
692 putenv("PYTHONUNBUFFERED=1");
693 putenv("PYTHONPYCACHEPREFIX=env_pycache_prefix");
694 putenv("PYTHONNOUSERSITE=1");
695 putenv("PYTHONFAULTHANDLER=1");
Victor Stinnerdfe0dc72018-08-29 11:47:29 +0200696 putenv("PYTHONIOENCODING=iso8859-1:replace");
Victor Stinner425717f2019-05-20 16:38:48 +0200697}
698
699
700static void set_all_env_vars(void)
701{
702 set_most_env_vars();
703
704 putenv("PYTHONWARNINGS=EnvVar");
705 putenv("PYTHONPATH=/my/path");
Victor Stinner56b29b62018-07-26 18:57:56 +0200706}
707
708
Victor Stinner20e1e252019-05-23 04:12:27 +0200709static int test_init_compat_env(void)
Victor Stinner56b29b62018-07-26 18:57:56 +0200710{
711 /* Test initialization from environment variables */
712 Py_IgnoreEnvironmentFlag = 0;
Victor Stinner6d1c4672019-05-20 11:02:00 +0200713 set_all_env_vars();
Victor Stinner56b29b62018-07-26 18:57:56 +0200714 _testembed_Py_Initialize();
715 dump_config();
716 Py_Finalize();
717 return 0;
718}
719
720
Victor Stinner20e1e252019-05-23 04:12:27 +0200721static int test_init_python_env(void)
722{
Victor Stinner331a6a52019-05-27 16:39:22 +0200723 PyStatus status;
Victor Stinner20e1e252019-05-23 04:12:27 +0200724
725 set_all_env_vars();
726
Victor Stinner331a6a52019-05-27 16:39:22 +0200727 PyConfig config;
Victor Stinner6e128382019-09-28 04:50:43 +0200728 config.struct_size = sizeof(PyConfig);
729
Victor Stinner331a6a52019-05-27 16:39:22 +0200730 status = PyConfig_InitPythonConfig(&config);
731 if (PyStatus_Exception(status)) {
732 Py_ExitStatusException(status);
Victor Stinner20e1e252019-05-23 04:12:27 +0200733 }
Victor Stinner20e1e252019-05-23 04:12:27 +0200734
Miss Islington (bot)4c227e62019-07-01 11:28:55 -0700735 config_set_program_name(&config);
736 init_from_config_clear(&config);
737
Victor Stinner20e1e252019-05-23 04:12:27 +0200738 dump_config();
739 Py_Finalize();
740 return 0;
741}
742
743
Victor Stinner6d1c4672019-05-20 11:02:00 +0200744static void set_all_env_vars_dev_mode(void)
Victor Stinner25d13f32019-03-06 12:51:53 +0100745{
Victor Stinner25d13f32019-03-06 12:51:53 +0100746 putenv("PYTHONMALLOC=");
747 putenv("PYTHONFAULTHANDLER=");
748 putenv("PYTHONDEVMODE=1");
749}
750
751
Victor Stinnerb35be4b2019-03-05 17:37:44 +0100752static int test_init_env_dev_mode(void)
753{
754 /* Test initialization from environment variables */
755 Py_IgnoreEnvironmentFlag = 0;
Victor Stinner6d1c4672019-05-20 11:02:00 +0200756 set_all_env_vars_dev_mode();
Victor Stinnerb35be4b2019-03-05 17:37:44 +0100757 _testembed_Py_Initialize();
758 dump_config();
759 Py_Finalize();
760 return 0;
761}
762
763
Victor Stinner25d13f32019-03-06 12:51:53 +0100764static int test_init_env_dev_mode_alloc(void)
765{
766 /* Test initialization from environment variables */
767 Py_IgnoreEnvironmentFlag = 0;
Victor Stinner6d1c4672019-05-20 11:02:00 +0200768 set_all_env_vars_dev_mode();
Victor Stinner25d13f32019-03-06 12:51:53 +0100769 putenv("PYTHONMALLOC=malloc");
770 _testembed_Py_Initialize();
771 dump_config();
772 Py_Finalize();
773 return 0;
774}
775
776
Victor Stinnerbab0db62019-05-18 03:21:27 +0200777static int test_init_isolated_flag(void)
Victor Stinner56b29b62018-07-26 18:57:56 +0200778{
Victor Stinner331a6a52019-05-27 16:39:22 +0200779 PyStatus status;
Victor Stinner20004952019-03-26 02:31:11 +0100780
Victor Stinner331a6a52019-05-27 16:39:22 +0200781 /* Test PyConfig.isolated=1 */
782 PyConfig config;
Victor Stinner6e128382019-09-28 04:50:43 +0200783 config.struct_size = sizeof(PyConfig);
784
Victor Stinner331a6a52019-05-27 16:39:22 +0200785 status = PyConfig_InitPythonConfig(&config);
786 if (PyStatus_Exception(status)) {
787 Py_ExitStatusException(status);
Victor Stinner6d1c4672019-05-20 11:02:00 +0200788 }
Victor Stinner56b29b62018-07-26 18:57:56 +0200789
Victor Stinnercad1f742019-03-05 02:01:27 +0100790 Py_IsolatedFlag = 0;
Victor Stinner20004952019-03-26 02:31:11 +0100791 config.isolated = 1;
Victor Stinnercad1f742019-03-05 02:01:27 +0100792
Miss Islington (bot)4c227e62019-07-01 11:28:55 -0700793 config_set_program_name(&config);
Victor Stinnerbab0db62019-05-18 03:21:27 +0200794 set_all_env_vars();
Miss Islington (bot)4c227e62019-07-01 11:28:55 -0700795 init_from_config_clear(&config);
796
Victor Stinner56b29b62018-07-26 18:57:56 +0200797 dump_config();
798 Py_Finalize();
799 return 0;
800}
801
802
Victor Stinner331a6a52019-05-27 16:39:22 +0200803/* PyPreConfig.isolated=1, PyConfig.isolated=0 */
Victor Stinner6da20a42019-03-27 00:26:18 +0100804static int test_preinit_isolated1(void)
805{
Victor Stinner331a6a52019-05-27 16:39:22 +0200806 PyStatus status;
Victor Stinner6da20a42019-03-27 00:26:18 +0100807
Victor Stinner331a6a52019-05-27 16:39:22 +0200808 PyPreConfig preconfig;
Victor Stinner6e128382019-09-28 04:50:43 +0200809 preconfig.struct_size = sizeof(PyPreConfig);
810
811 status = _PyPreConfig_InitCompatConfig(&preconfig);
812 if (PyStatus_Exception(status)) {
813 Py_ExitStatusException(status);
814 }
815
Victor Stinner6da20a42019-03-27 00:26:18 +0100816 preconfig.isolated = 1;
817
Victor Stinner331a6a52019-05-27 16:39:22 +0200818 status = Py_PreInitialize(&preconfig);
819 if (PyStatus_Exception(status)) {
820 Py_ExitStatusException(status);
Victor Stinner6da20a42019-03-27 00:26:18 +0100821 }
822
Victor Stinner331a6a52019-05-27 16:39:22 +0200823 PyConfig config;
Victor Stinner6e128382019-09-28 04:50:43 +0200824 config.struct_size = sizeof(PyConfig);
825
826 status = _PyConfig_InitCompatConfig(&config);
827 if (PyStatus_Exception(status)) {
828 Py_ExitStatusException(status);
829 }
Miss Islington (bot)4c227e62019-07-01 11:28:55 -0700830 config_set_program_name(&config);
Victor Stinnerbab0db62019-05-18 03:21:27 +0200831 set_all_env_vars();
Miss Islington (bot)4c227e62019-07-01 11:28:55 -0700832 init_from_config_clear(&config);
833
Victor Stinner6da20a42019-03-27 00:26:18 +0100834 dump_config();
835 Py_Finalize();
836 return 0;
837}
838
839
Victor Stinner331a6a52019-05-27 16:39:22 +0200840/* PyPreConfig.isolated=0, PyConfig.isolated=1 */
Victor Stinner6da20a42019-03-27 00:26:18 +0100841static int test_preinit_isolated2(void)
842{
Victor Stinner331a6a52019-05-27 16:39:22 +0200843 PyStatus status;
Victor Stinner6da20a42019-03-27 00:26:18 +0100844
Victor Stinner331a6a52019-05-27 16:39:22 +0200845 PyPreConfig preconfig;
Victor Stinner6e128382019-09-28 04:50:43 +0200846 preconfig.struct_size = sizeof(PyPreConfig);
847
848 status = _PyPreConfig_InitCompatConfig(&preconfig);
849 if (PyStatus_Exception(status)) {
850 Py_ExitStatusException(status);
851 }
852
Victor Stinner6da20a42019-03-27 00:26:18 +0100853 preconfig.isolated = 0;
854
Victor Stinner331a6a52019-05-27 16:39:22 +0200855 status = Py_PreInitialize(&preconfig);
856 if (PyStatus_Exception(status)) {
857 Py_ExitStatusException(status);
Victor Stinner6da20a42019-03-27 00:26:18 +0100858 }
859
Victor Stinner331a6a52019-05-27 16:39:22 +0200860 /* Test PyConfig.isolated=1 */
861 PyConfig config;
Victor Stinner6e128382019-09-28 04:50:43 +0200862 config.struct_size = sizeof(PyConfig);
863 status = _PyConfig_InitCompatConfig(&config);
864 if (PyStatus_Exception(status)) {
865 Py_ExitStatusException(status);
866 }
Victor Stinner6da20a42019-03-27 00:26:18 +0100867
868 Py_IsolatedFlag = 0;
869 config.isolated = 1;
870
Miss Islington (bot)4c227e62019-07-01 11:28:55 -0700871 config_set_program_name(&config);
Victor Stinnerbab0db62019-05-18 03:21:27 +0200872 set_all_env_vars();
Miss Islington (bot)4c227e62019-07-01 11:28:55 -0700873 init_from_config_clear(&config);
874
Victor Stinner6da20a42019-03-27 00:26:18 +0100875 dump_config();
876 Py_Finalize();
877 return 0;
878}
879
880
Victor Stinner6d1c4672019-05-20 11:02:00 +0200881static int test_preinit_dont_parse_argv(void)
882{
Victor Stinner331a6a52019-05-27 16:39:22 +0200883 PyStatus status;
Victor Stinner6d1c4672019-05-20 11:02:00 +0200884
Victor Stinner331a6a52019-05-27 16:39:22 +0200885 PyPreConfig preconfig;
Victor Stinner6e128382019-09-28 04:50:43 +0200886 preconfig.struct_size = sizeof(PyPreConfig);
887
888 status = PyPreConfig_InitIsolatedConfig(&preconfig);
889 if (PyStatus_Exception(status)) {
890 Py_ExitStatusException(status);
891 }
Victor Stinner6d1c4672019-05-20 11:02:00 +0200892
893 preconfig.isolated = 0;
894
895 /* -X dev must be ignored by isolated preconfiguration */
896 wchar_t *argv[] = {L"python3",
897 L"-E",
898 L"-I",
899 L"-X", L"dev",
900 L"-X", L"utf8",
901 L"script.py"};
Victor Stinner331a6a52019-05-27 16:39:22 +0200902 status = Py_PreInitializeFromArgs(&preconfig, Py_ARRAY_LENGTH(argv), argv);
903 if (PyStatus_Exception(status)) {
Miss Islington (bot)4c227e62019-07-01 11:28:55 -0700904 Py_ExitStatusException(status);
Victor Stinner6d1c4672019-05-20 11:02:00 +0200905 }
906
Victor Stinner331a6a52019-05-27 16:39:22 +0200907 PyConfig config;
Victor Stinner6e128382019-09-28 04:50:43 +0200908 config.struct_size = sizeof(PyConfig);
Victor Stinner6d1c4672019-05-20 11:02:00 +0200909
Victor Stinner331a6a52019-05-27 16:39:22 +0200910 status = PyConfig_InitIsolatedConfig(&config);
911 if (PyStatus_Exception(status)) {
Miss Islington (bot)4c227e62019-07-01 11:28:55 -0700912 PyConfig_Clear(&config);
913 Py_ExitStatusException(status);
Victor Stinner6d1c4672019-05-20 11:02:00 +0200914 }
915
916 config.isolated = 0;
917
918 /* Pre-initialize implicitly using argv: make sure that -X dev
919 is used to configure the allocation in preinitialization */
Miss Islington (bot)4c227e62019-07-01 11:28:55 -0700920 config_set_argv(&config, Py_ARRAY_LENGTH(argv), argv);
921 config_set_program_name(&config);
922 init_from_config_clear(&config);
Victor Stinner6d1c4672019-05-20 11:02:00 +0200923
924 dump_config();
925 Py_Finalize();
926 return 0;
Victor Stinner6d1c4672019-05-20 11:02:00 +0200927}
928
929
930static int test_preinit_parse_argv(void)
931{
Victor Stinner331a6a52019-05-27 16:39:22 +0200932 PyStatus status;
933 PyConfig config;
Victor Stinner6e128382019-09-28 04:50:43 +0200934 config.struct_size = sizeof(PyConfig);
Victor Stinner6d1c4672019-05-20 11:02:00 +0200935
Victor Stinner331a6a52019-05-27 16:39:22 +0200936 status = PyConfig_InitPythonConfig(&config);
937 if (PyStatus_Exception(status)) {
Miss Islington (bot)4c227e62019-07-01 11:28:55 -0700938 PyConfig_Clear(&config);
939 Py_ExitStatusException(status);
Victor Stinner6d1c4672019-05-20 11:02:00 +0200940 }
941
942 /* Pre-initialize implicitly using argv: make sure that -X dev
943 is used to configure the allocation in preinitialization */
944 wchar_t *argv[] = {L"python3", L"-X", L"dev", L"script.py"};
Miss Islington (bot)4c227e62019-07-01 11:28:55 -0700945 config_set_argv(&config, Py_ARRAY_LENGTH(argv), argv);
946 config_set_program_name(&config);
947 init_from_config_clear(&config);
Victor Stinner6d1c4672019-05-20 11:02:00 +0200948
949 dump_config();
950 Py_Finalize();
951 return 0;
Victor Stinner6d1c4672019-05-20 11:02:00 +0200952}
953
954
955
956
Victor Stinnerbab0db62019-05-18 03:21:27 +0200957static void set_all_global_config_variables(void)
958{
959 Py_IsolatedFlag = 0;
960 Py_IgnoreEnvironmentFlag = 0;
961 Py_BytesWarningFlag = 2;
962 Py_InspectFlag = 1;
963 Py_InteractiveFlag = 1;
964 Py_OptimizeFlag = 1;
965 Py_DebugFlag = 1;
966 Py_VerboseFlag = 1;
967 Py_QuietFlag = 1;
968 Py_FrozenFlag = 0;
969 Py_UnbufferedStdioFlag = 1;
970 Py_NoSiteFlag = 1;
971 Py_DontWriteBytecodeFlag = 1;
972 Py_NoUserSiteDirectory = 1;
973#ifdef MS_WINDOWS
974 Py_LegacyWindowsStdioFlag = 1;
975#endif
976}
977
978
Victor Stinner6d1c4672019-05-20 11:02:00 +0200979static int check_preinit_isolated_config(int preinit)
Victor Stinner56b29b62018-07-26 18:57:56 +0200980{
Victor Stinner331a6a52019-05-27 16:39:22 +0200981 PyStatus status;
982 PyPreConfig *rt_preconfig;
Victor Stinnercab5d072019-05-17 19:01:14 +0200983
Victor Stinnerbab0db62019-05-18 03:21:27 +0200984 /* environment variables must be ignored */
985 set_all_env_vars();
986
987 /* global configuration variables must be ignored */
988 set_all_global_config_variables();
989
Victor Stinner6d1c4672019-05-20 11:02:00 +0200990 if (preinit) {
Victor Stinner331a6a52019-05-27 16:39:22 +0200991 PyPreConfig preconfig;
Victor Stinner6e128382019-09-28 04:50:43 +0200992 preconfig.struct_size = sizeof(PyPreConfig);
993
994 status = PyPreConfig_InitIsolatedConfig(&preconfig);
995 if (PyStatus_Exception(status)) {
996 Py_ExitStatusException(status);
997 }
Victor Stinnercab5d072019-05-17 19:01:14 +0200998
Victor Stinner331a6a52019-05-27 16:39:22 +0200999 status = Py_PreInitialize(&preconfig);
1000 if (PyStatus_Exception(status)) {
1001 Py_ExitStatusException(status);
Victor Stinner6d1c4672019-05-20 11:02:00 +02001002 }
1003
1004 rt_preconfig = &_PyRuntime.preconfig;
1005 assert(rt_preconfig->isolated == 1);
1006 assert(rt_preconfig->use_environment == 0);
Victor Stinnercab5d072019-05-17 19:01:14 +02001007 }
1008
Victor Stinner331a6a52019-05-27 16:39:22 +02001009 PyConfig config;
Victor Stinner6e128382019-09-28 04:50:43 +02001010 config.struct_size = sizeof(PyConfig);
1011
Victor Stinner331a6a52019-05-27 16:39:22 +02001012 status = PyConfig_InitIsolatedConfig(&config);
1013 if (PyStatus_Exception(status)) {
1014 PyConfig_Clear(&config);
1015 Py_ExitStatusException(status);
Victor Stinnercab5d072019-05-17 19:01:14 +02001016 }
Miss Islington (bot)4c227e62019-07-01 11:28:55 -07001017 config_set_program_name(&config);
1018 init_from_config_clear(&config);
Victor Stinner6d1c4672019-05-20 11:02:00 +02001019
1020 rt_preconfig = &_PyRuntime.preconfig;
1021 assert(rt_preconfig->isolated == 1);
1022 assert(rt_preconfig->use_environment == 0);
1023
Victor Stinnercab5d072019-05-17 19:01:14 +02001024 dump_config();
1025 Py_Finalize();
1026 return 0;
1027}
1028
1029
Victor Stinner6d1c4672019-05-20 11:02:00 +02001030static int test_preinit_isolated_config(void)
1031{
1032 return check_preinit_isolated_config(1);
1033}
1034
1035
1036static int test_init_isolated_config(void)
1037{
1038 return check_preinit_isolated_config(0);
1039}
1040
1041
1042static int check_init_python_config(int preinit)
Victor Stinnercab5d072019-05-17 19:01:14 +02001043{
Victor Stinner331a6a52019-05-27 16:39:22 +02001044 PyStatus status;
Victor Stinnercab5d072019-05-17 19:01:14 +02001045
Victor Stinnerbab0db62019-05-18 03:21:27 +02001046 /* global configuration variables must be ignored */
1047 set_all_global_config_variables();
1048 Py_IsolatedFlag = 1;
1049 Py_IgnoreEnvironmentFlag = 1;
1050 Py_FrozenFlag = 1;
1051 Py_UnbufferedStdioFlag = 1;
1052 Py_NoSiteFlag = 1;
1053 Py_DontWriteBytecodeFlag = 1;
1054 Py_NoUserSiteDirectory = 1;
1055#ifdef MS_WINDOWS
1056 Py_LegacyWindowsStdioFlag = 1;
1057#endif
1058
Victor Stinner6d1c4672019-05-20 11:02:00 +02001059 if (preinit) {
Victor Stinner331a6a52019-05-27 16:39:22 +02001060 PyPreConfig preconfig;
Victor Stinner6e128382019-09-28 04:50:43 +02001061 preconfig.struct_size = sizeof(PyPreConfig);
1062
1063 status = PyPreConfig_InitPythonConfig(&preconfig);
1064 if (PyStatus_Exception(status)) {
1065 Py_ExitStatusException(status);
1066 }
Victor Stinnercab5d072019-05-17 19:01:14 +02001067
Victor Stinner331a6a52019-05-27 16:39:22 +02001068 status = Py_PreInitialize(&preconfig);
1069 if (PyStatus_Exception(status)) {
1070 Py_ExitStatusException(status);
Victor Stinner6d1c4672019-05-20 11:02:00 +02001071 }
Victor Stinnercab5d072019-05-17 19:01:14 +02001072 }
1073
Victor Stinner331a6a52019-05-27 16:39:22 +02001074 PyConfig config;
Victor Stinner6e128382019-09-28 04:50:43 +02001075 config.struct_size = sizeof(PyConfig);
1076
Victor Stinner331a6a52019-05-27 16:39:22 +02001077 status = PyConfig_InitPythonConfig(&config);
1078 if (PyStatus_Exception(status)) {
1079 Py_ExitStatusException(status);
Victor Stinnercab5d072019-05-17 19:01:14 +02001080 }
Miss Islington (bot)4c227e62019-07-01 11:28:55 -07001081 config_set_program_name(&config);
1082 init_from_config_clear(&config);
Victor Stinnercab5d072019-05-17 19:01:14 +02001083
Victor Stinnercab5d072019-05-17 19:01:14 +02001084 dump_config();
1085 Py_Finalize();
1086 return 0;
1087}
1088
1089
Victor Stinner6d1c4672019-05-20 11:02:00 +02001090static int test_preinit_python_config(void)
1091{
1092 return check_init_python_config(1);
1093}
1094
1095
1096static int test_init_python_config(void)
1097{
1098 return check_init_python_config(0);
1099}
1100
1101
Victor Stinnerbab0db62019-05-18 03:21:27 +02001102static int test_init_dont_configure_locale(void)
Victor Stinnerbcfbbd72019-05-17 22:44:16 +02001103{
Victor Stinner331a6a52019-05-27 16:39:22 +02001104 PyStatus status;
Victor Stinnerbcfbbd72019-05-17 22:44:16 +02001105
Victor Stinner331a6a52019-05-27 16:39:22 +02001106 PyPreConfig preconfig;
Victor Stinner6e128382019-09-28 04:50:43 +02001107 preconfig.struct_size = sizeof(PyPreConfig);
1108
1109 status = PyPreConfig_InitPythonConfig(&preconfig);
1110 if (PyStatus_Exception(status)) {
1111 Py_ExitStatusException(status);
1112 }
1113
Victor Stinnerbcfbbd72019-05-17 22:44:16 +02001114 preconfig.configure_locale = 0;
1115 preconfig.coerce_c_locale = 1;
1116 preconfig.coerce_c_locale_warn = 1;
1117
Victor Stinner331a6a52019-05-27 16:39:22 +02001118 status = Py_PreInitialize(&preconfig);
1119 if (PyStatus_Exception(status)) {
1120 Py_ExitStatusException(status);
Victor Stinnerbcfbbd72019-05-17 22:44:16 +02001121 }
1122
Victor Stinner331a6a52019-05-27 16:39:22 +02001123 PyConfig config;
Victor Stinner6e128382019-09-28 04:50:43 +02001124 config.struct_size = sizeof(PyConfig);
1125
Victor Stinner331a6a52019-05-27 16:39:22 +02001126 status = PyConfig_InitPythonConfig(&config);
1127 if (PyStatus_Exception(status)) {
1128 Py_ExitStatusException(status);
Victor Stinner6d1c4672019-05-20 11:02:00 +02001129 }
Miss Islington (bot)4c227e62019-07-01 11:28:55 -07001130 config_set_program_name(&config);
1131 init_from_config_clear(&config);
Victor Stinnerbcfbbd72019-05-17 22:44:16 +02001132
1133 dump_config();
1134 Py_Finalize();
1135 return 0;
1136}
1137
1138
Victor Stinnerbab0db62019-05-18 03:21:27 +02001139static int test_init_dev_mode(void)
Victor Stinnercab5d072019-05-17 19:01:14 +02001140{
Victor Stinner331a6a52019-05-27 16:39:22 +02001141 PyStatus status;
1142 PyConfig config;
Victor Stinner6e128382019-09-28 04:50:43 +02001143 config.struct_size = sizeof(PyConfig);
1144
Victor Stinner331a6a52019-05-27 16:39:22 +02001145 status = PyConfig_InitPythonConfig(&config);
1146 if (PyStatus_Exception(status)) {
1147 Py_ExitStatusException(status);
Victor Stinner6d1c4672019-05-20 11:02:00 +02001148 }
Victor Stinner56b29b62018-07-26 18:57:56 +02001149 putenv("PYTHONFAULTHANDLER=");
1150 putenv("PYTHONMALLOC=");
Victor Stinner20004952019-03-26 02:31:11 +01001151 config.dev_mode = 1;
Miss Islington (bot)4c227e62019-07-01 11:28:55 -07001152 config_set_program_name(&config);
1153 init_from_config_clear(&config);
1154
Victor Stinner56b29b62018-07-26 18:57:56 +02001155 dump_config();
1156 Py_Finalize();
1157 return 0;
1158}
1159
Steve Dowerb82e17e2019-05-23 08:45:22 -07001160static PyObject *_open_code_hook(PyObject *path, void *data)
1161{
1162 if (PyUnicode_CompareWithASCIIString(path, "$$test-filename") == 0) {
1163 return PyLong_FromVoidPtr(data);
1164 }
1165 PyObject *io = PyImport_ImportModule("_io");
1166 if (!io) {
1167 return NULL;
1168 }
1169 return PyObject_CallMethod(io, "open", "Os", path, "rb");
1170}
1171
1172static int test_open_code_hook(void)
1173{
1174 int result = 0;
1175
1176 /* Provide a hook */
1177 result = PyFile_SetOpenCodeHook(_open_code_hook, &result);
1178 if (result) {
1179 printf("Failed to set hook\n");
1180 return 1;
1181 }
1182 /* A second hook should fail */
1183 result = PyFile_SetOpenCodeHook(_open_code_hook, &result);
1184 if (!result) {
1185 printf("Should have failed to set second hook\n");
1186 return 2;
1187 }
1188
1189 Py_IgnoreEnvironmentFlag = 0;
1190 _testembed_Py_Initialize();
1191 result = 0;
1192
1193 PyObject *r = PyFile_OpenCode("$$test-filename");
1194 if (!r) {
1195 PyErr_Print();
1196 result = 3;
1197 } else {
1198 void *cmp = PyLong_AsVoidPtr(r);
1199 Py_DECREF(r);
1200 if (cmp != &result) {
1201 printf("Did not get expected result from hook\n");
1202 result = 4;
1203 }
1204 }
1205
1206 if (!result) {
1207 PyObject *io = PyImport_ImportModule("_io");
1208 PyObject *r = io
1209 ? PyObject_CallMethod(io, "open_code", "s", "$$test-filename")
1210 : NULL;
1211 if (!r) {
1212 PyErr_Print();
1213 result = 5;
1214 } else {
1215 void *cmp = PyLong_AsVoidPtr(r);
1216 Py_DECREF(r);
1217 if (cmp != &result) {
1218 printf("Did not get expected result from hook\n");
1219 result = 6;
1220 }
1221 }
1222 Py_XDECREF(io);
1223 }
1224
1225 Py_Finalize();
1226 return result;
1227}
1228
1229static int _audit_hook(const char *event, PyObject *args, void *userdata)
1230{
1231 if (strcmp(event, "_testembed.raise") == 0) {
1232 PyErr_SetString(PyExc_RuntimeError, "Intentional error");
1233 return -1;
1234 } else if (strcmp(event, "_testembed.set") == 0) {
1235 if (!PyArg_ParseTuple(args, "n", userdata)) {
1236 return -1;
1237 }
1238 return 0;
1239 }
1240 return 0;
1241}
1242
1243static int _test_audit(Py_ssize_t setValue)
1244{
1245 Py_ssize_t sawSet = 0;
1246
1247 Py_IgnoreEnvironmentFlag = 0;
1248 PySys_AddAuditHook(_audit_hook, &sawSet);
1249 _testembed_Py_Initialize();
1250
1251 if (PySys_Audit("_testembed.raise", NULL) == 0) {
1252 printf("No error raised");
1253 return 1;
1254 }
1255 if (PySys_Audit("_testembed.nop", NULL) != 0) {
1256 printf("Nop event failed");
1257 /* Exception from above may still remain */
1258 PyErr_Clear();
1259 return 2;
1260 }
1261 if (!PyErr_Occurred()) {
1262 printf("Exception not preserved");
1263 return 3;
1264 }
1265 PyErr_Clear();
1266
1267 if (PySys_Audit("_testembed.set", "n", setValue) != 0) {
1268 PyErr_Print();
1269 printf("Set event failed");
1270 return 4;
1271 }
1272
1273 if (sawSet != 42) {
1274 printf("Failed to see *userData change\n");
1275 return 5;
1276 }
1277 return 0;
1278}
1279
1280static int test_audit(void)
1281{
1282 int result = _test_audit(42);
1283 Py_Finalize();
1284 return result;
1285}
1286
1287static volatile int _audit_subinterpreter_interpreter_count = 0;
1288
1289static int _audit_subinterpreter_hook(const char *event, PyObject *args, void *userdata)
1290{
1291 printf("%s\n", event);
1292 if (strcmp(event, "cpython.PyInterpreterState_New") == 0) {
1293 _audit_subinterpreter_interpreter_count += 1;
1294 }
1295 return 0;
1296}
1297
1298static int test_audit_subinterpreter(void)
1299{
Steve Dowerb82e17e2019-05-23 08:45:22 -07001300 Py_IgnoreEnvironmentFlag = 0;
1301 PySys_AddAuditHook(_audit_subinterpreter_hook, NULL);
1302 _testembed_Py_Initialize();
1303
Pablo Galindocccc11b2019-05-24 00:53:21 +01001304 Py_NewInterpreter();
1305 Py_NewInterpreter();
1306 Py_NewInterpreter();
Steve Dowerb82e17e2019-05-23 08:45:22 -07001307
1308 Py_Finalize();
1309
1310 switch (_audit_subinterpreter_interpreter_count) {
1311 case 3: return 0;
1312 case 0: return -1;
1313 default: return _audit_subinterpreter_interpreter_count;
1314 }
1315}
Victor Stinner56b29b62018-07-26 18:57:56 +02001316
Miss Islington (bot)746992c2019-07-01 16:22:29 -07001317typedef struct {
1318 const char* expected;
1319 int exit;
1320} AuditRunCommandTest;
1321
1322static int _audit_hook_run(const char *eventName, PyObject *args, void *userData)
1323{
1324 AuditRunCommandTest *test = (AuditRunCommandTest*)userData;
1325 if (strcmp(eventName, test->expected)) {
1326 return 0;
1327 }
1328
1329 if (test->exit) {
1330 PyObject *msg = PyUnicode_FromFormat("detected %s(%R)", eventName, args);
1331 if (msg) {
1332 printf("%s\n", PyUnicode_AsUTF8(msg));
1333 Py_DECREF(msg);
1334 }
1335 exit(test->exit);
1336 }
1337
1338 PyErr_Format(PyExc_RuntimeError, "detected %s(%R)", eventName, args);
1339 return -1;
1340}
1341
1342static int test_audit_run_command(void)
1343{
1344 AuditRunCommandTest test = {"cpython.run_command"};
Victor Stinner96c84752019-09-26 16:17:34 +02001345 wchar_t *argv[] = {PROGRAM_NAME, L"-c", L"pass"};
Miss Islington (bot)746992c2019-07-01 16:22:29 -07001346
1347 Py_IgnoreEnvironmentFlag = 0;
1348 PySys_AddAuditHook(_audit_hook_run, (void*)&test);
1349
1350 return Py_Main(Py_ARRAY_LENGTH(argv), argv);
1351}
1352
1353static int test_audit_run_file(void)
1354{
1355 AuditRunCommandTest test = {"cpython.run_file"};
Victor Stinner96c84752019-09-26 16:17:34 +02001356 wchar_t *argv[] = {PROGRAM_NAME, L"filename.py"};
Miss Islington (bot)746992c2019-07-01 16:22:29 -07001357
1358 Py_IgnoreEnvironmentFlag = 0;
1359 PySys_AddAuditHook(_audit_hook_run, (void*)&test);
1360
1361 return Py_Main(Py_ARRAY_LENGTH(argv), argv);
1362}
1363
1364static int run_audit_run_test(int argc, wchar_t **argv, void *test)
1365{
1366 PyStatus status;
1367 PyConfig config;
Victor Stinner6e128382019-09-28 04:50:43 +02001368 config.struct_size = sizeof(PyConfig);
1369
Miss Islington (bot)746992c2019-07-01 16:22:29 -07001370 status = PyConfig_InitPythonConfig(&config);
1371 if (PyStatus_Exception(status)) {
1372 Py_ExitStatusException(status);
1373 }
1374 config.argv.length = argc;
1375 config.argv.items = argv;
1376 config.parse_argv = 1;
1377 config.program_name = argv[0];
1378 config.interactive = 1;
1379 config.isolated = 0;
1380 config.use_environment = 1;
1381 config.quiet = 1;
1382
1383 PySys_AddAuditHook(_audit_hook_run, test);
1384
1385 status = Py_InitializeFromConfig(&config);
1386 if (PyStatus_Exception(status)) {
1387 Py_ExitStatusException(status);
1388 }
1389
1390 return Py_RunMain();
1391}
1392
1393static int test_audit_run_interactivehook(void)
1394{
1395 AuditRunCommandTest test = {"cpython.run_interactivehook", 10};
Victor Stinner96c84752019-09-26 16:17:34 +02001396 wchar_t *argv[] = {PROGRAM_NAME};
Miss Islington (bot)746992c2019-07-01 16:22:29 -07001397 return run_audit_run_test(Py_ARRAY_LENGTH(argv), argv, &test);
1398}
1399
1400static int test_audit_run_startup(void)
1401{
1402 AuditRunCommandTest test = {"cpython.run_startup", 10};
Victor Stinner96c84752019-09-26 16:17:34 +02001403 wchar_t *argv[] = {PROGRAM_NAME};
Miss Islington (bot)746992c2019-07-01 16:22:29 -07001404 return run_audit_run_test(Py_ARRAY_LENGTH(argv), argv, &test);
1405}
1406
1407static int test_audit_run_stdin(void)
1408{
1409 AuditRunCommandTest test = {"cpython.run_stdin"};
Victor Stinner96c84752019-09-26 16:17:34 +02001410 wchar_t *argv[] = {PROGRAM_NAME};
Miss Islington (bot)746992c2019-07-01 16:22:29 -07001411 return run_audit_run_test(Py_ARRAY_LENGTH(argv), argv, &test);
1412}
1413
Victor Stinner91c99872019-05-14 22:01:51 +02001414static int test_init_read_set(void)
1415{
Victor Stinner331a6a52019-05-27 16:39:22 +02001416 PyStatus status;
1417 PyConfig config;
Victor Stinner6e128382019-09-28 04:50:43 +02001418 config.struct_size = sizeof(PyConfig);
1419
Victor Stinner331a6a52019-05-27 16:39:22 +02001420 status = PyConfig_InitPythonConfig(&config);
1421 if (PyStatus_Exception(status)) {
1422 Py_ExitStatusException(status);
Victor Stinner6d1c4672019-05-20 11:02:00 +02001423 }
Victor Stinner91c99872019-05-14 22:01:51 +02001424
Victor Stinner331a6a52019-05-27 16:39:22 +02001425 status = PyConfig_SetBytesString(&config, &config.program_name,
Victor Stinner6d1c4672019-05-20 11:02:00 +02001426 "./init_read_set");
Victor Stinner331a6a52019-05-27 16:39:22 +02001427 if (PyStatus_Exception(status)) {
Victor Stinner91c99872019-05-14 22:01:51 +02001428 goto fail;
1429 }
1430
Victor Stinner331a6a52019-05-27 16:39:22 +02001431 status = PyConfig_Read(&config);
1432 if (PyStatus_Exception(status)) {
Victor Stinner91c99872019-05-14 22:01:51 +02001433 goto fail;
1434 }
1435
Miss Islington (bot)a6427cb2019-08-23 09:24:42 -07001436 status = PyWideStringList_Insert(&config.module_search_paths,
1437 1, L"test_path_insert1");
1438 if (PyStatus_Exception(status)) {
1439 goto fail;
1440 }
1441
Victor Stinner331a6a52019-05-27 16:39:22 +02001442 status = PyWideStringList_Append(&config.module_search_paths,
Miss Islington (bot)a6427cb2019-08-23 09:24:42 -07001443 L"test_path_append");
Victor Stinner331a6a52019-05-27 16:39:22 +02001444 if (PyStatus_Exception(status)) {
Victor Stinner91c99872019-05-14 22:01:51 +02001445 goto fail;
1446 }
1447
Victor Stinner331a6a52019-05-27 16:39:22 +02001448 /* override executable computed by PyConfig_Read() */
Miss Islington (bot)4c227e62019-07-01 11:28:55 -07001449 config_set_string(&config, &config.executable, L"my_executable");
1450 init_from_config_clear(&config);
Victor Stinner91c99872019-05-14 22:01:51 +02001451
Victor Stinner91c99872019-05-14 22:01:51 +02001452 dump_config();
1453 Py_Finalize();
1454 return 0;
1455
1456fail:
Victor Stinner331a6a52019-05-27 16:39:22 +02001457 Py_ExitStatusException(status);
Victor Stinner91c99872019-05-14 22:01:51 +02001458}
1459
1460
Victor Stinneraf84a882019-08-23 21:16:51 +02001461static int test_init_sys_add(void)
1462{
1463 PySys_AddXOption(L"sysadd_xoption");
1464 PySys_AddXOption(L"faulthandler");
1465 PySys_AddWarnOption(L"ignore:::sysadd_warnoption");
1466
1467 PyConfig config;
Victor Stinner6e128382019-09-28 04:50:43 +02001468 config.struct_size = sizeof(PyConfig);
1469
Victor Stinneraf84a882019-08-23 21:16:51 +02001470 PyStatus status;
1471 status = PyConfig_InitPythonConfig(&config);
1472 if (PyStatus_Exception(status)) {
1473 goto fail;
1474 }
1475
1476 wchar_t* argv[] = {
1477 L"python3",
1478 L"-W",
1479 L"ignore:::cmdline_warnoption",
1480 L"-X",
1481 L"cmdline_xoption",
1482 };
1483 config_set_argv(&config, Py_ARRAY_LENGTH(argv), argv);
1484 config.parse_argv = 1;
1485
1486 status = PyWideStringList_Append(&config.xoptions,
1487 L"config_xoption");
1488 if (PyStatus_Exception(status)) {
1489 goto fail;
1490 }
1491
1492 status = PyWideStringList_Append(&config.warnoptions,
1493 L"ignore:::config_warnoption");
1494 if (PyStatus_Exception(status)) {
1495 goto fail;
1496 }
1497
1498 config_set_program_name(&config);
1499 init_from_config_clear(&config);
1500
1501 dump_config();
1502 Py_Finalize();
1503 return 0;
1504
1505fail:
1506 PyConfig_Clear(&config);
1507 Py_ExitStatusException(status);
1508}
1509
1510
Victor Stinner96c84752019-09-26 16:17:34 +02001511static int test_init_setpath(void)
1512{
1513 char *env = getenv("TESTPATH");
1514 if (!env) {
1515 fprintf(stderr, "missing TESTPATH env var\n");
1516 return 1;
1517 }
1518 wchar_t *path = Py_DecodeLocale(env, NULL);
1519 if (path == NULL) {
1520 fprintf(stderr, "failed to decode TESTPATH\n");
1521 return 1;
1522 }
1523 Py_SetPath(path);
1524 PyMem_RawFree(path);
1525 putenv("TESTPATH=");
1526
1527 Py_Initialize();
1528 dump_config();
1529 Py_Finalize();
1530 return 0;
1531}
1532
1533
1534static int test_init_setpath_config(void)
1535{
1536 PyStatus status;
1537 PyPreConfig preconfig;
Victor Stinner6e128382019-09-28 04:50:43 +02001538 preconfig.struct_size = sizeof(PyPreConfig);
1539
1540 status = PyPreConfig_InitPythonConfig(&preconfig);
1541 if (PyStatus_Exception(status)) {
1542 Py_ExitStatusException(status);
1543 }
Victor Stinner96c84752019-09-26 16:17:34 +02001544
1545 /* Explicitly preinitializes with Python preconfiguration to avoid
1546 Py_SetPath() implicit preinitialization with compat preconfiguration. */
1547 status = Py_PreInitialize(&preconfig);
1548 if (PyStatus_Exception(status)) {
1549 Py_ExitStatusException(status);
1550 }
1551
1552 char *env = getenv("TESTPATH");
1553 if (!env) {
1554 fprintf(stderr, "missing TESTPATH env var\n");
1555 return 1;
1556 }
1557 wchar_t *path = Py_DecodeLocale(env, NULL);
1558 if (path == NULL) {
1559 fprintf(stderr, "failed to decode TESTPATH\n");
1560 return 1;
1561 }
1562 Py_SetPath(path);
1563 PyMem_RawFree(path);
1564 putenv("TESTPATH=");
1565
1566 PyConfig config;
Victor Stinner6e128382019-09-28 04:50:43 +02001567 config.struct_size = sizeof(PyConfig);
Victor Stinner96c84752019-09-26 16:17:34 +02001568
1569 status = PyConfig_InitPythonConfig(&config);
1570 if (PyStatus_Exception(status)) {
1571 Py_ExitStatusException(status);
1572 }
1573 config_set_string(&config, &config.program_name, L"conf_program_name");
1574 config_set_string(&config, &config.executable, L"conf_executable");
1575 init_from_config_clear(&config);
1576
1577 dump_config();
1578 Py_Finalize();
1579 return 0;
1580}
1581
1582
1583static int test_init_setpythonhome(void)
1584{
1585 char *env = getenv("TESTHOME");
1586 if (!env) {
1587 fprintf(stderr, "missing TESTHOME env var\n");
1588 return 1;
1589 }
1590 wchar_t *home = Py_DecodeLocale(env, NULL);
1591 if (home == NULL) {
1592 fprintf(stderr, "failed to decode TESTHOME\n");
1593 return 1;
1594 }
1595 Py_SetPythonHome(home);
1596 PyMem_RawFree(home);
1597 putenv("TESTHOME=");
1598
1599 Py_Initialize();
1600 dump_config();
1601 Py_Finalize();
1602 return 0;
1603}
1604
1605
Victor Stinner331a6a52019-05-27 16:39:22 +02001606static void configure_init_main(PyConfig *config)
Victor Stinner9ef5dca2019-05-16 17:38:16 +02001607{
Miss Islington (bot)4c227e62019-07-01 11:28:55 -07001608 wchar_t* argv[] = {
1609 L"python3", L"-c",
1610 (L"import _testinternalcapi, json; "
1611 L"print(json.dumps(_testinternalcapi.get_configs()))"),
1612 L"arg2"};
1613
Victor Stinnercab5d072019-05-17 19:01:14 +02001614 config->parse_argv = 1;
Miss Islington (bot)4c227e62019-07-01 11:28:55 -07001615
1616 config_set_argv(config, Py_ARRAY_LENGTH(argv), argv);
1617 config_set_string(config, &config->program_name, L"./python3");
Victor Stinner9ef5dca2019-05-16 17:38:16 +02001618}
1619
1620
1621static int test_init_run_main(void)
Victor Stinner2f549082019-03-29 15:13:46 +01001622{
Victor Stinner331a6a52019-05-27 16:39:22 +02001623 PyStatus status;
1624 PyConfig config;
Victor Stinner6e128382019-09-28 04:50:43 +02001625 config.struct_size = sizeof(PyConfig);
1626
Victor Stinner331a6a52019-05-27 16:39:22 +02001627 status = PyConfig_InitPythonConfig(&config);
1628 if (PyStatus_Exception(status)) {
1629 Py_ExitStatusException(status);
Victor Stinner6d1c4672019-05-20 11:02:00 +02001630 }
Victor Stinner9ef5dca2019-05-16 17:38:16 +02001631 configure_init_main(&config);
Miss Islington (bot)4c227e62019-07-01 11:28:55 -07001632 init_from_config_clear(&config);
Victor Stinner2f549082019-03-29 15:13:46 +01001633
Victor Stinner331a6a52019-05-27 16:39:22 +02001634 return Py_RunMain();
Victor Stinner2f549082019-03-29 15:13:46 +01001635}
1636
1637
Victor Stinner9ef5dca2019-05-16 17:38:16 +02001638static int test_init_main(void)
1639{
Victor Stinner331a6a52019-05-27 16:39:22 +02001640 PyStatus status;
1641 PyConfig config;
Victor Stinner6e128382019-09-28 04:50:43 +02001642 config.struct_size = sizeof(PyConfig);
Victor Stinner6d1c4672019-05-20 11:02:00 +02001643
Victor Stinner331a6a52019-05-27 16:39:22 +02001644 status = PyConfig_InitPythonConfig(&config);
1645 if (PyStatus_Exception(status)) {
1646 Py_ExitStatusException(status);
Victor Stinner6d1c4672019-05-20 11:02:00 +02001647 }
Victor Stinner9ef5dca2019-05-16 17:38:16 +02001648 configure_init_main(&config);
1649 config._init_main = 0;
Miss Islington (bot)4c227e62019-07-01 11:28:55 -07001650 init_from_config_clear(&config);
Victor Stinner9ef5dca2019-05-16 17:38:16 +02001651
1652 /* sys.stdout don't exist yet: it is created by _Py_InitializeMain() */
1653 int res = PyRun_SimpleString(
1654 "import sys; "
1655 "print('Run Python code before _Py_InitializeMain', "
1656 "file=sys.stderr)");
1657 if (res < 0) {
1658 exit(1);
1659 }
1660
Victor Stinner331a6a52019-05-27 16:39:22 +02001661 status = _Py_InitializeMain();
1662 if (PyStatus_Exception(status)) {
1663 Py_ExitStatusException(status);
Victor Stinner9ef5dca2019-05-16 17:38:16 +02001664 }
1665
Victor Stinner331a6a52019-05-27 16:39:22 +02001666 return Py_RunMain();
Victor Stinner9ef5dca2019-05-16 17:38:16 +02001667}
1668
1669
1670static int test_run_main(void)
Victor Stinner5eb8b072019-05-15 02:12:48 +02001671{
Victor Stinner331a6a52019-05-27 16:39:22 +02001672 PyStatus status;
1673 PyConfig config;
Victor Stinner6e128382019-09-28 04:50:43 +02001674 config.struct_size = sizeof(PyConfig);
Victor Stinner6d1c4672019-05-20 11:02:00 +02001675
Victor Stinner331a6a52019-05-27 16:39:22 +02001676 status = PyConfig_InitPythonConfig(&config);
1677 if (PyStatus_Exception(status)) {
Miss Islington (bot)4c227e62019-07-01 11:28:55 -07001678 PyConfig_Clear(&config);
1679 Py_ExitStatusException(status);
Victor Stinner6d1c4672019-05-20 11:02:00 +02001680 }
Victor Stinner5eb8b072019-05-15 02:12:48 +02001681
1682 wchar_t *argv[] = {L"python3", L"-c",
Victor Stinner9ef5dca2019-05-16 17:38:16 +02001683 (L"import sys; "
Victor Stinner331a6a52019-05-27 16:39:22 +02001684 L"print(f'Py_RunMain(): sys.argv={sys.argv}')"),
Victor Stinner5eb8b072019-05-15 02:12:48 +02001685 L"arg2"};
Miss Islington (bot)4c227e62019-07-01 11:28:55 -07001686 config_set_argv(&config, Py_ARRAY_LENGTH(argv), argv);
1687 config_set_string(&config, &config.program_name, L"./python3");
1688 init_from_config_clear(&config);
Victor Stinner6d1c4672019-05-20 11:02:00 +02001689
Victor Stinner331a6a52019-05-27 16:39:22 +02001690 return Py_RunMain();
Victor Stinner5eb8b072019-05-15 02:12:48 +02001691}
1692
1693
Steve Dowerea74f0c2017-01-01 20:25:03 -08001694/* *********************************************************
1695 * List of test cases and the function that implements it.
Serhiy Storchaka13ad3b72017-09-14 09:38:36 +03001696 *
Steve Dowerea74f0c2017-01-01 20:25:03 -08001697 * Names are compared case-sensitively with the first
1698 * argument. If no match is found, or no first argument was
1699 * provided, the names of all test cases are printed and
1700 * the exit code will be -1.
1701 *
1702 * The int returned from test functions is used as the exit
1703 * code, and test_capi treats all non-zero exit codes as a
Serhiy Storchaka13ad3b72017-09-14 09:38:36 +03001704 * failed test.
Steve Dowerea74f0c2017-01-01 20:25:03 -08001705 *********************************************************/
1706struct TestCase
1707{
1708 const char *name;
1709 int (*func)(void);
1710};
1711
1712static struct TestCase TestCases[] = {
Victor Stinner5edcf262019-05-23 00:57:57 +02001713 {"test_forced_io_encoding", test_forced_io_encoding},
1714 {"test_repeated_init_and_subinterpreters", test_repeated_init_and_subinterpreters},
1715 {"test_pre_initialization_api", test_pre_initialization_api},
1716 {"test_pre_initialization_sys_options", test_pre_initialization_sys_options},
1717 {"test_bpo20891", test_bpo20891},
1718 {"test_initialize_twice", test_initialize_twice},
1719 {"test_initialize_pymain", test_initialize_pymain},
1720 {"test_init_initialize_config", test_init_initialize_config},
1721 {"test_preinit_compat_config", test_preinit_compat_config},
1722 {"test_init_compat_config", test_init_compat_config},
1723 {"test_init_global_config", test_init_global_config},
1724 {"test_init_from_config", test_init_from_config},
1725 {"test_init_parse_argv", test_init_parse_argv},
1726 {"test_init_dont_parse_argv", test_init_dont_parse_argv},
Victor Stinner20e1e252019-05-23 04:12:27 +02001727 {"test_init_compat_env", test_init_compat_env},
1728 {"test_init_python_env", test_init_python_env},
Victor Stinner5edcf262019-05-23 00:57:57 +02001729 {"test_init_env_dev_mode", test_init_env_dev_mode},
1730 {"test_init_env_dev_mode_alloc", test_init_env_dev_mode_alloc},
1731 {"test_init_dont_configure_locale", test_init_dont_configure_locale},
1732 {"test_init_dev_mode", test_init_dev_mode},
1733 {"test_init_isolated_flag", test_init_isolated_flag},
1734 {"test_preinit_isolated_config", test_preinit_isolated_config},
1735 {"test_init_isolated_config", test_init_isolated_config},
1736 {"test_preinit_python_config", test_preinit_python_config},
1737 {"test_init_python_config", test_init_python_config},
1738 {"test_preinit_isolated1", test_preinit_isolated1},
1739 {"test_preinit_isolated2", test_preinit_isolated2},
1740 {"test_preinit_parse_argv", test_preinit_parse_argv},
1741 {"test_preinit_dont_parse_argv", test_preinit_dont_parse_argv},
1742 {"test_init_read_set", test_init_read_set},
1743 {"test_init_run_main", test_init_run_main},
1744 {"test_init_main", test_init_main},
Victor Stinneraf84a882019-08-23 21:16:51 +02001745 {"test_init_sys_add", test_init_sys_add},
Victor Stinner96c84752019-09-26 16:17:34 +02001746 {"test_init_setpath", test_init_setpath},
1747 {"test_init_setpath_config", test_init_setpath_config},
1748 {"test_init_setpythonhome", test_init_setpythonhome},
Victor Stinner5edcf262019-05-23 00:57:57 +02001749 {"test_run_main", test_run_main},
Victor Stinner96c84752019-09-26 16:17:34 +02001750
Steve Dowerb82e17e2019-05-23 08:45:22 -07001751 {"test_open_code_hook", test_open_code_hook},
1752 {"test_audit", test_audit},
1753 {"test_audit_subinterpreter", test_audit_subinterpreter},
Miss Islington (bot)746992c2019-07-01 16:22:29 -07001754 {"test_audit_run_command", test_audit_run_command},
1755 {"test_audit_run_file", test_audit_run_file},
1756 {"test_audit_run_interactivehook", test_audit_run_interactivehook},
1757 {"test_audit_run_startup", test_audit_run_startup},
1758 {"test_audit_run_stdin", test_audit_run_stdin},
Victor Stinner5edcf262019-05-23 00:57:57 +02001759 {NULL, NULL}
Steve Dowerea74f0c2017-01-01 20:25:03 -08001760};
1761
Nick Coghlan7d270ee2013-10-17 22:35:35 +10001762int main(int argc, char *argv[])
1763{
Nick Coghlan7d270ee2013-10-17 22:35:35 +10001764 if (argc > 1) {
Steve Dowerea74f0c2017-01-01 20:25:03 -08001765 for (struct TestCase *tc = TestCases; tc && tc->name; tc++) {
1766 if (strcmp(argv[1], tc->name) == 0)
1767 return (*tc->func)();
1768 }
Nick Coghlan7d270ee2013-10-17 22:35:35 +10001769 }
Steve Dowerea74f0c2017-01-01 20:25:03 -08001770
1771 /* No match found, or no test name provided, so display usage */
1772 printf("Python " PY_VERSION " _testembed executable for embedded interpreter tests\n"
Nick Coghlanbc77eff2018-03-25 20:44:30 +10001773 "Normally executed via 'EmbeddingTests' in Lib/test/test_embed.py\n\n"
Steve Dowerea74f0c2017-01-01 20:25:03 -08001774 "Usage: %s TESTNAME\n\nAll available tests:\n", argv[0]);
1775 for (struct TestCase *tc = TestCases; tc && tc->name; tc++) {
1776 printf(" %s\n", tc->name);
1777 }
1778
Nick Coghlanbc77eff2018-03-25 20:44:30 +10001779 /* Non-zero exit code will cause test_embed.py tests to fail.
Steve Dowerea74f0c2017-01-01 20:25:03 -08001780 This is intentional. */
1781 return -1;
Antoine Pitrou8e605772011-04-25 21:21:07 +02001782}