blob: 748ea8a8f3360115f3995a4e2c8d21c9ad0f1eec [file] [log] [blame]
Victor Stinner91c99872019-05-14 22:01:51 +02001#ifndef Py_BUILD_CORE_MODULE
2# define Py_BUILD_CORE_MODULE
3#endif
4
Victor Stinner013a18a2019-06-06 14:25:18 +02005/* Always enable assertion (even in release mode) */
6#undef NDEBUG
7
Antoine Pitrou8e605772011-04-25 21:21:07 +02008#include <Python.h>
Victor Stinnere5014be2020-04-14 17:52:15 +02009#include "pycore_initconfig.h" // _PyConfig_InitCompatConfig()
10#include "pycore_runtime.h" // _PyRuntime
Victor Stinnerbab0db62019-05-18 03:21:27 +020011#include <Python.h>
Eric Snowe3774162017-05-22 19:46:40 -070012#include <inttypes.h>
Antoine Pitrou8e605772011-04-25 21:21:07 +020013#include <stdio.h>
Nick Coghlanbc77eff2018-03-25 20:44:30 +100014#include <wchar.h>
Antoine Pitrou8e605772011-04-25 21:21:07 +020015
Nick Coghlan7d270ee2013-10-17 22:35:35 +100016/*********************************************************
17 * Embedded interpreter tests that need a custom exe
18 *
19 * Executed via 'EmbeddingTests' in Lib/test/test_capi.py
20 *********************************************************/
21
Victor Stinnerbb6bf7d2019-09-24 18:21:02 +020022/* Use path starting with "./" avoids a search along the PATH */
23#define PROGRAM_NAME L"./_testembed"
24
Nick Coghlan7d270ee2013-10-17 22:35:35 +100025static void _testembed_Py_Initialize(void)
26{
Victor Stinnerbb6bf7d2019-09-24 18:21:02 +020027 Py_SetProgramName(PROGRAM_NAME);
Nick Coghlan7d270ee2013-10-17 22:35:35 +100028 Py_Initialize();
29}
30
31
32/*****************************************************
Martin Panter8f265652016-04-19 04:03:41 +000033 * Test repeated initialisation and subinterpreters
Nick Coghlan7d270ee2013-10-17 22:35:35 +100034 *****************************************************/
35
36static void print_subinterp(void)
Antoine Pitrou8e605772011-04-25 21:21:07 +020037{
Eric Snowe3774162017-05-22 19:46:40 -070038 /* Output information about the interpreter in the format
39 expected in Lib/test/test_capi.py (test_subinterps). */
Antoine Pitrou8e605772011-04-25 21:21:07 +020040 PyThreadState *ts = PyThreadState_Get();
Eric Snowe3774162017-05-22 19:46:40 -070041 PyInterpreterState *interp = ts->interp;
42 int64_t id = PyInterpreterState_GetID(interp);
Eric Snowd1c3c132017-05-24 17:19:47 -070043 printf("interp %" PRId64 " <0x%" PRIXPTR ">, thread state <0x%" PRIXPTR ">: ",
Eric Snowe3774162017-05-22 19:46:40 -070044 id, (uintptr_t)interp, (uintptr_t)ts);
Antoine Pitrou8e605772011-04-25 21:21:07 +020045 fflush(stdout);
46 PyRun_SimpleString(
47 "import sys;"
48 "print('id(modules) =', id(sys.modules));"
49 "sys.stdout.flush()"
50 );
51}
52
Steve Dowerea74f0c2017-01-01 20:25:03 -080053static int test_repeated_init_and_subinterpreters(void)
Antoine Pitrou8e605772011-04-25 21:21:07 +020054{
55 PyThreadState *mainstate, *substate;
56 PyGILState_STATE gilstate;
57 int i, j;
58
Ned Deily939231b2016-08-16 00:17:42 -040059 for (i=0; i<15; i++) {
Antoine Pitrou8e605772011-04-25 21:21:07 +020060 printf("--- Pass %d ---\n", i);
Nick Coghlan7d270ee2013-10-17 22:35:35 +100061 _testembed_Py_Initialize();
Antoine Pitrou8e605772011-04-25 21:21:07 +020062 mainstate = PyThreadState_Get();
63
Antoine Pitrou8e605772011-04-25 21:21:07 +020064 PyEval_ReleaseThread(mainstate);
65
66 gilstate = PyGILState_Ensure();
67 print_subinterp();
68 PyThreadState_Swap(NULL);
69
70 for (j=0; j<3; j++) {
71 substate = Py_NewInterpreter();
72 print_subinterp();
73 Py_EndInterpreter(substate);
74 }
75
76 PyThreadState_Swap(mainstate);
77 print_subinterp();
78 PyGILState_Release(gilstate);
Antoine Pitrou8e605772011-04-25 21:21:07 +020079
80 PyEval_RestoreThread(mainstate);
81 Py_Finalize();
82 }
Steve Dowerea74f0c2017-01-01 20:25:03 -080083 return 0;
Nick Coghlan7d270ee2013-10-17 22:35:35 +100084}
85
86/*****************************************************
87 * Test forcing a particular IO encoding
88 *****************************************************/
89
90static void check_stdio_details(const char *encoding, const char * errors)
91{
92 /* Output info for the test case to check */
93 if (encoding) {
94 printf("Expected encoding: %s\n", encoding);
95 } else {
96 printf("Expected encoding: default\n");
97 }
98 if (errors) {
99 printf("Expected errors: %s\n", errors);
100 } else {
101 printf("Expected errors: default\n");
102 }
103 fflush(stdout);
104 /* Force the given IO encoding */
105 Py_SetStandardStreamEncoding(encoding, errors);
106 _testembed_Py_Initialize();
107 PyRun_SimpleString(
108 "import sys;"
109 "print('stdin: {0.encoding}:{0.errors}'.format(sys.stdin));"
110 "print('stdout: {0.encoding}:{0.errors}'.format(sys.stdout));"
111 "print('stderr: {0.encoding}:{0.errors}'.format(sys.stderr));"
112 "sys.stdout.flush()"
113 );
114 Py_Finalize();
115}
116
Steve Dowerea74f0c2017-01-01 20:25:03 -0800117static int test_forced_io_encoding(void)
Nick Coghlan7d270ee2013-10-17 22:35:35 +1000118{
119 /* Check various combinations */
120 printf("--- Use defaults ---\n");
121 check_stdio_details(NULL, NULL);
122 printf("--- Set errors only ---\n");
Victor Stinnerb2bef622014-03-18 02:38:12 +0100123 check_stdio_details(NULL, "ignore");
Nick Coghlan7d270ee2013-10-17 22:35:35 +1000124 printf("--- Set encoding only ---\n");
Victor Stinner9e4994d2018-08-28 23:26:33 +0200125 check_stdio_details("iso8859-1", NULL);
Nick Coghlan7d270ee2013-10-17 22:35:35 +1000126 printf("--- Set encoding and errors ---\n");
Victor Stinner9e4994d2018-08-28 23:26:33 +0200127 check_stdio_details("iso8859-1", "replace");
Nick Coghlan7d270ee2013-10-17 22:35:35 +1000128
129 /* Check calling after initialization fails */
130 Py_Initialize();
131
132 if (Py_SetStandardStreamEncoding(NULL, NULL) == 0) {
133 printf("Unexpected success calling Py_SetStandardStreamEncoding");
134 }
135 Py_Finalize();
Steve Dowerea74f0c2017-01-01 20:25:03 -0800136 return 0;
Nick Coghlan7d270ee2013-10-17 22:35:35 +1000137}
138
Victor Stinner9e87e772017-11-24 12:09:24 +0100139/*********************************************************
140 * Test parts of the C-API that work before initialization
141 *********************************************************/
142
Nick Coghlanbc77eff2018-03-25 20:44:30 +1000143/* The pre-initialization tests tend to break by segfaulting, so explicitly
144 * flushed progress messages make the broken API easier to find when they fail.
145 */
146#define _Py_EMBED_PREINIT_CHECK(msg) \
147 do {printf(msg); fflush(stdout);} while (0);
148
Victor Stinner9e87e772017-11-24 12:09:24 +0100149static int test_pre_initialization_api(void)
150{
Victor Stinnera9df6512019-03-05 23:31:54 +0100151 /* the test doesn't support custom memory allocators */
152 putenv("PYTHONMALLOC=");
153
Nick Coghlan42746092017-11-26 14:19:13 +1000154 /* Leading "./" ensures getpath.c can still find the standard library */
Nick Coghlanbc77eff2018-03-25 20:44:30 +1000155 _Py_EMBED_PREINIT_CHECK("Checking Py_DecodeLocale\n");
Nick Coghlan42746092017-11-26 14:19:13 +1000156 wchar_t *program = Py_DecodeLocale("./spam", NULL);
Victor Stinner9e87e772017-11-24 12:09:24 +0100157 if (program == NULL) {
158 fprintf(stderr, "Fatal error: cannot decode program name\n");
159 return 1;
160 }
Nick Coghlanbc77eff2018-03-25 20:44:30 +1000161 _Py_EMBED_PREINIT_CHECK("Checking Py_SetProgramName\n");
Victor Stinner9e87e772017-11-24 12:09:24 +0100162 Py_SetProgramName(program);
163
Nick Coghlanbc77eff2018-03-25 20:44:30 +1000164 _Py_EMBED_PREINIT_CHECK("Initializing interpreter\n");
Victor Stinner9e87e772017-11-24 12:09:24 +0100165 Py_Initialize();
Nick Coghlanbc77eff2018-03-25 20:44:30 +1000166 _Py_EMBED_PREINIT_CHECK("Check sys module contents\n");
167 PyRun_SimpleString("import sys; "
168 "print('sys.executable:', sys.executable)");
169 _Py_EMBED_PREINIT_CHECK("Finalizing interpreter\n");
Victor Stinner9e87e772017-11-24 12:09:24 +0100170 Py_Finalize();
171
Nick Coghlanbc77eff2018-03-25 20:44:30 +1000172 _Py_EMBED_PREINIT_CHECK("Freeing memory allocated by Py_DecodeLocale\n");
Victor Stinner9e87e772017-11-24 12:09:24 +0100173 PyMem_RawFree(program);
174 return 0;
175}
176
Nick Coghlanbc77eff2018-03-25 20:44:30 +1000177
178/* bpo-33042: Ensure embedding apps can predefine sys module options */
179static int test_pre_initialization_sys_options(void)
180{
Nick Coghlan69f5c732018-03-30 15:36:42 +1000181 /* We allocate a couple of the options dynamically, and then delete
Nick Coghlanbc77eff2018-03-25 20:44:30 +1000182 * them before calling Py_Initialize. This ensures the interpreter isn't
183 * relying on the caller to keep the passed in strings alive.
184 */
Nick Coghlan69f5c732018-03-30 15:36:42 +1000185 const wchar_t *static_warnoption = L"once";
186 const wchar_t *static_xoption = L"also_not_an_option=2";
Nick Coghlanbc77eff2018-03-25 20:44:30 +1000187 size_t warnoption_len = wcslen(static_warnoption);
188 size_t xoption_len = wcslen(static_xoption);
Nick Coghlan69f5c732018-03-30 15:36:42 +1000189 wchar_t *dynamic_once_warnoption = \
190 (wchar_t *) calloc(warnoption_len+1, sizeof(wchar_t));
191 wchar_t *dynamic_xoption = \
192 (wchar_t *) calloc(xoption_len+1, sizeof(wchar_t));
Nick Coghlanbc77eff2018-03-25 20:44:30 +1000193 wcsncpy(dynamic_once_warnoption, static_warnoption, warnoption_len+1);
194 wcsncpy(dynamic_xoption, static_xoption, xoption_len+1);
195
196 _Py_EMBED_PREINIT_CHECK("Checking PySys_AddWarnOption\n");
197 PySys_AddWarnOption(L"default");
198 _Py_EMBED_PREINIT_CHECK("Checking PySys_ResetWarnOptions\n");
199 PySys_ResetWarnOptions();
200 _Py_EMBED_PREINIT_CHECK("Checking PySys_AddWarnOption linked list\n");
201 PySys_AddWarnOption(dynamic_once_warnoption);
202 PySys_AddWarnOption(L"module");
203 PySys_AddWarnOption(L"default");
204 _Py_EMBED_PREINIT_CHECK("Checking PySys_AddXOption\n");
205 PySys_AddXOption(L"not_an_option=1");
206 PySys_AddXOption(dynamic_xoption);
207
208 /* Delete the dynamic options early */
209 free(dynamic_once_warnoption);
210 dynamic_once_warnoption = NULL;
211 free(dynamic_xoption);
212 dynamic_xoption = NULL;
213
214 _Py_EMBED_PREINIT_CHECK("Initializing interpreter\n");
215 _testembed_Py_Initialize();
216 _Py_EMBED_PREINIT_CHECK("Check sys module contents\n");
217 PyRun_SimpleString("import sys; "
218 "print('sys.warnoptions:', sys.warnoptions); "
219 "print('sys._xoptions:', sys._xoptions); "
220 "warnings = sys.modules['warnings']; "
221 "latest_filters = [f[0] for f in warnings.filters[:3]]; "
222 "print('warnings.filters[:3]:', latest_filters)");
223 _Py_EMBED_PREINIT_CHECK("Finalizing interpreter\n");
224 Py_Finalize();
225
226 return 0;
227}
228
229
230/* bpo-20891: Avoid race condition when initialising the GIL */
Victor Stinnerb4d1e1f2017-11-30 22:05:00 +0100231static void bpo20891_thread(void *lockp)
232{
233 PyThread_type_lock lock = *((PyThread_type_lock*)lockp);
234
235 PyGILState_STATE state = PyGILState_Ensure();
236 if (!PyGILState_Check()) {
237 fprintf(stderr, "PyGILState_Check failed!");
238 abort();
239 }
240
241 PyGILState_Release(state);
242
243 PyThread_release_lock(lock);
244
245 PyThread_exit_thread();
246}
247
248static int test_bpo20891(void)
249{
Victor Stinnera9df6512019-03-05 23:31:54 +0100250 /* the test doesn't support custom memory allocators */
251 putenv("PYTHONMALLOC=");
252
Victor Stinner3225b9f2020-03-09 20:56:57 +0100253 /* bpo-20891: Calling PyGILState_Ensure in a non-Python thread must not
254 crash. */
Victor Stinnerb4d1e1f2017-11-30 22:05:00 +0100255 PyThread_type_lock lock = PyThread_allocate_lock();
256 if (!lock) {
257 fprintf(stderr, "PyThread_allocate_lock failed!");
258 return 1;
259 }
260
261 _testembed_Py_Initialize();
262
263 unsigned long thrd = PyThread_start_new_thread(bpo20891_thread, &lock);
264 if (thrd == PYTHREAD_INVALID_THREAD_ID) {
265 fprintf(stderr, "PyThread_start_new_thread failed!");
266 return 1;
267 }
268 PyThread_acquire_lock(lock, WAIT_LOCK);
269
270 Py_BEGIN_ALLOW_THREADS
271 /* wait until the thread exit */
272 PyThread_acquire_lock(lock, WAIT_LOCK);
273 Py_END_ALLOW_THREADS
274
275 PyThread_free_lock(lock);
276
277 return 0;
278}
279
Victor Stinner209abf72018-06-22 19:14:51 +0200280static int test_initialize_twice(void)
281{
282 _testembed_Py_Initialize();
283
284 /* bpo-33932: Calling Py_Initialize() twice should do nothing
285 * (and not crash!). */
286 Py_Initialize();
287
288 Py_Finalize();
289
290 return 0;
291}
292
Victor Stinnerfb47bca2018-07-20 17:34:23 +0200293static int test_initialize_pymain(void)
294{
295 wchar_t *argv[] = {L"PYTHON", L"-c",
Victor Stinnercab5d072019-05-17 19:01:14 +0200296 (L"import sys; "
297 L"print(f'Py_Main() after Py_Initialize: "
298 L"sys.argv={sys.argv}')"),
Victor Stinnerfb47bca2018-07-20 17:34:23 +0200299 L"arg2"};
300 _testembed_Py_Initialize();
301
302 /* bpo-34008: Calling Py_Main() after Py_Initialize() must not crash */
303 Py_Main(Py_ARRAY_LENGTH(argv), argv);
304
305 Py_Finalize();
306
307 return 0;
308}
309
Victor Stinner9e87e772017-11-24 12:09:24 +0100310
Victor Stinner00b137c2018-11-13 19:59:26 +0100311static void
312dump_config(void)
313{
Victor Stinner23bace22019-04-18 11:37:26 +0200314 (void) PyRun_SimpleStringFlags(
315 "import _testinternalcapi, json; "
316 "print(json.dumps(_testinternalcapi.get_configs()))",
317 0);
Victor Stinner00b137c2018-11-13 19:59:26 +0100318}
319
320
Victor Stinner022be022019-05-22 23:58:50 +0200321static int test_init_initialize_config(void)
Victor Stinner56b29b62018-07-26 18:57:56 +0200322{
323 _testembed_Py_Initialize();
324 dump_config();
325 Py_Finalize();
326 return 0;
327}
328
329
Victor Stinner67310022019-07-01 19:52:45 +0200330static void config_set_string(PyConfig *config, wchar_t **config_str, const wchar_t *str)
331{
332 PyStatus status = PyConfig_SetString(config, config_str, str);
333 if (PyStatus_Exception(status)) {
334 PyConfig_Clear(config);
335 Py_ExitStatusException(status);
336 }
337}
338
339
340static void config_set_argv(PyConfig *config, Py_ssize_t argc, wchar_t * const *argv)
341{
342 PyStatus status = PyConfig_SetArgv(config, argc, argv);
343 if (PyStatus_Exception(status)) {
344 PyConfig_Clear(config);
345 Py_ExitStatusException(status);
346 }
347}
348
349
350static void
351config_set_wide_string_list(PyConfig *config, PyWideStringList *list,
352 Py_ssize_t length, wchar_t **items)
353{
354 PyStatus status = PyConfig_SetWideStringList(config, list, length, items);
355 if (PyStatus_Exception(status)) {
356 PyConfig_Clear(config);
357 Py_ExitStatusException(status);
358 }
359}
360
361
362static void config_set_program_name(PyConfig *config)
363{
Victor Stinnerbb6bf7d2019-09-24 18:21:02 +0200364 const wchar_t *program_name = PROGRAM_NAME;
Victor Stinner67310022019-07-01 19:52:45 +0200365 config_set_string(config, &config->program_name, program_name);
366}
367
368
369static void init_from_config_clear(PyConfig *config)
370{
371 PyStatus status = Py_InitializeFromConfig(config);
372 PyConfig_Clear(config);
373 if (PyStatus_Exception(status)) {
374 Py_ExitStatusException(status);
375 }
376}
377
378
Victor Stinner022be022019-05-22 23:58:50 +0200379static int check_init_compat_config(int preinit)
380{
Victor Stinner331a6a52019-05-27 16:39:22 +0200381 PyStatus status;
Victor Stinner022be022019-05-22 23:58:50 +0200382
383 if (preinit) {
Victor Stinner331a6a52019-05-27 16:39:22 +0200384 PyPreConfig preconfig;
Victor Stinner3c30a762019-10-01 10:56:37 +0200385 _PyPreConfig_InitCompatConfig(&preconfig);
Victor Stinner022be022019-05-22 23:58:50 +0200386
Victor Stinner331a6a52019-05-27 16:39:22 +0200387 status = Py_PreInitialize(&preconfig);
388 if (PyStatus_Exception(status)) {
389 Py_ExitStatusException(status);
Victor Stinner022be022019-05-22 23:58:50 +0200390 }
391 }
392
Victor Stinner331a6a52019-05-27 16:39:22 +0200393 PyConfig config;
Victor Stinner8462a492019-10-01 12:06:16 +0200394 _PyConfig_InitCompatConfig(&config);
Victor Stinner441b10c2019-09-28 04:28:35 +0200395
Victor Stinner67310022019-07-01 19:52:45 +0200396 config_set_program_name(&config);
397 init_from_config_clear(&config);
Victor Stinner022be022019-05-22 23:58:50 +0200398
399 dump_config();
400 Py_Finalize();
401 return 0;
402}
403
404
405static int test_preinit_compat_config(void)
406{
407 return check_init_compat_config(1);
408}
409
410
411static int test_init_compat_config(void)
412{
413 return check_init_compat_config(0);
414}
415
416
Victor Stinner56b29b62018-07-26 18:57:56 +0200417static int test_init_global_config(void)
418{
419 /* FIXME: test Py_IgnoreEnvironmentFlag */
420
421 putenv("PYTHONUTF8=0");
422 Py_UTF8Mode = 1;
423
424 /* Test initialization from global configuration variables (Py_xxx) */
425 Py_SetProgramName(L"./globalvar");
426
427 /* Py_IsolatedFlag is not tested */
428 Py_NoSiteFlag = 1;
429 Py_BytesWarningFlag = 1;
430
431 putenv("PYTHONINSPECT=");
432 Py_InspectFlag = 1;
433
434 putenv("PYTHONOPTIMIZE=0");
435 Py_InteractiveFlag = 1;
436
437 putenv("PYTHONDEBUG=0");
438 Py_OptimizeFlag = 2;
439
440 /* Py_DebugFlag is not tested */
441
442 putenv("PYTHONDONTWRITEBYTECODE=");
443 Py_DontWriteBytecodeFlag = 1;
444
445 putenv("PYTHONVERBOSE=0");
446 Py_VerboseFlag = 1;
447
448 Py_QuietFlag = 1;
449 Py_NoUserSiteDirectory = 1;
450
451 putenv("PYTHONUNBUFFERED=");
452 Py_UnbufferedStdioFlag = 1;
453
Victor Stinner54b43bb2019-05-16 18:30:15 +0200454 Py_FrozenFlag = 1;
455
Victor Stinner56b29b62018-07-26 18:57:56 +0200456 /* FIXME: test Py_LegacyWindowsFSEncodingFlag */
457 /* FIXME: test Py_LegacyWindowsStdioFlag */
458
Victor Stinner56b29b62018-07-26 18:57:56 +0200459 Py_Initialize();
460 dump_config();
461 Py_Finalize();
462 return 0;
463}
464
465
466static int test_init_from_config(void)
467{
Victor Stinner331a6a52019-05-27 16:39:22 +0200468 PyPreConfig preconfig;
Victor Stinner3c30a762019-10-01 10:56:37 +0200469 _PyPreConfig_InitCompatConfig(&preconfig);
Victor Stinner20004952019-03-26 02:31:11 +0100470
471 putenv("PYTHONMALLOC=malloc_debug");
Victor Stinnerb16b4e42019-05-17 15:20:52 +0200472 preconfig.allocator = PYMEM_ALLOCATOR_MALLOC;
Victor Stinner20004952019-03-26 02:31:11 +0100473
474 putenv("PYTHONUTF8=0");
475 Py_UTF8Mode = 0;
476 preconfig.utf8_mode = 1;
477
Victor Stinner3c30a762019-10-01 10:56:37 +0200478 PyStatus status = Py_PreInitialize(&preconfig);
Victor Stinner331a6a52019-05-27 16:39:22 +0200479 if (PyStatus_Exception(status)) {
480 Py_ExitStatusException(status);
Victor Stinner20004952019-03-26 02:31:11 +0100481 }
482
Victor Stinner331a6a52019-05-27 16:39:22 +0200483 PyConfig config;
Victor Stinner8462a492019-10-01 12:06:16 +0200484 _PyConfig_InitCompatConfig(&config);
Victor Stinner441b10c2019-09-28 04:28:35 +0200485
Victor Stinner56b29b62018-07-26 18:57:56 +0200486 config.install_signal_handlers = 0;
487
488 /* FIXME: test use_environment */
489
490 putenv("PYTHONHASHSEED=42");
491 config.use_hash_seed = 1;
492 config.hash_seed = 123;
493
Victor Stinnerbab0db62019-05-18 03:21:27 +0200494 /* dev_mode=1 is tested in test_init_dev_mode() */
Victor Stinner56b29b62018-07-26 18:57:56 +0200495
496 putenv("PYTHONFAULTHANDLER=");
497 config.faulthandler = 1;
498
499 putenv("PYTHONTRACEMALLOC=0");
500 config.tracemalloc = 2;
501
502 putenv("PYTHONPROFILEIMPORTTIME=0");
503 config.import_time = 1;
504
505 config.show_ref_count = 1;
Victor Stinner56b29b62018-07-26 18:57:56 +0200506 /* FIXME: test dump_refs: bpo-34223 */
507
508 putenv("PYTHONMALLOCSTATS=0");
509 config.malloc_stats = 1;
510
Victor Stinner56b29b62018-07-26 18:57:56 +0200511 putenv("PYTHONPYCACHEPREFIX=env_pycache_prefix");
Victor Stinner67310022019-07-01 19:52:45 +0200512 config_set_string(&config, &config.pycache_prefix, L"conf_pycache_prefix");
Victor Stinner56b29b62018-07-26 18:57:56 +0200513
514 Py_SetProgramName(L"./globalvar");
Victor Stinner67310022019-07-01 19:52:45 +0200515 config_set_string(&config, &config.program_name, L"./conf_program_name");
Victor Stinner56b29b62018-07-26 18:57:56 +0200516
Victor Stinner67310022019-07-01 19:52:45 +0200517 wchar_t* argv[] = {
Victor Stinner2f549082019-03-29 15:13:46 +0100518 L"python3",
Victor Stinner67310022019-07-01 19:52:45 +0200519 L"-W",
520 L"cmdline_warnoption",
521 L"-X",
522 L"cmdline_xoption",
Victor Stinner01de89c2018-11-14 17:39:45 +0100523 L"-c",
524 L"pass",
Victor Stinner2f549082019-03-29 15:13:46 +0100525 L"arg2",
Victor Stinner01de89c2018-11-14 17:39:45 +0100526 };
Victor Stinner67310022019-07-01 19:52:45 +0200527 config_set_argv(&config, Py_ARRAY_LENGTH(argv), argv);
Victor Stinnercab5d072019-05-17 19:01:14 +0200528 config.parse_argv = 1;
Victor Stinner01de89c2018-11-14 17:39:45 +0100529
Victor Stinner67310022019-07-01 19:52:45 +0200530 wchar_t* xoptions[3] = {
531 L"config_xoption1=3",
532 L"config_xoption2=",
533 L"config_xoption3",
Victor Stinner01de89c2018-11-14 17:39:45 +0100534 };
Victor Stinner67310022019-07-01 19:52:45 +0200535 config_set_wide_string_list(&config, &config.xoptions,
536 Py_ARRAY_LENGTH(xoptions), xoptions);
Victor Stinner01de89c2018-11-14 17:39:45 +0100537
Victor Stinner67310022019-07-01 19:52:45 +0200538 wchar_t* warnoptions[1] = {
539 L"config_warnoption",
Victor Stinner01de89c2018-11-14 17:39:45 +0100540 };
Victor Stinner67310022019-07-01 19:52:45 +0200541 config_set_wide_string_list(&config, &config.warnoptions,
542 Py_ARRAY_LENGTH(warnoptions), warnoptions);
Victor Stinner01de89c2018-11-14 17:39:45 +0100543
Victor Stinner331a6a52019-05-27 16:39:22 +0200544 /* FIXME: test pythonpath_env */
Victor Stinner56b29b62018-07-26 18:57:56 +0200545 /* FIXME: test home */
546 /* FIXME: test path config: module_search_path .. dll_path */
547
Sandro Mani8f023a22020-06-08 17:28:11 +0200548 putenv("PYTHONPLATLIBDIR=env_platlibdir");
549 status = PyConfig_SetBytesString(&config, &config.platlibdir, "my_platlibdir");
550 if (PyStatus_Exception(status)) {
551 PyConfig_Clear(&config);
552 Py_ExitStatusException(status);
553 }
554
Victor Stinner56b29b62018-07-26 18:57:56 +0200555 putenv("PYTHONVERBOSE=0");
556 Py_VerboseFlag = 0;
557 config.verbose = 1;
558
559 Py_NoSiteFlag = 0;
560 config.site_import = 0;
561
562 Py_BytesWarningFlag = 0;
563 config.bytes_warning = 1;
564
565 putenv("PYTHONINSPECT=");
566 Py_InspectFlag = 0;
567 config.inspect = 1;
568
569 Py_InteractiveFlag = 0;
570 config.interactive = 1;
571
572 putenv("PYTHONOPTIMIZE=0");
573 Py_OptimizeFlag = 1;
574 config.optimization_level = 2;
575
Victor Stinner98512272018-08-01 03:07:00 +0200576 /* FIXME: test parser_debug */
Victor Stinner56b29b62018-07-26 18:57:56 +0200577
578 putenv("PYTHONDONTWRITEBYTECODE=");
579 Py_DontWriteBytecodeFlag = 0;
580 config.write_bytecode = 0;
581
582 Py_QuietFlag = 0;
583 config.quiet = 1;
584
Victor Stinnercab5d072019-05-17 19:01:14 +0200585 config.configure_c_stdio = 1;
Victor Stinner54b43bb2019-05-16 18:30:15 +0200586
Victor Stinner56b29b62018-07-26 18:57:56 +0200587 putenv("PYTHONUNBUFFERED=");
588 Py_UnbufferedStdioFlag = 0;
Victor Stinner98512272018-08-01 03:07:00 +0200589 config.buffered_stdio = 0;
Victor Stinner56b29b62018-07-26 18:57:56 +0200590
Victor Stinnerdfe0dc72018-08-29 11:47:29 +0200591 putenv("PYTHONIOENCODING=cp424");
592 Py_SetStandardStreamEncoding("ascii", "ignore");
Victor Stinner01de89c2018-11-14 17:39:45 +0100593#ifdef MS_WINDOWS
594 /* Py_SetStandardStreamEncoding() sets Py_LegacyWindowsStdioFlag to 1.
595 Force it to 0 through the config. */
596 config.legacy_windows_stdio = 0;
597#endif
Victor Stinner67310022019-07-01 19:52:45 +0200598 config_set_string(&config, &config.stdio_encoding, L"iso8859-1");
599 config_set_string(&config, &config.stdio_errors, L"replace");
Victor Stinnerdfe0dc72018-08-29 11:47:29 +0200600
Victor Stinner56b29b62018-07-26 18:57:56 +0200601 putenv("PYTHONNOUSERSITE=");
602 Py_NoUserSiteDirectory = 0;
603 config.user_site_directory = 0;
604
Victor Stinner67310022019-07-01 19:52:45 +0200605 config_set_string(&config, &config.check_hash_pycs_mode, L"always");
Victor Stinner56b29b62018-07-26 18:57:56 +0200606
Victor Stinner54b43bb2019-05-16 18:30:15 +0200607 Py_FrozenFlag = 0;
608 config.pathconfig_warnings = 0;
609
Victor Stinner252346a2020-05-01 11:33:44 +0200610 config._isolated_interpreter = 1;
611
Victor Stinner67310022019-07-01 19:52:45 +0200612 init_from_config_clear(&config);
613
Victor Stinner56b29b62018-07-26 18:57:56 +0200614 dump_config();
615 Py_Finalize();
616 return 0;
617}
618
619
Victor Stinnerbab0db62019-05-18 03:21:27 +0200620static int check_init_parse_argv(int parse_argv)
Victor Stinnerae239f62019-05-16 17:02:56 +0200621{
Victor Stinner331a6a52019-05-27 16:39:22 +0200622 PyConfig config;
Victor Stinner8462a492019-10-01 12:06:16 +0200623 PyConfig_InitPythonConfig(&config);
Victor Stinnerae239f62019-05-16 17:02:56 +0200624
Victor Stinner67310022019-07-01 19:52:45 +0200625 config.parse_argv = parse_argv;
626
627 wchar_t* argv[] = {
Victor Stinnercab5d072019-05-17 19:01:14 +0200628 L"./argv0",
629 L"-E",
Victor Stinnerae239f62019-05-16 17:02:56 +0200630 L"-c",
Victor Stinnercab5d072019-05-17 19:01:14 +0200631 L"pass",
Victor Stinnerae239f62019-05-16 17:02:56 +0200632 L"arg1",
Victor Stinnercab5d072019-05-17 19:01:14 +0200633 L"-v",
634 L"arg3",
Victor Stinnerae239f62019-05-16 17:02:56 +0200635 };
Victor Stinner67310022019-07-01 19:52:45 +0200636 config_set_argv(&config, Py_ARRAY_LENGTH(argv), argv);
637 init_from_config_clear(&config);
Victor Stinnerae239f62019-05-16 17:02:56 +0200638
Victor Stinnerae239f62019-05-16 17:02:56 +0200639 dump_config();
640 Py_Finalize();
641 return 0;
642}
643
644
Victor Stinnerbab0db62019-05-18 03:21:27 +0200645static int test_init_parse_argv(void)
Victor Stinnercab5d072019-05-17 19:01:14 +0200646{
Victor Stinnerbab0db62019-05-18 03:21:27 +0200647 return check_init_parse_argv(1);
Victor Stinnercab5d072019-05-17 19:01:14 +0200648}
649
650
Victor Stinnerbab0db62019-05-18 03:21:27 +0200651static int test_init_dont_parse_argv(void)
Victor Stinnercab5d072019-05-17 19:01:14 +0200652{
Victor Stinnerbab0db62019-05-18 03:21:27 +0200653 return check_init_parse_argv(0);
Victor Stinnercab5d072019-05-17 19:01:14 +0200654}
655
656
Victor Stinner425717f2019-05-20 16:38:48 +0200657static void set_most_env_vars(void)
Victor Stinner56b29b62018-07-26 18:57:56 +0200658{
659 putenv("PYTHONHASHSEED=42");
Victor Stinner25d13f32019-03-06 12:51:53 +0100660 putenv("PYTHONMALLOC=malloc");
Victor Stinner56b29b62018-07-26 18:57:56 +0200661 putenv("PYTHONTRACEMALLOC=2");
662 putenv("PYTHONPROFILEIMPORTTIME=1");
663 putenv("PYTHONMALLOCSTATS=1");
664 putenv("PYTHONUTF8=1");
665 putenv("PYTHONVERBOSE=1");
666 putenv("PYTHONINSPECT=1");
667 putenv("PYTHONOPTIMIZE=2");
668 putenv("PYTHONDONTWRITEBYTECODE=1");
669 putenv("PYTHONUNBUFFERED=1");
670 putenv("PYTHONPYCACHEPREFIX=env_pycache_prefix");
671 putenv("PYTHONNOUSERSITE=1");
672 putenv("PYTHONFAULTHANDLER=1");
Victor Stinnerdfe0dc72018-08-29 11:47:29 +0200673 putenv("PYTHONIOENCODING=iso8859-1:replace");
Sandro Mani8f023a22020-06-08 17:28:11 +0200674 putenv("PYTHONPLATLIBDIR=env_platlibdir");
Victor Stinner425717f2019-05-20 16:38:48 +0200675}
676
677
678static void set_all_env_vars(void)
679{
680 set_most_env_vars();
681
682 putenv("PYTHONWARNINGS=EnvVar");
683 putenv("PYTHONPATH=/my/path");
Victor Stinner56b29b62018-07-26 18:57:56 +0200684}
685
686
Victor Stinner20e1e252019-05-23 04:12:27 +0200687static int test_init_compat_env(void)
Victor Stinner56b29b62018-07-26 18:57:56 +0200688{
689 /* Test initialization from environment variables */
690 Py_IgnoreEnvironmentFlag = 0;
Victor Stinner6d1c4672019-05-20 11:02:00 +0200691 set_all_env_vars();
Victor Stinner56b29b62018-07-26 18:57:56 +0200692 _testembed_Py_Initialize();
693 dump_config();
694 Py_Finalize();
695 return 0;
696}
697
698
Victor Stinner20e1e252019-05-23 04:12:27 +0200699static int test_init_python_env(void)
700{
Victor Stinner20e1e252019-05-23 04:12:27 +0200701 set_all_env_vars();
702
Victor Stinner331a6a52019-05-27 16:39:22 +0200703 PyConfig config;
Victor Stinner8462a492019-10-01 12:06:16 +0200704 PyConfig_InitPythonConfig(&config);
Victor Stinner20e1e252019-05-23 04:12:27 +0200705
Victor Stinner67310022019-07-01 19:52:45 +0200706 config_set_program_name(&config);
707 init_from_config_clear(&config);
708
Victor Stinner20e1e252019-05-23 04:12:27 +0200709 dump_config();
710 Py_Finalize();
711 return 0;
712}
713
714
Victor Stinner6d1c4672019-05-20 11:02:00 +0200715static void set_all_env_vars_dev_mode(void)
Victor Stinner25d13f32019-03-06 12:51:53 +0100716{
Victor Stinner25d13f32019-03-06 12:51:53 +0100717 putenv("PYTHONMALLOC=");
718 putenv("PYTHONFAULTHANDLER=");
719 putenv("PYTHONDEVMODE=1");
720}
721
722
Victor Stinnerb35be4b2019-03-05 17:37:44 +0100723static int test_init_env_dev_mode(void)
724{
725 /* Test initialization from environment variables */
726 Py_IgnoreEnvironmentFlag = 0;
Victor Stinner6d1c4672019-05-20 11:02:00 +0200727 set_all_env_vars_dev_mode();
Victor Stinnerb35be4b2019-03-05 17:37:44 +0100728 _testembed_Py_Initialize();
729 dump_config();
730 Py_Finalize();
731 return 0;
732}
733
734
Victor Stinner25d13f32019-03-06 12:51:53 +0100735static int test_init_env_dev_mode_alloc(void)
736{
737 /* Test initialization from environment variables */
738 Py_IgnoreEnvironmentFlag = 0;
Victor Stinner6d1c4672019-05-20 11:02:00 +0200739 set_all_env_vars_dev_mode();
Victor Stinner25d13f32019-03-06 12:51:53 +0100740 putenv("PYTHONMALLOC=malloc");
741 _testembed_Py_Initialize();
742 dump_config();
743 Py_Finalize();
744 return 0;
745}
746
747
Victor Stinnerbab0db62019-05-18 03:21:27 +0200748static int test_init_isolated_flag(void)
Victor Stinner56b29b62018-07-26 18:57:56 +0200749{
Victor Stinner331a6a52019-05-27 16:39:22 +0200750 /* Test PyConfig.isolated=1 */
751 PyConfig config;
Victor Stinner8462a492019-10-01 12:06:16 +0200752 PyConfig_InitPythonConfig(&config);
Victor Stinner56b29b62018-07-26 18:57:56 +0200753
Victor Stinnercad1f742019-03-05 02:01:27 +0100754 Py_IsolatedFlag = 0;
Victor Stinner20004952019-03-26 02:31:11 +0100755 config.isolated = 1;
Victor Stinnercad1f742019-03-05 02:01:27 +0100756
Victor Stinner67310022019-07-01 19:52:45 +0200757 config_set_program_name(&config);
Victor Stinnerbab0db62019-05-18 03:21:27 +0200758 set_all_env_vars();
Victor Stinner67310022019-07-01 19:52:45 +0200759 init_from_config_clear(&config);
760
Victor Stinner56b29b62018-07-26 18:57:56 +0200761 dump_config();
762 Py_Finalize();
763 return 0;
764}
765
766
Victor Stinner331a6a52019-05-27 16:39:22 +0200767/* PyPreConfig.isolated=1, PyConfig.isolated=0 */
Victor Stinner6da20a42019-03-27 00:26:18 +0100768static int test_preinit_isolated1(void)
769{
Victor Stinner331a6a52019-05-27 16:39:22 +0200770 PyPreConfig preconfig;
Victor Stinner3c30a762019-10-01 10:56:37 +0200771 _PyPreConfig_InitCompatConfig(&preconfig);
Victor Stinner441b10c2019-09-28 04:28:35 +0200772
Victor Stinner6da20a42019-03-27 00:26:18 +0100773 preconfig.isolated = 1;
774
Victor Stinner3c30a762019-10-01 10:56:37 +0200775 PyStatus status = Py_PreInitialize(&preconfig);
Victor Stinner331a6a52019-05-27 16:39:22 +0200776 if (PyStatus_Exception(status)) {
777 Py_ExitStatusException(status);
Victor Stinner6da20a42019-03-27 00:26:18 +0100778 }
779
Victor Stinner331a6a52019-05-27 16:39:22 +0200780 PyConfig config;
Victor Stinner8462a492019-10-01 12:06:16 +0200781 _PyConfig_InitCompatConfig(&config);
Victor Stinner441b10c2019-09-28 04:28:35 +0200782
Victor Stinner67310022019-07-01 19:52:45 +0200783 config_set_program_name(&config);
Victor Stinnerbab0db62019-05-18 03:21:27 +0200784 set_all_env_vars();
Victor Stinner67310022019-07-01 19:52:45 +0200785 init_from_config_clear(&config);
786
Victor Stinner6da20a42019-03-27 00:26:18 +0100787 dump_config();
788 Py_Finalize();
789 return 0;
790}
791
792
Victor Stinner331a6a52019-05-27 16:39:22 +0200793/* PyPreConfig.isolated=0, PyConfig.isolated=1 */
Victor Stinner6da20a42019-03-27 00:26:18 +0100794static int test_preinit_isolated2(void)
795{
Victor Stinner331a6a52019-05-27 16:39:22 +0200796 PyPreConfig preconfig;
Victor Stinner3c30a762019-10-01 10:56:37 +0200797 _PyPreConfig_InitCompatConfig(&preconfig);
Victor Stinner441b10c2019-09-28 04:28:35 +0200798
Victor Stinner6da20a42019-03-27 00:26:18 +0100799 preconfig.isolated = 0;
800
Victor Stinner3c30a762019-10-01 10:56:37 +0200801 PyStatus status = Py_PreInitialize(&preconfig);
Victor Stinner331a6a52019-05-27 16:39:22 +0200802 if (PyStatus_Exception(status)) {
803 Py_ExitStatusException(status);
Victor Stinner6da20a42019-03-27 00:26:18 +0100804 }
805
Victor Stinner331a6a52019-05-27 16:39:22 +0200806 /* Test PyConfig.isolated=1 */
807 PyConfig config;
Victor Stinner8462a492019-10-01 12:06:16 +0200808 _PyConfig_InitCompatConfig(&config);
Victor Stinner6da20a42019-03-27 00:26:18 +0100809
810 Py_IsolatedFlag = 0;
811 config.isolated = 1;
812
Victor Stinner67310022019-07-01 19:52:45 +0200813 config_set_program_name(&config);
Victor Stinnerbab0db62019-05-18 03:21:27 +0200814 set_all_env_vars();
Victor Stinner67310022019-07-01 19:52:45 +0200815 init_from_config_clear(&config);
816
Victor Stinner6da20a42019-03-27 00:26:18 +0100817 dump_config();
818 Py_Finalize();
819 return 0;
820}
821
822
Victor Stinner6d1c4672019-05-20 11:02:00 +0200823static int test_preinit_dont_parse_argv(void)
824{
Victor Stinner331a6a52019-05-27 16:39:22 +0200825 PyPreConfig preconfig;
Victor Stinner3c30a762019-10-01 10:56:37 +0200826 PyPreConfig_InitIsolatedConfig(&preconfig);
Victor Stinner6d1c4672019-05-20 11:02:00 +0200827
828 preconfig.isolated = 0;
829
830 /* -X dev must be ignored by isolated preconfiguration */
831 wchar_t *argv[] = {L"python3",
832 L"-E",
833 L"-I",
834 L"-X", L"dev",
835 L"-X", L"utf8",
836 L"script.py"};
Victor Stinner3c30a762019-10-01 10:56:37 +0200837 PyStatus status = Py_PreInitializeFromArgs(&preconfig,
838 Py_ARRAY_LENGTH(argv), argv);
Victor Stinner331a6a52019-05-27 16:39:22 +0200839 if (PyStatus_Exception(status)) {
Victor Stinner67310022019-07-01 19:52:45 +0200840 Py_ExitStatusException(status);
Victor Stinner6d1c4672019-05-20 11:02:00 +0200841 }
842
Victor Stinner331a6a52019-05-27 16:39:22 +0200843 PyConfig config;
Victor Stinner8462a492019-10-01 12:06:16 +0200844 PyConfig_InitIsolatedConfig(&config);
Victor Stinner6d1c4672019-05-20 11:02:00 +0200845
846 config.isolated = 0;
847
848 /* Pre-initialize implicitly using argv: make sure that -X dev
849 is used to configure the allocation in preinitialization */
Victor Stinner67310022019-07-01 19:52:45 +0200850 config_set_argv(&config, Py_ARRAY_LENGTH(argv), argv);
851 config_set_program_name(&config);
852 init_from_config_clear(&config);
Victor Stinner6d1c4672019-05-20 11:02:00 +0200853
854 dump_config();
855 Py_Finalize();
856 return 0;
Victor Stinner6d1c4672019-05-20 11:02:00 +0200857}
858
859
860static int test_preinit_parse_argv(void)
861{
Victor Stinner331a6a52019-05-27 16:39:22 +0200862 PyConfig config;
Victor Stinner8462a492019-10-01 12:06:16 +0200863 PyConfig_InitPythonConfig(&config);
Victor Stinner6d1c4672019-05-20 11:02:00 +0200864
865 /* Pre-initialize implicitly using argv: make sure that -X dev
866 is used to configure the allocation in preinitialization */
867 wchar_t *argv[] = {L"python3", L"-X", L"dev", L"script.py"};
Victor Stinner67310022019-07-01 19:52:45 +0200868 config_set_argv(&config, Py_ARRAY_LENGTH(argv), argv);
869 config_set_program_name(&config);
870 init_from_config_clear(&config);
Victor Stinner6d1c4672019-05-20 11:02:00 +0200871
872 dump_config();
873 Py_Finalize();
874 return 0;
Victor Stinner6d1c4672019-05-20 11:02:00 +0200875}
876
877
878
879
Victor Stinnerbab0db62019-05-18 03:21:27 +0200880static void set_all_global_config_variables(void)
881{
882 Py_IsolatedFlag = 0;
883 Py_IgnoreEnvironmentFlag = 0;
884 Py_BytesWarningFlag = 2;
885 Py_InspectFlag = 1;
886 Py_InteractiveFlag = 1;
887 Py_OptimizeFlag = 1;
888 Py_DebugFlag = 1;
889 Py_VerboseFlag = 1;
890 Py_QuietFlag = 1;
891 Py_FrozenFlag = 0;
892 Py_UnbufferedStdioFlag = 1;
893 Py_NoSiteFlag = 1;
894 Py_DontWriteBytecodeFlag = 1;
895 Py_NoUserSiteDirectory = 1;
896#ifdef MS_WINDOWS
897 Py_LegacyWindowsStdioFlag = 1;
898#endif
899}
900
901
Victor Stinner6d1c4672019-05-20 11:02:00 +0200902static int check_preinit_isolated_config(int preinit)
Victor Stinner56b29b62018-07-26 18:57:56 +0200903{
Victor Stinner331a6a52019-05-27 16:39:22 +0200904 PyStatus status;
905 PyPreConfig *rt_preconfig;
Victor Stinnercab5d072019-05-17 19:01:14 +0200906
Victor Stinnerbab0db62019-05-18 03:21:27 +0200907 /* environment variables must be ignored */
908 set_all_env_vars();
909
910 /* global configuration variables must be ignored */
911 set_all_global_config_variables();
912
Victor Stinner6d1c4672019-05-20 11:02:00 +0200913 if (preinit) {
Victor Stinner331a6a52019-05-27 16:39:22 +0200914 PyPreConfig preconfig;
Victor Stinner3c30a762019-10-01 10:56:37 +0200915 PyPreConfig_InitIsolatedConfig(&preconfig);
Victor Stinnercab5d072019-05-17 19:01:14 +0200916
Victor Stinner331a6a52019-05-27 16:39:22 +0200917 status = Py_PreInitialize(&preconfig);
918 if (PyStatus_Exception(status)) {
919 Py_ExitStatusException(status);
Victor Stinner6d1c4672019-05-20 11:02:00 +0200920 }
921
922 rt_preconfig = &_PyRuntime.preconfig;
923 assert(rt_preconfig->isolated == 1);
924 assert(rt_preconfig->use_environment == 0);
Victor Stinnercab5d072019-05-17 19:01:14 +0200925 }
926
Victor Stinner331a6a52019-05-27 16:39:22 +0200927 PyConfig config;
Victor Stinner8462a492019-10-01 12:06:16 +0200928 PyConfig_InitIsolatedConfig(&config);
Victor Stinner441b10c2019-09-28 04:28:35 +0200929
Victor Stinner67310022019-07-01 19:52:45 +0200930 config_set_program_name(&config);
931 init_from_config_clear(&config);
Victor Stinner6d1c4672019-05-20 11:02:00 +0200932
933 rt_preconfig = &_PyRuntime.preconfig;
934 assert(rt_preconfig->isolated == 1);
935 assert(rt_preconfig->use_environment == 0);
936
Victor Stinnercab5d072019-05-17 19:01:14 +0200937 dump_config();
938 Py_Finalize();
939 return 0;
940}
941
942
Victor Stinner6d1c4672019-05-20 11:02:00 +0200943static int test_preinit_isolated_config(void)
944{
945 return check_preinit_isolated_config(1);
946}
947
948
949static int test_init_isolated_config(void)
950{
951 return check_preinit_isolated_config(0);
952}
953
954
955static int check_init_python_config(int preinit)
Victor Stinnercab5d072019-05-17 19:01:14 +0200956{
Victor Stinnerbab0db62019-05-18 03:21:27 +0200957 /* global configuration variables must be ignored */
958 set_all_global_config_variables();
959 Py_IsolatedFlag = 1;
960 Py_IgnoreEnvironmentFlag = 1;
961 Py_FrozenFlag = 1;
962 Py_UnbufferedStdioFlag = 1;
963 Py_NoSiteFlag = 1;
964 Py_DontWriteBytecodeFlag = 1;
965 Py_NoUserSiteDirectory = 1;
966#ifdef MS_WINDOWS
967 Py_LegacyWindowsStdioFlag = 1;
968#endif
969
Victor Stinner6d1c4672019-05-20 11:02:00 +0200970 if (preinit) {
Victor Stinner331a6a52019-05-27 16:39:22 +0200971 PyPreConfig preconfig;
Victor Stinner3c30a762019-10-01 10:56:37 +0200972 PyPreConfig_InitPythonConfig(&preconfig);
Victor Stinnercab5d072019-05-17 19:01:14 +0200973
Victor Stinner8462a492019-10-01 12:06:16 +0200974 PyStatus status = Py_PreInitialize(&preconfig);
Victor Stinner331a6a52019-05-27 16:39:22 +0200975 if (PyStatus_Exception(status)) {
976 Py_ExitStatusException(status);
Victor Stinner6d1c4672019-05-20 11:02:00 +0200977 }
Victor Stinnercab5d072019-05-17 19:01:14 +0200978 }
979
Victor Stinner331a6a52019-05-27 16:39:22 +0200980 PyConfig config;
Victor Stinner8462a492019-10-01 12:06:16 +0200981 PyConfig_InitPythonConfig(&config);
Victor Stinner441b10c2019-09-28 04:28:35 +0200982
Victor Stinner67310022019-07-01 19:52:45 +0200983 config_set_program_name(&config);
984 init_from_config_clear(&config);
Victor Stinnercab5d072019-05-17 19:01:14 +0200985
Victor Stinnercab5d072019-05-17 19:01:14 +0200986 dump_config();
987 Py_Finalize();
988 return 0;
989}
990
991
Victor Stinner6d1c4672019-05-20 11:02:00 +0200992static int test_preinit_python_config(void)
993{
994 return check_init_python_config(1);
995}
996
997
998static int test_init_python_config(void)
999{
1000 return check_init_python_config(0);
1001}
1002
1003
Victor Stinnerbab0db62019-05-18 03:21:27 +02001004static int test_init_dont_configure_locale(void)
Victor Stinnerbcfbbd72019-05-17 22:44:16 +02001005{
Victor Stinner331a6a52019-05-27 16:39:22 +02001006 PyPreConfig preconfig;
Victor Stinner3c30a762019-10-01 10:56:37 +02001007 PyPreConfig_InitPythonConfig(&preconfig);
Victor Stinner441b10c2019-09-28 04:28:35 +02001008
Victor Stinnerbcfbbd72019-05-17 22:44:16 +02001009 preconfig.configure_locale = 0;
1010 preconfig.coerce_c_locale = 1;
1011 preconfig.coerce_c_locale_warn = 1;
1012
Victor Stinner3c30a762019-10-01 10:56:37 +02001013 PyStatus status = Py_PreInitialize(&preconfig);
Victor Stinner331a6a52019-05-27 16:39:22 +02001014 if (PyStatus_Exception(status)) {
1015 Py_ExitStatusException(status);
Victor Stinnerbcfbbd72019-05-17 22:44:16 +02001016 }
1017
Victor Stinner331a6a52019-05-27 16:39:22 +02001018 PyConfig config;
Victor Stinner8462a492019-10-01 12:06:16 +02001019 PyConfig_InitPythonConfig(&config);
Victor Stinner441b10c2019-09-28 04:28:35 +02001020
Victor Stinner67310022019-07-01 19:52:45 +02001021 config_set_program_name(&config);
1022 init_from_config_clear(&config);
Victor Stinnerbcfbbd72019-05-17 22:44:16 +02001023
1024 dump_config();
1025 Py_Finalize();
1026 return 0;
1027}
1028
1029
Victor Stinnerbab0db62019-05-18 03:21:27 +02001030static int test_init_dev_mode(void)
Victor Stinnercab5d072019-05-17 19:01:14 +02001031{
Victor Stinner331a6a52019-05-27 16:39:22 +02001032 PyConfig config;
Victor Stinner8462a492019-10-01 12:06:16 +02001033 PyConfig_InitPythonConfig(&config);
Victor Stinner441b10c2019-09-28 04:28:35 +02001034
Victor Stinner56b29b62018-07-26 18:57:56 +02001035 putenv("PYTHONFAULTHANDLER=");
1036 putenv("PYTHONMALLOC=");
Victor Stinner20004952019-03-26 02:31:11 +01001037 config.dev_mode = 1;
Victor Stinner67310022019-07-01 19:52:45 +02001038 config_set_program_name(&config);
1039 init_from_config_clear(&config);
1040
Victor Stinner56b29b62018-07-26 18:57:56 +02001041 dump_config();
1042 Py_Finalize();
1043 return 0;
1044}
1045
Steve Dowerb82e17e2019-05-23 08:45:22 -07001046static PyObject *_open_code_hook(PyObject *path, void *data)
1047{
1048 if (PyUnicode_CompareWithASCIIString(path, "$$test-filename") == 0) {
1049 return PyLong_FromVoidPtr(data);
1050 }
1051 PyObject *io = PyImport_ImportModule("_io");
1052 if (!io) {
1053 return NULL;
1054 }
1055 return PyObject_CallMethod(io, "open", "Os", path, "rb");
1056}
1057
1058static int test_open_code_hook(void)
1059{
1060 int result = 0;
1061
1062 /* Provide a hook */
1063 result = PyFile_SetOpenCodeHook(_open_code_hook, &result);
1064 if (result) {
1065 printf("Failed to set hook\n");
1066 return 1;
1067 }
1068 /* A second hook should fail */
1069 result = PyFile_SetOpenCodeHook(_open_code_hook, &result);
1070 if (!result) {
1071 printf("Should have failed to set second hook\n");
1072 return 2;
1073 }
1074
1075 Py_IgnoreEnvironmentFlag = 0;
1076 _testembed_Py_Initialize();
1077 result = 0;
1078
1079 PyObject *r = PyFile_OpenCode("$$test-filename");
1080 if (!r) {
1081 PyErr_Print();
1082 result = 3;
1083 } else {
1084 void *cmp = PyLong_AsVoidPtr(r);
1085 Py_DECREF(r);
1086 if (cmp != &result) {
1087 printf("Did not get expected result from hook\n");
1088 result = 4;
1089 }
1090 }
1091
1092 if (!result) {
1093 PyObject *io = PyImport_ImportModule("_io");
1094 PyObject *r = io
1095 ? PyObject_CallMethod(io, "open_code", "s", "$$test-filename")
1096 : NULL;
1097 if (!r) {
1098 PyErr_Print();
1099 result = 5;
1100 } else {
1101 void *cmp = PyLong_AsVoidPtr(r);
1102 Py_DECREF(r);
1103 if (cmp != &result) {
1104 printf("Did not get expected result from hook\n");
1105 result = 6;
1106 }
1107 }
1108 Py_XDECREF(io);
1109 }
1110
1111 Py_Finalize();
1112 return result;
1113}
1114
Kongedaa0fe02020-07-04 05:06:46 +08001115static int _audit_hook_clear_count = 0;
1116
Steve Dowerb82e17e2019-05-23 08:45:22 -07001117static int _audit_hook(const char *event, PyObject *args, void *userdata)
1118{
Kongedaa0fe02020-07-04 05:06:46 +08001119 assert(args && PyTuple_CheckExact(args));
Steve Dowerb82e17e2019-05-23 08:45:22 -07001120 if (strcmp(event, "_testembed.raise") == 0) {
1121 PyErr_SetString(PyExc_RuntimeError, "Intentional error");
1122 return -1;
1123 } else if (strcmp(event, "_testembed.set") == 0) {
1124 if (!PyArg_ParseTuple(args, "n", userdata)) {
1125 return -1;
1126 }
1127 return 0;
Kongedaa0fe02020-07-04 05:06:46 +08001128 } else if (strcmp(event, "cpython._PySys_ClearAuditHooks") == 0) {
1129 _audit_hook_clear_count += 1;
Steve Dowerb82e17e2019-05-23 08:45:22 -07001130 }
1131 return 0;
1132}
1133
1134static int _test_audit(Py_ssize_t setValue)
1135{
1136 Py_ssize_t sawSet = 0;
1137
1138 Py_IgnoreEnvironmentFlag = 0;
1139 PySys_AddAuditHook(_audit_hook, &sawSet);
1140 _testembed_Py_Initialize();
1141
1142 if (PySys_Audit("_testembed.raise", NULL) == 0) {
1143 printf("No error raised");
1144 return 1;
1145 }
1146 if (PySys_Audit("_testembed.nop", NULL) != 0) {
1147 printf("Nop event failed");
1148 /* Exception from above may still remain */
1149 PyErr_Clear();
1150 return 2;
1151 }
1152 if (!PyErr_Occurred()) {
1153 printf("Exception not preserved");
1154 return 3;
1155 }
1156 PyErr_Clear();
1157
1158 if (PySys_Audit("_testembed.set", "n", setValue) != 0) {
1159 PyErr_Print();
1160 printf("Set event failed");
1161 return 4;
1162 }
1163
1164 if (sawSet != 42) {
1165 printf("Failed to see *userData change\n");
1166 return 5;
1167 }
1168 return 0;
1169}
1170
1171static int test_audit(void)
1172{
1173 int result = _test_audit(42);
1174 Py_Finalize();
Kongedaa0fe02020-07-04 05:06:46 +08001175 if (_audit_hook_clear_count != 1) {
1176 return 0x1000 | _audit_hook_clear_count;
1177 }
Steve Dowerb82e17e2019-05-23 08:45:22 -07001178 return result;
1179}
1180
1181static volatile int _audit_subinterpreter_interpreter_count = 0;
1182
1183static int _audit_subinterpreter_hook(const char *event, PyObject *args, void *userdata)
1184{
1185 printf("%s\n", event);
1186 if (strcmp(event, "cpython.PyInterpreterState_New") == 0) {
1187 _audit_subinterpreter_interpreter_count += 1;
1188 }
1189 return 0;
1190}
1191
1192static int test_audit_subinterpreter(void)
1193{
Steve Dowerb82e17e2019-05-23 08:45:22 -07001194 Py_IgnoreEnvironmentFlag = 0;
1195 PySys_AddAuditHook(_audit_subinterpreter_hook, NULL);
1196 _testembed_Py_Initialize();
1197
Pablo Galindocccc11b2019-05-24 00:53:21 +01001198 Py_NewInterpreter();
1199 Py_NewInterpreter();
1200 Py_NewInterpreter();
Steve Dowerb82e17e2019-05-23 08:45:22 -07001201
1202 Py_Finalize();
1203
1204 switch (_audit_subinterpreter_interpreter_count) {
1205 case 3: return 0;
1206 case 0: return -1;
1207 default: return _audit_subinterpreter_interpreter_count;
1208 }
1209}
Victor Stinner56b29b62018-07-26 18:57:56 +02001210
Steve Dowere226e832019-07-01 16:03:53 -07001211typedef struct {
1212 const char* expected;
1213 int exit;
1214} AuditRunCommandTest;
1215
1216static int _audit_hook_run(const char *eventName, PyObject *args, void *userData)
1217{
1218 AuditRunCommandTest *test = (AuditRunCommandTest*)userData;
1219 if (strcmp(eventName, test->expected)) {
1220 return 0;
1221 }
1222
1223 if (test->exit) {
1224 PyObject *msg = PyUnicode_FromFormat("detected %s(%R)", eventName, args);
1225 if (msg) {
1226 printf("%s\n", PyUnicode_AsUTF8(msg));
1227 Py_DECREF(msg);
1228 }
1229 exit(test->exit);
1230 }
1231
1232 PyErr_Format(PyExc_RuntimeError, "detected %s(%R)", eventName, args);
1233 return -1;
1234}
1235
1236static int test_audit_run_command(void)
1237{
1238 AuditRunCommandTest test = {"cpython.run_command"};
Victor Stinnerbb6bf7d2019-09-24 18:21:02 +02001239 wchar_t *argv[] = {PROGRAM_NAME, L"-c", L"pass"};
Steve Dowere226e832019-07-01 16:03:53 -07001240
1241 Py_IgnoreEnvironmentFlag = 0;
1242 PySys_AddAuditHook(_audit_hook_run, (void*)&test);
1243
1244 return Py_Main(Py_ARRAY_LENGTH(argv), argv);
1245}
1246
1247static int test_audit_run_file(void)
1248{
1249 AuditRunCommandTest test = {"cpython.run_file"};
Victor Stinnerbb6bf7d2019-09-24 18:21:02 +02001250 wchar_t *argv[] = {PROGRAM_NAME, L"filename.py"};
Steve Dowere226e832019-07-01 16:03:53 -07001251
1252 Py_IgnoreEnvironmentFlag = 0;
1253 PySys_AddAuditHook(_audit_hook_run, (void*)&test);
1254
1255 return Py_Main(Py_ARRAY_LENGTH(argv), argv);
1256}
1257
1258static int run_audit_run_test(int argc, wchar_t **argv, void *test)
1259{
Steve Dowere226e832019-07-01 16:03:53 -07001260 PyConfig config;
Victor Stinner8462a492019-10-01 12:06:16 +02001261 PyConfig_InitPythonConfig(&config);
Victor Stinner441b10c2019-09-28 04:28:35 +02001262
Steve Dowere226e832019-07-01 16:03:53 -07001263 config.argv.length = argc;
1264 config.argv.items = argv;
1265 config.parse_argv = 1;
1266 config.program_name = argv[0];
1267 config.interactive = 1;
1268 config.isolated = 0;
1269 config.use_environment = 1;
1270 config.quiet = 1;
1271
1272 PySys_AddAuditHook(_audit_hook_run, test);
1273
Victor Stinner8462a492019-10-01 12:06:16 +02001274 PyStatus status = Py_InitializeFromConfig(&config);
Steve Dowere226e832019-07-01 16:03:53 -07001275 if (PyStatus_Exception(status)) {
1276 Py_ExitStatusException(status);
1277 }
1278
1279 return Py_RunMain();
1280}
1281
1282static int test_audit_run_interactivehook(void)
1283{
1284 AuditRunCommandTest test = {"cpython.run_interactivehook", 10};
Victor Stinnerbb6bf7d2019-09-24 18:21:02 +02001285 wchar_t *argv[] = {PROGRAM_NAME};
Steve Dowere226e832019-07-01 16:03:53 -07001286 return run_audit_run_test(Py_ARRAY_LENGTH(argv), argv, &test);
1287}
1288
1289static int test_audit_run_startup(void)
1290{
1291 AuditRunCommandTest test = {"cpython.run_startup", 10};
Victor Stinnerbb6bf7d2019-09-24 18:21:02 +02001292 wchar_t *argv[] = {PROGRAM_NAME};
Steve Dowere226e832019-07-01 16:03:53 -07001293 return run_audit_run_test(Py_ARRAY_LENGTH(argv), argv, &test);
1294}
1295
1296static int test_audit_run_stdin(void)
1297{
1298 AuditRunCommandTest test = {"cpython.run_stdin"};
Victor Stinnerbb6bf7d2019-09-24 18:21:02 +02001299 wchar_t *argv[] = {PROGRAM_NAME};
Steve Dowere226e832019-07-01 16:03:53 -07001300 return run_audit_run_test(Py_ARRAY_LENGTH(argv), argv, &test);
1301}
1302
Victor Stinner91c99872019-05-14 22:01:51 +02001303static int test_init_read_set(void)
1304{
Victor Stinner331a6a52019-05-27 16:39:22 +02001305 PyStatus status;
1306 PyConfig config;
Victor Stinner8462a492019-10-01 12:06:16 +02001307 PyConfig_InitPythonConfig(&config);
Victor Stinner91c99872019-05-14 22:01:51 +02001308
Victor Stinner331a6a52019-05-27 16:39:22 +02001309 status = PyConfig_SetBytesString(&config, &config.program_name,
Victor Stinner6d1c4672019-05-20 11:02:00 +02001310 "./init_read_set");
Victor Stinner331a6a52019-05-27 16:39:22 +02001311 if (PyStatus_Exception(status)) {
Victor Stinner91c99872019-05-14 22:01:51 +02001312 goto fail;
1313 }
1314
Victor Stinner331a6a52019-05-27 16:39:22 +02001315 status = PyConfig_Read(&config);
1316 if (PyStatus_Exception(status)) {
Victor Stinner91c99872019-05-14 22:01:51 +02001317 goto fail;
1318 }
1319
Victor Stinner3842f292019-08-23 16:57:54 +01001320 status = PyWideStringList_Insert(&config.module_search_paths,
1321 1, L"test_path_insert1");
1322 if (PyStatus_Exception(status)) {
1323 goto fail;
1324 }
1325
Victor Stinner331a6a52019-05-27 16:39:22 +02001326 status = PyWideStringList_Append(&config.module_search_paths,
Victor Stinner3842f292019-08-23 16:57:54 +01001327 L"test_path_append");
Victor Stinner331a6a52019-05-27 16:39:22 +02001328 if (PyStatus_Exception(status)) {
Victor Stinner91c99872019-05-14 22:01:51 +02001329 goto fail;
1330 }
1331
Victor Stinner331a6a52019-05-27 16:39:22 +02001332 /* override executable computed by PyConfig_Read() */
Victor Stinner67310022019-07-01 19:52:45 +02001333 config_set_string(&config, &config.executable, L"my_executable");
1334 init_from_config_clear(&config);
Victor Stinner91c99872019-05-14 22:01:51 +02001335
Victor Stinner91c99872019-05-14 22:01:51 +02001336 dump_config();
1337 Py_Finalize();
1338 return 0;
1339
1340fail:
Victor Stinnere81f6e62020-06-08 18:12:59 +02001341 PyConfig_Clear(&config);
Victor Stinner331a6a52019-05-27 16:39:22 +02001342 Py_ExitStatusException(status);
Victor Stinner91c99872019-05-14 22:01:51 +02001343}
1344
1345
Victor Stinner120b7072019-08-23 18:03:08 +01001346static int test_init_sys_add(void)
1347{
1348 PySys_AddXOption(L"sysadd_xoption");
1349 PySys_AddXOption(L"faulthandler");
1350 PySys_AddWarnOption(L"ignore:::sysadd_warnoption");
1351
1352 PyConfig config;
Victor Stinner8462a492019-10-01 12:06:16 +02001353 PyConfig_InitPythonConfig(&config);
Victor Stinner120b7072019-08-23 18:03:08 +01001354
1355 wchar_t* argv[] = {
1356 L"python3",
1357 L"-W",
1358 L"ignore:::cmdline_warnoption",
1359 L"-X",
1360 L"cmdline_xoption",
1361 };
1362 config_set_argv(&config, Py_ARRAY_LENGTH(argv), argv);
1363 config.parse_argv = 1;
1364
Victor Stinner8462a492019-10-01 12:06:16 +02001365 PyStatus status;
Victor Stinner120b7072019-08-23 18:03:08 +01001366 status = PyWideStringList_Append(&config.xoptions,
1367 L"config_xoption");
1368 if (PyStatus_Exception(status)) {
1369 goto fail;
1370 }
1371
1372 status = PyWideStringList_Append(&config.warnoptions,
1373 L"ignore:::config_warnoption");
1374 if (PyStatus_Exception(status)) {
1375 goto fail;
1376 }
1377
1378 config_set_program_name(&config);
1379 init_from_config_clear(&config);
1380
1381 dump_config();
1382 Py_Finalize();
1383 return 0;
1384
1385fail:
1386 PyConfig_Clear(&config);
1387 Py_ExitStatusException(status);
1388}
1389
1390
Victor Stinnerbb6bf7d2019-09-24 18:21:02 +02001391static int test_init_setpath(void)
1392{
Victor Stinnerbb6bf7d2019-09-24 18:21:02 +02001393 char *env = getenv("TESTPATH");
1394 if (!env) {
1395 fprintf(stderr, "missing TESTPATH env var\n");
1396 return 1;
1397 }
1398 wchar_t *path = Py_DecodeLocale(env, NULL);
1399 if (path == NULL) {
1400 fprintf(stderr, "failed to decode TESTPATH\n");
1401 return 1;
1402 }
1403 Py_SetPath(path);
1404 PyMem_RawFree(path);
1405 putenv("TESTPATH=");
1406
1407 Py_Initialize();
1408 dump_config();
1409 Py_Finalize();
1410 return 0;
1411}
1412
1413
Victor Stinner8bf39b62019-09-26 02:22:35 +02001414static int test_init_setpath_config(void)
Victor Stinnerbb6bf7d2019-09-24 18:21:02 +02001415{
Victor Stinner49d99f02019-09-26 04:01:49 +02001416 PyPreConfig preconfig;
Victor Stinner3c30a762019-10-01 10:56:37 +02001417 PyPreConfig_InitPythonConfig(&preconfig);
Victor Stinner49d99f02019-09-26 04:01:49 +02001418
1419 /* Explicitly preinitializes with Python preconfiguration to avoid
1420 Py_SetPath() implicit preinitialization with compat preconfiguration. */
Victor Stinner3c30a762019-10-01 10:56:37 +02001421 PyStatus status = Py_PreInitialize(&preconfig);
Victor Stinner49d99f02019-09-26 04:01:49 +02001422 if (PyStatus_Exception(status)) {
1423 Py_ExitStatusException(status);
1424 }
1425
Victor Stinner8bf39b62019-09-26 02:22:35 +02001426 char *env = getenv("TESTPATH");
1427 if (!env) {
1428 fprintf(stderr, "missing TESTPATH env var\n");
1429 return 1;
Victor Stinnerbb6bf7d2019-09-24 18:21:02 +02001430 }
Victor Stinner8bf39b62019-09-26 02:22:35 +02001431 wchar_t *path = Py_DecodeLocale(env, NULL);
1432 if (path == NULL) {
1433 fprintf(stderr, "failed to decode TESTPATH\n");
1434 return 1;
1435 }
1436 Py_SetPath(path);
1437 PyMem_RawFree(path);
1438 putenv("TESTPATH=");
Victor Stinnerbb6bf7d2019-09-24 18:21:02 +02001439
Victor Stinner8bf39b62019-09-26 02:22:35 +02001440 PyConfig config;
Victor Stinner8462a492019-10-01 12:06:16 +02001441 PyConfig_InitPythonConfig(&config);
Victor Stinnerbb6bf7d2019-09-24 18:21:02 +02001442
Victor Stinner8bf39b62019-09-26 02:22:35 +02001443 config_set_string(&config, &config.program_name, L"conf_program_name");
1444 config_set_string(&config, &config.executable, L"conf_executable");
1445 init_from_config_clear(&config);
Victor Stinnerbb6bf7d2019-09-24 18:21:02 +02001446
Victor Stinner8bf39b62019-09-26 02:22:35 +02001447 dump_config();
1448 Py_Finalize();
Victor Stinnerbb6bf7d2019-09-24 18:21:02 +02001449 return 0;
1450}
1451
1452
1453static int test_init_setpythonhome(void)
1454{
1455 char *env = getenv("TESTHOME");
1456 if (!env) {
1457 fprintf(stderr, "missing TESTHOME env var\n");
1458 return 1;
1459 }
1460 wchar_t *home = Py_DecodeLocale(env, NULL);
1461 if (home == NULL) {
1462 fprintf(stderr, "failed to decode TESTHOME\n");
1463 return 1;
1464 }
1465 Py_SetPythonHome(home);
1466 PyMem_RawFree(home);
1467 putenv("TESTHOME=");
1468
Victor Stinnerbb6bf7d2019-09-24 18:21:02 +02001469 Py_Initialize();
1470 dump_config();
1471 Py_Finalize();
1472 return 0;
1473}
1474
1475
Victor Stinnerfb4ae152019-09-30 01:40:17 +02001476static int test_init_warnoptions(void)
1477{
Victor Stinnerfb4ae152019-09-30 01:40:17 +02001478 putenv("PYTHONWARNINGS=ignore:::env1,ignore:::env2");
1479
1480 PySys_AddWarnOption(L"ignore:::PySys_AddWarnOption1");
1481 PySys_AddWarnOption(L"ignore:::PySys_AddWarnOption2");
1482
1483 PyConfig config;
Victor Stinner8462a492019-10-01 12:06:16 +02001484 PyConfig_InitPythonConfig(&config);
Victor Stinnerfb4ae152019-09-30 01:40:17 +02001485
1486 config.dev_mode = 1;
1487 config.bytes_warning = 1;
1488
1489 config_set_program_name(&config);
1490
Victor Stinner8462a492019-10-01 12:06:16 +02001491 PyStatus status;
Victor Stinnerfb4ae152019-09-30 01:40:17 +02001492 status = PyWideStringList_Append(&config.warnoptions,
1493 L"ignore:::PyConfig_BeforeRead");
1494 if (PyStatus_Exception(status)) {
1495 Py_ExitStatusException(status);
1496 }
1497
1498 wchar_t* argv[] = {
1499 L"python3",
1500 L"-Wignore:::cmdline1",
1501 L"-Wignore:::cmdline2"};
1502 config_set_argv(&config, Py_ARRAY_LENGTH(argv), argv);
1503 config.parse_argv = 1;
1504
1505 status = PyConfig_Read(&config);
1506 if (PyStatus_Exception(status)) {
1507 Py_ExitStatusException(status);
1508 }
1509
1510 status = PyWideStringList_Append(&config.warnoptions,
1511 L"ignore:::PyConfig_AfterRead");
1512 if (PyStatus_Exception(status)) {
1513 Py_ExitStatusException(status);
1514 }
1515
1516 status = PyWideStringList_Insert(&config.warnoptions,
1517 0, L"ignore:::PyConfig_Insert0");
1518 if (PyStatus_Exception(status)) {
1519 Py_ExitStatusException(status);
1520 }
1521
1522 init_from_config_clear(&config);
1523 dump_config();
1524 Py_Finalize();
1525 return 0;
1526}
1527
1528
Victor Stinner048a3562020-11-05 00:45:56 +01001529static int tune_config(void)
1530{
1531 PyConfig config;
1532 PyConfig_InitPythonConfig(&config);
1533 if (_PyInterpreterState_GetConfigCopy(&config) < 0) {
1534 PyConfig_Clear(&config);
1535 PyErr_Print();
1536 return -1;
1537 }
1538
1539 config.bytes_warning = 2;
1540
1541 if (_PyInterpreterState_SetConfig(&config) < 0) {
1542 PyConfig_Clear(&config);
1543 return -1;
1544 }
1545 PyConfig_Clear(&config);
1546 return 0;
1547}
1548
1549
Victor Stinner9e1b8282020-11-10 13:21:52 +01001550static int test_init_set_config(void)
Victor Stinner048a3562020-11-05 00:45:56 +01001551{
1552 // Initialize core
1553 PyConfig config;
1554 PyConfig_InitIsolatedConfig(&config);
1555 config_set_string(&config, &config.program_name, PROGRAM_NAME);
1556 config._init_main = 0;
1557 config.bytes_warning = 0;
1558 init_from_config_clear(&config);
1559
1560 // Tune the configuration using _PyInterpreterState_SetConfig()
1561 if (tune_config() < 0) {
1562 PyErr_Print();
1563 return 1;
1564 }
1565
1566 // Finish initialization: main part
1567 PyStatus status = _Py_InitializeMain();
1568 if (PyStatus_Exception(status)) {
1569 Py_ExitStatusException(status);
1570 }
1571
1572 dump_config();
1573 Py_Finalize();
1574 return 0;
1575}
1576
1577
Victor Stinner331a6a52019-05-27 16:39:22 +02001578static void configure_init_main(PyConfig *config)
Victor Stinner9ef5dca2019-05-16 17:38:16 +02001579{
Victor Stinner67310022019-07-01 19:52:45 +02001580 wchar_t* argv[] = {
1581 L"python3", L"-c",
1582 (L"import _testinternalcapi, json; "
1583 L"print(json.dumps(_testinternalcapi.get_configs()))"),
1584 L"arg2"};
1585
Victor Stinnercab5d072019-05-17 19:01:14 +02001586 config->parse_argv = 1;
Victor Stinner67310022019-07-01 19:52:45 +02001587
1588 config_set_argv(config, Py_ARRAY_LENGTH(argv), argv);
1589 config_set_string(config, &config->program_name, L"./python3");
Victor Stinner9ef5dca2019-05-16 17:38:16 +02001590}
1591
1592
1593static int test_init_run_main(void)
Victor Stinner2f549082019-03-29 15:13:46 +01001594{
Victor Stinner331a6a52019-05-27 16:39:22 +02001595 PyConfig config;
Victor Stinner8462a492019-10-01 12:06:16 +02001596 PyConfig_InitPythonConfig(&config);
Victor Stinner441b10c2019-09-28 04:28:35 +02001597
Victor Stinner9ef5dca2019-05-16 17:38:16 +02001598 configure_init_main(&config);
Victor Stinner67310022019-07-01 19:52:45 +02001599 init_from_config_clear(&config);
Victor Stinner2f549082019-03-29 15:13:46 +01001600
Victor Stinner331a6a52019-05-27 16:39:22 +02001601 return Py_RunMain();
Victor Stinner2f549082019-03-29 15:13:46 +01001602}
1603
1604
Victor Stinner9ef5dca2019-05-16 17:38:16 +02001605static int test_init_main(void)
1606{
Victor Stinner331a6a52019-05-27 16:39:22 +02001607 PyConfig config;
Victor Stinner8462a492019-10-01 12:06:16 +02001608 PyConfig_InitPythonConfig(&config);
Victor Stinner6d1c4672019-05-20 11:02:00 +02001609
Victor Stinner9ef5dca2019-05-16 17:38:16 +02001610 configure_init_main(&config);
1611 config._init_main = 0;
Victor Stinner67310022019-07-01 19:52:45 +02001612 init_from_config_clear(&config);
Victor Stinner9ef5dca2019-05-16 17:38:16 +02001613
1614 /* sys.stdout don't exist yet: it is created by _Py_InitializeMain() */
1615 int res = PyRun_SimpleString(
1616 "import sys; "
1617 "print('Run Python code before _Py_InitializeMain', "
1618 "file=sys.stderr)");
1619 if (res < 0) {
1620 exit(1);
1621 }
1622
Victor Stinner8462a492019-10-01 12:06:16 +02001623 PyStatus status = _Py_InitializeMain();
Victor Stinner331a6a52019-05-27 16:39:22 +02001624 if (PyStatus_Exception(status)) {
1625 Py_ExitStatusException(status);
Victor Stinner9ef5dca2019-05-16 17:38:16 +02001626 }
1627
Victor Stinner331a6a52019-05-27 16:39:22 +02001628 return Py_RunMain();
Victor Stinner9ef5dca2019-05-16 17:38:16 +02001629}
1630
1631
1632static int test_run_main(void)
Victor Stinner5eb8b072019-05-15 02:12:48 +02001633{
Victor Stinner331a6a52019-05-27 16:39:22 +02001634 PyConfig config;
Victor Stinner8462a492019-10-01 12:06:16 +02001635 PyConfig_InitPythonConfig(&config);
Victor Stinner5eb8b072019-05-15 02:12:48 +02001636
1637 wchar_t *argv[] = {L"python3", L"-c",
Victor Stinner9ef5dca2019-05-16 17:38:16 +02001638 (L"import sys; "
Victor Stinner331a6a52019-05-27 16:39:22 +02001639 L"print(f'Py_RunMain(): sys.argv={sys.argv}')"),
Victor Stinner5eb8b072019-05-15 02:12:48 +02001640 L"arg2"};
Victor Stinner67310022019-07-01 19:52:45 +02001641 config_set_argv(&config, Py_ARRAY_LENGTH(argv), argv);
1642 config_set_string(&config, &config.program_name, L"./python3");
1643 init_from_config_clear(&config);
Victor Stinner6d1c4672019-05-20 11:02:00 +02001644
Victor Stinner331a6a52019-05-27 16:39:22 +02001645 return Py_RunMain();
Victor Stinner5eb8b072019-05-15 02:12:48 +02001646}
1647
1648
Victor Stinnere81f6e62020-06-08 18:12:59 +02001649static int test_get_argc_argv(void)
1650{
1651 PyConfig config;
1652 PyConfig_InitPythonConfig(&config);
1653
1654 wchar_t *argv[] = {L"python3", L"-c",
1655 (L"import sys; "
1656 L"print(f'Py_RunMain(): sys.argv={sys.argv}')"),
1657 L"arg2"};
1658 config_set_argv(&config, Py_ARRAY_LENGTH(argv), argv);
1659 config_set_string(&config, &config.program_name, L"./python3");
1660
1661 // Calling PyConfig_Read() twice must not change Py_GetArgcArgv() result.
1662 // The second call is done by Py_InitializeFromConfig().
1663 PyStatus status = PyConfig_Read(&config);
1664 if (PyStatus_Exception(status)) {
1665 PyConfig_Clear(&config);
1666 Py_ExitStatusException(status);
1667 }
1668
1669 init_from_config_clear(&config);
1670
1671 int get_argc;
1672 wchar_t **get_argv;
1673 Py_GetArgcArgv(&get_argc, &get_argv);
1674 printf("argc: %i\n", get_argc);
1675 assert(get_argc == Py_ARRAY_LENGTH(argv));
1676 for (int i=0; i < get_argc; i++) {
1677 printf("argv[%i]: %ls\n", i, get_argv[i]);
1678 assert(wcscmp(get_argv[i], argv[i]) == 0);
1679 }
1680
1681 Py_Finalize();
1682
1683 printf("\n");
1684 printf("test ok\n");
1685 return 0;
1686}
1687
1688
Steve Dowerea74f0c2017-01-01 20:25:03 -08001689/* *********************************************************
1690 * List of test cases and the function that implements it.
Serhiy Storchaka13ad3b72017-09-14 09:38:36 +03001691 *
Steve Dowerea74f0c2017-01-01 20:25:03 -08001692 * Names are compared case-sensitively with the first
1693 * argument. If no match is found, or no first argument was
1694 * provided, the names of all test cases are printed and
1695 * the exit code will be -1.
1696 *
1697 * The int returned from test functions is used as the exit
1698 * code, and test_capi treats all non-zero exit codes as a
Serhiy Storchaka13ad3b72017-09-14 09:38:36 +03001699 * failed test.
Steve Dowerea74f0c2017-01-01 20:25:03 -08001700 *********************************************************/
1701struct TestCase
1702{
1703 const char *name;
1704 int (*func)(void);
1705};
1706
1707static struct TestCase TestCases[] = {
Victor Stinner5edcf262019-05-23 00:57:57 +02001708 {"test_forced_io_encoding", test_forced_io_encoding},
1709 {"test_repeated_init_and_subinterpreters", test_repeated_init_and_subinterpreters},
1710 {"test_pre_initialization_api", test_pre_initialization_api},
1711 {"test_pre_initialization_sys_options", test_pre_initialization_sys_options},
1712 {"test_bpo20891", test_bpo20891},
1713 {"test_initialize_twice", test_initialize_twice},
1714 {"test_initialize_pymain", test_initialize_pymain},
1715 {"test_init_initialize_config", test_init_initialize_config},
1716 {"test_preinit_compat_config", test_preinit_compat_config},
1717 {"test_init_compat_config", test_init_compat_config},
1718 {"test_init_global_config", test_init_global_config},
1719 {"test_init_from_config", test_init_from_config},
1720 {"test_init_parse_argv", test_init_parse_argv},
1721 {"test_init_dont_parse_argv", test_init_dont_parse_argv},
Victor Stinner20e1e252019-05-23 04:12:27 +02001722 {"test_init_compat_env", test_init_compat_env},
1723 {"test_init_python_env", test_init_python_env},
Victor Stinner5edcf262019-05-23 00:57:57 +02001724 {"test_init_env_dev_mode", test_init_env_dev_mode},
1725 {"test_init_env_dev_mode_alloc", test_init_env_dev_mode_alloc},
1726 {"test_init_dont_configure_locale", test_init_dont_configure_locale},
1727 {"test_init_dev_mode", test_init_dev_mode},
1728 {"test_init_isolated_flag", test_init_isolated_flag},
1729 {"test_preinit_isolated_config", test_preinit_isolated_config},
1730 {"test_init_isolated_config", test_init_isolated_config},
1731 {"test_preinit_python_config", test_preinit_python_config},
1732 {"test_init_python_config", test_init_python_config},
1733 {"test_preinit_isolated1", test_preinit_isolated1},
1734 {"test_preinit_isolated2", test_preinit_isolated2},
1735 {"test_preinit_parse_argv", test_preinit_parse_argv},
1736 {"test_preinit_dont_parse_argv", test_preinit_dont_parse_argv},
1737 {"test_init_read_set", test_init_read_set},
1738 {"test_init_run_main", test_init_run_main},
1739 {"test_init_main", test_init_main},
Victor Stinner120b7072019-08-23 18:03:08 +01001740 {"test_init_sys_add", test_init_sys_add},
Victor Stinnerbb6bf7d2019-09-24 18:21:02 +02001741 {"test_init_setpath", test_init_setpath},
Victor Stinner8bf39b62019-09-26 02:22:35 +02001742 {"test_init_setpath_config", test_init_setpath_config},
Victor Stinnerbb6bf7d2019-09-24 18:21:02 +02001743 {"test_init_setpythonhome", test_init_setpythonhome},
Victor Stinnerfb4ae152019-09-30 01:40:17 +02001744 {"test_init_warnoptions", test_init_warnoptions},
Victor Stinner9e1b8282020-11-10 13:21:52 +01001745 {"test_init_set_config", test_init_set_config},
Victor Stinner5edcf262019-05-23 00:57:57 +02001746 {"test_run_main", test_run_main},
Victor Stinnere81f6e62020-06-08 18:12:59 +02001747 {"test_get_argc_argv", test_get_argc_argv},
Victor Stinnerbb6bf7d2019-09-24 18:21:02 +02001748
Steve Dowerb82e17e2019-05-23 08:45:22 -07001749 {"test_open_code_hook", test_open_code_hook},
1750 {"test_audit", test_audit},
1751 {"test_audit_subinterpreter", test_audit_subinterpreter},
Steve Dowere226e832019-07-01 16:03:53 -07001752 {"test_audit_run_command", test_audit_run_command},
1753 {"test_audit_run_file", test_audit_run_file},
1754 {"test_audit_run_interactivehook", test_audit_run_interactivehook},
1755 {"test_audit_run_startup", test_audit_run_startup},
1756 {"test_audit_run_stdin", test_audit_run_stdin},
Victor Stinner5edcf262019-05-23 00:57:57 +02001757 {NULL, NULL}
Steve Dowerea74f0c2017-01-01 20:25:03 -08001758};
1759
Nick Coghlan7d270ee2013-10-17 22:35:35 +10001760int main(int argc, char *argv[])
1761{
Nick Coghlan7d270ee2013-10-17 22:35:35 +10001762 if (argc > 1) {
Steve Dowerea74f0c2017-01-01 20:25:03 -08001763 for (struct TestCase *tc = TestCases; tc && tc->name; tc++) {
1764 if (strcmp(argv[1], tc->name) == 0)
1765 return (*tc->func)();
1766 }
Nick Coghlan7d270ee2013-10-17 22:35:35 +10001767 }
Steve Dowerea74f0c2017-01-01 20:25:03 -08001768
1769 /* No match found, or no test name provided, so display usage */
1770 printf("Python " PY_VERSION " _testembed executable for embedded interpreter tests\n"
Nick Coghlanbc77eff2018-03-25 20:44:30 +10001771 "Normally executed via 'EmbeddingTests' in Lib/test/test_embed.py\n\n"
Steve Dowerea74f0c2017-01-01 20:25:03 -08001772 "Usage: %s TESTNAME\n\nAll available tests:\n", argv[0]);
1773 for (struct TestCase *tc = TestCases; tc && tc->name; tc++) {
1774 printf(" %s\n", tc->name);
1775 }
1776
Nick Coghlanbc77eff2018-03-25 20:44:30 +10001777 /* Non-zero exit code will cause test_embed.py tests to fail.
Steve Dowerea74f0c2017-01-01 20:25:03 -08001778 This is intentional. */
1779 return -1;
Antoine Pitrou8e605772011-04-25 21:21:07 +02001780}