Issue #10841: don't translate newlines for pgen
diff --git a/Parser/tokenizer.c b/Parser/tokenizer.c
index 1eb62aa..3f6be2f 100644
--- a/Parser/tokenizer.c
+++ b/Parser/tokenizer.c
@@ -892,6 +892,7 @@
}
if (tok->prompt != NULL) {
char *newtok = PyOS_Readline(stdin, stdout, tok->prompt);
+#ifndef PGEN
if (newtok != NULL) {
char *translated = translate_newlines(newtok, 0, tok);
PyMem_FREE(newtok);
@@ -899,7 +900,6 @@
return EOF;
newtok = translated;
}
-#ifndef PGEN
if (tok->encoding && newtok && *newtok) {
/* Recode to UTF-8 */
Py_ssize_t buflen;