[Python-checkins] bpo-45562: Print tokenizer debug messages to stderr (GH-29250)

[miss-islington]

https://github.com/python/cpython/commit/10bbd41ba8c88bc102df108a4e0444abc7c5ea43
commit: 10bbd41ba8c88bc102df108a4e0444abc7c5ea43
branch: main
author: Pablo Galindo Salgado <Pablogsal at gmail.com>
committer: miss-islington <31488909+miss-islington at users.noreply.github.com>
date: 2021-10-27T14:27:34-07:00
summary:

bpo-45562: Print tokenizer debug messages to stderr (GH-29250)

files:
M Parser/tokenizer.c

diff --git a/Parser/tokenizer.c b/Parser/tokenizer.c
index 705da00463d1a..4329cdd226e9c 100644
--- a/Parser/tokenizer.c
+++ b/Parser/tokenizer.c
@@ -1047,9 +1047,9 @@ tok_nextc(struct tok_state *tok)
         }
 #if defined(Py_DEBUG)
         if (Py_DebugFlag) {
-            printf("line[%d] = ", tok->lineno);
+            fprintf(stderr, "line[%d] = ", tok->lineno);
             print_escape(stdout, tok->cur, tok->inp - tok->cur);
-            printf("  tok->done = %d\n", tok->done);
+            fprintf(stderr, "  tok->done = %d\n", tok->done);
         }
 #endif
         if (!rc) {
@@ -2127,8 +2127,8 @@ _PyTokenizer_FindEncodingFilename(int fd, PyObject *filename)
 void
 tok_dump(int type, char *start, char *end)
 {
-    printf("%s", _PyParser_TokenNames[type]);
+    fprintf(stderr, "%s", _PyParser_TokenNames[type]);
     if (type == NAME || type == NUMBER || type == STRING || type == OP)
-        printf("(%.*s)", (int)(end - start), start);
+        fprintf(stderr, "(%.*s)", (int)(end - start), start);
 }
 #endif  // Py_DEBUG