python · pablogsal · Mar 1, 2019 · pablogsal · Mar 1, 2019 · pablogsal
diff --git a/Makefile.pre.in b/Makefile.pre.in
diff --git a/Lib/lib2to3/pgen2/tokenize.py b/Lib/lib2to3/pgen2/tokenize.py
-            **{f'{prefix}"""': double3prog for prefix in _strprefixes},
-            **{prefix: None for prefix in _strprefixes}}
+            "'''": single3prog, '"""': double3prog}
+endprogs.update({"{}'''".format(prefix): single3prog for prefix in _strprefixes})
diff --git a/Makefile.pre.in b/Makefile.pre.in
diff --git a/Parser/pgen/__main__.py b/Parser/pgen/__main__.py
diff --git a/Parser/pgen/grammar.py b/Parser/pgen/grammar.py
diff --git a/Parser/pgen/__main__.py b/Parser/pgen/__main__.py
diff --git a/Parser/pgen/__main__.py b/Parser/pgen/__main__.py
+        "grammar", type=str, help="The file with the grammar definition in EBNF format"
+    )
+    parser.add_argument(
+        "gramminit_h",
diff --git a/Parser/pgen/pgen.py b/Parser/pgen/pgen.py
+# Add token to the module cache so tokenize.py uses that excact one instead of
+# the one in the stdlib of the interpreter executing this file.
+sys.modules['token'] = token
+tokenize = importlib.machinery.SourceFileLoader('tokenize',
diff --git a/Parser/pgen/grammar.py b/Parser/pgen/grammar.py
@@ -0,0 +1,97 @@
+from lib2to3.pgen2 import grammar
diff --git a/Parser/pgen/pgen.py b/Parser/pgen/pgen.py
+import collections
+import importlib.machinery
+
+# Use Lib/token.py and Lib/tokenize.py to obtain the tokens. To maintain this