bpo-40334: PEP 617 implementation: New PEG parser for CPython (GH-19503)

Co-authored-by: Guido van Rossum <[email protected]>
Co-authored-by: Lysandros Nikolaou <[email protected]>

Author: 3 people

.github/workflows/build.yml

@@ -13,6 +13,7 @@ on:
     - '**/*.rst'
   pull_request:
     branches:
+    - pegen
     - master
     - 3.8
     - 3.7
@@ -50,6 +51,22 @@ jobs:
   build_macos:
     name: 'macOS'
     runs-on: macos-latest
+    env:
+      PYTHONOLDPARSER: old
+    steps:
+    - uses: actions/checkout@v1
+    - name: Configure CPython
+      run: ./configure --with-pydebug --with-openssl=/usr/local/opt/openssl --prefix=/opt/python-dev
+    - name: Build CPython
+      run: make -j4
+    - name: Display build info
+      run: make pythoninfo
+    - name: Tests
+      run: make buildbottest TESTOPTS="-j4 -uall,-cpu"
+
+  build_macos_pegen:
+    name: 'macOS - Pegen'
+    runs-on: macos-latest
     steps:
     - uses: actions/checkout@v1
     - name: Configure CPython
@@ -64,6 +81,34 @@ jobs:
   build_ubuntu:
     name: 'Ubuntu'
     runs-on: ubuntu-latest
+    env:
+      OPENSSL_VER: 1.1.1f
+      PYTHONOLDPARSER: old
+    steps:
+    - uses: actions/checkout@v1
+    - name: Install Dependencies
+      run: sudo ./.github/workflows/posix-deps-apt.sh
+    - name: 'Restore OpenSSL build'
+      id: cache-openssl
+      uses: actions/cache@v1
+      with:
+        path: ./multissl/openssl/${{ env.OPENSSL_VER }}
+        key: ${{ runner.os }}-multissl-openssl-${{ env.OPENSSL_VER }}
+    - name: Install OpenSSL
+      if: steps.cache-openssl.outputs.cache-hit != 'true'
+      run: python3 Tools/ssl/multissltests.py --steps=library --base-directory $PWD/multissl --openssl $OPENSSL_VER --system Linux
+    - name: Configure CPython
+      run: ./configure --with-pydebug --with-openssl=$PWD/multissl/openssl/$OPENSSL_VER
+    - name: Build CPython
+      run: make -j4
+    - name: Display build info
+      run: make pythoninfo
+    - name: Tests
+      run: xvfb-run make buildbottest TESTOPTS="-j4 -uall,-cpu"
+
+  build_ubuntu_pegen:
+    name: 'Ubuntu - Pegen'
+    runs-on: ubuntu-latest
     env:
       OPENSSL_VER: 1.1.1f
     steps:

.travis.yml

@@ -1,5 +1,5 @@
 language: c
-dist: xenial
+dist: bionic
 
 # To cache doc-building dependencies and C compiler output.
 cache:
@@ -22,6 +22,7 @@ env:
 branches:
   only:
     - master
+    - pegen
     - /^\d\.\d+$/
     - buildbot-custom
 
@@ -157,7 +158,9 @@ install:
 before_script:
   # -Og is much faster than -O0
   - CFLAGS="${CFLAGS} -Og" ./configure --with-pydebug
-  - make -j4 regen-all
+  - eval "$(pyenv init -)"
+  - pyenv global 3.8
+  - PYTHON_FOR_REGEN=python3.8 make -j4 regen-all
   - changes=`git status --porcelain`
   - |
       # Check for changes in regenerated files

Doc/using/cmdline.rst

@@ -426,6 +426,8 @@ Miscellaneous options
    defines the following possible values:
 
    * ``-X faulthandler`` to enable :mod:`faulthandler`;
+   * ``-X oldparser``: enable the traditional LL(1) parser.  See also
+     :envvar:`PYTHONOLDPARSER`.
    * ``-X showrefcount`` to output the total reference count and number of used
      memory blocks when the program finishes or after each statement in the
      interactive interpreter. This only works on debug builds.
@@ -574,6 +576,12 @@ conflict.
    :option:`-d` multiple times.
 
 
+.. envvar:: PYTHONOLDPARSER
+
+   If this is set it is equivalent to specifying the :option:`-X`
+   ``oldparser`` option.
+
+
 .. envvar:: PYTHONINSPECT
 
    If this is set to a non-empty string it is equivalent to specifying the