Sep 1, 2023 · Sep 1, 2023 · Sep 1, 2023 · Sep 5, 2023 · Sep 5, 2023 · Sep 13, 2023
diff --git a/.github/workflows/jit.yml b/.github/workflows/jit.yml
 on: push
 jobs:
  jit:
    # if: false  # XXX
    name: ${{ matrix.target }} (${{ matrix.debug && 'Debug' || 'Release' }})
    runs-on: ${{ matrix.runner }}
    strategy:
          - x86_64-pc-windows-msvc/msvc
          - x86_64-apple-darwin/clang
          - x86_64-unknown-linux-gnu/gcc
 # - aarch64-apple-darwin/clang
 - x86_64-unknown-linux-gnu/clang
          - aarch64-unknown-linux-gnu/gcc
          - aarch64-unknown-linux-gnu/clang
          # - powerpc64le-unknown-linux-gnu/gcc
          - x86_64-unknown-linux-gnu/clang
        debug:
          - true
          - false
            architecture: x86_64
            runner: ubuntu-latest
            compiler: gcc
 #- target:aarch64-apple-darwin/clang
 #architecture:aarch64
 #runner:macos-latest
 #  compiler: clang
          - target:x86_64-unknown-linux-gnu/clang
 architecture:x86_64
 runner:ubuntu-latest
            compiler: clang
          - target: aarch64-unknown-linux-gnu/gcc
            architecture: aarch64
            runner: ubuntu-latest
            compiler: gcc
            # exclude: test_asyncio test_cmd_line test_concurrent_futures test_faulthandler test_gdb test_multiprocessing_fork test_multiprocessing_forkserver test_multiprocessing_spawn test_os test_perf_profiler test_posix test_signal test_socket test_subprocess test_venv
            # These fail because of emulation, not because of the JIT:
            exclude: test_unix_events test_init test_process_pool test_multiprocessing_fork test_cmd_line test_faulthandler test_os test_perf_profiler test_posix test_socket test_subprocess test_venv
          - target: aarch64-unknown-linux-gnu/clang
            architecture: aarch64
            runner: ubuntu-latest
            compiler: clang
            # exclude: test_asyncio test_cmd_line test_concurrent_futures test_faulthandler test_gdb test_multiprocessing_fork test_multiprocessing_forkserver test_multiprocessing_spawn test_os test_perf_profiler test_posix test_signal test_socket test_subprocess test_venv
          # - target: powerpc64le-unknown-linux-gnu/gcc
          #   architecture: ppc64le
          #   runner: ubuntu-latest
          #   compiler: gcc
          #   exclude: test_asyncio test_cmd_line test_concurrent_futures test_faulthandler test_gdb test_multiprocessing_fork test_multiprocessing_forkserver test_multiprocessing_spawn test_os test_perf_profiler test_posix test_signal test_socket test_subprocess test_venv
          - target: x86_64-unknown-linux-gnu/clang
            architecture: x86_64
            runner: ubuntu-latest
            compiler: clang
            # exclude: test_tools
            # These fail because of emulation, not because of the JIT:
            exclude: test_unix_events test_init test_process_pool test_shutdown test_multiprocessing_fork test_cmd_line test_faulthandler test_os test_perf_profiler test_posix test_signal test_socket test_subprocess test_threading test_venv
    env:
      CC: ${{ matrix.compiler }}
    steps:
      - uses: actions/checkout@v3
      - uses: actions/setup-python@v4
        with:
          python-version: '3.11'
      - name: Windows
        if: runner.os == 'Windows'
        run: |
          choco install llvm --allow-downgrade --version ${{ matrix.llvm }}
          ./PCbuild/build.bat ${{ matrix.debug && '-d' || '--pgo' }} -p ${{ matrix.architecture }}
          ./PCbuild/rt.bat ${{ matrix.debug && '-d' }} -p ${{ matrix.architecture }} -q --exclude ${{ matrix.exclude }} --multiprocess 0 --timeout 3600 --verbose2 --verbose3
      - name: macOS
        if: runner.os == 'macOS'
        run: |
          brew install llvm@${{ matrix.llvm }}
          export SDKROOT="$(xcrun --show-sdk-path)"
          ./configure ${{ matrix.debug && '--with-pydebug' || '--enable-optimizations --with-lto' }}
          make all --jobs 3
          ./python.exe -m test --exclude ${{ matrix.exclude }} --multiprocess 0 --timeout 3600 --verbose2 --verbose3
      - name: Native Linux
        if: runner.os == 'Linux' && matrix.architecture == 'x86_64'
        run: |
          sudo bash -c "$(wget -O - https://apt.llvm.org/llvm.sh)" ./llvm.sh ${{ matrix.llvm }}
          export PATH="$(llvm-config-${{ matrix.llvm }} --bindir):$PATH"
          ./configure ${{ matrix.debug && '--with-pydebug' || '--enable-optimizations --with-lto' }}
          make all --jobs 2
          ./python -m test --exclude ${{ matrix.exclude }} --multiprocess 0 --timeout 3600 --verbose2 --verbose3
      - name: Emulated Linux
        if: runner.os == 'Linux' && matrix.architecture != 'x86_64'
        run: |
          sudo aptpurge --auto-remove llvm python3-lldb-14 llvm-14
          sudo aptinstall --yes gcc-$HOST qemu-user
          sudo bash -c "$(wget -O - https://apt.llvm.org/llvm.sh)" ./llvm.sh ${{ matrix.llvm }}
          export PATH="$(llvm-config-${{ matrix.llvm }} --bindir):$PATH"
          ./configure --prefix="$(pwd)/../build"
          make install --jobs 2
          make clean --jobs 2
          export HOST=${{ matrix.architecture }}-linux-gnu
          sudo apt install --yes gcc-$HOST qemu-user
          ${{ !matrix.debug && matrix.compiler == 'clang' && './configure --enable-optimizations' || '' }}
          ${{ !matrix.debug && matrix.compiler == 'clang' && 'make profile-run-stamp --jobs 2' || '' }}
          export CC="${{ matrix.compiler == 'clang' && 'clang --target=$HOST' || '$HOST-gcc' }}"
          ./configure ${{ matrix.debug && '--with-pydebug' || '--enable-optimizations --with-lto' }} --build=x86_64-linux-gnu --host=$HOST --with-build-python=../build/bin/python3 --with-pkg-config=no ac_cv_buggy_getaddrinfo=no ac_cv_file__dev_ptc=no ac_cv_file__dev_ptmx=yes
          make all --jobs 2
          ./python -m test --exclude ${{ matrix.exclude }} --multiprocess 0 --timeout 3600 --verbose2 --verbose3
      - name: Native Linux
        if: runner.os == 'Linux' && matrix.architecture == 'x86_64'
        run: |
          sudo apt purge --auto-remove llvm python3-lldb-14 llvm-14
          sudo bash -c "$(wget -O - https://apt.llvm.org/llvm.sh)" ./llvm.sh ${{ matrix.llvm }}
          export PATH="$(llvm-config-${{ matrix.llvm }} --bindir):$PATH"
          ./configure ${{ matrix.debug && '--with-pydebug' || '--enable-optimizations --with-lto' }}
          make all --jobs 2
          ./python -m test --exclude ${{ matrix.exclude }} --multiprocess 0 --timeout 3600 --verbose2 --verbose3
      - name: macOS
        if: runner.os == 'macOS'
        run: |
          brew install llvm@${{ matrix.llvm }}
          export SDKROOT="$(xcrun --show-sdk-path)"
          ./configure ${{ matrix.debug && '--with-pydebug' || '--enable-optimizations --with-lto' }}
          make all --jobs 3
          ./python.exe -m test --exclude ${{ matrix.exclude }} --multiprocess 0 --timeout 3600 --verbose2 --verbose3
      - name: Windows
        if: runner.os == 'Windows'
        run: |
          choco install llvm --allow-downgrade --version ${{ matrix.llvm }}
          ./PCbuild/build.bat ${{ matrix.debug && '-d' || '--pgo' }} -p ${{ matrix.architecture }}
          ./PCbuild/rt.bat ${{ matrix.debug && '-d' }} -p ${{ matrix.architecture }} -q --exclude ${{ matrix.exclude }} --multiprocess 0 --timeout 3600 --verbose2 --verbose3
Original file line number	Diff line number	Diff line change
Expand Up		@@ -2,6 +2,7 @@ name: JIT
		on: push
		jobs:
		jit:
		# if: false # XXX
		name: ${{ matrix.target }} (${{ matrix.debug && 'Debug' \|\| 'Release' }})
		runs-on: ${{ matrix.runner }}
		strategy:
Expand All		@@ -12,11 +13,9 @@ jobs:
		- x86_64-pc-windows-msvc/msvc
		- x86_64-apple-darwin/clang
		- x86_64-unknown-linux-gnu/gcc
		# - aarch64-apple-darwin/clang
		- x86_64-unknown-linux-gnu/clang
		- aarch64-unknown-linux-gnu/gcc
		- aarch64-unknown-linux-gnu/clang
		# - powerpc64le-unknown-linux-gnu/gcc
		- x86_64-unknown-linux-gnu/clang
		debug:
		- true
		- false
Expand All		@@ -40,48 +39,61 @@ jobs:
		architecture: x86_64
		runner: ubuntu-latest
		compiler: gcc
		#- target:aarch64-apple-darwin/clang
		#architecture:aarch64
		#runner:macos-latest
		# compiler: clang
		- target:x86_64-unknown-linux-gnu/clang
		architecture:x86_64
		runner:ubuntu-latest
		compiler: clang
		- target: aarch64-unknown-linux-gnu/gcc
		architecture: aarch64
		runner: ubuntu-latest
		compiler: gcc
		# exclude: test_asyncio test_cmd_line test_concurrent_futures test_faulthandler test_gdb test_multiprocessing_fork test_multiprocessing_forkserver test_multiprocessing_spawn test_os test_perf_profiler test_posix test_signal test_socket test_subprocess test_venv
		# These fail because of emulation, not because of the JIT:
		exclude: test_unix_events test_init test_process_pool test_multiprocessing_fork test_cmd_line test_faulthandler test_os test_perf_profiler test_posix test_socket test_subprocess test_venv
		- target: aarch64-unknown-linux-gnu/clang
		architecture: aarch64
		runner: ubuntu-latest
		compiler: clang
		# exclude: test_asyncio test_cmd_line test_concurrent_futures test_faulthandler test_gdb test_multiprocessing_fork test_multiprocessing_forkserver test_multiprocessing_spawn test_os test_perf_profiler test_posix test_signal test_socket test_subprocess test_venv
		# - target: powerpc64le-unknown-linux-gnu/gcc
		# architecture: ppc64le
		# runner: ubuntu-latest
		# compiler: gcc
		# exclude: test_asyncio test_cmd_line test_concurrent_futures test_faulthandler test_gdb test_multiprocessing_fork test_multiprocessing_forkserver test_multiprocessing_spawn test_os test_perf_profiler test_posix test_signal test_socket test_subprocess test_venv
		- target: x86_64-unknown-linux-gnu/clang
		architecture: x86_64
		runner: ubuntu-latest
		compiler: clang
		# exclude: test_tools
		# These fail because of emulation, not because of the JIT:
		exclude: test_unix_events test_init test_process_pool test_shutdown test_multiprocessing_fork test_cmd_line test_faulthandler test_os test_perf_profiler test_posix test_signal test_socket test_subprocess test_threading test_venv
		env:
		CC: ${{ matrix.compiler }}
		steps:
		- uses: actions/checkout@v3
		- uses: actions/setup-python@v4
		with:
		python-version: '3.11'
brandtbucher marked this conversation as resolved. Show resolvedHide resolved
		- name: Windows
brandtbucher marked this conversation as resolved. Show resolvedHide resolved
		if: runner.os == 'Windows'
		run: \|
		choco install llvm --allow-downgrade --version ${{ matrix.llvm }}
brandtbucher marked this conversation as resolved. OutdatedShow resolvedHide resolved
		./PCbuild/build.bat ${{ matrix.debug && '-d' \|\| '--pgo' }} -p ${{ matrix.architecture }}
		./PCbuild/rt.bat ${{ matrix.debug && '-d' }} -p ${{ matrix.architecture }} -q --exclude ${{ matrix.exclude }} --multiprocess 0 --timeout 3600 --verbose2 --verbose3
		- name: macOS
brandtbucher marked this conversation as resolved. Show resolvedHide resolved
		if: runner.os == 'macOS'
		run: \|
		brew install llvm@${{ matrix.llvm }}
		export SDKROOT="$(xcrun --show-sdk-path)"
		./configure ${{ matrix.debug && '--with-pydebug' \|\| '--enable-optimizations --with-lto' }}
		make all --jobs 3
		./python.exe -m test --exclude ${{ matrix.exclude }} --multiprocess 0 --timeout 3600 --verbose2 --verbose3
		- name: Native Linux
brandtbucher marked this conversation as resolved. Show resolvedHide resolved
		if: runner.os == 'Linux' && matrix.architecture == 'x86_64'
		run: \|
		sudo bash -c "$(wget -O - https://apt.llvm.org/llvm.sh)" ./llvm.sh ${{ matrix.llvm }}
brandtbucher marked this conversation as resolved. Show resolvedHide resolved
		export PATH="$(llvm-config-${{ matrix.llvm }} --bindir):$PATH"
		./configure ${{ matrix.debug && '--with-pydebug' \|\| '--enable-optimizations --with-lto' }}
		make all --jobs 2
		./python -m test --exclude ${{ matrix.exclude }} --multiprocess 0 --timeout 3600 --verbose2 --verbose3
		- name: Emulated Linux
		if: runner.os == 'Linux' && matrix.architecture != 'x86_64'
		run: \|
		sudo aptpurge --auto-remove llvm python3-lldb-14 llvm-14
		sudo aptinstall --yes gcc-$HOST qemu-user
		sudo bash -c "$(wget -O - https://apt.llvm.org/llvm.sh)" ./llvm.sh ${{ matrix.llvm }}
		export PATH="$(llvm-config-${{ matrix.llvm }} --bindir):$PATH"
		./configure --prefix="$(pwd)/../build"
		make install --jobs 2
		make clean --jobs 2
		export HOST=${{ matrix.architecture }}-linux-gnu
		sudo apt install --yes gcc-$HOST qemu-user
		${{ !matrix.debug && matrix.compiler == 'clang' && './configure --enable-optimizations' \|\| '' }}
		${{ !matrix.debug && matrix.compiler == 'clang' && 'make profile-run-stamp --jobs 2' \|\| '' }}
		export CC="${{ matrix.compiler == 'clang' && 'clang --target=$HOST' \|\| '$HOST-gcc' }}"
Expand All		@@ -91,26 +103,3 @@ jobs:
		./configure ${{ matrix.debug && '--with-pydebug' \|\| '--enable-optimizations --with-lto' }} --build=x86_64-linux-gnu --host=$HOST --with-build-python=../build/bin/python3 --with-pkg-config=no ac_cv_buggy_getaddrinfo=no ac_cv_file__dev_ptc=no ac_cv_file__dev_ptmx=yes
		make all --jobs 2
		./python -m test --exclude ${{ matrix.exclude }} --multiprocess 0 --timeout 3600 --verbose2 --verbose3
brandtbucher marked this conversation as resolved. Show resolvedHide resolved
		- name: Native Linux
		if: runner.os == 'Linux' && matrix.architecture == 'x86_64'
		run: \|
		sudo apt purge --auto-remove llvm python3-lldb-14 llvm-14
		sudo bash -c "$(wget -O - https://apt.llvm.org/llvm.sh)" ./llvm.sh ${{ matrix.llvm }}
		export PATH="$(llvm-config-${{ matrix.llvm }} --bindir):$PATH"
		./configure ${{ matrix.debug && '--with-pydebug' \|\| '--enable-optimizations --with-lto' }}
		make all --jobs 2
		./python -m test --exclude ${{ matrix.exclude }} --multiprocess 0 --timeout 3600 --verbose2 --verbose3
		- name: macOS
		if: runner.os == 'macOS'
		run: \|
		brew install llvm@${{ matrix.llvm }}
		export SDKROOT="$(xcrun --show-sdk-path)"
		./configure ${{ matrix.debug && '--with-pydebug' \|\| '--enable-optimizations --with-lto' }}
		make all --jobs 3
		./python.exe -m test --exclude ${{ matrix.exclude }} --multiprocess 0 --timeout 3600 --verbose2 --verbose3
		- name: Windows
		if: runner.os == 'Windows'
		run: \|
		choco install llvm --allow-downgrade --version ${{ matrix.llvm }}
		./PCbuild/build.bat ${{ matrix.debug && '-d' \|\| '--pgo' }} -p ${{ matrix.architecture }}
		./PCbuild/rt.bat ${{ matrix.debug && '-d' }} -p ${{ matrix.architecture }} -q --exclude ${{ matrix.exclude }} --multiprocess 0 --timeout 3600 --verbose2 --verbose3