chore: add python 3.12 build (#5388)

* add python 3.12 build * update deps * upgrade aiohttp * first install/update setuptools * make sure numpy is isntalled with latest version * skip lock file * fix depreaction and replace freezegun package * set shell as bash * update aiohttp to 3.9.0 * also install wheel * update aioresponses * fix abstract test * add 3.12 classifier
bridgecrewio · Nov 21, 2023 · 414e36c · 414e36c
1 parent 1a103e9
commit 414e36c
Show file tree

Hide file tree

Showing 22 changed files with 653 additions and 624 deletions.
diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
@@ -44,7 +44,7 @@ jobs:
     strategy:
       fail-fast: true
       matrix:
-        python: ["3.8", "3.9", "3.10", "3.11"]
+        python: ["3.8", "3.9", "3.10", "3.11", "3.12"]
         os: [ubuntu-latest, macos-latest, windows-latest]
     runs-on: ${{ matrix.os }}
     steps:
@@ -68,7 +68,7 @@ jobs:
           # remove venv, if exists
           pipenv --rm || true
           pipenv --python ${{ matrix.python }}
-          pipenv run pip install pytest pytest-xdist
+          pipenv run pip install pytest pytest-xdist setuptools wheel
           pipenv run python setup.py sdist bdist_wheel
           bash -c 'pipenv run pip install dist/checkov-*.whl'
       - name: Clone Terragoat - vulnerable terraform
@@ -125,7 +125,7 @@ jobs:
     strategy:
       fail-fast: true
       matrix:
-        python: ["3.8", "3.11"]
+        python: ["3.8", "3.12"]
         os: [ubuntu-latest, macos-latest]
     runs-on: ${{ matrix.os }}
     continue-on-error: true # for now it is ok to fail
@@ -142,7 +142,7 @@ jobs:
           # remove venv, if exists
           pipenv --rm || true
           pipenv --python ${{ matrix.python }}
-          pipenv run pip install pytest pytest-xdist
+          pipenv run pip install pytest pytest-xdist setuptools wheel
           pipenv run python setup.py sdist bdist_wheel
           bash -c 'pipenv run pip install dist/checkov-*.whl'
       - name: Clone flask - Python repo for SAST

diff --git a/.github/workflows/pr-test.yml b/.github/workflows/pr-test.yml
@@ -54,7 +54,7 @@ jobs:
     strategy:
       fail-fast: true
       matrix:
-        python: ["3.8", "3.9", "3.10", "3.11"]
+        python: ["3.8", "3.9", "3.10", "3.11", "3.12"]
     runs-on: ubuntu-latest
     timeout-minutes: 30
     steps:
@@ -63,6 +63,7 @@ jobs:
         uses: actions/setup-python@65d7f2d534ac1bc67fcd62888c5f4f3d2cb2b236  # v4
         with:
           python-version: ${{ matrix.python }}
+          allow-prereleases: true
           cache: "pipenv"
           cache-dependency-path: "Pipfile.lock"
       - uses: azure/setup-helm@5119fcb9089d432beecbf79bb2c7915207344b78  # v3
@@ -79,7 +80,14 @@ jobs:
           # remove venv, if exists
           pipenv --rm || true
           pipenv --python ${{ matrix.python }}
-          pipenv install --dev -v
+
+          if [ '${{ matrix.python }}' == '3.12' ]; then
+            # needed for numpy
+            pipenv install --skip-lock --dev -v
+          else
+            pipenv install --dev -v
+          fi
+
           pipenv run pip install redefine --index-url https://pip.redefine.dev
       - name: Unit tests
         env:
@@ -94,14 +102,15 @@ jobs:
     strategy:
       fail-fast: true
       matrix:
-        python: ["3.8", "3.9", "3.10", "3.11"]
+        python: ["3.8", "3.9", "3.10", "3.11", "3.12"]
         os: [ubuntu-latest, macos-latest, windows-latest]
     runs-on: ${{ matrix.os }}
     steps:
       - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11  # v3
       - uses: actions/setup-python@65d7f2d534ac1bc67fcd62888c5f4f3d2cb2b236  # v4
         with:
           python-version: ${{ matrix.python }}
+          allow-prereleases: true
           cache: "pipenv"
           cache-dependency-path: "Pipfile.lock"
       - uses: actions/setup-node@8f152de45cc393bb48ce5d89d36b731f54556e65  # v4
@@ -116,11 +125,12 @@ jobs:
         run: |
           python -m pip install --no-cache-dir --upgrade pipenv
       - name: Build & install checkov package
+        shell: bash
         run: |
           # remove venv, if exists
           pipenv --rm || true
           pipenv --python ${{ matrix.python }}
-          pipenv run pip install pytest pytest-xdist
+          pipenv run pip install pytest pytest-xdist setuptools wheel
           pipenv run python setup.py sdist bdist_wheel
           bash -c 'pipenv run pip install dist/checkov-*.whl'
       - name: Clone Terragoat - vulnerable terraform
@@ -146,14 +156,15 @@ jobs:
     strategy:
       fail-fast: true
       matrix:
-        python: ["3.8", "3.11"]
+        python: ["3.8", "3.12"]
         os: [ubuntu-latest, macos-latest]
     runs-on: ${{ matrix.os }}
     steps:
       - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11  # v3
       - uses: actions/setup-python@65d7f2d534ac1bc67fcd62888c5f4f3d2cb2b236  # v4
         with:
           python-version: ${{ matrix.python }}
+          allow-prereleases: true
           cache: "pipenv"
           cache-dependency-path: "Pipfile.lock"
       - name: Install pipenv
@@ -164,7 +175,7 @@ jobs:
           # remove venv, if exists
           pipenv --rm || true
           pipenv --python ${{ matrix.python }}
-          pipenv run pip install pytest pytest-xdist
+          pipenv run pip install pytest pytest-xdist setuptools wheel
           pipenv run python setup.py sdist bdist_wheel
           bash -c 'pipenv run pip install dist/checkov-*.whl'
       - name: Clone flask - Python repo for SAST
@@ -191,14 +202,15 @@ jobs:
     strategy:
       fail-fast: true
       matrix:
-        python: ["3.8", "3.11"]
+        python: ["3.8", "3.12"]
         os: [ubuntu-latest, macos-latest]
     runs-on: ${{ matrix.os }}
     steps:
       - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11  # v3
       - uses: actions/setup-python@65d7f2d534ac1bc67fcd62888c5f4f3d2cb2b236  # v4
         with:
           python-version: ${{ matrix.python }}
+          allow-prereleases: true
           cache: "pipenv"
           cache-dependency-path: "Pipfile.lock"
       - name: Install pipenv
@@ -209,7 +221,7 @@ jobs:
           # remove venv, if exists
           pipenv --rm || true
           pipenv --python ${{ matrix.python }}
-          pipenv run pip install pytest pytest-xdist
+          pipenv run pip install pytest pytest-xdist setuptools wheel
           pipenv run python setup.py sdist bdist_wheel
           bash -c 'pipenv run pip install dist/checkov-*.whl'
       - name: Create checkov reports

diff --git a/Pipfile b/Pipfile
@@ -12,7 +12,6 @@ pytest-xdist = "*"
 pytest-asyncio = "*"
 pytest-cov = "*"
 pytest-mock = "*"
-mock = "*"
 coverage ="==5.5"
 coverage-badge = "*"
 bandit = "*"
@@ -36,7 +35,7 @@ dlint = "*"
 mypy = "*"
 flake8-bugbear = "*"
 parameterized = "*"
-freezegun = "*"
+time-machine = "*"
 boto3-stubs-lite = {extras = ["s3"], version = "*"}
 
 [packages]