Develop python 3.10 (#5981)

* Deprecated python 3.8.x and 3.9.x. * Updated colab gha test to 3.10.12 * Updated colabs for Sentis and python 3.10. * Test fix. * Minor update to colabs.
Unity-Technologies · Oct 4, 2023 · 42ab41f · 42ab41f
1 parent e6a7c0b
commit 42ab41f
Show file tree

Hide file tree

Showing 36 changed files with 565 additions and 183 deletions.
diff --git a/.github/workflows/colab.yml b/.github/workflows/colab.yml
@@ -31,7 +31,7 @@ jobs:
     - name: Set up Python
       uses: actions/setup-python@v2
       with:
-        python-version: 3.9.x
+        python-version: 3.10.12
     - uses: actions/setup-dotnet@v1
       with:
         dotnet-version: '6.0.x'

diff --git a/.github/workflows/nightly.yml b/.github/workflows/nightly.yml
@@ -37,12 +37,8 @@ jobs:
       # If one test in the matrix fails we still want to run the others.
       fail-fast: false
       matrix:
-        python-version: [3.8.x, 3.9.x, 3.10.x]
+        python-version: [3.10.x]
         include:
-          - python-version: 3.8.x
-            pip_constraints: test_constraints_min_version.txt
-          - python-version: 3.9.x
-            pip_constraints: test_constraints_mid_version.txt
           - python-version: 3.10.x
             pip_constraints: test_constraints_max_version.txt
     steps:

diff --git a/.github/workflows/pre-commit.yml b/.github/workflows/pre-commit.yml
@@ -16,7 +16,7 @@ jobs:
     - uses: actions/checkout@v2
     - uses: actions/setup-python@v2
       with:
-        python-version: 3.8.x
+        python-version: 3.10.x
     - uses: actions/setup-ruby@v1
       env:
         ImageOS: ubuntu20

diff --git a/.github/workflows/publish_docs.yaml b/.github/workflows/publish_docs.yaml
@@ -12,10 +12,10 @@ jobs:
         uses: actions/checkout@v2
         with:
           token: ${{ secrets.PUBLIC_GH_TOKEN }}
-      - name: Setup Python 3.8
+      - name: Setup Python 3.10
         uses: actions/setup-python@v2
         with:
-          python-version: 3.8
+          python-version: 3.10
       - name: Publish docs
         run: |
           pip install mkdocs

diff --git a/.github/workflows/publish_pypi.yaml b/.github/workflows/publish_pypi.yaml
@@ -18,10 +18,10 @@ jobs:
 
     steps:
     - uses: actions/checkout@main
-    - name: Set up Python 3.8
+    - name: Set up Python 3.10
       uses: actions/setup-python@v2
       with:
-        python-version: 3.8
+        python-version: 3.10
     - name: Install dependencies
       run: pip install setuptools wheel twine --user
     - name: verify git tag vs. version

diff --git a/.github/workflows/publish_pypi_python_api.yaml b/.github/workflows/publish_pypi_python_api.yaml
@@ -18,10 +18,10 @@ jobs:
 
     steps:
     - uses: actions/checkout@v2
-    - name: Set up Python 3.8
+    - name: Set up Python 3.10
       uses: actions/setup-python@v2
       with:
-        python-version: 3.8
+        python-version: 3.10
     - name: Install dependencies
       run: pip install setuptools wheel twine --user
     - name: verify git tag vs. version

diff --git a/.github/workflows/pytest.yml b/.github/workflows/pytest.yml
@@ -37,12 +37,8 @@ jobs:
       # If one test in the matrix fails we still want to run the others.
       fail-fast: false
       matrix:
-        python-version: [3.8.x, 3.9.x, 3.10.12]
+        python-version: [3.10.12]
         include:
-          - python-version: 3.8.x
-            pip_constraints: test_constraints_min_version.txt
-          - python-version: 3.9.x
-            pip_constraints: test_constraints_mid_version.txt
           - python-version: 3.10.12
             pip_constraints: test_constraints_max_version.txt
     steps:

diff --git a/.yamato/com.unity.ml-agents-coverage.yml b/.yamato/com.unity.ml-agents-coverage.yml
@@ -15,7 +15,7 @@ test_coverage_{{ package.name }}_{{ platform.name }}_{{ editor.version }}:
         - npm install [email protected] -g --registry https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/npm/upm-npm
         - upm-ci project test -u {{ editor.version }} --type project-tests --project-path {{ editor.testProject }} --package-filter {{ package.name }} {{ coverageOptions }} --extra-utr-arg "reruncount=2"
         - |
-          conda activate python3.8
+          conda activate python3.10
           python3 ml-agents/tests/yamato/check_coverage_percent.py upm-ci~/test-results/ {{ package.minCoveragePct }}
     artifacts:
         logs:

diff --git a/.yamato/com.unity.ml-agents-pack.yml b/.yamato/com.unity.ml-agents-pack.yml
@@ -7,7 +7,7 @@ pack:
   commands:
     - |
       eval "$($HOME/anaconda/bin/conda shell.bash hook)"
-      conda activate python3.8
+      conda activate python3.10
       python3 -m pip install unity-downloader-cli --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade
       unity-downloader-cli -u 2022.3 -c editor --wait --fast
       ./.Editor/Unity -projectPath Project -batchMode -executeMethod Unity.MLAgents.SampleExporter.ExportCuratedSamples -logFile -

diff --git a/.yamato/com.unity.ml-agents-test.yml b/.yamato/com.unity.ml-agents-test.yml
@@ -126,7 +126,7 @@ test_{{ package.name }}_{{ platform.name }}_trunk:
     commands:
         - |
 {% if platform.name == "linux" %}
-          conda activate python3.8
+          conda activate python3.10
 {% endif %}
           python -m pip install unity-downloader-cli --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade
           unity-downloader-cli -u trunk -c editor --wait --fast

diff --git a/.yamato/compressed-sensor-test.yml b/.yamato/compressed-sensor-test.yml
@@ -12,7 +12,7 @@ test_compressed_obs_{{ editor.version }}:
   commands:
     - |
       eval "$($HOME/anaconda/bin/conda shell.bash hook)"
-      conda activate python3.8
+      conda activate python3.10
       python -m pip install pyyaml --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple
       python -u -m ml-agents.tests.yamato.setup_venv
       python ml-agents/tests/yamato/scripts/run_compressed_sensor.py --env=artifacts/testPlayer-TestGridCompressed

diff --git a/.yamato/gym-interface-test.yml b/.yamato/gym-interface-test.yml
@@ -12,7 +12,7 @@ test_gym_interface_{{ editor.version }}:
   commands:
     - |
       eval "$($HOME/anaconda/bin/conda shell.bash hook)"
-      conda activate python3.8
+      conda activate python3.10
       python -m pip install wheel --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple
       python -m pip install pyyaml --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple
       python -u -m ml-agents.tests.yamato.setup_venv

diff --git a/.yamato/protobuf-generation-test.yml b/.yamato/protobuf-generation-test.yml
@@ -11,7 +11,7 @@ test_linux_protobuf_generation:
     - |
       sudo apt-get update && sudo apt-get install -y nuget
       eval "$($HOME/anaconda/bin/conda shell.bash hook)"
-      conda activate python3.8
+      conda activate python3.10
       nuget install Grpc.Tools -Version $GRPC_VERSION -OutputDirectory protobuf-definitions/
       python3 -m pip install --upgrade pip --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple
       python3 -m pip install grpcio==1.28.1 grpcio-tools==1.13.0 protobuf==3.11.3 six==1.14.0 mypy-protobuf==1.16.0  --progress-bar=off --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple

diff --git a/.yamato/pytest-gpu.yml b/.yamato/pytest-gpu.yml
@@ -7,7 +7,7 @@ pytest_gpu:
   commands:
     - |
       eval "$($HOME/anaconda/bin/conda shell.bash hook)"
-      conda activate python3.8
+      conda activate python3.10
       python3 -m pip install pyyaml --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple
       python3 -u -m ml-agents.tests.yamato.setup_venv
       python3 -m pip install --progress-bar=off -r test_requirements.txt --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple

diff --git a/.yamato/python-ll-api-test.yml b/.yamato/python-ll-api-test.yml
@@ -12,7 +12,7 @@ test_linux_ll_api_{{ editor.version }}:
   commands:
     - |
       eval "$($HOME/anaconda/bin/conda shell.bash hook)"
-      conda activate python3.8
+      conda activate python3.10
       python -m pip install pyyaml --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple
       python -u -m ml-agents.tests.yamato.setup_venv
       python ml-agents/tests/yamato/scripts/run_llapi.py

diff --git a/.yamato/standalone-build-test.yml b/.yamato/standalone-build-test.yml
@@ -12,7 +12,7 @@ test_linux_standalone_{{ editor.version }}:
   commands:
     - |
       eval "$($HOME/anaconda/bin/conda shell.bash hook)"
-      conda activate python3.8
+      conda activate python3.10
       python3 -m pip install pyyaml --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple
       python3 -m pip install unity-downloader-cli --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade
       unity-downloader-cli -u {{ editor.version }} -c editor --wait --fast

diff --git a/.yamato/standalone-build-webgl-test.yml b/.yamato/standalone-build-webgl-test.yml
@@ -10,7 +10,7 @@ test_webgl_standalone_{{ editor_version }}:
   commands:
     - |
       eval "$($HOME/anaconda/bin/conda shell.bash hook)"
-      conda activate python3.8
+      conda activate python3.10
       python -m pip install pyyaml --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple
       python -m pip install unity-downloader-cli --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade
       unity-downloader-cli -u {{ editor_version }} -c editor -c WebGL --wait --fast

diff --git a/.yamato/training-int-tests.yml b/.yamato/training-int-tests.yml
@@ -12,7 +12,7 @@ test_linux_training_int_{{ editor.version }}:
   commands:
     - |
       eval "$($HOME/anaconda/bin/conda shell.bash hook)"
-      conda activate python3.8
+      conda activate python3.10
       python -m pip install pyyaml --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple
       python -u -m ml-agents.tests.yamato.training_int_tests
   dependencies: