diff --git a/.github/workflows/pythonbuild.yml b/.github/workflows/pythonbuild.yml index 0a4bc9b712..944632859b 100644 --- a/.github/workflows/pythonbuild.yml +++ b/.github/workflows/pythonbuild.yml @@ -424,7 +424,7 @@ jobs: # This path is specific to Ubuntu path: ~/.cache/pip # Look to see if there is a cache hit for the corresponding requirements files - key: ${{ format('{0}-pip-{1}', runner.os, hashFiles('dev-requirements.txt', format('plugins/{0}/requirements.txt', matrix.plugin-names ))) }} + key: ${{ format('{0}-pip-{1}', runner.os, hashFiles('dev-requirements.in', format('plugins/{0}/requirements.txt', matrix.plugin-names ))) }} - name: Install dependencies run: | pip install uv diff --git a/dev-requirements.in b/dev-requirements.in index ebc4ba46cf..ec6cd5bb1a 100644 --- a/dev-requirements.in +++ b/dev-requirements.in @@ -55,3 +55,6 @@ ipykernel orjson kubernetes>=12.0.1 + +# protobuf type stubs are shipped separate from the protobuf package +types-protobuf diff --git a/dev-requirements.txt b/dev-requirements.txt deleted file mode 100644 index 9acff98cb6..0000000000 --- a/dev-requirements.txt +++ /dev/null @@ -1,566 +0,0 @@ -# -# This file is autogenerated by pip-compile with Python 3.12 -# by the following command: -# -# pip-compile dev-requirements.in -# --e file:. - # via -r dev-requirements.in -adlfs==2024.4.1 - # via flytekit -aiobotocore==2.13.0 - # via s3fs -aiohttp==3.9.5 - # via - # adlfs - # aiobotocore - # gcsfs - # s3fs -aioitertools==0.11.0 - # via aiobotocore -aiosignal==1.3.1 - # via aiohttp -annotated-types==0.7.0 - # via pydantic -asn1crypto==1.5.1 - # via snowflake-connector-python -asttokens==2.4.1 - # via stack-data -attrs==23.2.0 - # via - # aiohttp - # hypothesis - # jsonlines -autoflake==2.3.1 - # via -r dev-requirements.in -azure-core==1.30.1 - # via - # adlfs - # azure-identity - # azure-storage-blob -azure-datalake-store==0.0.53 - # via adlfs -azure-identity==1.16.0 - # via adlfs -azure-storage-blob==12.20.0 - # via adlfs -botocore==1.34.106 - # via aiobotocore -cachetools==5.3.3 - # via google-auth -certifi==2024.7.4 - # via - # kubernetes - # requests - # snowflake-connector-python -cffi==1.16.0 - # via - # azure-datalake-store - # cryptography - # snowflake-connector-python -cfgv==3.4.0 - # via pre-commit -charset-normalizer==3.3.2 - # via - # requests - # snowflake-connector-python -click==8.1.7 - # via - # flytekit - # rich-click -cloudpickle==3.0.0 - # via flytekit -codespell==2.3.0 - # via -r dev-requirements.in -comm==0.2.2 - # via ipykernel -coverage[toml]==7.5.3 - # via - # -r dev-requirements.in - # pytest-cov -croniter==2.0.5 - # via flytekit -cryptography==43.0.1 - # via - # azure-identity - # azure-storage-blob - # msal - # pyjwt - # pyopenssl - # secretstorage - # snowflake-connector-python -dataclasses-json==0.5.9 - # via flytekit -debugpy==1.8.7 - # via ipykernel -decorator==5.1.1 - # via - # gcsfs - # ipython -diskcache==5.6.3 - # via flytekit -distlib==0.3.8 - # via virtualenv -docker==6.1.3 - # via flytekit -docstring-parser==0.16 - # via flytekit -execnet==2.1.1 - # via pytest-xdist -executing==2.0.1 - # via stack-data -filelock==3.14.0 - # via - # snowflake-connector-python - # virtualenv -flyteidl @ git+https://github.com/flyteorg/flyte.git@master#subdirectory=flyteidl - # via - # -r dev-requirements.in - # flytekit -frozenlist==1.4.1 - # via - # aiohttp - # aiosignal -fsspec==2024.5.0 - # via - # adlfs - # flytekit - # gcsfs - # s3fs -gcsfs==2024.5.0 - # via flytekit -google-api-core[grpc]==2.19.0 - # via - # google-cloud-bigquery - # google-cloud-bigquery-storage - # google-cloud-core - # google-cloud-storage -google-auth==2.29.0 - # via - # gcsfs - # google-api-core - # google-auth-oauthlib - # google-cloud-bigquery - # google-cloud-bigquery-storage - # google-cloud-core - # google-cloud-storage - # kubernetes -google-auth-oauthlib==1.2.0 - # via gcsfs -google-cloud-bigquery==3.23.1 - # via -r dev-requirements.in -google-cloud-bigquery-storage==2.25.0 - # via -r dev-requirements.in -google-cloud-core==2.4.1 - # via - # google-cloud-bigquery - # google-cloud-storage -google-cloud-storage==2.16.0 - # via gcsfs -google-crc32c==1.5.0 - # via - # google-cloud-storage - # google-resumable-media -google-resumable-media==2.7.0 - # via - # google-cloud-bigquery - # google-cloud-storage -googleapis-common-protos==1.63.0 - # via - # flyteidl - # flytekit - # google-api-core - # grpcio-status - # protoc-gen-openapiv2 -grpcio==1.64.0 - # via - # flytekit - # google-api-core - # grpcio-status -grpcio-status==1.62.2 - # via - # flytekit - # google-api-core -hypothesis==6.103.0 - # via -r dev-requirements.in -icdiff==2.0.7 - # via pytest-icdiff -identify==2.5.36 - # via pre-commit -idna==3.7 - # via - # requests - # snowflake-connector-python - # yarl -importlib-metadata==7.1.0 - # via flytekit -iniconfig==2.0.0 - # via pytest -ipykernel==6.29.5 - # via -r dev-requirements.in -ipython==8.25.0 - # via - # -r dev-requirements.in - # ipykernel -isodate==0.6.1 - # via azure-storage-blob -jaraco-classes==3.4.0 - # via - # keyring - # keyrings-alt -jaraco-context==5.3.0 - # via - # keyring - # keyrings-alt -jaraco-functools==4.0.1 - # via keyring -jedi==0.19.1 - # via ipython -jeepney==0.8.0 - # via - # keyring - # secretstorage -jmespath==1.0.1 - # via botocore -joblib==1.4.2 - # via - # -r dev-requirements.in - # flytekit - # scikit-learn -jsonlines==4.0.0 - # via flytekit -jsonpickle==3.0.4 - # via flytekit -jupyter-client==8.6.3 - # via - # -r dev-requirements.in - # ipykernel -jupyter-core==5.7.2 - # via - # ipykernel - # jupyter-client -keyring==25.2.1 - # via flytekit -keyrings-alt==5.0.1 - # via -r dev-requirements.in -kubernetes==29.0.0 - # via -r dev-requirements.in -markdown-it-py==3.0.0 - # via - # flytekit - # rich -marshmallow==3.21.2 - # via - # dataclasses-json - # marshmallow-enum - # marshmallow-jsonschema -marshmallow-enum==1.5.1 - # via - # dataclasses-json - # flytekit -marshmallow-jsonschema==0.13.0 - # via flytekit -mashumaro==3.13 - # via flytekit -matplotlib-inline==0.1.7 - # via - # ipykernel - # ipython -mdurl==0.1.2 - # via markdown-it-py -mock==5.1.0 - # via -r dev-requirements.in -more-itertools==10.2.0 - # via - # jaraco-classes - # jaraco-functools -msal==1.28.0 - # via - # azure-datalake-store - # azure-identity - # msal-extensions -msal-extensions==1.1.0 - # via azure-identity -msgpack==1.1.0 - # via flytekit -multidict==6.0.5 - # via - # aiohttp - # yarl -mypy==1.6.1 - # via -r dev-requirements.in -mypy-extensions==1.0.0 - # via - # mypy - # typing-inspect -nest-asyncio==1.6.0 - # via ipykernel -nodeenv==1.9.0 - # via pre-commit -numpy==1.26.4 - # via - # -r dev-requirements.in - # pandas - # pyarrow - # scikit-learn - # scipy -oauthlib==3.2.2 - # via - # kubernetes - # requests-oauthlib -orjson==3.10.3 - # via -r dev-requirements.in -packaging==24.0 - # via - # docker - # google-cloud-bigquery - # ipykernel - # marshmallow - # msal-extensions - # pytest - # setuptools-scm - # snowflake-connector-python -pandas==2.2.2 - # via -r dev-requirements.in -parso==0.8.4 - # via jedi -pexpect==4.9.0 - # via ipython -pillow==10.3.0 - # via -r dev-requirements.in -platformdirs==4.2.2 - # via - # jupyter-core - # snowflake-connector-python - # virtualenv -pluggy==1.5.0 - # via pytest -portalocker==2.8.2 - # via msal-extensions -pprintpp==0.4.0 - # via pytest-icdiff -pre-commit==3.7.1 - # via -r dev-requirements.in -prometheus-client==0.20.0 - # via -r dev-requirements.in -prompt-toolkit==3.0.45 - # via ipython -proto-plus==1.23.0 - # via - # google-api-core - # google-cloud-bigquery-storage -protobuf==4.25.3 - # via - # -r dev-requirements.in - # flyteidl - # flytekit - # google-api-core - # google-cloud-bigquery-storage - # googleapis-common-protos - # grpcio-status - # proto-plus - # protoc-gen-openapiv2 -protoc-gen-openapiv2==0.0.1 - # via flyteidl -psutil==6.1.0 - # via ipykernel -ptyprocess==0.7.0 - # via pexpect -pure-eval==0.2.2 - # via stack-data -pyarrow==16.1.0 - # via -r dev-requirements.in -pyasn1==0.6.0 - # via - # pyasn1-modules - # rsa -pyasn1-modules==0.4.0 - # via google-auth -pycparser==2.22 - # via cffi -pydantic==2.9.2 - # via -r dev-requirements.in -pydantic-core==2.23.4 - # via pydantic -pyflakes==3.2.0 - # via autoflake -pygments==2.18.0 - # via - # flytekit - # ipython - # rich -pyjwt[crypto]==2.8.0 - # via - # msal - # snowflake-connector-python -pyopenssl==24.2.1 - # via snowflake-connector-python -pytest==8.2.1 - # via - # -r dev-requirements.in - # pytest-asyncio - # pytest-cov - # pytest-icdiff - # pytest-mock - # pytest-timeout - # pytest-xdist -pytest-asyncio==0.23.7 - # via -r dev-requirements.in -pytest-cov==5.0.0 - # via -r dev-requirements.in -pytest-icdiff==0.9 - # via -r dev-requirements.in -pytest-mock==3.14.0 - # via -r dev-requirements.in -pytest-timeout==2.3.1 - # via -r dev-requirements.in -pytest-xdist==3.6.1 - # via -r dev-requirements.in -python-dateutil==2.9.0.post0 - # via - # botocore - # croniter - # google-cloud-bigquery - # jupyter-client - # kubernetes - # pandas -python-json-logger==2.0.7 - # via flytekit -python-magic==0.4.27 ; platform_system == "Darwin" or platform_system == "Linux" - # via -r dev-requirements.in -pytimeparse==1.1.8 - # via flytekit -pytz==2024.1 - # via - # croniter - # pandas - # snowflake-connector-python -pyyaml==6.0.1 - # via - # flytekit - # kubernetes - # pre-commit -pyzmq==26.2.0 - # via - # ipykernel - # jupyter-client -requests==2.32.3 - # via - # azure-core - # azure-datalake-store - # docker - # flytekit - # gcsfs - # google-api-core - # google-cloud-bigquery - # google-cloud-storage - # kubernetes - # msal - # requests-oauthlib - # snowflake-connector-python -requests-oauthlib==2.0.0 - # via - # google-auth-oauthlib - # kubernetes -rich==13.7.1 - # via - # flytekit - # rich-click -rich-click==1.8.2 - # via flytekit -rsa==4.9 - # via google-auth -s3fs==2024.5.0 - # via flytekit -scikit-learn==1.5.0 - # via -r dev-requirements.in -scipy==1.13.1 - # via scikit-learn -secretstorage==3.3.3 - # via keyring -setuptools-scm==8.1.0 - # via -r dev-requirements.in -six==1.16.0 - # via - # asttokens - # azure-core - # isodate - # kubernetes - # python-dateutil -snowflake-connector-python==3.12.3 - # via -r dev-requirements.in -sortedcontainers==2.4.0 - # via - # hypothesis - # snowflake-connector-python -stack-data==0.6.3 - # via ipython -statsd==3.3.0 - # via flytekit -threadpoolctl==3.5.0 - # via scikit-learn -tomlkit==0.13.2 - # via snowflake-connector-python -tornado==6.4.1 - # via - # ipykernel - # jupyter-client -traitlets==5.14.3 - # via - # comm - # ipykernel - # ipython - # jupyter-client - # jupyter-core - # matplotlib-inline -types-croniter==2.0.0.20240423 - # via -r dev-requirements.in -types-decorator==5.1.8.20240310 - # via -r dev-requirements.in -types-mock==5.1.0.20240425 - # via -r dev-requirements.in -types-protobuf==4.25.0.20240417 - # via -r dev-requirements.in -types-requests==2.32.0.20240523 - # via -r dev-requirements.in -typing-extensions==4.12.0 - # via - # azure-core - # azure-storage-blob - # flytekit - # mashumaro - # mypy - # pydantic - # pydantic-core - # rich-click - # snowflake-connector-python - # typing-inspect -typing-inspect==0.9.0 - # via dataclasses-json -tzdata==2024.1 - # via pandas -urllib3==2.2.1 - # via - # botocore - # docker - # flytekit - # kubernetes - # requests - # types-requests -virtualenv==20.26.2 - # via pre-commit -wcwidth==0.2.13 - # via prompt-toolkit -websocket-client==1.8.0 - # via - # docker - # kubernetes -wrapt==1.16.0 - # via aiobotocore -yarl==1.9.4 - # via aiohttp -zipp==3.19.1 - # via importlib-metadata - -# The following packages are considered to be unsafe in a requirements file: -# setuptools