diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml index 0b17ad733..e53274480 100644 --- a/.pre-commit-config.yaml +++ b/.pre-commit-config.yaml @@ -36,11 +36,46 @@ repos: hooks: - id: actionlint - repo: https://github.com/astral-sh/uv-pre-commit - rev: 0.9.1 + rev: 0.11.1 hooks: - id: pip-compile args: [requirements/test.in, -o, requirements/test.txt, --index-strategy, unsafe-best-match, --torch-backend, cu129, --python-platform, x86_64-manylinux_2_28, --python-version, "3.12"] files: ^requirements/test\.(in|txt)$ + - id: pip-compile + alias: pip-compile-rocm + name: pip-compile-rocm + args: [ + requirements/rocm-test.in, -o, requirements/rocm-test.txt, + --index-strategy, unsafe-best-match, + -c, requirements/rocm.txt, + --python-platform, x86_64-manylinux_2_28, + --python-version, "3.12", + # Exclude torch and CUDA/NVIDIA packages + --no-emit-package, torch, + --no-emit-package, torchvision, + --no-emit-package, torchaudio, + --no-emit-package, triton, + --no-emit-package, cuda-bindings, + --no-emit-package, cuda-pathfinder, + --no-emit-package, cuda-toolkit, + --no-emit-package, cupy-cuda12x, + --no-emit-package, nvidia-cublas, + --no-emit-package, nvidia-cuda-cupti, + --no-emit-package, nvidia-cuda-nvrtc, + --no-emit-package, nvidia-cuda-runtime, + --no-emit-package, nvidia-cudnn-cu13, + --no-emit-package, nvidia-cufft, + --no-emit-package, nvidia-cufile, + --no-emit-package, nvidia-curand, + --no-emit-package, nvidia-cusolver, + --no-emit-package, nvidia-cusparse, + --no-emit-package, nvidia-cusparselt-cu13, + --no-emit-package, nvidia-nccl-cu13, + --no-emit-package, nvidia-nvjitlink, + --no-emit-package, nvidia-nvshmem-cu13, + --no-emit-package, nvidia-nvtx, + ] + files: ^requirements/rocm-test\.(in|txt)$ - repo: local hooks: - id: format-torch-nightly-test diff --git a/docker/Dockerfile.rocm b/docker/Dockerfile.rocm index f8a4274a1..60bf8c314 100644 --- a/docker/Dockerfile.rocm +++ b/docker/Dockerfile.rocm @@ -329,6 +329,11 @@ RUN --mount=type=bind,from=export_vllm,src=/,target=/install \ && pip uninstall -y vllm \ && uv pip install --system *.whl +# Verify that PyTorch is the ROCm build, not CUDA +RUN python3 -c "import torch; assert torch.version.hip is not None, \ + f'Expected ROCm PyTorch but got CUDA (torch.version.cuda={torch.version.cuda}, torch.version.hip={torch.version.hip})'; \ + print(f'Verified: PyTorch {torch.__version__} with ROCm (HIP {torch.version.hip})')" + # Install RIXL wheel RUN --mount=type=bind,from=build_rixl,src=/app/install,target=/rixl_install \ uv pip install --system /rixl_install/*.whl diff --git a/requirements/rocm-test.in b/requirements/rocm-test.in new file mode 100644 index 000000000..856fab7e9 --- /dev/null +++ b/requirements/rocm-test.in @@ -0,0 +1,83 @@ +# testing +pytest +tensorizer==2.10.1 +pytest-forked +pytest-asyncio +pytest-rerunfailures +pytest-shard +pytest-timeout +pytest-cov + +# testing utils +albumentations # required for Nemotron Parse in test_common.py +av # required for audio_in_video tests +backoff # required for phi4mm test +blobfile # required for kimi-vl test +einops # required for MPT, qwen-vl +httpx +librosa # required for audio tests +vector_quantize_pytorch # required for minicpmo_26 test +vocos # required for minicpmo_26 test +peft>=0.15.0 # required for phi-4-mm test +pqdm +ray[cgraph,default]>=2.48.0 # Ray Compiled Graph, required by pipeline parallelism tests +resampy # required for audio tests +sentence-transformers>=5.2.0 # required for embedding tests +soundfile # required for audio tests +jiwer # required for audio tests +tblib # for pickling test exceptions +timm>=1.0.17 # required for internvl and gemma3n-mm test +transformers_stream_generator # required for qwen-vl test +matplotlib # required for qwen-vl test +mistral_common[image,audio]>=1.10.0 # required for voxtral test +num2words # required for smolvlm test +open_clip_torch==2.32.0 # Required for nemotron_vl test, Nemotron Parse in test_common.py +opencv-python-headless>=4.13.0 # required for video test +datamodel_code_generator # required for minicpm3 test +lm-eval[api]>=0.4.11 # required for model evaluation test +mteb[bm25s]>=2, <3 # required for mteb test +transformers==4.57.5 +tokenizers==0.22.0 +schemathesis>=3.39.15 # Required for openai schema test +# quantization +bitsandbytes==0.49.2 +buildkite-test-collector==0.1.9 + +genai_perf>=0.0.8 +tritonclient>=2.51.0 + +# The version of gRPC libraries should be consistent with each other +grpcio==1.78.0 +grpcio-reflection==1.78.0 + +arctic-inference==0.1.1 # Required for suffix decoding test +numba==0.61.2 # Required for N-gram speculative decoding +numpy +runai-model-streamer[s3,gcs,azure]==0.15.7 +fastsafetensors>=0.2.2 # 0.2.2 contains important fixes for multi-GPU mem usage +instanttensor>=0.1.5 +pydantic>=2.12 # 2.11 leads to error on python 3.13 +decord==0.6.0 + +# Prithvi tests +terratorch>=1.2.2 +imagehash # Required for Prithvi tests +segmentation-models-pytorch>0.4.0 # Required for Prithvi tests + +gpt-oss>=0.0.7; python_version > '3.11' + +perceptron # required for isaac test +kaldi-native-fbank>=1.18.7 # required for fireredasr2 test + +# Newer versions of datasets require torchcoded, that makes the tests fail in CI because of a missing library. +# Older versions are in conflict with terratorch requirements. +datasets>=3.3.0,<=3.6.0 + +openpyxl # required for perf comparison excel report +plotly # required for perf comparison html report + +# ROCm-specific extras (not in CUDA test.in) +rapidfuzz +torchgeo==0.7.0 +multiprocess==0.70.16 +huggingface-hub==0.36.2 diff --git a/requirements/rocm-test.txt b/requirements/rocm-test.txt index a29f94b5d..dd4c7c24f 100644 --- a/requirements/rocm-test.txt +++ b/requirements/rocm-test.txt @@ -1,116 +1,1373 @@ -# Common dependencies --r common.txt - -# Test infrastructure -tblib==3.1.0 -pytest==8.3.5 -pytest-asyncio==0.24.0 -pytest-timeout==2.3.1 -pytest-cov==6.3.0 -pytest-forked==1.6.0 -pytest-rerunfailures==14.0 -pytest-shard==0.1.2 - -# Async/HTTP dependencies -anyio==4.6.2.post1 - # via httpx, starlette +# This file was autogenerated by uv via the following command: +# uv pip compile requirements/rocm-test.in -o requirements/rocm-test.txt --index-strategy unsafe-best-match -c requirements/rocm.txt --python-platform x86_64-manylinux_2_28 --python-version 3.12 --no-emit-package torch --no-emit-package torchvision --no-emit-package torchaudio --no-emit-package triton --no-emit-package cuda-bindings --no-emit-package cuda-pathfinder --no-emit-package cuda-toolkit --no-emit-package cupy-cuda12x --no-emit-package nvidia-cublas --no-emit-package nvidia-cuda-cupti --no-emit-package nvidia-cuda-nvrtc --no-emit-package nvidia-cuda-runtime --no-emit-package nvidia-cudnn-cu13 --no-emit-package nvidia-cufft --no-emit-package nvidia-cufile --no-emit-package nvidia-curand --no-emit-package nvidia-cusolver --no-emit-package nvidia-cusparse --no-emit-package nvidia-cusparselt-cu13 --no-emit-package nvidia-nccl-cu13 --no-emit-package nvidia-nvjitlink --no-emit-package nvidia-nvshmem-cu13 --no-emit-package nvidia-nvtx +absl-py==2.4.0 + # via + # rouge-score + # tensorboard +accelerate==1.13.0 + # via peft +aenum==3.1.17 + # via lightly +affine==2.4.0 + # via rasterio +aiohappyeyeballs==2.6.1 + # via aiohttp aiohttp==3.13.3 - # via gpt-oss -httpx==0.27.2 - # HTTP testing - -# Audio processing dependencies + # via + # -c requirements/common.txt + # aiohttp-cors + # fsspec + # gpt-oss + # lm-eval + # ray +aiohttp-cors==0.8.1 + # via ray +aiosignal==1.4.0 + # via aiohttp +albucore==0.1.2 + # via terratorch +albumentations==1.4.6 + # via + # -r requirements/rocm-test.in + # terratorch +alembic==1.18.4 + # via optuna +annotated-doc==0.0.4 + # via + # fastapi + # typer +annotated-types==0.7.0 + # via pydantic +antlr4-python3-runtime==4.9.3 + # via + # hydra-core + # omegaconf +anyio==4.6.2.post1 + # via + # httpx + # starlette +arctic-inference==0.1.1 + # via -r requirements/rocm-test.in +argcomplete==3.6.3 + # via datamodel-code-generator +arrow==1.4.0 + # via isoduration +attrs==26.1.0 + # via + # aiohttp + # fiona + # jsonlines + # jsonschema + # pytest-subtests + # rasterio + # referencing audioread==3.0.1 # via librosa -cffi==1.17.1 - # via soundfile -decorator==5.2.1 - # via librosa -lazy-loader==0.4 - # via librosa -platformdirs==4.3.6 - # via pooch -pooch==1.8.2 - # via librosa -soundfile==0.13.1 - # via librosa -soxr==0.5.0.post1 - # via librosa -librosa==0.10.2.post1 - -# Retrieval and search +av==16.1.0 + # via -r requirements/rocm-test.in +azure-core==1.39.0 + # via + # azure-identity + # azure-storage-blob +azure-identity==1.25.3 + # via runai-model-streamer-azure +azure-storage-blob==12.28.0 + # via runai-model-streamer-azure +backoff==2.2.1 + # via + # -r requirements/rocm-test.in + # schemathesis +bitsandbytes==0.49.2 + # via + # -r requirements/rocm-test.in + # lightning +black==26.3.1 + # via datamodel-code-generator +blobfile==3.0.0 + # via -r requirements/rocm-test.in bm25s==0.2.13 # via mteb +boto3==1.42.74 + # via + # runai-model-streamer-s3 + # tensorizer +botocore==1.42.74 + # via + # boto3 + # s3transfer +bounded-pool-executor==0.0.3 + # via pqdm +buildkite-test-collector==0.1.9 + # via -r requirements/rocm-test.in +certifi==2026.2.25 + # via + # fiona + # httpcore + # httpx + # lightly + # pyogrio + # pyproj + # rasterio + # requests + # sentry-sdk +cffi==1.17.1 + # via + # cryptography + # soundfile +chardet==5.2.0 + # via mbstrdecoder +charset-normalizer==3.4.6 + # via requests +choreographer==1.2.1 + # via kaleido +chz==0.4.0 + # via gpt-oss +click==8.3.1 + # via + # black + # click-plugins + # cligj + # fiona + # jiwer + # nltk + # rasterio + # ray + # schemathesis + # typer + # uvicorn + # wandb +click-plugins==1.1.1.2 + # via fiona +cligj==0.7.2 + # via + # fiona + # rasterio +colorama==0.4.6 + # via + # perceptron + # sacrebleu + # schemathesis +colorful==0.5.8 + # via ray +colorlog==6.10.1 + # via optuna +contourpy==1.3.3 + # via matplotlib +coverage==7.13.5 + # via pytest-cov +cramjam==2.11.0 + # via fastparquet +cryptography==46.0.0 + # via + # azure-identity + # azure-storage-blob + # google-auth + # msal + # pyjwt +cycler==0.12.1 + # via matplotlib +datamodel-code-generator==0.55.0 + # via -r requirements/rocm-test.in +dataproperty==1.1.0 + # via + # pytablewriter + # tabledata +datasets==3.6.0 + # via + # -r requirements/rocm-test.in + # evaluate + # lm-eval + # mteb +decorator==5.2.1 + # via librosa +decord==0.6.0 + # via -r requirements/rocm-test.in +diffusers==0.37.0 + # via terratorch +dill==0.3.8 + # via + # datasets + # evaluate + # lm-eval + # multiprocess +distlib==0.4.0 + # via virtualenv +docker==7.1.0 + # via gpt-oss +docopt==0.6.2 + # via num2words +docstring-parser==0.17.0 + # via jsonargparse +einops==0.8.2 + # via + # -r requirements/rocm-test.in + # encodec + # terratorch + # torchgeo + # vector-quantize-pytorch + # vocos +einx==0.4.2 + # via vector-quantize-pytorch +encodec==0.1.1 + # via vocos +et-xmlfile==2.0.0 + # via openpyxl +evaluate==0.4.6 + # via lm-eval +fastapi==0.135.2 + # via + # -c requirements/common.txt + # gpt-oss +fastparquet==2026.3.0 + # via genai-perf +fastsafetensors==0.2.2 + # via -r requirements/rocm-test.in +filelock==3.25.2 + # via + # -c requirements/common.txt + # blobfile + # datasets + # diffusers + # huggingface-hub + # python-discovery + # ray + # torch + # transformers + # virtualenv +fiona==1.10.1 + # via torchgeo +fonttools==4.62.1 + # via matplotlib +fqdn==1.5.1 + # via jsonschema +frozendict==2.4.7 + # via einx +frozenlist==1.8.0 + # via + # aiohttp + # aiosignal +fsspec==2025.3.0 + # via + # datasets + # evaluate + # fastparquet + # huggingface-hub + # lightning + # pytorch-lightning + # tacoreader + # torch +ftfy==6.3.1 + # via open-clip-torch +genai-perf==0.0.16 + # via -r requirements/rocm-test.in +genson==1.3.0 + # via datamodel-code-generator +geopandas==1.1.3 + # via terratorch +gitdb==4.0.12 + # via gitpython +gitpython==3.1.46 + # via wandb +google-api-core==2.30.0 + # via + # google-cloud-core + # google-cloud-storage + # opencensus +google-auth==2.49.1 + # via + # google-api-core + # google-cloud-core + # google-cloud-storage + # runai-model-streamer-gcs +google-cloud-core==2.5.0 + # via google-cloud-storage +google-cloud-storage==3.10.1 + # via runai-model-streamer-gcs +google-crc32c==1.8.0 + # via + # google-cloud-storage + # google-resumable-media +google-resumable-media==2.8.0 + # via google-cloud-storage +googleapis-common-protos==1.73.0 + # via google-api-core +gpt-oss==0.0.8 + # via -r requirements/rocm-test.in +graphql-core==3.2.8 + # via hypothesis-graphql +greenlet==3.3.2 + # via sqlalchemy +grpcio==1.78.0 + # via + # -c requirements/rocm.txt + # -r requirements/rocm-test.in + # grpcio-reflection + # ray + # tensorboard +grpcio-reflection==1.78.0 + # via + # -c requirements/rocm.txt + # -r requirements/rocm-test.in +h11==0.16.0 + # via + # httpcore + # uvicorn +h2==4.3.0 + # via httpx +h5py==3.16.0 + # via terratorch +harfile==0.4.0 + # via schemathesis +hf-xet==1.4.2 + # via huggingface-hub +hiredis==3.3.1 + # via tensorizer +hpack==4.1.0 + # via h2 +html2text==2025.4.15 + # via gpt-oss +httpcore==1.0.9 + # via httpx +httpx==0.27.2 + # via + # -r requirements/rocm-test.in + # diffusers + # perceptron + # schemathesis +huggingface-hub==0.36.2 + # via + # -r requirements/rocm-test.in + # accelerate + # datasets + # diffusers + # evaluate + # open-clip-torch + # peft + # segmentation-models-pytorch + # sentence-transformers + # terratorch + # timm + # tokenizers + # transformers + # vocos +humanize==4.15.0 + # via runai-model-streamer +hydra-core==1.3.2 + # via + # lightly + # lightning +hyperframe==6.1.0 + # via h2 +hypothesis==6.151.9 + # via + # hypothesis-graphql + # hypothesis-jsonschema + # schemathesis +hypothesis-graphql==0.12.0 + # via schemathesis +hypothesis-jsonschema==0.23.1 + # via schemathesis +idna==3.11 + # via + # anyio + # httpx + # jsonschema + # requests + # yarl +imagehash==4.3.2 + # via -r requirements/rocm-test.in +imageio==2.37.3 + # via scikit-image +importlib-metadata==8.7.1 + # via + # diffusers + # opentelemetry-api +importlib-resources==6.5.2 + # via typeshed-client +inflect==7.5.0 + # via datamodel-code-generator +iniconfig==2.3.0 + # via pytest +instanttensor==0.1.6 + # via -r requirements/rocm-test.in +isodate==0.7.2 + # via azure-storage-blob +isoduration==20.11.0 + # via jsonschema +isort==8.0.1 + # via datamodel-code-generator +jinja2==3.1.6 + # via + # datamodel-code-generator + # genai-perf + # lm-eval + # torch +jiwer==4.0.0 + # via -r requirements/rocm-test.in +jmespath==1.1.0 + # via + # boto3 + # botocore +joblib==1.5.3 + # via + # librosa + # nltk + # scikit-learn +jsonargparse==4.47.0 + # via + # lightning + # terratorch +jsonlines==4.0.0 + # via lm-eval +jsonnet==0.21.0 + # via jsonargparse +jsonpointer==3.1.0 + # via jsonschema +jsonschema==4.26.0 + # via + # hypothesis-jsonschema + # mistral-common + # ray + # schemathesis +jsonschema-specifications==2025.9.1 + # via jsonschema +junit-xml==1.9 + # via schemathesis +kaldi-native-fbank==1.22.3 + # via -r requirements/rocm-test.in +kaleido==1.0.0 + # via genai-perf +kiwisolver==1.5.0 + # via matplotlib +kornia==0.8.2 + # via torchgeo +kornia-rs==0.1.10 + # via kornia +lazy-loader==0.4 + # via + # librosa + # scikit-image +libnacl==2.1.0 + # via tensorizer +librosa==0.10.2.post1 + # via -r requirements/rocm-test.in +lightly==1.5.22 + # via + # terratorch + # torchgeo +lightly-utils==0.0.2 + # via lightly +lightning==2.6.1 + # via + # terratorch + # torchgeo +lightning-utilities==0.15.3 + # via + # lightning + # pytorch-lightning + # torchmetrics +llvmlite==0.44.0 + # via numba +lm-eval==0.4.11 + # via -r requirements/rocm-test.in +logistro==2.0.1 + # via + # choreographer + # kaleido +lxml==6.0.2 + # via + # blobfile + # gpt-oss + # sacrebleu +mako==1.3.10 + # via alembic +markdown==3.10.2 + # via tensorboard +markdown-it-py==4.0.0 + # via rich +markupsafe==3.0.3 + # via + # jinja2 + # mako + # werkzeug +matplotlib==3.10.8 + # via + # -r requirements/rocm-test.in + # lightning + # torchgeo +mbstrdecoder==1.1.4 + # via + # dataproperty + # pytablewriter + # typepy +mdurl==0.1.2 + # via markdown-it-py +mistral-common==1.10.0 + # via + # -c requirements/common.txt + # -r requirements/rocm-test.in +more-itertools==10.8.0 + # via + # inflect + # lm-eval +mpmath==1.3.0 + # via sympy +msal==1.35.1 + # via + # azure-identity + # msal-extensions +msal-extensions==1.3.1 + # via azure-identity +msgpack==1.1.2 + # via + # librosa + # ray +mteb==2.11.5 + # via -r requirements/rocm-test.in +multidict==6.7.1 + # via + # aiohttp + # yarl +multiprocess==0.70.16 + # via + # -r requirements/rocm-test.in + # datasets + # evaluate +mypy-extensions==1.1.0 + # via black +narwhals==2.18.0 + # via plotly +networkx==3.6.1 + # via + # scikit-image + # torch +nltk==3.9.3 + # via rouge-score +num2words==0.5.14 + # via -r requirements/rocm-test.in +numba==0.61.2 + # via + # -c requirements/rocm.txt + # -r requirements/rocm-test.in + # librosa + # resampy +numkong==7.1.1 + # via albucore +numpy==2.2.6 + # via + # -r requirements/rocm-test.in + # accelerate + # albucore + # albumentations + # bitsandbytes + # bm25s + # contourpy + # cupy-cuda12x + # datasets + # decord + # diffusers + # einx + # encodec + # evaluate + # fastparquet + # genai-perf + # geopandas + # h5py + # imagehash + # imageio + # librosa + # lightly + # lightly-utils + # lm-eval + # matplotlib + # mistral-common + # mteb + # numba + # opencv-python-headless + # optuna + # pandas + # patsy + # peft + # perceptron + # pycocotools + # pyogrio + # pytrec-eval-terrier + # pywavelets + # rasterio + # resampy + # rioxarray + # rouge-score + # runai-model-streamer + # sacrebleu + # scikit-image + # scikit-learn + # scipy + # segmentation-models-pytorch + # sentence-transformers + # shapely + # soundfile + # soxr + # statsmodels + # tensorboard + # tensorboardx + # tensorizer + # terratorch + # tifffile + # torchgeo + # torchmetrics + # torchvision + # transformers + # tritonclient + # vocos + # xarray +omegaconf==2.3.0 + # via + # hydra-core + # lightning +open-clip-torch==2.32.0 + # via -r requirements/rocm-test.in +openai-harmony==0.0.8 + # via + # -c requirements/common.txt + # gpt-oss +opencensus==0.11.4 + # via ray +opencensus-context==0.1.3 + # via opencensus +opencv-python-headless==4.13.0.92 + # via + # -c requirements/common.txt + # -r requirements/rocm-test.in + # albumentations + # mistral-common +openpyxl==3.1.5 + # via -r requirements/rocm-test.in +opentelemetry-api==1.40.0 + # via + # -c requirements/common.txt + # opentelemetry-exporter-prometheus + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-prometheus==0.61b0 + # via ray +opentelemetry-proto==1.40.0 + # via ray +opentelemetry-sdk==1.40.0 + # via + # -c requirements/common.txt + # opentelemetry-exporter-prometheus + # ray +opentelemetry-semantic-conventions==0.61b0 + # via opentelemetry-sdk +optuna==3.6.1 + # via genai-perf +orjson==3.11.7 + # via + # genai-perf + # kaleido +packaging==26.0 + # via + # -c requirements/rocm.txt + # accelerate + # bitsandbytes + # black + # datasets + # evaluate + # fastparquet + # geopandas + # huggingface-hub + # hydra-core + # kaleido + # kornia + # lazy-loader + # lightning + # lightning-utilities + # matplotlib + # optuna + # peft + # plotly + # pooch + # pyogrio + # pytest + # pytest-rerunfailures + # pytorch-lightning + # ray + # rioxarray + # scikit-image + # statsmodels + # tensorboard + # tensorboardx + # torchmetrics + # transformers + # typepy + # wandb + # xarray +pandas==3.0.1 + # via + # datasets + # evaluate + # fastparquet + # genai-perf + # geopandas + # statsmodels + # tacoreader + # torchgeo + # xarray +pathspec==1.0.4 + # via black +pathvalidate==3.3.1 + # via pytablewriter +patsy==1.0.2 + # via statsmodels +peft==0.18.1 + # via -r requirements/rocm-test.in +perceptron==0.1.4 + # via -r requirements/rocm-test.in +perf-analyzer==0.1.0 + # via genai-perf +pillow==12.1.1 + # via + # diffusers + # genai-perf + # imagehash + # imageio + # lightly-utils + # matplotlib + # mistral-common + # perceptron + # scikit-image + # segmentation-models-pytorch + # tensorboard + # torchgeo + # torchvision +platformdirs==4.3.6 + # via + # black + # pooch + # python-discovery + # virtualenv + # wandb +plotly==6.6.0 + # via + # -r requirements/rocm-test.in + # genai-perf +pluggy==1.6.0 + # via + # pytest + # pytest-cov +polars==1.39.3 + # via mteb +polars-runtime-32==1.39.3 + # via polars +pooch==1.8.2 + # via librosa +portalocker==3.2.0 + # via sacrebleu +pqdm==0.2.0 + # via -r requirements/rocm-test.in +prometheus-client==0.24.1 + # via + # -c requirements/common.txt + # opentelemetry-exporter-prometheus + # ray +propcache==0.4.1 + # via + # aiohttp + # yarl +proto-plus==1.27.1 + # via google-api-core +protobuf==6.33.6 + # via + # -c requirements/common.txt + # google-api-core + # googleapis-common-protos + # grpcio-reflection + # opentelemetry-proto + # proto-plus + # ray + # tensorboard + # tensorboardx + # tensorizer + # wandb +psutil==7.2.2 + # via + # accelerate + # peft + # tensorizer +py==1.11.0 + # via pytest-forked +py-spy==0.4.1 + # via ray +pyarrow==23.0.1 + # via + # datasets + # genai-perf + # tacoreader + # terratorch +pyasn1==0.6.3 + # via pyasn1-modules +pyasn1-modules==0.4.2 + # via google-auth +pycocotools==2.0.11 + # via terratorch +pycountry==26.2.16 + # via pydantic-extra-types +pycparser==3.0 + # via cffi +pycryptodomex==3.23.0 + # via blobfile +pydantic==2.12.5 + # via + # -c requirements/common.txt + # -r requirements/rocm-test.in + # albumentations + # datamodel-code-generator + # fastapi + # gpt-oss + # lightly + # mistral-common + # mteb + # openai-harmony + # pydantic-extra-types + # ray + # wandb +pydantic-core==2.41.5 + # via pydantic +pydantic-extra-types==2.11.1 + # via mistral-common +pygments==2.19.2 + # via rich +pyjwt==2.12.1 + # via msal +pyogrio==0.12.1 + # via geopandas +pyparsing==3.3.2 + # via + # matplotlib + # rasterio +pyproj==3.7.2 + # via + # geopandas + # rioxarray + # torchgeo +pyrate-limiter==3.9.0 + # via schemathesis pystemmer==3.0.0 # via mteb - -# Multi-modal processing -av==16.1.0 - # required for audio_in_video tests -resampy==0.4.3 - # audio processing, required for audio_in_video tests -blobfile==3.0.0 - # Multi-Modal Models Test -decord==0.6.0 - # video processing, required by entrypoints/openai/chat_completion/test_video.py -rapidfuzz==3.12.1 - -# OpenAI compatibility and testing -gpt-oss==0.0.8 - # OpenAI compatibility tests -schemathesis==3.39.15 - # OpenAI schema test - -# Evaluation and benchmarking -lm-eval[api]==0.4.11 -jiwer==4.0.0 - -# Required for multiprocessed tests that use spawn method, Datasets and Evaluate Test -multiprocess==0.70.16 - -# Required for v1/metrics/test_engine_logger_apis.py -ray[cgraph,default]>=2.48.0 - -torchgeo==0.7.0 +pytablewriter==1.2.1 + # via lm-eval +pytest==8.3.5 + # via + # -r requirements/rocm-test.in + # buildkite-test-collector + # genai-perf + # pytest-asyncio + # pytest-cov + # pytest-forked + # pytest-mock + # pytest-rerunfailures + # pytest-shard + # pytest-subtests + # pytest-timeout + # schemathesis +pytest-asyncio==0.24.0 + # via -r requirements/rocm-test.in +pytest-cov==6.3.0 + # via -r requirements/rocm-test.in +pytest-forked==1.6.0 + # via -r requirements/rocm-test.in +pytest-mock==3.15.1 + # via genai-perf +pytest-rerunfailures==14.0 + # via -r requirements/rocm-test.in +pytest-shard==0.1.2 + # via -r requirements/rocm-test.in +pytest-subtests==0.14.2 + # via schemathesis +pytest-timeout==2.3.1 + # via -r requirements/rocm-test.in +python-box==7.4.1 # via terratorch -# MTEB Benchmark Test -mteb[bm25s]>=2, <3 - -# Utilities -num2words==0.5.14 +python-dateutil==2.9.0.post0 + # via + # arrow + # botocore + # lightly + # matplotlib + # pandas + # typepy +python-discovery==1.2.0 + # via virtualenv +python-rapidjson==1.23 + # via tritonclient +pytokens==0.4.1 + # via black +pytorch-lightning==2.6.1 + # via + # lightly + # lightning +pytrec-eval-terrier==0.5.10 + # via mteb +pytz==2026.1.post1 + # via typepy +pywavelets==1.9.0 + # via imagehash +pyyaml==6.0.3 + # via + # accelerate + # albumentations + # datamodel-code-generator + # datasets + # genai-perf + # huggingface-hub + # jsonargparse + # lightning + # omegaconf + # optuna + # peft + # pytorch-lightning + # ray + # responses + # schemathesis + # timm + # transformers + # vocos + # wandb +rapidfuzz==3.12.1 + # via + # -r requirements/rocm-test.in + # jiwer +rasterio==1.5.0 + # via + # rioxarray + # terratorch + # torchgeo +ray==2.54.0 + # via -r requirements/rocm-test.in +redis==7.3.0 + # via tensorizer +referencing==0.37.0 + # via + # jsonschema + # jsonschema-specifications +regex==2026.2.28 + # via + # diffusers + # nltk + # open-clip-torch + # sacrebleu + # tiktoken + # transformers +requests==2.32.5 + # via + # -c requirements/common.txt + # azure-core + # buildkite-test-collector + # datasets + # diffusers + # docker + # evaluate + # google-api-core + # google-cloud-storage + # gpt-oss + # huggingface-hub + # lightly + # lm-eval + # mistral-common + # msal + # mteb + # pooch + # ray + # responses + # schemathesis + # starlette-testclient + # tacoreader + # tiktoken + # transformers + # wandb +resampy==0.4.3 + # via -r requirements/rocm-test.in +responses==0.26.0 + # via genai-perf +rfc3339-validator==0.1.4 + # via jsonschema +rfc3987==1.3.8 + # via jsonschema +rich==14.3.3 + # via + # genai-perf + # lightning + # mteb + # perceptron + # terratorch + # typer +rioxarray==0.22.0 + # via terratorch +rouge-score==0.1.2 # via lm-eval -pqdm==0.2.0 +rpds-py==0.30.0 + # via + # jsonschema + # referencing +rtree==1.4.1 + # via torchgeo +runai-model-streamer==0.15.7 + # via + # -c requirements/rocm.txt + # -r requirements/rocm-test.in +runai-model-streamer-azure==0.15.7 + # via runai-model-streamer +runai-model-streamer-gcs==0.15.7 + # via runai-model-streamer +runai-model-streamer-s3==0.15.7 + # via runai-model-streamer +s3transfer==0.16.0 + # via boto3 +sacrebleu==2.6.0 # via lm-eval - -# Required for fastsafetensors test -fastsafetensors @ git+https://github.com/foundation-model-stack/fastsafetensors.git@d6f998a03432b2452f8de2bb5cefb5af9795d459 -# Required for suffix decoding test -arctic-inference == 0.1.1 -# Required for Nemotron test -open-clip-torch==2.32.0 -# Required for isaac Multi-Modal generation test -perceptron==0.1.4 -# Required for the multi-modal models test -timm==1.0.17 -# Required for plugins test -albumentations==1.4.6 -# Pin transformers version -transformers==4.57.5 -# Pin HF Hub version -huggingface-hub==0.36.2 -# Pin Mistral Common -mistral-common[image,audio]==1.10.0 -# Required for Prithvi tests -terratorch==1.2.2 -# Required for Prithvi tests +safetensors==0.7.0 + # via + # accelerate + # diffusers + # open-clip-torch + # peft + # segmentation-models-pytorch + # timm + # transformers +schemathesis==3.39.15 + # via -r requirements/rocm-test.in +scikit-image==0.26.0 + # via + # albumentations + # terratorch +scikit-learn==1.8.0 + # via + # albumentations + # librosa + # lm-eval + # mteb + # sentence-transformers + # terratorch +scipy==1.17.1 + # via + # albumentations + # bm25s + # imagehash + # librosa + # mteb + # pytrec-eval-terrier + # scikit-image + # scikit-learn + # sentence-transformers + # statsmodels + # vocos segmentation-models-pytorch==0.5.0 -# Required for Prithvi tests -imagehash==4.3.2 -# Required for bitsandbytes quantization test -bitsandbytes==0.49.2 -# Examples (tensorizer) tests + # via + # -r requirements/rocm-test.in + # terratorch + # torchgeo +sentence-transformers==5.3.0 + # via + # -r requirements/rocm-test.in + # mteb +sentry-sdk==2.55.0 + # via wandb +setuptools==79.0.1 + # via + # -c requirements/common.txt + # -c requirements/rocm.txt + # pytablewriter + # tensorboard + # torch +shapely==2.1.2 + # via + # geopandas + # torchgeo +shellingham==1.5.4 + # via + # perceptron + # typer +simplejson==3.20.2 + # via choreographer +six==1.17.0 + # via + # -c requirements/common.txt + # junit-xml + # lightly + # opencensus + # python-dateutil + # rfc3339-validator + # rouge-score +smart-open==7.5.1 + # via ray +smmap==5.0.3 + # via gitdb +sniffio==1.3.1 + # via + # anyio + # httpx +sortedcontainers==2.4.0 + # via hypothesis +soundfile==0.13.1 + # via + # -r requirements/rocm-test.in + # genai-perf + # librosa + # mistral-common +soxr==0.5.0.post1 + # via + # librosa + # mistral-common +sqlalchemy==2.0.48 + # via + # alembic + # optuna +sqlitedict==2.1.0 + # via lm-eval +starlette==0.52.1 + # via + # fastapi + # schemathesis + # starlette-testclient +starlette-testclient==0.4.1 + # via schemathesis +statsmodels==0.14.6 + # via genai-perf +stringzilla==4.6.0 + # via albucore +structlog==25.5.0 + # via gpt-oss +sympy==1.14.0 + # via + # einx + # torch +tabledata==1.3.4 + # via pytablewriter +tabulate==0.10.0 + # via sacrebleu +tacoreader==0.5.6 + # via terratorch +tblib==3.1.0 + # via -r requirements/rocm-test.in +tcolorpy==0.1.7 + # via pytablewriter +tenacity==9.1.4 + # via + # gpt-oss + # lm-eval +tensorboard==2.20.0 + # via terratorch +tensorboard-data-server==0.7.2 + # via tensorboard +tensorboardx==2.6.4 + # via lightning tensorizer==2.10.1 -# Multi-modal models test (`allendou/FireRedASR2-LLM-vllm`) -kaldi-native-fbank==1.22.3 -# Pinning numpy version -numpy==2.2.6 + # via + # -c requirements/rocm.txt + # -r requirements/rocm-test.in +termcolor==3.3.0 + # via + # gpt-oss + # terratorch +terratorch==1.2.2 + # via -r requirements/rocm-test.in +threadpoolctl==3.6.0 + # via scikit-learn +tifffile==2026.3.3 + # via + # scikit-image + # terratorch +tiktoken==0.12.0 + # via + # -c requirements/common.txt + # gpt-oss + # lm-eval + # mistral-common +timm==1.0.17 + # via + # -c requirements/rocm.txt + # -r requirements/rocm-test.in + # open-clip-torch + # segmentation-models-pytorch + # terratorch + # torchgeo +tokenizers==0.22.0 + # via + # -c requirements/common.txt + # -r requirements/rocm-test.in + # transformers +tomli==2.4.0 + # via schemathesis +tomli-w==1.2.0 + # via schemathesis +torchgeo==0.7.0 + # via + # -r requirements/rocm-test.in + # terratorch +torchmetrics==1.9.0 + # via + # lightning + # pytorch-lightning + # terratorch + # torchgeo +tqdm==4.67.3 + # via + # datasets + # evaluate + # huggingface-hub + # lightly + # lightning + # lm-eval + # mteb + # nltk + # open-clip-torch + # optuna + # peft + # pqdm + # pytorch-lightning + # segmentation-models-pytorch + # sentence-transformers + # tacoreader + # terratorch + # transformers +transformers==4.57.5 + # via + # -c requirements/common.txt + # -r requirements/rocm-test.in + # genai-perf + # peft + # sentence-transformers + # transformers-stream-generator +transformers-stream-generator==0.0.5 + # via -r requirements/rocm-test.in +tritonclient==2.66.0 + # via -r requirements/rocm-test.in +typeguard==4.5.1 + # via inflect +typepy==1.3.4 + # via + # dataproperty + # pytablewriter + # tabledata +typer==0.24.1 + # via + # fastsafetensors + # perceptron +typeshed-client==2.9.0 + # via jsonargparse +typing-extensions==4.15.0 + # via + # -c requirements/common.txt + # aiosignal + # albumentations + # alembic + # azure-core + # azure-identity + # azure-storage-blob + # chz + # fastapi + # grpcio + # huggingface-hub + # librosa + # lightning + # lightning-utilities + # lm-eval + # mistral-common + # mteb + # opentelemetry-api + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pqdm + # pydantic + # pydantic-core + # pydantic-extra-types + # pytorch-lightning + # referencing + # sentence-transformers + # sqlalchemy + # starlette + # torch + # torchgeo + # typeguard + # typeshed-client + # typing-inspection + # wandb +typing-inspection==0.4.2 + # via + # fastapi + # pydantic +tzdata==2025.3 + # via arrow +uri-template==1.3.0 + # via jsonschema +urllib3==2.6.3 + # via + # blobfile + # botocore + # docker + # lightly + # requests + # responses + # sentry-sdk + # tritonclient +uvicorn==0.42.0 + # via gpt-oss +vector-quantize-pytorch==1.28.0 + # via -r requirements/rocm-test.in +virtualenv==21.2.0 + # via ray +vocos==0.1.0 + # via -r requirements/rocm-test.in +wandb==0.25.1 + # via terratorch +wcwidth==0.6.0 + # via ftfy +webcolors==25.10.0 + # via jsonschema +werkzeug==3.1.6 + # via + # schemathesis + # tensorboard +word2number==1.1 + # via lm-eval +wrapt==2.1.2 + # via smart-open +xarray==2026.2.0 + # via rioxarray +xxhash==3.6.0 + # via + # datasets + # evaluate +yarl==1.23.0 + # via + # aiohttp + # schemathesis +zipp==3.23.0 + # via importlib-metadata +zstandard==0.25.0 + # via lm-eval + +# The following packages were excluded from the output: +# torch +# torchvision +# torchaudio +# triton +# cuda-bindings +# cuda-pathfinder +# cuda-toolkit +# cupy-cuda12x +# nvidia-cublas +# nvidia-cuda-cupti +# nvidia-cuda-nvrtc +# nvidia-cuda-runtime +# nvidia-cudnn-cu13 +# nvidia-cufft +# nvidia-cufile +# nvidia-curand +# nvidia-cusolver +# nvidia-cusparse +# nvidia-cusparselt-cu13 +# nvidia-nccl-cu13 +# nvidia-nvjitlink +# nvidia-nvshmem-cu13 +# nvidia-nvtx