From 09f142b3baca00aa44cec6d249561acb6076f13d Mon Sep 17 00:00:00 2001 From: Vincent Moens Date: Thu, 9 Jan 2025 17:43:47 +0000 Subject: [PATCH] [CI,NOMRERG] Test v4 ghstack-source-id: 23cd637b1c49239ce9cd673a03bccebf03a4a612 Pull Request resolved: https://github.com/pytorch/rl/pull/2686 --- .../workflows/build-wheels-aarch64-linux.yml | 4 +- .github/workflows/build-wheels-linux.yml | 4 +- .github/workflows/build-wheels-m1.yml | 4 +- .github/workflows/build-wheels-windows.yml | 4 +- .github/workflows/docs.yml | 4 +- .github/workflows/lint.yml | 4 +- .github/workflows/test-linux-habitat.yml | 2 +- .github/workflows/test-linux-libs.yml | 40 +++++++++---------- .github/workflows/test-linux-rlhf.yml | 2 +- .github/workflows/test-linux-sota.yml | 2 +- .github/workflows/test-linux.yml | 12 +++--- .github/workflows/test-windows-optdepts.yml | 8 ++-- 12 files changed, 45 insertions(+), 45 deletions(-) diff --git a/.github/workflows/build-wheels-aarch64-linux.yml b/.github/workflows/build-wheels-aarch64-linux.yml index 63818f07365..406aa574e51 100644 --- a/.github/workflows/build-wheels-aarch64-linux.yml +++ b/.github/workflows/build-wheels-aarch64-linux.yml @@ -19,7 +19,7 @@ permissions: jobs: generate-matrix: - uses: pytorch/test-infra/.github/workflows/generate_binary_build_matrix.yml@main + uses: vmoens/test-infra/blob/download-v4/.github/workflows/generate_binary_build_matrix.yml@main with: package-type: wheel os: linux-aarch64 @@ -36,7 +36,7 @@ jobs: smoke-test-script: test/smoke_test.py package-name: torchrl name: pytorch/rl - uses: pytorch/test-infra/.github/workflows/build_wheels_linux.yml@main + uses: vmoens/test-infra/blob/download-v4/.github/workflows/build_wheels_linux.yml@main with: repository: ${{ matrix.repository }} ref: "" diff --git a/.github/workflows/build-wheels-linux.yml b/.github/workflows/build-wheels-linux.yml index f51c5ed79b6..2c6dab8cbd8 100644 --- a/.github/workflows/build-wheels-linux.yml +++ b/.github/workflows/build-wheels-linux.yml @@ -19,7 +19,7 @@ permissions: jobs: generate-matrix: - uses: pytorch/test-infra/.github/workflows/generate_binary_build_matrix.yml@main + uses: vmoens/test-infra/blob/download-v4/.github/workflows/generate_binary_build_matrix.yml@main with: package-type: wheel os: linux @@ -35,7 +35,7 @@ jobs: smoke-test-script: test/smoke_test.py package-name: torchrl name: pytorch/rl - uses: pytorch/test-infra/.github/workflows/build_wheels_linux.yml@main + uses: vmoens/test-infra/blob/download-v4/.github/workflows/build_wheels_linux.yml@main with: repository: ${{ matrix.repository }} ref: "" diff --git a/.github/workflows/build-wheels-m1.yml b/.github/workflows/build-wheels-m1.yml index 73a365a79f2..9d680107c39 100644 --- a/.github/workflows/build-wheels-m1.yml +++ b/.github/workflows/build-wheels-m1.yml @@ -19,7 +19,7 @@ permissions: jobs: generate-matrix: - uses: pytorch/test-infra/.github/workflows/generate_binary_build_matrix.yml@main + uses: vmoens/test-infra/blob/download-v4/.github/workflows/generate_binary_build_matrix.yml@main with: package-type: wheel os: macos-arm64 @@ -35,7 +35,7 @@ jobs: smoke-test-script: test/smoke_test.py package-name: torchrl name: pytorch/rl - uses: pytorch/test-infra/.github/workflows/build_wheels_macos.yml@main + uses: vmoens/test-infra/blob/download-v4/.github/workflows/build_wheels_macos.yml@main with: repository: ${{ matrix.repository }} ref: "" diff --git a/.github/workflows/build-wheels-windows.yml b/.github/workflows/build-wheels-windows.yml index 556d805c643..c66b26062c2 100644 --- a/.github/workflows/build-wheels-windows.yml +++ b/.github/workflows/build-wheels-windows.yml @@ -19,7 +19,7 @@ permissions: jobs: generate-matrix: - uses: pytorch/test-infra/.github/workflows/generate_binary_build_matrix.yml@main + uses: vmoens/test-infra/blob/download-v4/.github/workflows/generate_binary_build_matrix.yml@main with: package-type: wheel os: windows @@ -38,7 +38,7 @@ jobs: smoke-test-script: test/smoke_test.py package-name: torchrl name: ${{ matrix.repository }} - uses: pytorch/test-infra/.github/workflows/build_wheels_windows.yml@main + uses: vmoens/test-infra/blob/download-v4/.github/workflows/build_wheels_windows.yml@main with: repository: ${{ matrix.repository }} ref: "" diff --git a/.github/workflows/docs.yml b/.github/workflows/docs.yml index 77abee7d4fc..ce16418dcc4 100644 --- a/.github/workflows/docs.yml +++ b/.github/workflows/docs.yml @@ -24,7 +24,7 @@ jobs: matrix: python_version: ["3.10"] cuda_arch_version: ["12.1"] - uses: pytorch/test-infra/.github/workflows/linux_job_v2.yml@main + uses: vmoens/test-infra/blob/download-v4/.github/workflows/linux_job_v2.yml@main with: repository: pytorch/rl upload-artifact: docs @@ -118,7 +118,7 @@ jobs: ((github.ref_type == 'branch' && github.ref_name == 'main') || github.ref_type == 'tag') permissions: contents: write - uses: pytorch/test-infra/.github/workflows/linux_job.yml@main + uses: vmoens/test-infra/blob/download-v4/.github/workflows/linux_job.yml@main with: repository: pytorch/rl download-artifact: docs diff --git a/.github/workflows/lint.yml b/.github/workflows/lint.yml index 89ba6ea0e3f..8eaa67467cd 100644 --- a/.github/workflows/lint.yml +++ b/.github/workflows/lint.yml @@ -17,7 +17,7 @@ concurrency: jobs: python-source-and-configs: - uses: pytorch/test-infra/.github/workflows/linux_job_v2.yml@main + uses: vmoens/test-infra/blob/download-v4/.github/workflows/linux_job_v2.yml@main with: repository: pytorch/rl script: | @@ -45,7 +45,7 @@ jobs: echo '::endgroup::' c-source: - uses: pytorch/test-infra/.github/workflows/linux_job_v2.yml@main + uses: vmoens/test-infra/blob/download-v4/.github/workflows/linux_job_v2.yml@main with: repository: pytorch/rl script: | diff --git a/.github/workflows/test-linux-habitat.yml b/.github/workflows/test-linux-habitat.yml index dc7a58aa116..dc3f1e7714b 100644 --- a/.github/workflows/test-linux-habitat.yml +++ b/.github/workflows/test-linux-habitat.yml @@ -22,7 +22,7 @@ jobs: python_version: ["3.9"] cuda_arch_version: ["12.1"] fail-fast: false - uses: pytorch/test-infra/.github/workflows/linux_job_v2.yml@main + uses: vmoens/test-infra/blob/download-v4/.github/workflows/linux_job_v2.yml@main with: runner: linux.g5.4xlarge.nvidia.gpu repository: pytorch/rl diff --git a/.github/workflows/test-linux-libs.yml b/.github/workflows/test-linux-libs.yml index 6b26f74274b..7e58f6ea2f0 100644 --- a/.github/workflows/test-linux-libs.yml +++ b/.github/workflows/test-linux-libs.yml @@ -23,7 +23,7 @@ jobs: python_version: ["3.9"] cuda_arch_version: ["12.1"] if: ${{ github.event_name == 'push' || contains(github.event.pull_request.labels.*.name, 'Data') }} - uses: pytorch/test-infra/.github/workflows/linux_job_v2.yml@main + uses: vmoens/test-infra/blob/download-v4/.github/workflows/linux_job_v2.yml@main with: repository: pytorch/rl runner: "linux.g5.4xlarge.nvidia.gpu" @@ -57,7 +57,7 @@ jobs: python_version: ["3.11"] cuda_arch_version: ["12.1"] if: ${{ github.event_name == 'push' || contains(github.event.pull_request.labels.*.name, 'Environments') }} - uses: pytorch/test-infra/.github/workflows/linux_job_v2.yml@main + uses: vmoens/test-infra/blob/download-v4/.github/workflows/linux_job_v2.yml@main with: repository: pytorch/rl runner: "linux.g5.4xlarge.nvidia.gpu" @@ -94,7 +94,7 @@ jobs: python_version: ["3.9"] cuda_arch_version: ["12.1"] if: ${{ github.event_name == 'push' || contains(github.event.pull_request.labels.*.name, 'Data') }} - uses: pytorch/test-infra/.github/workflows/linux_job_v2.yml@main + uses: vmoens/test-infra/blob/download-v4/.github/workflows/linux_job_v2.yml@main with: repository: pytorch/rl runner: "linux.g5.4xlarge.nvidia.gpu" @@ -129,7 +129,7 @@ jobs: python_version: ["3.9"] cuda_arch_version: ["12.1"] if: ${{ github.event_name == 'push' || contains(github.event.pull_request.labels.*.name, 'Environments') }} - uses: pytorch/test-infra/.github/workflows/linux_job_v2.yml@main + uses: vmoens/test-infra/blob/download-v4/.github/workflows/linux_job_v2.yml@main with: repository: pytorch/rl runner: "linux.g5.4xlarge.nvidia.gpu" @@ -164,7 +164,7 @@ jobs: python_version: ["3.9"] cuda_arch_version: ["12.1"] if: ${{ github.event_name == 'push' || contains(github.event.pull_request.labels.*.name, 'Data') }} - uses: pytorch/test-infra/.github/workflows/linux_job_v2.yml@main + uses: vmoens/test-infra/blob/download-v4/.github/workflows/linux_job_v2.yml@main with: repository: pytorch/rl runner: "linux.g5.4xlarge.nvidia.gpu" @@ -197,7 +197,7 @@ jobs: matrix: python_version: ["3.9"] cuda_arch_version: ["12.1"] - uses: pytorch/test-infra/.github/workflows/linux_job_v2.yml@main + uses: vmoens/test-infra/blob/download-v4/.github/workflows/linux_job_v2.yml@main with: repository: pytorch/rl runner: "linux.g5.4xlarge.nvidia.gpu" @@ -233,7 +233,7 @@ jobs: python_version: ["3.9"] cuda_arch_version: ["12.1"] if: ${{ github.event_name == 'push' || contains(github.event.pull_request.labels.*.name, 'Environments') }} - uses: pytorch/test-infra/.github/workflows/linux_job_v2.yml@main + uses: vmoens/test-infra/blob/download-v4/.github/workflows/linux_job_v2.yml@main with: repository: pytorch/rl runner: "linux.g5.4xlarge.nvidia.gpu" @@ -267,7 +267,7 @@ jobs: bash .github/unittest/linux_libs/scripts_jumanji/post_process.sh unittests-meltingpot: - uses: pytorch/test-infra/.github/workflows/linux_job_v2.yml@main + uses: vmoens/test-infra/blob/download-v4/.github/workflows/linux_job_v2.yml@main if: ${{ github.event_name == 'push' || contains(github.event.pull_request.labels.*.name, 'Environments') }} with: repository: pytorch/rl @@ -307,7 +307,7 @@ jobs: python_version: ["3.9"] cuda_arch_version: ["12.1"] if: ${{ github.event_name == 'push' || contains(github.event.pull_request.labels.*.name, 'Environments') }} - uses: pytorch/test-infra/.github/workflows/linux_job_v2.yml@main + uses: vmoens/test-infra/blob/download-v4/.github/workflows/linux_job_v2.yml@main with: repository: pytorch/rl runner: "linux.g5.4xlarge.nvidia.gpu" @@ -345,7 +345,7 @@ jobs: python_version: ["3.9"] cuda_arch_version: ["12.1"] if: ${{ github.event_name == 'push' || contains(github.event.pull_request.labels.*.name, 'Environments') }} - uses: pytorch/test-infra/.github/workflows/linux_job_v2.yml@main + uses: vmoens/test-infra/blob/download-v4/.github/workflows/linux_job_v2.yml@main with: repository: pytorch/rl runner: "linux.g5.4xlarge.nvidia.gpu" @@ -383,7 +383,7 @@ jobs: python_version: ["3.10.12"] cuda_arch_version: ["12.1"] if: ${{ github.event_name == 'push' || contains(github.event.pull_request.labels.*.name, 'Environments') }} - uses: pytorch/test-infra/.github/workflows/linux_job_v2.yml@main + uses: vmoens/test-infra/blob/download-v4/.github/workflows/linux_job_v2.yml@main with: repository: pytorch/rl runner: "linux.g5.4xlarge.nvidia.gpu" @@ -421,7 +421,7 @@ jobs: python_version: ["3.9"] cuda_arch_version: ["12.1"] if: ${{ github.event_name == 'push' || contains(github.event.pull_request.labels.*.name, 'Data') }} - uses: pytorch/test-infra/.github/workflows/linux_job_v2.yml@main + uses: vmoens/test-infra/blob/download-v4/.github/workflows/linux_job_v2.yml@main with: repository: pytorch/rl runner: "linux.g5.4xlarge.nvidia.gpu" @@ -456,7 +456,7 @@ jobs: python_version: ["3.9"] cuda_arch_version: ["12.1"] if: ${{ github.event_name == 'push' || contains(github.event.pull_request.labels.*.name, 'Data') }} - uses: pytorch/test-infra/.github/workflows/linux_job_v2.yml@main + uses: vmoens/test-infra/blob/download-v4/.github/workflows/linux_job_v2.yml@main with: repository: pytorch/rl runner: "linux.g5.4xlarge.nvidia.gpu" @@ -487,7 +487,7 @@ jobs: unittests-pettingzoo: if: ${{ github.event_name == 'push' || contains(github.event.pull_request.labels.*.name, 'Environments') }} - uses: pytorch/test-infra/.github/workflows/linux_job_v2.yml@main + uses: vmoens/test-infra/blob/download-v4/.github/workflows/linux_job_v2.yml@main with: repository: pytorch/rl runner: "linux.g5.4xlarge.nvidia.gpu" @@ -526,7 +526,7 @@ jobs: python_version: ["3.9"] cuda_arch_version: ["12.1"] if: ${{ github.event_name == 'push' || contains(github.event.pull_request.labels.*.name, 'Environments') }} - uses: pytorch/test-infra/.github/workflows/linux_job_v2.yml@main + uses: vmoens/test-infra/blob/download-v4/.github/workflows/linux_job_v2.yml@main with: repository: pytorch/rl runner: "linux.g5.4xlarge.nvidia.gpu" @@ -560,7 +560,7 @@ jobs: python_version: ["3.9"] cuda_arch_version: ["12.1"] if: ${{ github.event_name == 'push' || contains(github.event.pull_request.labels.*.name, 'Data') }} - uses: pytorch/test-infra/.github/workflows/linux_job_v2.yml@main + uses: vmoens/test-infra/blob/download-v4/.github/workflows/linux_job_v2.yml@main with: repository: pytorch/rl runner: "linux.g5.4xlarge.nvidia.gpu" @@ -594,7 +594,7 @@ jobs: matrix: python_version: ["3.9"] cuda_arch_version: ["12.1"] - uses: pytorch/test-infra/.github/workflows/linux_job_v2.yml@main + uses: vmoens/test-infra/blob/download-v4/.github/workflows/linux_job_v2.yml@main with: repository: pytorch/rl runner: "linux.g5.4xlarge.nvidia.gpu" @@ -631,7 +631,7 @@ jobs: python_version: ["3.9"] cuda_arch_version: ["12.1"] if: ${{ github.event_name == 'push' || contains(github.event.pull_request.labels.*.name, 'Environments') }} - uses: pytorch/test-infra/.github/workflows/linux_job_v2.yml@main + uses: vmoens/test-infra/blob/download-v4/.github/workflows/linux_job_v2.yml@main with: repository: pytorch/rl runner: "linux.g5.4xlarge.nvidia.gpu" @@ -670,7 +670,7 @@ jobs: python_version: ["3.9"] cuda_arch_version: ["12.1"] if: ${{ github.event_name == 'push' || contains(github.event.pull_request.labels.*.name, 'Data') }} - uses: pytorch/test-infra/.github/workflows/linux_job_v2.yml@main + uses: vmoens/test-infra/blob/download-v4/.github/workflows/linux_job_v2.yml@main with: repository: pytorch/rl runner: "linux.g5.4xlarge.nvidia.gpu" @@ -705,7 +705,7 @@ jobs: python_version: ["3.9"] cuda_arch_version: ["12.1"] if: ${{ github.event_name == 'push' || contains(github.event.pull_request.labels.*.name, 'Environments') }} - uses: pytorch/test-infra/.github/workflows/linux_job_v2.yml@main + uses: vmoens/test-infra/blob/download-v4/.github/workflows/linux_job_v2.yml@main with: repository: pytorch/rl runner: "linux.g5.4xlarge.nvidia.gpu" diff --git a/.github/workflows/test-linux-rlhf.yml b/.github/workflows/test-linux-rlhf.yml index 1fe23089e04..c589cc320ad 100644 --- a/.github/workflows/test-linux-rlhf.yml +++ b/.github/workflows/test-linux-rlhf.yml @@ -21,7 +21,7 @@ jobs: matrix: python_version: ["3.9"] cuda_arch_version: ["12.1"] - uses: pytorch/test-infra/.github/workflows/linux_job_v2.yml@main + uses: vmoens/test-infra/blob/download-v4/.github/workflows/linux_job_v2.yml@main with: repository: pytorch/rl runner: "linux.g5.4xlarge.nvidia.gpu" diff --git a/.github/workflows/test-linux-sota.yml b/.github/workflows/test-linux-sota.yml index d1fc38359b9..9e1ffcec428 100644 --- a/.github/workflows/test-linux-sota.yml +++ b/.github/workflows/test-linux-sota.yml @@ -25,7 +25,7 @@ jobs: python_version: ["3.9"] cuda_arch_version: ["12.1"] fail-fast: false - uses: pytorch/test-infra/.github/workflows/linux_job_v2.yml@main + uses: vmoens/test-infra/blob/download-v4/.github/workflows/linux_job_v2.yml@main with: runner: linux.g5.4xlarge.nvidia.gpu repository: pytorch/rl diff --git a/.github/workflows/test-linux.yml b/.github/workflows/test-linux.yml index 8a22dc08c57..25ceefa4154 100644 --- a/.github/workflows/test-linux.yml +++ b/.github/workflows/test-linux.yml @@ -24,7 +24,7 @@ jobs: matrix: python_version: ["3.9", "3.10", "3.11", "3.12"] fail-fast: false - uses: pytorch/test-infra/.github/workflows/linux_job_v2.yml@main + uses: vmoens/test-infra/blob/download-v4/.github/workflows/linux_job_v2.yml@main with: runner: linux.12xlarge repository: pytorch/rl @@ -55,7 +55,7 @@ jobs: matrix: python_version: ["3.12"] fail-fast: false - uses: pytorch/test-infra/.github/workflows/linux_job_v2.yml@main + uses: vmoens/test-infra/blob/download-v4/.github/workflows/linux_job_v2.yml@main with: runner: linux.12xlarge repository: pytorch/rl @@ -87,7 +87,7 @@ jobs: python_version: ["3.11"] cuda_arch_version: ["12.1"] fail-fast: false - uses: pytorch/test-infra/.github/workflows/linux_job_v2.yml@main + uses: vmoens/test-infra/blob/download-v4/.github/workflows/linux_job_v2.yml@main with: runner: linux.g5.4xlarge.nvidia.gpu repository: pytorch/rl @@ -124,7 +124,7 @@ jobs: matrix: python_version: ["3.8"] cuda_arch_version: ["11.6"] - uses: pytorch/test-infra/.github/workflows/linux_job_v2.yml@main + uses: vmoens/test-infra/blob/download-v4/.github/workflows/linux_job_v2.yml@main with: repository: pytorch/rl runner: "linux.g5.4xlarge.nvidia.gpu" @@ -156,7 +156,7 @@ jobs: python_version: ["3.11"] cuda_arch_version: ["12.1"] fail-fast: false - uses: pytorch/test-infra/.github/workflows/linux_job_v2.yml@main + uses: vmoens/test-infra/blob/download-v4/.github/workflows/linux_job_v2.yml@main with: runner: linux.g5.4xlarge.nvidia.gpu repository: pytorch/rl @@ -191,7 +191,7 @@ jobs: python_version: ["3.10"] # "3.9", "3.10", "3.11" cuda_arch_version: ["11.8"] # "11.6", "11.7" fail-fast: false - uses: pytorch/test-infra/.github/workflows/linux_job_v2.yml@main + uses: vmoens/test-infra/blob/download-v4/.github/workflows/linux_job_v2.yml@main with: runner: linux.g5.4xlarge.nvidia.gpu repository: pytorch/rl diff --git a/.github/workflows/test-windows-optdepts.yml b/.github/workflows/test-windows-optdepts.yml index 14a8dd7ab13..7abf9a8da75 100644 --- a/.github/workflows/test-windows-optdepts.yml +++ b/.github/workflows/test-windows-optdepts.yml @@ -17,7 +17,7 @@ concurrency: jobs: unittests-cpu: - uses: pytorch/test-infra/.github/workflows/windows_job.yml@main + uses: vmoens/test-infra/blob/download-v4/.github/workflows/windows_job.yml@main with: runner: "windows.4xlarge" repository: pytorch/rl @@ -29,7 +29,7 @@ jobs: export CU_VERSION="cpu" export torch_cuda="False" - # TODO: Port this to pytorch/test-infra/.github/workflows/windows_job.yml + # TODO: Port this to vmoens/test-infra/blob/download-v4/.github/workflows/windows_job.yml export PATH="/c/Jenkins/Miniconda3/Scripts:${PATH}" echo "PYTHON_VERSION: $PYTHON_VERSION" @@ -57,7 +57,7 @@ jobs: ./.github/unittest/windows_optdepts/scripts/post_process.sh # unittests-gpu: -# uses: pytorch/test-infra/.github/workflows/windows_job.yml@main +# uses: vmoens/test-infra/blob/download-v4/.github/workflows/windows_job.yml@main # with: # runner: "windows.g5.4xlarge.nvidia.gpu" # repository: pytorch/rl @@ -70,7 +70,7 @@ jobs: # export CU_VERSION="cu116" # export torch_cuda="True" # -# # TODO: Port this to pytorch/test-infra/.github/workflows/windows_job.yml +# # TODO: Port this to vmoens/test-infra/blob/download-v4/.github/workflows/windows_job.yml # export PATH="/c/Jenkins/Miniconda3/Scripts:${PATH}" # # echo "PYTHON_VERSION: $PYTHON_VERSION"