diff --git a/.github/workflows/linux_job_v2.yml b/.github/workflows/linux_job_v2.yml
index 595af0cffa..0b90193a9d 100644
--- a/.github/workflows/linux_job_v2.yml
+++ b/.github/workflows/linux_job_v2.yml
@@ -109,6 +109,11 @@ on:
         default: false
         type: boolean
 
+# Needed for ROCm-conditional steps that need to use OIDC
+permissions:
+  id-token: write
+  contents: read
+
 jobs:
   job:
     strategy:
@@ -165,7 +170,7 @@ jobs:
         if: ${{ inputs.gpu-arch-type != 'rocm' }}
 
       - name: Setup ROCM
-        uses: pytorch/pytorch/.github/actions/setup-rocm@main
+        uses: pytorch/pytorch/.github/actions/setup-rocm@move_aws_steps_inside_setup_rocm
         if: ${{ inputs.gpu-arch-type == 'rocm' }}
 
       - name: Setup SSH