diff --git a/.github/workflows/benchmarks.yml b/.github/workflows/benchmarks.yml
index 5591ab5787b..7d8b714ad4d 100644
--- a/.github/workflows/benchmarks.yml
+++ b/.github/workflows/benchmarks.yml
@@ -40,6 +40,7 @@ jobs:
       - name: Run benchmarks
         run: |
           cd benchmarks/
+          export TORCHDYNAMO_INLINE_INBUILT_NN_MODULES=1
           python -m pytest --benchmark-json output.json
       - name: Store benchmark results
         if: ${{ github.ref == 'refs/heads/main' || github.event_name == 'workflow_dispatch' }}
@@ -107,6 +108,7 @@ jobs:
       - name: Run benchmarks
         run: |
           cd benchmarks/
+          export TORCHDYNAMO_INLINE_INBUILT_NN_MODULES=1
           python3 -m pytest --benchmark-json output.json
       - name: Store benchmark results
         uses: benchmark-action/github-action-benchmark@v1
diff --git a/.github/workflows/benchmarks_pr.yml b/.github/workflows/benchmarks_pr.yml
index 5aeb09406ea..fa1b8037ecb 100644
--- a/.github/workflows/benchmarks_pr.yml
+++ b/.github/workflows/benchmarks_pr.yml
@@ -46,6 +46,7 @@ jobs:
       - name: Run benchmarks
         run: |
           cd benchmarks/
+          export TORCHDYNAMO_INLINE_INBUILT_NN_MODULES=1
           RUN_BENCHMARK="pytest --rank 0 --benchmark-json "
           git checkout ${{ github.event.pull_request.base.sha }}
           $RUN_BENCHMARK ${{ env.BASELINE_JSON }}
@@ -125,6 +126,7 @@ jobs:
       - name: Run benchmarks
         run: |
           cd benchmarks/
+          export TORCHDYNAMO_INLINE_INBUILT_NN_MODULES=1
           RUN_BENCHMARK="pytest --rank 0 --benchmark-json "
           git checkout ${{ github.event.pull_request.base.sha }}
           $RUN_BENCHMARK ${{ env.BASELINE_JSON }}