Add to README

README.md

@@ -75,14 +75,14 @@ jobs:
           root: my_eval_dir
 ```
 
-> [!IMPORTANT]
-> You must specify `permissions` for the action to leave comments on your PR.
-> Without these permissions, you'll see Github API errors.
+> [!IMPORTANT] You must specify `permissions` for the action to leave comments
+> on your PR. Without these permissions, you'll see Github API errors.
 
 To see examples of fully configured templates, see the `examples` directory:
 
 - [`node with npm`](examples/npm.yml)
 - [`node with pnpm`](examples/pnpm.yml)
+- [`python`](examples/python.yml)
 
 ## How it works
 

examples/python.yml

@@ -0,0 +1,41 @@
+name: Run Python evals
+
+on:
+  push:
+    # Uncomment to run only when files in the 'evals' directory change
+    # - paths:
+    #     - "evals/**"
+
+permissions:
+  pull-requests: write
+  contents: read
+
+jobs:
+  eval:
+    name: Run evals
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout
+        id: checkout
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+
+      - name: Set up Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: "3.12" # Replace with your Python version
+
+      # Tweak this to a dependency manager of your choice
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install -r test-eval-py/requirements.txt
+
+      - name: Run Evals
+        uses: ./
+        with:
+          api_key: ${{ secrets.BRAINTRUST_API_KEY }}
+          runtime: python
+          root: my_eval_dir