-
Notifications
You must be signed in to change notification settings - Fork 16
115 lines (104 loc) · 4.18 KB
/
langchain-master-daily.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
name: LangChain master
on:
workflow_dispatch: {}
schedule:
- cron: '0 */2 * * *'
# pull_request:
# paths:
# - '.github/**'
# - 'ragstack-e2e-tests/**'
# branches:
# - main
jobs:
langchain-tests:
name: "Tests using LangChain main branch (${{ matrix.name }})"
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
include:
- name: Astra PROD
astra_token_secret: E2E_TESTS_ASTRA_PROD_DB_TOKEN
env: PROD
region: us-east-2
cloud: aws
# - name: Astra DEV
# astra_token_secret: E2E_TESTS_ASTRA_DEV_DB_TOKEN
# env: DEV
# region: us-west-2
# cloud: aws
steps:
- name: Check out the repo
uses: actions/checkout@v3
- name: 'Setup: Python 3.11'
uses: actions/setup-python@v4
with:
python-version: '3.11'
cache: 'pip'
- name: Install dependencies
run: |
python -m pip install --upgrade pip
python -m pip install tox
- name: Setup AstraDB
uses: ./.github/actions/setup-astra-db
id: astra-db
with:
astra-token: ${{ secrets[matrix.astra_token_secret] }}
db-name: ${{ github.run_id }}
env: ${{ matrix.env }}
region: ${{ matrix.region }}
cloud: ${{ matrix.cloud }}
- name: Run E2E tests
id: e2e-tests
env:
ASTRA_DB_TOKEN: "${{ secrets[matrix.astra_token_secret] }}"
ASTRA_DB_ENDPOINT: "${{ steps.astra-db.outputs.db_endpoint }}"
ASTRA_DB_ID: "${{ steps.astra-db.outputs.db_id }}"
OPEN_AI_KEY: "${{ secrets.E2E_TESTS_OPEN_AI_KEY }}"
AZURE_OPEN_AI_KEY: "${{ secrets.E2E_TESTS_AZURE_OPEN_AI_KEY }}"
AZURE_OPEN_AI_ENDPOINT: "${{ secrets.E2E_TESTS_AZURE_OPEN_AI_ENDPOINT }}"
GCLOUD_ACCOUNT_KEY_JSON: "${{ secrets.E2E_TESTS_GCLOUD_ACCOUNT_KEY_JSON }}"
AWS_ACCESS_KEY_ID: "${{ secrets.E2E_TESTS_AWS_ACCESS_KEY_ID }}"
AWS_SECRET_ACCESS_KEY: "${{ secrets.E2E_TESTS_AWS_SECRET_ACCESS_KEY }}"
BEDROCK_AWS_REGION: "${{ secrets.E2E_TESTS_BEDROCK_AWS_REGION }}"
HUGGINGFACE_HUB_KEY: "${{ secrets.E2E_TESTS_HUGGINGFACE_HUB_KEY }}"
run: |
tox -c ragstack-e2e-tests -e langchain
- name: Dump report on Github Summary
if: always()
uses: ./.github/actions/add-report-to-github-summary
- name: Compute commit URL
if: always()
id: commit-ref
run: echo "commit-ref=$(grep resolved_reference ragstack-e2e-tests/poetry.lock | awk -F'"' '{print $2}' | head -1)" >> $GITHUB_OUTPUT
- name: Prepare report for Slack
if: always()
uses: ./.github/actions/generate-slack-report
with:
from-report-file: "ragstack-e2e-tests/failed-tests-report.txt"
output-file: slack-report.json
type: "Tests using LangChain main branch (${{ matrix.name }})"
outcome: ${{ steps.e2e-tests.outcome }}
commit-url: "https://github.com/langchain-ai/langchain/commits/${{ steps.commit-ref.outputs.commit-ref }}"
- name: Dump report on Slack
if: always() && (github.event_name == 'schedule' || github.event_name == 'workflow_dispatch')
uses: slackapi/[email protected]
with:
payload-file-path: "./slack-report.json"
env:
SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}
- name: Upload report to Github Pages
if: always() && (github.event_name == 'schedule' || github.event_name == 'workflow_dispatch')
uses: ./.github/actions/deploy-tests-report
with:
target: "reports/tests/langchain.html"
reference: "${{ steps.commit-ref.outputs.commit-ref }}"
reference-link: "https://github.com/langchain-ai/langchain/commits/${{ steps.commit-ref.outputs.commit-ref }}"
input: "ragstack-e2e-tests/langchain-tests-report.txt"
- name: Cleanup AstraDB
uses: ./.github/actions/cleanup-astra-db
if: always()
with:
astra-token: ${{ secrets[matrix.astra_token_secret] }}
db-name: ${{ github.run_id }}
env: ${{ matrix.env }}