Skip to content

Commit

Permalink
Parametrize embedding and llm in matrix tests (#92)
Browse files Browse the repository at this point in the history
  • Loading branch information
cbornet authored Dec 7, 2023
1 parent b5ca84b commit dc824af
Showing 1 changed file with 12 additions and 26 deletions.
38 changes: 12 additions & 26 deletions ragstack-e2e-tests/e2e_tests/langchain/test_compatibility_matrix.py
Original file line number Diff line number Diff line change
Expand Up @@ -188,32 +188,18 @@ def test_openai_azure_astra_dev():


@pytest.mark.parametrize("vector_db", vector_dbs())
def test_openai_azure(vector_db: str):
_run_test(vector_db=vector_db, embedding="openai-azure", llm="openai-azure")


@pytest.mark.parametrize("vector_db", vector_dbs())
def test_openai(vector_db: str):
_run_test(vector_db=vector_db, embedding="openai", llm="openai")


@pytest.mark.parametrize("vector_db", vector_dbs())
def test_vertex_ai(vector_db: str):
_run_test(vector_db=vector_db, embedding="vertex-ai", llm="vertex-ai")


@pytest.mark.parametrize("vector_db", vector_dbs())
def test_bedrock_anthropic(vector_db: str):
_run_test(
vector_db=vector_db,
embedding="bedrock-titan",
llm="bedrock-anthropic",
)


@pytest.mark.parametrize("vector_db", vector_dbs())
def test_bedrock_meta(vector_db: str):
_run_test(vector_db=vector_db, embedding="bedrock-cohere", llm="bedrock-meta")
@pytest.mark.parametrize(
"embedding,llm",
[
("openai", "openai"),
("openai-azure", "openai-azure"),
("vertex-ai", "vertex-ai"),
("bedrock-titan", "bedrock-anthropic"),
("bedrock-cohere", "bedrock-meta"),
],
)
def test_rag(embedding: str, llm: str, vector_db: str):
_run_test(vector_db=vector_db, embedding=embedding, llm=llm)


def test_huggingface_hub():
Expand Down

0 comments on commit dc824af

Please sign in to comment.