Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

docs: Add Phoenix Llamaindex RAG Demo notebook + chunks + questions #4202

Merged
merged 18 commits into from
Aug 17, 2024
Merged
3 changes: 3 additions & 0 deletions .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -25,3 +25,6 @@ coverage.xml

# devtools
pyrightconfig.json

# Demo data
tutorials/internal/demo_llama_index/*.json
cjunkin marked this conversation as resolved.
Show resolved Hide resolved
21 changes: 21 additions & 0 deletions src/phoenix/trace/fixtures.py
Original file line number Diff line number Diff line change
Expand Up @@ -82,6 +82,26 @@ class TracesFixture:
dataset_fixtures: Iterable[DatasetFixture] = ()


demo_llama_index_cohesive_rag_fixture = TracesFixture(
cjunkin marked this conversation as resolved.
Show resolved Hide resolved
name="demo_llama_index_cohesive_rag",
cjunkin marked this conversation as resolved.
Show resolved Hide resolved
description="Cohesive RAG data that is based on real-world scenarios and evaluations.",
cjunkin marked this conversation as resolved.
Show resolved Hide resolved
file_name="llama_index_cohesive_rag.parquet",
evaluation_fixtures=(
cjunkin marked this conversation as resolved.
Show resolved Hide resolved
EvaluationFixture(
evaluation_name="Q&A Correctness",
file_name="demo_llama_index_rag_qa_correctness_eval.parquet",
),
EvaluationFixture(
evaluation_name="Hallucination",
file_name="demo_llama_index_rag_hallucination_eval.parquet",
),
DocumentEvaluationFixture(
evaluation_name="Relevance",
file_name="demo_llama_index_rag_doc_relevance_eval.parquet",
),
),
)

llama_index_rag_fixture = TracesFixture(
name="llama_index_rag",
description="Traces from running the llama_index on a RAG use case.",
Expand Down Expand Up @@ -169,6 +189,7 @@ class TracesFixture:
)

TRACES_FIXTURES: List[TracesFixture] = [
demo_llama_index_cohesive_rag_fixture,
llama_index_rag_fixture,
llama_index_rag_fixture_with_davinci,
langchain_rag_stuff_document_chain_fixture,
Expand Down
Loading
Loading