From d37a5a9857a12968ef450c57b0a15ddf7e56a86e Mon Sep 17 00:00:00 2001 From: Mikyo King Date: Tue, 24 Oct 2023 14:22:32 -0600 Subject: [PATCH 1/4] ci: high watermark on CI --- .github/workflows/python-CI.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/python-CI.yml b/.github/workflows/python-CI.yml index fa3c2b20bc..22b0e9e1c5 100644 --- a/.github/workflows/python-CI.yml +++ b/.github/workflows/python-CI.yml @@ -18,6 +18,7 @@ concurrency: env: pip-version: 23.1.2 + PYTORCH_MPS_HIGH_WATERMARK_RATIO: 0.0 # disable memory warnings jobs: lint: From 63ab5cd5b6fef04e90fe4ff7babc3a983f0e864c Mon Sep 17 00:00:00 2001 From: Mikyo King Date: Tue, 24 Oct 2023 14:28:03 -0600 Subject: [PATCH 2/4] Reformat text --- src/phoenix/trace/evaluation_conventions.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/src/phoenix/trace/evaluation_conventions.py b/src/phoenix/trace/evaluation_conventions.py index 10764899ee..aa777d9479 100644 --- a/src/phoenix/trace/evaluation_conventions.py +++ b/src/phoenix/trace/evaluation_conventions.py @@ -14,13 +14,13 @@ EVAL_DOCUMENTS_PRECISION = "eval.documents_precision" """ The precision of a retriever. -This is the proportion (expressed as a value between 0 and 1) of relevant documents over the total +This is the proportion (expressed as a value between 0 and 1) of relevant documents over the total. """ EVAL_DOCUMENTS_PRECISION_AT_K_TEMPLATE = "eval.documents_precision_at_{k}" """ The prefix given to an evaluation metric that captures the precision of a retriever up to K. E.x. you would have eval.documents_precision_at_1, -eval.documents_precision_at_2, etc. This value -would be computed on top of the document_relevancy attribute of each document. +eval.documents_precision_at_2, etc. This value would be computed on top of the +document_relevancy attribute of each document. """ From 4b4ea0579923f4a2f8748d53e2f65a13d102221e Mon Sep 17 00:00:00 2001 From: Mikyo King Date: Tue, 24 Oct 2023 14:53:24 -0600 Subject: [PATCH 3/4] adjust watermark --- .github/workflows/python-CI.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/python-CI.yml b/.github/workflows/python-CI.yml index 22b0e9e1c5..2bf8b0296f 100644 --- a/.github/workflows/python-CI.yml +++ b/.github/workflows/python-CI.yml @@ -18,7 +18,7 @@ concurrency: env: pip-version: 23.1.2 - PYTORCH_MPS_HIGH_WATERMARK_RATIO: 0.0 # disable memory warnings + PYTORCH_MPS_HIGH_WATERMARK_RATIO: 0.7 # disable memory warnings jobs: lint: From ac4ef4b954a3e2b9366a3c9e05a0076a33f35a5b Mon Sep 17 00:00:00 2001 From: Mikyo King Date: Tue, 24 Oct 2023 14:59:38 -0600 Subject: [PATCH 4/4] fake openai key --- .github/workflows/python-CI.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/python-CI.yml b/.github/workflows/python-CI.yml index 2bf8b0296f..a1c40364d5 100644 --- a/.github/workflows/python-CI.yml +++ b/.github/workflows/python-CI.yml @@ -18,7 +18,7 @@ concurrency: env: pip-version: 23.1.2 - PYTORCH_MPS_HIGH_WATERMARK_RATIO: 0.7 # disable memory warnings + OPENAI_API_KEY: "sk-fake-openai-key" # fake openai key so that llama_index doesn't download huggingface embeddings jobs: lint: