Skip to content

Commit

Permalink
some benchmarks
Browse files Browse the repository at this point in the history
  • Loading branch information
@slobentanzer
slobentanzer committed Feb 7, 2024
1 parent d2f43fc commit 3c1c360
Show file tree
Hide file tree
Showing 10 changed files with 154 additions and 0 deletions.
2 changes: 2 additions & 0 deletions benchmark/conftest.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -166,6 +166,8 @@ def pytest_collection_modifyitems(items):
key=lambda item: (item.callspec.id if hasattr(item, "callspec") else "")
)

# can we skip here the tests (model x hash) that have already been executed?


# parameterise tests to run for each model
@pytest.fixture(params=BENCHMARKED_MODELS)
Expand Down
16 changes: 16 additions & 0 deletions benchmark/results/end_to_end_query_generation.csv
View file
Original file line number Diff line number Diff line change
Expand Up @@ -13,14 +13,22 @@ code-llama-instruct:13:ggufv2:Q8_0,multi_word,0.0/8,2,e4cfb4f576ebc58af48ec1b850
code-llama-instruct:13:ggufv2:Q8_0,single_word,0.0/8,2,6fb9b071418cc18729199192b0637a05
code-llama-instruct:34:ggufv2:Q2_K,multi_word,0.0/8,2,e4cfb4f576ebc58af48ec1b850253dc8
code-llama-instruct:34:ggufv2:Q2_K,single_word,0.0/8,2,6fb9b071418cc18729199192b0637a05
code-llama-instruct:34:ggufv2:Q3_K_M,multi_word,0.0/8,1,e4cfb4f576ebc58af48ec1b850253dc8
code-llama-instruct:34:ggufv2:Q3_K_M,single_word,0.0/8,1,6fb9b071418cc18729199192b0637a05
code-llama-instruct:34:ggufv2:Q4_K_M,multi_word,0.0/8,2,e4cfb4f576ebc58af48ec1b850253dc8
code-llama-instruct:34:ggufv2:Q4_K_M,single_word,0.0/8,2,6fb9b071418cc18729199192b0637a05
code-llama-instruct:34:ggufv2:Q5_K_M,multi_word,0.0/8,1,e4cfb4f576ebc58af48ec1b850253dc8
code-llama-instruct:34:ggufv2:Q5_K_M,single_word,0.0/8,1,6fb9b071418cc18729199192b0637a05
code-llama-instruct:34:ggufv2:Q8_0,multi_word,0.0/8,2,e4cfb4f576ebc58af48ec1b850253dc8
code-llama-instruct:34:ggufv2:Q8_0,single_word,0.0/8,2,6fb9b071418cc18729199192b0637a05
code-llama-instruct:7:ggufv2:Q2_K,multi_word,0.0/8,2,e4cfb4f576ebc58af48ec1b850253dc8
code-llama-instruct:7:ggufv2:Q2_K,single_word,0.0/8,2,6fb9b071418cc18729199192b0637a05
code-llama-instruct:7:ggufv2:Q3_K_M,multi_word,0.0/8,1,e4cfb4f576ebc58af48ec1b850253dc8
code-llama-instruct:7:ggufv2:Q3_K_M,single_word,0.0/8,1,6fb9b071418cc18729199192b0637a05
code-llama-instruct:7:ggufv2:Q4_K_M,multi_word,0.0/8,2,e4cfb4f576ebc58af48ec1b850253dc8
code-llama-instruct:7:ggufv2:Q4_K_M,single_word,0.0/8,2,6fb9b071418cc18729199192b0637a05
code-llama-instruct:7:ggufv2:Q5_K_M,multi_word,0.0/8,1,e4cfb4f576ebc58af48ec1b850253dc8
code-llama-instruct:7:ggufv2:Q5_K_M,single_word,0.0/8,1,6fb9b071418cc18729199192b0637a05
code-llama-instruct:7:ggufv2:Q8_0,multi_word,0.0/8,2,e4cfb4f576ebc58af48ec1b850253dc8
code-llama-instruct:7:ggufv2:Q8_0,single_word,0.0/8,2,6fb9b071418cc18729199192b0637a05
gpt-3.5-turbo,multi_word,7.0/8,2,e4cfb4f576ebc58af48ec1b850253dc8
Expand All @@ -29,14 +37,22 @@ gpt-4,multi_word,8.0/8,2,e4cfb4f576ebc58af48ec1b850253dc8
gpt-4,single_word,8.0/8,2,6fb9b071418cc18729199192b0637a05
llama-2-chat:13:ggufv2:Q2_K,multi_word,0.0/8,2,e4cfb4f576ebc58af48ec1b850253dc8
llama-2-chat:13:ggufv2:Q2_K,single_word,0.0/8,2,6fb9b071418cc18729199192b0637a05
llama-2-chat:13:ggufv2:Q3_K_M,multi_word,0.0/8,1,e4cfb4f576ebc58af48ec1b850253dc8
llama-2-chat:13:ggufv2:Q3_K_M,single_word,0.0/8,1,6fb9b071418cc18729199192b0637a05
llama-2-chat:13:ggufv2:Q4_K_M,multi_word,0.0/8,2,e4cfb4f576ebc58af48ec1b850253dc8
llama-2-chat:13:ggufv2:Q4_K_M,single_word,0.0/8,2,6fb9b071418cc18729199192b0637a05
llama-2-chat:13:ggufv2:Q5_K_M,multi_word,0.0/8,1,e4cfb4f576ebc58af48ec1b850253dc8
llama-2-chat:13:ggufv2:Q5_K_M,single_word,0.0/8,1,6fb9b071418cc18729199192b0637a05
llama-2-chat:13:ggufv2:Q8_0,multi_word,0.0/8,2,e4cfb4f576ebc58af48ec1b850253dc8
llama-2-chat:13:ggufv2:Q8_0,single_word,0.0/8,2,6fb9b071418cc18729199192b0637a05
llama-2-chat:70:ggufv2:Q2_K,multi_word,0.0/8,2,e4cfb4f576ebc58af48ec1b850253dc8
llama-2-chat:70:ggufv2:Q2_K,single_word,0.0/8,2,6fb9b071418cc18729199192b0637a05
llama-2-chat:70:ggufv2:Q3_K_M,multi_word,0.0/8,1,e4cfb4f576ebc58af48ec1b850253dc8
llama-2-chat:70:ggufv2:Q3_K_M,single_word,0.0/8,1,6fb9b071418cc18729199192b0637a05
llama-2-chat:70:ggufv2:Q4_K_M,multi_word,0.0/8,2,e4cfb4f576ebc58af48ec1b850253dc8
llama-2-chat:70:ggufv2:Q4_K_M,single_word,0.0/8,2,6fb9b071418cc18729199192b0637a05
llama-2-chat:70:ggufv2:Q5_K_M,multi_word,0.0/8,1,e4cfb4f576ebc58af48ec1b850253dc8
llama-2-chat:70:ggufv2:Q5_K_M,single_word,0.0/8,1,6fb9b071418cc18729199192b0637a05
llama-2-chat:7:ggufv2:Q2_K,multi_word,0.0/8,2,e4cfb4f576ebc58af48ec1b850253dc8
llama-2-chat:7:ggufv2:Q2_K,single_word,0.0/8,2,6fb9b071418cc18729199192b0637a05
llama-2-chat:7:ggufv2:Q4_K_M,multi_word,0.0/8,2,e4cfb4f576ebc58af48ec1b850253dc8
Expand Down
16 changes: 16 additions & 0 deletions benchmark/results/entity_selection.csv
View file
Original file line number Diff line number Diff line change
Expand Up @@ -13,14 +13,22 @@ code-llama-instruct:13:ggufv2:Q8_0,multi_word,0.0/2,2,e4cfb4f576ebc58af48ec1b850
code-llama-instruct:13:ggufv2:Q8_0,single_word,0.0/2,2,6fb9b071418cc18729199192b0637a05
code-llama-instruct:34:ggufv2:Q2_K,multi_word,0.0/2,2,e4cfb4f576ebc58af48ec1b850253dc8
code-llama-instruct:34:ggufv2:Q2_K,single_word,0.0/2,2,6fb9b071418cc18729199192b0637a05
code-llama-instruct:34:ggufv2:Q3_K_M,multi_word,0.0/2,1,e4cfb4f576ebc58af48ec1b850253dc8
code-llama-instruct:34:ggufv2:Q3_K_M,single_word,0.0/2,1,6fb9b071418cc18729199192b0637a05
code-llama-instruct:34:ggufv2:Q4_K_M,multi_word,0.0/2,2,e4cfb4f576ebc58af48ec1b850253dc8
code-llama-instruct:34:ggufv2:Q4_K_M,single_word,0.0/2,2,6fb9b071418cc18729199192b0637a05
code-llama-instruct:34:ggufv2:Q5_K_M,multi_word,1.0/2,1,e4cfb4f576ebc58af48ec1b850253dc8
code-llama-instruct:34:ggufv2:Q5_K_M,single_word,0.0/2,1,6fb9b071418cc18729199192b0637a05
code-llama-instruct:34:ggufv2:Q8_0,multi_word,1.0/2,2,e4cfb4f576ebc58af48ec1b850253dc8
code-llama-instruct:34:ggufv2:Q8_0,single_word,0.0/2,2,6fb9b071418cc18729199192b0637a05
code-llama-instruct:7:ggufv2:Q2_K,multi_word,1.0/2,2,e4cfb4f576ebc58af48ec1b850253dc8
code-llama-instruct:7:ggufv2:Q2_K,single_word,0.0/2,2,6fb9b071418cc18729199192b0637a05
code-llama-instruct:7:ggufv2:Q3_K_M,multi_word,1.0/2,1,e4cfb4f576ebc58af48ec1b850253dc8
code-llama-instruct:7:ggufv2:Q3_K_M,single_word,2.0/2,1,6fb9b071418cc18729199192b0637a05
code-llama-instruct:7:ggufv2:Q4_K_M,multi_word,1.0/2,2,e4cfb4f576ebc58af48ec1b850253dc8
code-llama-instruct:7:ggufv2:Q4_K_M,single_word,2.0/2,2,6fb9b071418cc18729199192b0637a05
code-llama-instruct:7:ggufv2:Q5_K_M,multi_word,1.0/2,1,e4cfb4f576ebc58af48ec1b850253dc8
code-llama-instruct:7:ggufv2:Q5_K_M,single_word,0.0/3,1,6fb9b071418cc18729199192b0637a05
code-llama-instruct:7:ggufv2:Q8_0,multi_word,0.0/2,2,e4cfb4f576ebc58af48ec1b850253dc8
code-llama-instruct:7:ggufv2:Q8_0,single_word,0.0/2,2,6fb9b071418cc18729199192b0637a05
gpt-3.5-turbo,multi_word,2.0/2,2,e4cfb4f576ebc58af48ec1b850253dc8
Expand All @@ -29,14 +37,22 @@ gpt-4,multi_word,2.0/2,2,e4cfb4f576ebc58af48ec1b850253dc8
gpt-4,single_word,2.0/2,2,6fb9b071418cc18729199192b0637a05
llama-2-chat:13:ggufv2:Q2_K,multi_word,0.0/2,2,e4cfb4f576ebc58af48ec1b850253dc8
llama-2-chat:13:ggufv2:Q2_K,single_word,0.0/2,2,6fb9b071418cc18729199192b0637a05
llama-2-chat:13:ggufv2:Q3_K_M,multi_word,0.0/2,1,e4cfb4f576ebc58af48ec1b850253dc8
llama-2-chat:13:ggufv2:Q3_K_M,single_word,0.0/3,1,6fb9b071418cc18729199192b0637a05
llama-2-chat:13:ggufv2:Q4_K_M,multi_word,0.0/2,2,e4cfb4f576ebc58af48ec1b850253dc8
llama-2-chat:13:ggufv2:Q4_K_M,single_word,0.0/2,2,6fb9b071418cc18729199192b0637a05
llama-2-chat:13:ggufv2:Q5_K_M,multi_word,0.0/2,1,e4cfb4f576ebc58af48ec1b850253dc8
llama-2-chat:13:ggufv2:Q5_K_M,single_word,0.0/3,1,6fb9b071418cc18729199192b0637a05
llama-2-chat:13:ggufv2:Q8_0,multi_word,0.0/2,2,e4cfb4f576ebc58af48ec1b850253dc8
llama-2-chat:13:ggufv2:Q8_0,single_word,0.0/2,2,6fb9b071418cc18729199192b0637a05
llama-2-chat:70:ggufv2:Q2_K,multi_word,0.0/2,2,e4cfb4f576ebc58af48ec1b850253dc8
llama-2-chat:70:ggufv2:Q2_K,single_word,0.0/2,2,6fb9b071418cc18729199192b0637a05
llama-2-chat:70:ggufv2:Q3_K_M,multi_word,0.0/2,1,e4cfb4f576ebc58af48ec1b850253dc8
llama-2-chat:70:ggufv2:Q3_K_M,single_word,0.0/3,1,6fb9b071418cc18729199192b0637a05
llama-2-chat:70:ggufv2:Q4_K_M,multi_word,2.0/2,2,e4cfb4f576ebc58af48ec1b850253dc8
llama-2-chat:70:ggufv2:Q4_K_M,single_word,1.0/2,2,6fb9b071418cc18729199192b0637a05
llama-2-chat:70:ggufv2:Q5_K_M,multi_word,2.0/2,1,e4cfb4f576ebc58af48ec1b850253dc8
llama-2-chat:70:ggufv2:Q5_K_M,single_word,2.0/3,1,6fb9b071418cc18729199192b0637a05
llama-2-chat:7:ggufv2:Q2_K,multi_word,0.0/2,2,e4cfb4f576ebc58af48ec1b850253dc8
llama-2-chat:7:ggufv2:Q2_K,single_word,0.0/2,2,6fb9b071418cc18729199192b0637a05
llama-2-chat:7:ggufv2:Q4_K_M,multi_word,1.0/2,2,e4cfb4f576ebc58af48ec1b850253dc8
Expand Down
30 changes: 30 additions & 0 deletions benchmark/results/explicit_relevance_of_single_fragments.csv
View file
Original file line number Diff line number Diff line change
Expand Up @@ -23,6 +23,12 @@ code-llama-instruct:13:ggufv2:Q4_K_M,explicit_relevance_no_more_explicit,0.0/1,2
code-llama-instruct:13:ggufv2:Q4_K_M,explicit_relevance_no_repeat_instruction,0.0/1,2,1ca6c04890597e4ece0eb8ad632f3f75
code-llama-instruct:13:ggufv2:Q4_K_M,explicit_relevance_no_simple,0.0/1,2,bf26b8241de3470cd9a406aea0992fb2
code-llama-instruct:13:ggufv2:Q4_K_M,explicit_relevance_yes,0.0/1,2,1f7a20371c9b65790b9b8e8be116b246
code-llama-instruct:13:ggufv2:Q5_K_M,explicit_evaluation_no,0.0/1,1,d15e0094569f8df146459b50a781fc55
code-llama-instruct:13:ggufv2:Q5_K_M,explicit_evaluation_yes,1.0/1,1,1773602eac8037fbea015069d5f15cd2
code-llama-instruct:13:ggufv2:Q5_K_M,explicit_relevance_no_more_explicit,1.0/1,1,8dddcfc1314f6f671d59a3a90c95e3c0
code-llama-instruct:13:ggufv2:Q5_K_M,explicit_relevance_no_repeat_instruction,1.0/1,1,1ca6c04890597e4ece0eb8ad632f3f75
code-llama-instruct:13:ggufv2:Q5_K_M,explicit_relevance_no_simple,1.0/1,1,bf26b8241de3470cd9a406aea0992fb2
code-llama-instruct:13:ggufv2:Q5_K_M,explicit_relevance_yes,0.0/1,1,1f7a20371c9b65790b9b8e8be116b246
code-llama-instruct:13:ggufv2:Q8_0,explicit_evaluation_no,1.0/1,2,d15e0094569f8df146459b50a781fc55
code-llama-instruct:13:ggufv2:Q8_0,explicit_evaluation_yes,1.0/1,2,1773602eac8037fbea015069d5f15cd2
code-llama-instruct:13:ggufv2:Q8_0,explicit_relevance_no_more_explicit,1.0/1,2,8dddcfc1314f6f671d59a3a90c95e3c0
Expand All @@ -35,12 +41,24 @@ code-llama-instruct:34:ggufv2:Q2_K,explicit_relevance_no_more_explicit,0.0/1,2,8
code-llama-instruct:34:ggufv2:Q2_K,explicit_relevance_no_repeat_instruction,0.0/1,2,1ca6c04890597e4ece0eb8ad632f3f75
code-llama-instruct:34:ggufv2:Q2_K,explicit_relevance_no_simple,0.0/1,2,bf26b8241de3470cd9a406aea0992fb2
code-llama-instruct:34:ggufv2:Q2_K,explicit_relevance_yes,1.0/1,2,1f7a20371c9b65790b9b8e8be116b246
code-llama-instruct:34:ggufv2:Q3_K_M,explicit_evaluation_no,1.0/1,1,d15e0094569f8df146459b50a781fc55
code-llama-instruct:34:ggufv2:Q3_K_M,explicit_evaluation_yes,1.0/1,1,1773602eac8037fbea015069d5f15cd2
code-llama-instruct:34:ggufv2:Q3_K_M,explicit_relevance_no_more_explicit,0.0/1,1,8dddcfc1314f6f671d59a3a90c95e3c0
code-llama-instruct:34:ggufv2:Q3_K_M,explicit_relevance_no_repeat_instruction,0.0/1,1,1ca6c04890597e4ece0eb8ad632f3f75
code-llama-instruct:34:ggufv2:Q3_K_M,explicit_relevance_no_simple,0.0/1,1,bf26b8241de3470cd9a406aea0992fb2
code-llama-instruct:34:ggufv2:Q3_K_M,explicit_relevance_yes,1.0/1,1,1f7a20371c9b65790b9b8e8be116b246
code-llama-instruct:34:ggufv2:Q4_K_M,explicit_evaluation_no,1.0/1,2,d15e0094569f8df146459b50a781fc55
code-llama-instruct:34:ggufv2:Q4_K_M,explicit_evaluation_yes,1.0/1,2,1773602eac8037fbea015069d5f15cd2
code-llama-instruct:34:ggufv2:Q4_K_M,explicit_relevance_no_more_explicit,0.0/1,2,8dddcfc1314f6f671d59a3a90c95e3c0
code-llama-instruct:34:ggufv2:Q4_K_M,explicit_relevance_no_repeat_instruction,0.0/1,2,1ca6c04890597e4ece0eb8ad632f3f75
code-llama-instruct:34:ggufv2:Q4_K_M,explicit_relevance_no_simple,0.0/1,2,bf26b8241de3470cd9a406aea0992fb2
code-llama-instruct:34:ggufv2:Q4_K_M,explicit_relevance_yes,1.0/1,2,1f7a20371c9b65790b9b8e8be116b246
code-llama-instruct:34:ggufv2:Q5_K_M,explicit_evaluation_no,0.0/1,1,d15e0094569f8df146459b50a781fc55
code-llama-instruct:34:ggufv2:Q5_K_M,explicit_evaluation_yes,1.0/1,1,1773602eac8037fbea015069d5f15cd2
code-llama-instruct:34:ggufv2:Q5_K_M,explicit_relevance_no_more_explicit,0.0/1,1,8dddcfc1314f6f671d59a3a90c95e3c0
code-llama-instruct:34:ggufv2:Q5_K_M,explicit_relevance_no_repeat_instruction,0.0/1,1,1ca6c04890597e4ece0eb8ad632f3f75
code-llama-instruct:34:ggufv2:Q5_K_M,explicit_relevance_no_simple,0.0/1,1,bf26b8241de3470cd9a406aea0992fb2
code-llama-instruct:34:ggufv2:Q5_K_M,explicit_relevance_yes,1.0/1,1,1f7a20371c9b65790b9b8e8be116b246
code-llama-instruct:34:ggufv2:Q8_0,explicit_evaluation_no,0.0/1,2,d15e0094569f8df146459b50a781fc55
code-llama-instruct:34:ggufv2:Q8_0,explicit_evaluation_yes,1.0/1,2,1773602eac8037fbea015069d5f15cd2
code-llama-instruct:34:ggufv2:Q8_0,explicit_relevance_no_more_explicit,0.0/1,2,8dddcfc1314f6f671d59a3a90c95e3c0
Expand All @@ -53,12 +71,24 @@ code-llama-instruct:7:ggufv2:Q2_K,explicit_relevance_no_more_explicit,0.0/1,2,8d
code-llama-instruct:7:ggufv2:Q2_K,explicit_relevance_no_repeat_instruction,0.0/1,2,1ca6c04890597e4ece0eb8ad632f3f75
code-llama-instruct:7:ggufv2:Q2_K,explicit_relevance_no_simple,0.0/1,2,bf26b8241de3470cd9a406aea0992fb2
code-llama-instruct:7:ggufv2:Q2_K,explicit_relevance_yes,0.0/1,2,1f7a20371c9b65790b9b8e8be116b246
code-llama-instruct:7:ggufv2:Q3_K_M,explicit_evaluation_no,0.0/1,1,d15e0094569f8df146459b50a781fc55
code-llama-instruct:7:ggufv2:Q3_K_M,explicit_evaluation_yes,1.0/1,1,1773602eac8037fbea015069d5f15cd2
code-llama-instruct:7:ggufv2:Q3_K_M,explicit_relevance_no_more_explicit,1.0/1,1,8dddcfc1314f6f671d59a3a90c95e3c0
code-llama-instruct:7:ggufv2:Q3_K_M,explicit_relevance_no_repeat_instruction,1.0/1,1,1ca6c04890597e4ece0eb8ad632f3f75
code-llama-instruct:7:ggufv2:Q3_K_M,explicit_relevance_no_simple,1.0/1,1,bf26b8241de3470cd9a406aea0992fb2
code-llama-instruct:7:ggufv2:Q3_K_M,explicit_relevance_yes,1.0/1,1,1f7a20371c9b65790b9b8e8be116b246
code-llama-instruct:7:ggufv2:Q4_K_M,explicit_evaluation_no,1.0/1,2,d15e0094569f8df146459b50a781fc55
code-llama-instruct:7:ggufv2:Q4_K_M,explicit_evaluation_yes,1.0/1,2,1773602eac8037fbea015069d5f15cd2
code-llama-instruct:7:ggufv2:Q4_K_M,explicit_relevance_no_more_explicit,1.0/1,2,8dddcfc1314f6f671d59a3a90c95e3c0
code-llama-instruct:7:ggufv2:Q4_K_M,explicit_relevance_no_repeat_instruction,1.0/1,2,1ca6c04890597e4ece0eb8ad632f3f75
code-llama-instruct:7:ggufv2:Q4_K_M,explicit_relevance_no_simple,1.0/1,2,bf26b8241de3470cd9a406aea0992fb2
code-llama-instruct:7:ggufv2:Q4_K_M,explicit_relevance_yes,1.0/1,2,1f7a20371c9b65790b9b8e8be116b246
code-llama-instruct:7:ggufv2:Q5_K_M,explicit_evaluation_no,1.0/1,1,d15e0094569f8df146459b50a781fc55
code-llama-instruct:7:ggufv2:Q5_K_M,explicit_evaluation_yes,0.0/1,1,1773602eac8037fbea015069d5f15cd2
code-llama-instruct:7:ggufv2:Q5_K_M,explicit_relevance_no_more_explicit,1.0/1,1,8dddcfc1314f6f671d59a3a90c95e3c0
code-llama-instruct:7:ggufv2:Q5_K_M,explicit_relevance_no_repeat_instruction,1.0/1,1,1ca6c04890597e4ece0eb8ad632f3f75
code-llama-instruct:7:ggufv2:Q5_K_M,explicit_relevance_no_simple,1.0/1,1,bf26b8241de3470cd9a406aea0992fb2
code-llama-instruct:7:ggufv2:Q5_K_M,explicit_relevance_yes,1.0/1,1,1f7a20371c9b65790b9b8e8be116b246
code-llama-instruct:7:ggufv2:Q8_0,explicit_evaluation_no,1.0/1,2,d15e0094569f8df146459b50a781fc55
code-llama-instruct:7:ggufv2:Q8_0,explicit_evaluation_yes,1.0/1,2,1773602eac8037fbea015069d5f15cd2
code-llama-instruct:7:ggufv2:Q8_0,explicit_relevance_no_more_explicit,1.0/1,2,8dddcfc1314f6f671d59a3a90c95e3c0
Expand Down
10 changes: 10 additions & 0 deletions benchmark/results/implicit_relevance_of_multiple_fragments.csv
View file
Original file line number Diff line number Diff line change
Expand Up @@ -7,18 +7,28 @@ code-llama-instruct:13:ggufv2:Q3_K_M,implicit_relevance_no,0.0/1,2,b24fb31fd761b
code-llama-instruct:13:ggufv2:Q3_K_M,implicit_relevance_yes,0.0/1,2,f9d749647929fcb55321c614a3bf8d20
code-llama-instruct:13:ggufv2:Q4_K_M,implicit_relevance_no,0.0/1,2,b24fb31fd761b0f3e308bebd70ce4277
code-llama-instruct:13:ggufv2:Q4_K_M,implicit_relevance_yes,1.0/1,2,f9d749647929fcb55321c614a3bf8d20
code-llama-instruct:13:ggufv2:Q5_K_M,implicit_relevance_no,0.0/1,1,b24fb31fd761b0f3e308bebd70ce4277
code-llama-instruct:13:ggufv2:Q5_K_M,implicit_relevance_yes,1.0/1,1,f9d749647929fcb55321c614a3bf8d20
code-llama-instruct:13:ggufv2:Q8_0,implicit_relevance_no,0.0/1,2,b24fb31fd761b0f3e308bebd70ce4277
code-llama-instruct:13:ggufv2:Q8_0,implicit_relevance_yes,1.0/1,2,f9d749647929fcb55321c614a3bf8d20
code-llama-instruct:34:ggufv2:Q2_K,implicit_relevance_no,1.0/1,2,b24fb31fd761b0f3e308bebd70ce4277
code-llama-instruct:34:ggufv2:Q2_K,implicit_relevance_yes,1.0/1,2,f9d749647929fcb55321c614a3bf8d20
code-llama-instruct:34:ggufv2:Q3_K_M,implicit_relevance_no,0.0/1,1,b24fb31fd761b0f3e308bebd70ce4277
code-llama-instruct:34:ggufv2:Q3_K_M,implicit_relevance_yes,1.0/1,1,f9d749647929fcb55321c614a3bf8d20
code-llama-instruct:34:ggufv2:Q4_K_M,implicit_relevance_no,0.0/1,2,b24fb31fd761b0f3e308bebd70ce4277
code-llama-instruct:34:ggufv2:Q4_K_M,implicit_relevance_yes,0.5/1,2,f9d749647929fcb55321c614a3bf8d20
code-llama-instruct:34:ggufv2:Q5_K_M,implicit_relevance_no,1.0/1,1,b24fb31fd761b0f3e308bebd70ce4277
code-llama-instruct:34:ggufv2:Q5_K_M,implicit_relevance_yes,1.0/1,1,f9d749647929fcb55321c614a3bf8d20
code-llama-instruct:34:ggufv2:Q8_0,implicit_relevance_no,1.0/1,2,b24fb31fd761b0f3e308bebd70ce4277
code-llama-instruct:34:ggufv2:Q8_0,implicit_relevance_yes,0.5/1,2,f9d749647929fcb55321c614a3bf8d20
code-llama-instruct:7:ggufv2:Q2_K,implicit_relevance_no,0.5/1,2,b24fb31fd761b0f3e308bebd70ce4277
code-llama-instruct:7:ggufv2:Q2_K,implicit_relevance_yes,1.0/1,2,f9d749647929fcb55321c614a3bf8d20
code-llama-instruct:7:ggufv2:Q3_K_M,implicit_relevance_no,1.0/1,1,b24fb31fd761b0f3e308bebd70ce4277
code-llama-instruct:7:ggufv2:Q3_K_M,implicit_relevance_yes,1.0/1,1,f9d749647929fcb55321c614a3bf8d20
code-llama-instruct:7:ggufv2:Q4_K_M,implicit_relevance_no,1.0/1,2,b24fb31fd761b0f3e308bebd70ce4277
code-llama-instruct:7:ggufv2:Q4_K_M,implicit_relevance_yes,1.0/1,2,f9d749647929fcb55321c614a3bf8d20
code-llama-instruct:7:ggufv2:Q5_K_M,implicit_relevance_no,0.0/1,1,b24fb31fd761b0f3e308bebd70ce4277
code-llama-instruct:7:ggufv2:Q5_K_M,implicit_relevance_yes,1.0/1,1,f9d749647929fcb55321c614a3bf8d20
code-llama-instruct:7:ggufv2:Q8_0,implicit_relevance_no,0.0/1,2,b24fb31fd761b0f3e308bebd70ce4277
code-llama-instruct:7:ggufv2:Q8_0,implicit_relevance_yes,1.0/1,2,f9d749647929fcb55321c614a3bf8d20
gpt-3.5-turbo,implicit_relevance_no,1.0/1,2,b24fb31fd761b0f3e308bebd70ce4277
Expand Down
Loading

0 comments on commit 3c1c360

Please sign in to comment.