disable lookup for infill and embedding

JohannesGaessler · JohannesGaessler · commit 244508af0f9b · 2024-04-22T18:35:06.000+02:00
diff --git a/examples/server/server.cpp b/examples/server/server.cpp
@@ -2217,6 +2217,9 @@ struct server_context {
             };
 
             for (auto & slot : slots) {
+                if (slot.infill || slot.embedding) {
+                    continue;
+                }
                 if (slot.state != SLOT_STATE_PROCESSING || slot.i_batch < (int) i || slot.i_batch >= (int) (i + n_tokens)) {
                     continue; // continue loop of slots
                 }

Original file line number	Diff line number	Diff line change
`@@ -2217,6 +2217,9 @@ struct server_context {`
`2217`	`2217`	`};`
`2218`	`2218`
`2219`	`2219`	`for (auto & slot : slots) {`
	`2220`	`+ if (slot.infill \|\| slot.embedding) {`
	`2221`	`+ continue;`
	`2222`	`+ }`
`2220`	`2223`	`if (slot.state != SLOT_STATE_PROCESSING \|\| slot.i_batch < (int) i \|\| slot.i_batch >= (int) (i + n_tokens)) {`
`2221`	`2224`	`continue; // continue loop of slots`
`2222`	`2225`	`}`