disable lookup for infill and embedding

JohannesGaessler · JohannesGaessler · commit ce2213794e4b · 2024-04-24T20:40:51.000+02:00
diff --git a/examples/server/server.cpp b/examples/server/server.cpp
@@ -2216,6 +2216,9 @@ struct server_context {
             };
 
             for (auto & slot : slots) {
+                if (slot.infill || slot.embedding) {
+                    continue;
+                }
                 if (slot.state != SLOT_STATE_PROCESSING || slot.i_batch < (int) i || slot.i_batch >= (int) (i + n_tokens)) {
                     continue; // continue loop of slots
                 }

Original file line number	Diff line number	Diff line change
`@@ -2216,6 +2216,9 @@ struct server_context {`
`2216`	`2216`	`};`
`2217`	`2217`
`2218`	`2218`	`for (auto & slot : slots) {`
	`2219`	`+ if (slot.infill \|\| slot.embedding) {`
	`2220`	`+ continue;`
	`2221`	`+ }`
`2219`	`2222`	`if (slot.state != SLOT_STATE_PROCESSING \|\| slot.i_batch < (int) i \|\| slot.i_batch >= (int) (i + n_tokens)) {`
`2220`	`2223`	`continue; // continue loop of slots`
`2221`	`2224`	`}`