We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 8d38d60 commit 512f7a1Copy full SHA for 512f7a1
tools/server/server.cpp
@@ -3547,7 +3547,7 @@ struct server_context {
3547
// apply context-shift if needed
3548
// TODO: simplify and improve
3549
for (server_slot & slot : slots) {
3550
- if (slot.is_processing() && slot.prompt.n_tokens() + 1 >= slot.n_ctx) {
+ if (slot.state == SLOT_STATE_GENERATING && slot.prompt.n_tokens() + 1 >= slot.n_ctx) {
3551
if (!params_base.ctx_shift) {
3552
// this check is redundant (for good)
3553
// we should never get here, because generation should already stopped in process_token()
0 commit comments