We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent fb65ed7 commit e001886Copy full SHA for e001886
1 file changed
llama_cpp/llama_chat_format.py
@@ -3641,7 +3641,7 @@ def __call__(
3641
3642
# Stage 5: Multimodal Physical OOM Defense
3643
if n_past + chunk_n_tokens > llama.n_ctx():
3644
- if llama._ctx.memory_can_shift():
+ if not llama._ctx.memory_can_shift():
3645
raise RuntimeError(
3646
f"{self.log_prefix}(__call__): Context Shift is explicitly disabled by the C++ backend "
3647
f"(n_pos_per_embd > 1 or incompatible M-RoPE). "
0 commit comments