From 26d78bdecab636b7f61ed7711e354157fe423040 Mon Sep 17 00:00:00 2001 From: "Robert A. Gonsalves" Date: Sun, 17 Sep 2023 11:45:33 -0400 Subject: [PATCH] Update llama.py to stop printing info message on generate Disable printing Llama.generate: prefix-match hit --- llama_cpp/llama.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py index 5d093bef98..ff6bae963d 100644 --- a/llama_cpp/llama.py +++ b/llama_cpp/llama.py @@ -761,8 +761,9 @@ def generate( else: break if longest_prefix > 0: - if self.verbose: - print("Llama.generate: prefix-match hit", file=sys.stderr) + # disable this + # if self.verbose: + # print("Llama.generate: prefix-match hit", file=sys.stderr) reset = False tokens = tokens[longest_prefix:] self.n_tokens = longest_prefix