diff --git a/lollms/personality.py b/lollms/personality.py index 3a0064b..f78f1b7 100644 --- a/lollms/personality.py +++ b/lollms/personality.py @@ -700,7 +700,7 @@ def fast_gen( prompt = pr.build(placeholders, self.model.tokenize, self.model.detokenize, - (self.lollms.model.config.ctx_size - max_generation_size) if max_generation_size is not None else (self.lollms.model.config.ctx_size - 1024), + (self.lollms.model.config.ctx_size - max_generation_size) if max_generation_size is not None else (self.model.config.ctx_size - 1024), sacrifice ) # TODO : add show progress