fix(settings): set default tokenizer to avoid running make setup fail (#1709)

2024-03-13 09:53:40 +01:00 · 2024-03-13 09:53:40 +01:00 · d17c34e81a
parent 84ad16af80
commit d17c34e81a
1 changed files with 1 additions and 0 deletions
--- a/settings.yaml
+++ b/settings.yaml
@ -39,6 +39,7 @@ llm:
  # Should be matching the selected model
  max_new_tokens: 512
  context_window: 3900
+  tokenizer: mistralai/Mistral-7B-Instruct-v0.2
  temperature: 0.1      # The temperature of the model. Increasing the temperature will make the model answer more creatively. A value of 0.1 would be more factual. (Default: 0.1)

 llamacpp: