Update privateGPT.py
This commit is contained in:
parent
86c2dcfe1b
commit
e98e86ee99
|
@ -33,9 +33,9 @@ def main():
|
||||||
# Prepare the LLM
|
# Prepare the LLM
|
||||||
match model_type:
|
match model_type:
|
||||||
case "LlamaCpp":
|
case "LlamaCpp":
|
||||||
llm = LlamaCpp(model_path=model_path, n_ctx=model_n_ctx, n_batch=model_n_batch, callbacks=callbacks, verbose=False)
|
llm = LlamaCpp(model_path=model_path, max_tokens=model_n_ctx, n_batch=model_n_batch, callbacks=callbacks, verbose=False)
|
||||||
case "GPT4All":
|
case "GPT4All":
|
||||||
llm = GPT4All(model=model_path, n_ctx=model_n_ctx, backend='gptj', n_batch=model_n_batch, callbacks=callbacks, verbose=False)
|
llm = GPT4All(model=model_path, max_tokens=model_n_ctx, backend='gptj', n_batch=model_n_batch, callbacks=callbacks, verbose=False)
|
||||||
case _default:
|
case _default:
|
||||||
# raise exception if model_type is not supported
|
# raise exception if model_type is not supported
|
||||||
raise Exception(f"Model type {model_type} is not supported. Please choose one of the following: LlamaCpp, GPT4All")
|
raise Exception(f"Model type {model_type} is not supported. Please choose one of the following: LlamaCpp, GPT4All")
|
||||||
|
|
Loading…
Reference in New Issue