Update privateGPT.py

This commit is contained in:
Saurabh 2023-07-21 20:37:37 +05:30 committed by GitHub
parent 86c2dcfe1b
commit e98e86ee99
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 2 deletions

View File

@ -33,9 +33,9 @@ def main():
# Prepare the LLM # Prepare the LLM
match model_type: match model_type:
case "LlamaCpp": case "LlamaCpp":
llm = LlamaCpp(model_path=model_path, n_ctx=model_n_ctx, n_batch=model_n_batch, callbacks=callbacks, verbose=False) llm = LlamaCpp(model_path=model_path, max_tokens=model_n_ctx, n_batch=model_n_batch, callbacks=callbacks, verbose=False)
case "GPT4All": case "GPT4All":
llm = GPT4All(model=model_path, n_ctx=model_n_ctx, backend='gptj', n_batch=model_n_batch, callbacks=callbacks, verbose=False) llm = GPT4All(model=model_path, max_tokens=model_n_ctx, backend='gptj', n_batch=model_n_batch, callbacks=callbacks, verbose=False)
case _default: case _default:
# raise exception if model_type is not supported # raise exception if model_type is not supported
raise Exception(f"Model type {model_type} is not supported. Please choose one of the following: LlamaCpp, GPT4All") raise Exception(f"Model type {model_type} is not supported. Please choose one of the following: LlamaCpp, GPT4All")