KeyArgo
/
private-gpt
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Merge pull request #881 from html-css-js-art/main 

FIX : validation error for GPT4All n_ctx
This commit is contained in:
Iván Martínez 2023-07-24 12:21:16 +02:00 committed by GitHub
parent 86c2dcfe1b e98e86ee99
commit 8b9f7589c3
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
privateGPT.py
View File

@ -33,9 +33,9 @@ def main():
# Prepare the LLM # Prepare the LLM
match model_type: match model_type:
case "LlamaCpp": case "LlamaCpp":
llm = LlamaCpp(model_path=model_path, n_ctx=model_n_ctx, n_batch=model_n_batch, callbacks=callbacks, verbose=False) llm = LlamaCpp(model_path=model_path, max_tokens=model_n_ctx, n_batch=model_n_batch, callbacks=callbacks, verbose=False)
case "GPT4All": case "GPT4All":
llm = GPT4All(model=model_path, n_ctx=model_n_ctx, backend='gptj', n_batch=model_n_batch, callbacks=callbacks, verbose=False) llm = GPT4All(model=model_path, max_tokens=model_n_ctx, backend='gptj', n_batch=model_n_batch, callbacks=callbacks, verbose=False)
case _default: case _default:
# raise exception if model_type is not supported # raise exception if model_type is not supported
raise Exception(f"Model type {model_type} is not supported. Please choose one of the following: LlamaCpp, GPT4All") raise Exception(f"Model type {model_type} is not supported. Please choose one of the following: LlamaCpp, GPT4All")