KeyArgo
/
llama-gpt
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Fix signal handling

This commit is contained in:
Luke Childs 2023-08-16 15:52:52 +07:00 committed by GitHub
parent 067c68b7d1
commit 59f51d7881
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
api/run.sh
View File

@ -25,4 +25,4 @@ echo "Number of CPU threads: $n_threads"
echo "Number of GPU layers: $n_gpu_layers" echo "Number of GPU layers: $n_gpu_layers"
echo "Context window: $n_ctx" echo "Context window: $n_ctx"
python3 -m llama_cpp.server --n_ctx $n_ctx --n_threads $n_threads --n_gpu_layers $n_gpu_layers --n_batch $n_batch exec python3 -m llama_cpp.server --n_ctx $n_ctx --n_threads $n_threads --n_gpu_layers $n_gpu_layers --n_batch $n_batch