From 24fb80ca38f21910fe4fd81505d14960e9ed4faa Mon Sep 17 00:00:00 2001 From: icsy7867 Date: Fri, 16 Feb 2024 06:52:14 -0500 Subject: [PATCH] fix(UI): Updated ui.py. Frees up the CPU to not be bottlenecked. Updated ui.py to include a small sleep timer while building the stream deltas. This recursive function fires off so quickly to eats up too much of the CPU. This small sleep frees up the CPU to not be bottlenecked. This value can go lower/shorter. But 0.02 or 0.025 seems to work well. (#1589) Co-authored-by: root --- private_gpt/ui/ui.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/private_gpt/ui/ui.py b/private_gpt/ui/ui.py index c23bd37..c7b538a 100644 --- a/private_gpt/ui/ui.py +++ b/private_gpt/ui/ui.py @@ -1,6 +1,7 @@ """This file should be imported only and only if you want to run the UI locally.""" import itertools import logging +import time from collections.abc import Iterable from pathlib import Path from typing import Any @@ -87,6 +88,7 @@ class PrivateGptUi: elif isinstance(delta, ChatResponse): full_response += delta.delta or "" yield full_response + time.sleep(0.02) if completion_gen.sources: full_response += SOURCES_SEPARATOR