KeyArgo
/
private-gpt
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Improve ingest logs (#1438)

This commit is contained in:
Iván Martínez 2023-12-21 17:13:46 +01:00 committed by GitHub
parent 4780540870
commit 4c69c458ab
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
private_gpt/server/ingest/ingest_service.py
View File

@ -73,6 +73,7 @@ class IngestService:
def ingest_file(self, file_name: str, file_data: Path) -> list[IngestedDoc]: def ingest_file(self, file_name: str, file_data: Path) -> list[IngestedDoc]:
logger.info("Ingesting file_name=%s", file_name) logger.info("Ingesting file_name=%s", file_name)
documents = self.ingest_component.ingest(file_name, file_data) documents = self.ingest_component.ingest(file_name, file_data)
logger.info("Finished ingestion file_name=%s", file_name)
return [IngestedDoc.from_document(document) for document in documents] return [IngestedDoc.from_document(document) for document in documents]
def ingest_text(self, file_name: str, text: str) -> list[IngestedDoc]: def ingest_text(self, file_name: str, text: str) -> list[IngestedDoc]:
@ -89,6 +90,7 @@ class IngestService:
def bulk_ingest(self, files: list[tuple[str, Path]]) -> list[IngestedDoc]: def bulk_ingest(self, files: list[tuple[str, Path]]) -> list[IngestedDoc]:
logger.info("Ingesting file_names=%s", [f[0] for f in files]) logger.info("Ingesting file_names=%s", [f[0] for f in files])
documents = self.ingest_component.bulk_ingest(files) documents = self.ingest_component.bulk_ingest(files)
logger.info("Finished ingestion file_name=%s", [f[0] for f in files])
return [IngestedDoc.from_document(document) for document in documents] return [IngestedDoc.from_document(document) for document in documents]
def list_ingested(self) -> list[IngestedDoc]: def list_ingested(self) -> list[IngestedDoc]: