Merge origin/staging into feat/eric/dev

Author: EricNGOntos

apps/worker/app/core/tasks/kb_tasks.py

@@ -688,10 +688,7 @@ def _parse(job_id: str, user_id: str | None):
 
             # 1.5. Garbage Collection: Remove redundant local media files
             try:
-                from shared.core.database_sync import get_sync_db_context
                 from shared.services.retrieval.publication_service import RetrievalPublicationService
-                from shared.models.database.job import Job
-                from sqlalchemy import select
 
                 with get_sync_db_context() as db:
                     job_record = db.execute(select(Job).where(Job.job_id == job_id)).scalar_one_or_none()

apps/worker/app/services/document_parser/doc_parser.py

@@ -1,5 +1,4 @@
 # pyright: reportArgumentType=false, reportAttributeAccessIssue=false, reportCallIssue=false, reportGeneralTypeIssues=false
-import hashlib
 import io
 import json
 import os

apps/worker/app/services/document_parser/md_parser.py

@@ -1,5 +1,4 @@
 # pyright: reportArgumentType=false, reportAssignmentType=false, reportOptionalIterable=false, reportOptionalMemberAccess=false, reportOptionalOperand=false, reportOptionalSubscript=false
-import hashlib
 import json
 import os
 import re

packages/shared-python/shared/services/retrieval/publication_service.py

@@ -14,7 +14,7 @@
 from uuid import uuid4
 
 from loguru import logger
-from sqlalchemy import delete, func, select
+from sqlalchemy import delete, select
 from sqlalchemy.orm import Session
 
 from shared.models.database.document import Document, DocumentChunk, DocumentSection
@@ -201,7 +201,7 @@ def publish_document_state(
         job_id: str,
         job_result_id: str,
         chunks: List[Dict[str, Any]],
-    ) -> Optional[Dict[str, str]]:
+    ) -> Optional[Dict[str, Any]]:
         job = db.execute(select(Job).where(Job.job_id == job_id)).scalar_one_or_none()
         if not job:
             logger.warning(f"Job not found for document publication: {job_id}")
@@ -221,7 +221,7 @@ def _publish_document_state_for_job(
         job: Job,
         job_result_id: str,
         chunks: List[Dict[str, Any]],
-    ) -> Optional[Dict[str, str]]:
+    ) -> Optional[Dict[str, Any]]:
 
         job_metadata = job.job_metadata or {}
         namespace = job_metadata.get("namespace") or "default"

packages/shared-python/shared/utils/text_utils.py

@@ -20,6 +20,7 @@
 
 class _JiebaModule(Protocol):
     def lcut(self, sentence: str) -> list[str]: ...
+    def cut(self, sentence: str) -> list[str]: ...
 
 
 warnings.filterwarnings(