feat: Knowledge write node chunk embeding

Author: zhanweizhang7

apps/application/flow/step_node/knowledge_write_node/impl/base_knowledge_write_node.py

@@ -20,6 +20,7 @@
 from common.utils.common import bulk_create_in_batches
 from knowledge.models import Document, KnowledgeType, Paragraph, File, FileSourceType, Problem, ProblemParagraphMapping
 from knowledge.serializers.common import ProblemParagraphObject, ProblemParagraphManage
+from knowledge.serializers.document import DocumentSerializers
 
 
 class ParagraphInstanceSerializer(serializers.Serializer):
@@ -187,9 +188,19 @@ def save(self, document_list):
 
         return document_model_list, knowledge_id, workspace_id
 
+    @staticmethod
+    def post_embedding(document_model_list, knowledge_id, workspace_id):
+        for document in document_model_list:
+            DocumentSerializers.Operate(data={
+                'knowledge_id': knowledge_id,
+                'document_id': document.id,
+                'workspace_id': workspace_id
+            }).refresh()
+
     def execute(self, documents, **kwargs) -> NodeResult:
 
         document_model_list, knowledge_id, workspace_id = self.save(documents)
+        self.post_embedding(document_model_list, knowledge_id, workspace_id)
 
         write_content_list = [{
             "name": document.get("name"),

apps/common/sql/list_embedding_text.sql

@@ -5,7 +5,8 @@ SELECT
 	problem.knowledge_id AS knowledge_id,
 	0 AS source_type,
 	problem."content" AS "text",
-	paragraph.is_active AS is_active
+	paragraph.is_active AS is_active,
+	paragraph.chunks AS chunks
 FROM
 	problem problem
 	LEFT JOIN problem_paragraph_mapping problem_paragraph_mapping ON problem_paragraph_mapping.problem_id=problem."id"
@@ -20,7 +21,8 @@ SELECT
 	paragraph.knowledge_id AS knowledge_id,
 	1 AS source_type,
 	concat_ws(E'\n',paragraph.title,paragraph."content") AS "text",
-	paragraph.is_active AS is_active
+	paragraph.is_active AS is_active,
+	paragraph.chunks AS chunks
 FROM
 	paragraph paragraph
 

apps/locales/en_US/LC_MESSAGES/django.po

@@ -8781,4 +8781,7 @@ msgid "SAML2 Log in"
 msgstr ""
 
 msgid "SAML2 SSO"
+msgstr ""
+
+msgid "Workflow"
 msgstr ""

apps/locales/zh_CN/LC_MESSAGES/django.po

@@ -8908,3 +8908,6 @@ msgstr "SAML2 登录"
 
 msgid "SAML2 SSO"
 msgstr "SAML2 单点登录"
+
+msgid "Workflow"
+msgstr "工作流"

apps/locales/zh_Hant/LC_MESSAGES/django.po

@@ -8907,4 +8907,7 @@ msgid "SAML2 Log in"
 msgstr "SAML2 登入"
 
 msgid "SAML2 SSO"
-msgstr "SAML2 單點登入"
+msgstr "SAML2 單點登入"
+
+msgid "Workflow"
+msgstr "工作流"