fix: rag knowledge process workflow template (#2509)

Close #issue2277
# Description

fix rag knowledge process workflow template error

# How Has This Been Tested?

run rag knowledge process workflow template

# Snapshots:

Include snapshots for easier review.

# Checklist:

- [ ] My code follows the style guidelines of this project
- [ ] I have already rebased the commits and make the commit message
conform to the project standard.
- [ ] I have performed a self-review of my own code
- [ ] I have commented my code, particularly in hard-to-understand areas
- [ ] I have made corresponding changes to the documentation
- [ ] Any dependent changes have been merged and published in downstream
modules

Author: csunny

packages/dbgpt-core/src/dbgpt/storage/knowledge_graph/base.py

@@ -7,7 +7,7 @@
 
 from pydantic import Field
 
-from dbgpt.core import Chunk
+from dbgpt.core import Chunk, Embeddings
 from dbgpt.storage.base import IndexStoreBase, IndexStoreConfig
 from dbgpt.storage.graph_store.graph import Graph
 from dbgpt.util import RegisterParameters
@@ -29,6 +29,11 @@ class KnowledgeGraphBase(IndexStoreBase, ABC):
     def get_config(self) -> KnowledgeGraphConfig:
         """Get the knowledge graph config."""
 
+    @property
+    def embeddings(self) -> Embeddings:
+        """Get the knowledge graph embeddings."""
+        raise NotImplementedError
+
     @abstractmethod
     def query_graph(self, limit: Optional[int] = None) -> Graph:
         """Get graph data."""

packages/dbgpt-core/src/dbgpt/storage/vector_store/base.py

@@ -17,7 +17,7 @@
 
 logger = logging.getLogger(__name__)
 
-_COMMON_PARAMETERS = [
+_VECTOR_STORE_COMMON_PARAMETERS = [
     Parameter.build_from(
         _("Collection Name"),
         "name",
@@ -28,26 +28,6 @@
         optional=True,
         default="dbgpt_collection",
     ),
-    Parameter.build_from(
-        _("User"),
-        "user",
-        str,
-        description=_(
-            "The user of vector store, if not set, will use the default user."
-        ),
-        optional=True,
-        default=None,
-    ),
-    Parameter.build_from(
-        _("Password"),
-        "password",
-        str,
-        description=_(
-            "The password of vector store, if not set, will use the default password."
-        ),
-        optional=True,
-        default=None,
-    ),
     Parameter.build_from(
         _("Embedding Function"),
         "embedding_fn",
@@ -59,28 +39,28 @@
         optional=True,
         default=None,
     ),
+]
+
+_COMMON_PARAMETERS = [
     Parameter.build_from(
-        _("Max Chunks Once Load"),
-        "max_chunks_once_load",
-        int,
+        _("User"),
+        "user",
+        str,
         description=_(
-            "The max number of chunks to load at once. If your document is "
-            "large, you can set this value to a larger number to speed up the loading "
-            "process. Default is 10."
+            "The user of vector store, if not set, will use the default user."
         ),
         optional=True,
-        default=10,
+        default=None,
     ),
     Parameter.build_from(
-        _("Max Threads"),
-        "max_threads",
-        int,
+        _("Password"),
+        "password",
+        str,
         description=_(
-            "The max number of threads to use. Default is 1. If you set "
-            "this bigger than 1, please make sure your vector store is thread-safe."
+            "The password of vector store, if not set, will use the default password."
         ),
         optional=True,
-        default=1,
+        default=None,
     ),
 ]
 

packages/dbgpt-ext/src/dbgpt_ext/rag/operators/knowledge_graph.py

@@ -58,7 +58,7 @@ def __init__(
         """Init the Knowledge Graph operator."""
         MapOperator.__init__(self, **kwargs)
         self._graph_store = graph_store
-        self._embeddings = graph_store.get_config().embedding_fn
+        self._embeddings = graph_store.embeddings
         self._max_chunks_once_load = max_chunks_once_load
         self.graph_store = graph_store
 

packages/dbgpt-ext/src/dbgpt_ext/rag/operators/process_branch.py

@@ -84,23 +84,23 @@ async def branches(
 
         async def check_graph_process(r: Knowledge) -> bool:
             # If check graph is true, we will run extract knowledge graph triplets.
-            from dbgpt.rag.operators import KnowledgeGraphOperator
+            from dbgpt_ext.rag.operators import KnowledgeGraphOperator
 
             if KnowledgeGraphOperator in download_cls_list:
                 return True
             return False
 
         async def check_embedding_process(r: Knowledge) -> bool:
             # If check embedding is true, we will run extract document embedding.
-            from dbgpt.rag.operators import VectorStorageOperator
+            from dbgpt_ext.rag.operators import VectorStorageOperator
 
             if VectorStorageOperator in download_cls_list:
                 return True
             return False
 
         async def check_full_text_process(r: Knowledge) -> bool:
             # If check full text is true, we will run extract document keywords.
-            from dbgpt.rag.operators.full_text import FullTextStorageOperator
+            from dbgpt_ext.rag.operators.full_text import FullTextStorageOperator
 
             if FullTextStorageOperator in download_cls_list:
                 return True

packages/dbgpt-ext/src/dbgpt_ext/rag/operators/vector_store.py

@@ -58,7 +58,7 @@ def __init__(
         """Init the datasource operator."""
         MapOperator.__init__(self, **kwargs)
         self._vector_store = vector_store
-        self._embeddings = vector_store.get_config().embedding_fn
+        self._embeddings = vector_store.embeddings
         self._max_chunks_once_load = max_chunks_once_load
         self.vector_store = vector_store
 

packages/dbgpt-ext/src/dbgpt_ext/storage/graph_store/tugraph_store.py

@@ -7,13 +7,55 @@
 from dataclasses import dataclass, field
 from typing import List
 
+from dbgpt.core.awel.flow import Parameter, ResourceCategory, register_resource
 from dbgpt.storage.graph_store.base import GraphStoreBase, GraphStoreConfig
 from dbgpt.storage.graph_store.graph import GraphElemType
+from dbgpt.util.i18n_utils import _
 from dbgpt_ext.datasource.conn_tugraph import TuGraphConnector
 
 logger = logging.getLogger(__name__)
 
 
+@register_resource(
+    _("TuGraph Graph Config"),
+    "tugraph_config",
+    category=ResourceCategory.KNOWLEDGE_GRAPH,
+    description=_("TuGraph config."),
+    parameters=[
+        Parameter.build_from(
+            _("host"),
+            "host",
+            str,
+            optional=True,
+            default="127.0.0.1",
+            description=_("TuGraph host"),
+        ),
+        Parameter.build_from(
+            _("port"),
+            "port",
+            int,
+            optional=True,
+            default="7687",
+            description=_("TuGraph port"),
+        ),
+        Parameter.build_from(
+            _("username"),
+            "username",
+            str,
+            optional=True,
+            default="admin",
+            description=_("TuGraph username"),
+        ),
+        Parameter.build_from(
+            _("password"),
+            "password",
+            str,
+            optional=True,
+            default="73@TuGraph",
+            description=_("TuGraph password"),
+        ),
+    ],
+)
 @dataclass
 class TuGraphStoreConfig(GraphStoreConfig):
     """TuGraph store config."""

packages/dbgpt-ext/src/dbgpt_ext/storage/knowledge_graph/community_summary.py

@@ -22,7 +22,6 @@
 from dbgpt_ext.storage.knowledge_graph.knowledge_graph import (
     GRAPH_PARAMETERS,
     BuiltinKnowledgeGraph,
-    BuiltinKnowledgeGraphConfig,
 )
 
 logger = logging.getLogger(__name__)
@@ -146,10 +145,30 @@
     description=_("Community Summary Knowledge Graph."),
     parameters=[
         Parameter.build_from(
-            _("Community Summary Knowledge Graph Config."),
+            _("Graph Store Config"),
             "config",
-            BuiltinKnowledgeGraphConfig,
-            description=_("Community Summary Knowledge Graph Config."),
+            GraphStoreConfig,
+            description=_("graph store config."),
+        ),
+        Parameter.build_from(
+            _("Graph Store Name"),
+            "name",
+            str,
+            optional=True,
+            default="dbgpt",
+            description=_("Graph Store Name"),
+        ),
+        Parameter.build_from(
+            _("LLM Client"),
+            "llm_client",
+            LLMClient,
+            description=_("llm client for extract graph triplets."),
+        ),
+        Parameter.build_from(
+            _("LLM Model Name"),
+            "llm_model",
+            str,
+            description=_("kg extract llm model name."),
             optional=True,
             default=None,
         ),
@@ -285,6 +304,11 @@ def get_config(self) -> TuGraphStoreConfig:
         """Get the knowledge graph config."""
         return self._config
 
+    @property
+    def embeddings(self) -> Embeddings:
+        """Get the knowledge graph config."""
+        return self._embedding_fn
+
     async def aload_document(self, chunks: List[Chunk]) -> List[str]:
         """Extract and persist graph from the document file."""
         if not self.vector_name_exists():