feat: 知识库小重构
This commit is contained in:
@@ -12,7 +12,7 @@ import faiss
|
|||||||
|
|
||||||
from .llm_client import LLMClient
|
from .llm_client import LLMClient
|
||||||
from .lpmmconfig import ENT_NAMESPACE, PG_NAMESPACE, REL_NAMESPACE, global_config
|
from .lpmmconfig import ENT_NAMESPACE, PG_NAMESPACE, REL_NAMESPACE, global_config
|
||||||
from .utils.hash import get_sha256
|
from src.chat.knowledge.utils import get_sha256
|
||||||
from .global_logger import logger
|
from .global_logger import logger
|
||||||
from rich.traceback import install
|
from rich.traceback import install
|
||||||
from rich.progress import (
|
from rich.progress import (
|
||||||
@@ -6,7 +6,7 @@ from .global_logger import logger
|
|||||||
from . import prompt_template
|
from . import prompt_template
|
||||||
from .lpmmconfig import global_config, INVALID_ENTITY
|
from .lpmmconfig import global_config, INVALID_ENTITY
|
||||||
from .llm_client import LLMClient
|
from .llm_client import LLMClient
|
||||||
from .utils.json_fix import new_fix_broken_generated_json
|
from src.chat.knowledge.utils.json_fix import new_fix_broken_generated_json
|
||||||
|
|
||||||
|
|
||||||
def _entity_extract(llm_client: LLMClient, paragraph: str) -> List[str]:
|
def _entity_extract(llm_client: LLMClient, paragraph: str) -> List[str]:
|
||||||
@@ -18,7 +18,7 @@ from rich.progress import (
|
|||||||
from quick_algo import di_graph, pagerank
|
from quick_algo import di_graph, pagerank
|
||||||
|
|
||||||
|
|
||||||
from .utils.hash import get_sha256
|
from src.chat.knowledge.utils import get_sha256
|
||||||
from .embedding_store import EmbeddingManager, EmbeddingStoreItem
|
from .embedding_store import EmbeddingManager, EmbeddingStoreItem
|
||||||
from .lpmmconfig import (
|
from .lpmmconfig import (
|
||||||
ENT_NAMESPACE,
|
ENT_NAMESPACE,
|
||||||
@@ -1,7 +1,7 @@
|
|||||||
from .lpmmconfig import global_config
|
from .lpmmconfig import global_config
|
||||||
from .embedding_store import EmbeddingManager
|
from .embedding_store import EmbeddingManager
|
||||||
from .llm_client import LLMClient
|
from .llm_client import LLMClient
|
||||||
from .utils.dyn_topk import dyn_select_top_k
|
from src.chat.knowledge.utils import dyn_select_top_k
|
||||||
|
|
||||||
|
|
||||||
class MemoryActiveManager:
|
class MemoryActiveManager:
|
||||||
@@ -8,7 +8,7 @@ from .embedding_store import EmbeddingManager
|
|||||||
from .llm_client import LLMClient
|
from .llm_client import LLMClient
|
||||||
from .kg_manager import KGManager
|
from .kg_manager import KGManager
|
||||||
from .lpmmconfig import global_config
|
from .lpmmconfig import global_config
|
||||||
from .utils.dyn_topk import dyn_select_top_k
|
from src.chat.knowledge.utils import dyn_select_top_k
|
||||||
|
|
||||||
|
|
||||||
MAX_KNOWLEDGE_LENGTH = 10000 # 最大知识长度
|
MAX_KNOWLEDGE_LENGTH = 10000 # 最大知识长度
|
||||||
@@ -3,7 +3,7 @@ import os
|
|||||||
|
|
||||||
from .global_logger import logger
|
from .global_logger import logger
|
||||||
from .lpmmconfig import global_config
|
from .lpmmconfig import global_config
|
||||||
from .utils.hash import get_sha256
|
from src.chat.knowledge.utils import get_sha256
|
||||||
|
|
||||||
|
|
||||||
def load_raw_data(path: str = None) -> tuple[list[str], list[str]]:
|
def load_raw_data(path: str = None) -> tuple[list[str], list[str]]:
|
||||||
Reference in New Issue
Block a user