codefuse-chatbot/coagent/orm/utils.py

22 lines
910 B
Python

import os
from coagent.utils.path_utils import get_file_path, get_LoaderClass, SUPPORTED_EXTS
# from configs.model_config import KB_ROOT_PATH
from loguru import logger
class DocumentFile:
def __init__(
self, filename: str, knowledge_base_name: str, kb_root_path: str) -> None:
self.kb_name = knowledge_base_name
self.filename = filename
self.filename = os.path.basename(filename)
self.ext = os.path.splitext(filename)[-1].lower()
self.kb_root_path = kb_root_path
if self.ext not in SUPPORTED_EXTS:
raise ValueError(f"暂未支持的文件格式 {self.ext}")
self.filepath = get_file_path(knowledge_base_name, self.filename, kb_root_path)
self.docs = None
self.document_loader_name = get_LoaderClass(self.ext)
# TODO: 增加依据文件格式匹配text_splitter
self.text_splitter_name = None