88 lines
3.1 KiB
Python
88 lines
3.1 KiB
Python
|
from dev_opsgpt.orm.db import with_session, _engine
|
||
|
|
from dev_opsgpt.orm.schemas.base_schema import KnowledgeFileSchema, KnowledgeBaseSchema
|
||
|
|
from dev_opsgpt.orm.utils import DocumentFile
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
@with_session
|
||
|
|
def list_docs_from_db(session, kb_name):
|
||
|
|
files = session.query(KnowledgeFileSchema).filter_by(kb_name=kb_name).all()
|
||
|
|
docs = [f.file_name for f in files]
|
||
|
|
return docs
|
||
|
|
|
||
|
|
|
||
|
|
@with_session
|
||
|
|
def add_doc_to_db(session, kb_file: DocumentFile):
|
||
|
|
kb = session.query(KnowledgeBaseSchema).filter_by(kb_name=kb_file.kb_name).first()
|
||
|
|
if kb:
|
||
|
|
# 如果已经存在该文件，则更新文件版本号
|
||
|
|
existing_file = session.query(KnowledgeFileSchema).filter_by(file_name=kb_file.filename,
|
||
|
|
kb_name=kb_file.kb_name).first()
|
||
|
|
if existing_file:
|
||
|
|
existing_file.file_version += 1
|
||
|
|
# 否则，添加新文件
|
||
|
|
else:
|
||
|
|
new_file = KnowledgeFileSchema(
|
||
|
|
file_name=kb_file.filename,
|
||
|
|
file_ext=kb_file.ext,
|
||
|
|
kb_name=kb_file.kb_name,
|
||
|
|
document_loader_name=kb_file.document_loader_name,
|
||
|
|
text_splitter_name=kb_file.text_splitter_name or "SpacyTextSplitter",
|
||
|
|
)
|
||
|
|
kb.file_count += 1
|
||
|
|
session.add(new_file)
|
||
|
|
return True
|
||
|
|
|
||
|
|
|
||
|
|
@with_session
|
||
|
|
def delete_file_from_db(session, kb_file: DocumentFile):
|
||
|
|
existing_file = session.query(KnowledgeFileSchema).filter_by(file_name=kb_file.filename,
|
||
|
|
kb_name=kb_file.kb_name).first()
|
||
|
|
if existing_file:
|
||
|
|
session.delete(existing_file)
|
||
|
|
session.commit()
|
||
|
|
|
||
|
|
kb = session.query(KnowledgeBaseSchema).filter_by(kb_name=kb_file.kb_name).first()
|
||
|
|
if kb:
|
||
|
|
kb.file_count -= 1
|
||
|
|
session.commit()
|
||
|
|
return True
|
||
|
|
|
||
|
|
|
||
|
|
@with_session
|
||
|
|
def delete_files_from_db(session, knowledge_base_name: str):
|
||
|
|
session.query(KnowledgeFileSchema).filter_by(kb_name=knowledge_base_name).delete()
|
||
|
|
|
||
|
|
kb = session.query(KnowledgeBaseSchema).filter_by(kb_name=knowledge_base_name).first()
|
||
|
|
if kb:
|
||
|
|
kb.file_count = 0
|
||
|
|
|
||
|
|
session.commit()
|
||
|
|
return True
|
||
|
|
|
||
|
|
|
||
|
|
@with_session
|
||
|
|
def doc_exists(session, kb_file: DocumentFile):
|
||
|
|
existing_file = session.query(KnowledgeFileSchema).filter_by(file_name=kb_file.filename,
|
||
|
|
kb_name=kb_file.kb_name).first()
|
||
|
|
return True if existing_file else False
|
||
|
|
|
||
|
|
|
||
|
|
@with_session
|
||
|
|
def get_file_detail(session, kb_name: str, filename: str) -> dict:
|
||
|
|
file: KnowledgeFileSchema = (session.query(KnowledgeFileSchema)
|
||
|
|
.filter_by(file_name=filename,
|
||
|
|
kb_name=kb_name).first())
|
||
|
|
if file:
|
||
|
|
return {
|
||
|
|
"kb_name": file.kb_name,
|
||
|
|
"file_name": file.file_name,
|
||
|
|
"file_ext": file.file_ext,
|
||
|
|
"file_version": file.file_version,
|
||
|
|
"document_loader": file.document_loader_name,
|
||
|
|
"text_splitter": file.text_splitter_name,
|
||
|
|
"create_time": file.create_time,
|
||
|
|
}
|
||
|
|
else:
|
||
|
|
return {}
|