codefuse-chatbot/tests/text_spliter_test.py

16 lines
383 B
Python
Raw Normal View History

2023-09-28 10:58:58 +08:00
import os, sys
src_dir = os.path.join(
os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
)
sys.path.append(src_dir)
from dev_opsgpt.text_splitter import LCTextSplitter
filepath = "D:/project/gitlab/llm/DevOpsGpt/knowledge_base/SAMPLES/content/test.txt"
lcTextSplitter = LCTextSplitter(filepath)
docs = lcTextSplitter.file2text()
print(docs[0])