codefuse-chatbot/tests/text_splitter_test.py

14 lines
289 B
Python
Raw Permalink Normal View History

import os, sys
src_dir = os.path.join(
os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
)
sys.path.append(src_dir)
from coagent.text_splitter import LCTextSplitter
filepath = ""
lc_textSplitter = LCTextSplitter(filepath)
docs = lc_textSplitter.file2text()
print(docs[0])