import textwrap, time, copy, random, hashlib, json, os from datetime import datetime, timedelta from functools import wraps from loguru import logger DATE_FORMAT = "%Y-%m-%d %H:%M:%S" def timestampToDateformat(ts, interval=1000, dateformat=DATE_FORMAT): '''将标准时间戳转换标准指定时间格式''' return datetime.fromtimestamp(ts//interval).strftime(dateformat) def datefromatToTimestamp(dt, interval=1000, dateformat=DATE_FORMAT): '''将标准时间格式转换未标准时间戳''' return datetime.strptime(dt, dateformat).timestamp()*interval def func_timer(): ''' 用装饰器实现函数计时 :param function: 需要计时的函数 :return: None ''' @wraps(function) def function_timer(*args, **kwargs): t0 = time.time() result = function(*args, **kwargs) t1 = time.time() logger.info('[Function: {name} finished, spent time: {time:.3f}s]'.format( name=function.__name__, time=t1 - t0 )) return result return function_timer def read_jsonl_file(filename): data = [] with open(filename, "r", encoding="utf-8") as f: for line in f: data.append(json.loads(line)) return data def save_to_jsonl_file(data, filename): dir_name = os.path.dirname(filename) if not os.path.exists(dir_name): os.makedirs(dir_name) with open(filename, "w", encoding="utf-8") as f: for item in data: f.write(json.dumps(item, ensure_ascii=False) + "\n") def read_json_file(filename): with open(filename, "r", encoding="utf-8") as f: return json.load(f) def save_to_json_file(data, filename): dir_name = os.path.dirname(filename) if not os.path.exists(dir_name): os.makedirs(dir_name) with open(filename, "w", encoding="utf-8") as f: json.dump(data, f, indent=2, ensure_ascii=False)