Files
universal-web-api/venv/Lib/site-packages/DrissionRecord/tools.py
T
2026-11-02 22:54:14 +08:00

192 lines
4.9 KiB
Python
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
# -*- coding:utf-8 -*-
from pathlib import Path
from re import search, sub
from typing import Iterable
def get_first_dict_csv(data):
return data[0]['data'][0] if data and data[0]['data'] and isinstance(data[0]['data'][0], dict) else None
def get_first_dict_xlsx(data):
return data[0]['data'][0] if data and data[0]['type'] == 'data' and data[0]['data'] and isinstance(
data[0]['data'][0], dict) else None
def is_single_data(data):
return not isinstance(data, Iterable) or isinstance(data, str)
def is_1D_data(data):
if isinstance(data, dict):
return True
for i in data:
return is_single_data(i)
return True
def remove_end_Nones(in_list):
h = []
flag = True
for i in in_list[::-1]:
if flag:
if i in (None, ''):
continue
else:
flag = False
h.append(i)
return h[::-1]
def process_content_xlsx(content):
if isinstance(content, (str, int, float, type(None))):
data = content
elif hasattr(content, 'value'):
data = content.value
else:
data = str(content)
if isinstance(data, str):
data = sub(r'[\000-\010]|[\013-\014]|[\016-\037]', '', data)
return data
def process_content_json(content):
if isinstance(content, (str, int, float, type(None))):
return content
elif hasattr(content, 'value'):
return content.value
else:
return str(content)
def data2str(content):
if isinstance(content, str):
return content
elif content is None:
return ''
elif hasattr(content, 'value'):
return str(content.value)
else:
return str(content)
def process_nothing(content):
return content
def do_nothing(*args, **kwargs):
return
def get_usable_path(path, is_file=True, parents=True):
path = Path(path)
parent = path.parent
if parents:
parent.mkdir(parents=True, exist_ok=True)
path = parent / make_valid_name(path.name)
name = path.stem if path.is_file() else path.name
ext = path.suffix if path.is_file() else ''
first_time = True
while path.exists() and path.is_file() == is_file:
r = search(r'(.*)_(\d+)$', name)
if not r or (r and first_time):
src_name, num = name, '1'
else:
src_name, num = r.group(1), int(r.group(2)) + 1
name = f'{src_name}_{num}'
path = parent / f'{name}{ext}'
first_time = None
return path
def make_valid_name(full_name):
# ----------------去除前后空格----------------
full_name = full_name.strip()
# ----------------去除不允许存在的字符----------------
if search(r'[<>/\\|:*?\n"]', full_name):
full_name = sub(r'<', '<', full_name)
full_name = sub(r'>', '>', full_name)
full_name = sub(r'/', '/', full_name)
full_name = sub(r'\\', '\', full_name)
full_name = sub(r'\|', '|', full_name)
full_name = sub(r':', ':', full_name)
full_name = sub(r'\*', '*', full_name)
full_name = sub(r'\?', '?', full_name)
full_name = sub(r'\n', '', full_name)
full_name = sub(r'"(.*?)"', r'“\1”', full_name)
full_name = sub(r'"', '“', full_name)
# ----------------使总长度不大于255个字符(一个汉字是2个字符)----------------
r = search(r'(.*)(\.[^.]+$)', full_name) # 拆分文件名和后缀名
if r:
name, ext = r.group(1), r.group(2)
ext_long = len(ext)
else:
name, ext = full_name, ''
ext_long = 0
while get_long(name) > 255 - ext_long:
name = name[:-1]
return f'{name}{ext}'.rstrip('.')
def get_long(txt):
txt_len = len(txt)
return int((len(txt.encode('utf-8')) - txt_len) / 2 + txt_len)
def get_real_row(row, max_row):
if row <= 0:
row = max_row + row + 1
return 1 if row < 1 else row
def no_left_right(handler, data):
return data
def add_left_right(handler, data):
if isinstance(data, dict):
if isinstance(handler.left, dict):
data = {**handler.left, **data}
if isinstance(handler.right, dict):
data = {**data, **handler.right}
return data
else:
return_list = []
for i in (handler.left, data, handler.right):
if isinstance(i, dict):
return_list.extend(list(i.values()))
elif not i:
pass
else:
return_list.extend(list(i))
return return_list
def get_key_cols(cols, header):
if cols is True:
return True
elif isinstance(cols, (int, str)):
cols = header.get_num(cols)
return [cols] if cols else []
elif isinstance(cols, (list, tuple)):
res = []
for i in cols:
i = header.get_num(i)
if i:
res.append(i)
return res
else:
raise TypeError('col值只能是int或str。')