Initial commit
This commit is contained in:
commit
57fc3525eb
7311 files changed
+1291398
No files matched your search
@@ -0,0 +1,191 @@
|
||||
# -*- coding:utf-8 -*-
|
||||
from pathlib import Path
|
||||
from re import search, sub
|
||||
from typing import Iterable
|
||||
|
||||
|
||||
def get_first_dict_csv(data):
|
||||
return data[0]['data'][0] if data and data[0]['data'] and isinstance(data[0]['data'][0], dict) else None
|
||||
|
||||
|
||||
def get_first_dict_xlsx(data):
|
||||
return data[0]['data'][0] if data and data[0]['type'] == 'data' and data[0]['data'] and isinstance(
|
||||
data[0]['data'][0], dict) else None
|
||||
|
||||
|
||||
def is_single_data(data):
|
||||
return not isinstance(data, Iterable) or isinstance(data, str)
|
||||
|
||||
|
||||
def is_1D_data(data):
|
||||
if isinstance(data, dict):
|
||||
return True
|
||||
for i in data:
|
||||
return is_single_data(i)
|
||||
return True
|
||||
|
||||
|
||||
def remove_end_Nones(in_list):
|
||||
h = []
|
||||
flag = True
|
||||
for i in in_list[::-1]:
|
||||
if flag:
|
||||
if i in (None, ''):
|
||||
continue
|
||||
else:
|
||||
flag = False
|
||||
h.append(i)
|
||||
return h[::-1]
|
||||
|
||||
|
||||
def process_content_xlsx(content):
|
||||
if isinstance(content, (str, int, float, type(None))):
|
||||
data = content
|
||||
elif hasattr(content, 'value'):
|
||||
data = content.value
|
||||
else:
|
||||
data = str(content)
|
||||
|
||||
if isinstance(data, str):
|
||||
data = sub(r'[\000-\010]|[\013-\014]|[\016-\037]', '', data)
|
||||
|
||||
return data
|
||||
|
||||
|
||||
def process_content_json(content):
|
||||
if isinstance(content, (str, int, float, type(None))):
|
||||
return content
|
||||
elif hasattr(content, 'value'):
|
||||
return content.value
|
||||
else:
|
||||
return str(content)
|
||||
|
||||
|
||||
def data2str(content):
|
||||
if isinstance(content, str):
|
||||
return content
|
||||
elif content is None:
|
||||
return ''
|
||||
elif hasattr(content, 'value'):
|
||||
return str(content.value)
|
||||
else:
|
||||
return str(content)
|
||||
|
||||
|
||||
def process_nothing(content):
|
||||
return content
|
||||
|
||||
|
||||
def do_nothing(*args, **kwargs):
|
||||
return
|
||||
|
||||
|
||||
def get_usable_path(path, is_file=True, parents=True):
|
||||
path = Path(path)
|
||||
parent = path.parent
|
||||
if parents:
|
||||
parent.mkdir(parents=True, exist_ok=True)
|
||||
path = parent / make_valid_name(path.name)
|
||||
name = path.stem if path.is_file() else path.name
|
||||
ext = path.suffix if path.is_file() else ''
|
||||
|
||||
first_time = True
|
||||
|
||||
while path.exists() and path.is_file() == is_file:
|
||||
r = search(r'(.*)_(\d+)$', name)
|
||||
|
||||
if not r or (r and first_time):
|
||||
src_name, num = name, '1'
|
||||
else:
|
||||
src_name, num = r.group(1), int(r.group(2)) + 1
|
||||
|
||||
name = f'{src_name}_{num}'
|
||||
path = parent / f'{name}{ext}'
|
||||
first_time = None
|
||||
|
||||
return path
|
||||
|
||||
|
||||
def make_valid_name(full_name):
|
||||
# ----------------去除前后空格----------------
|
||||
full_name = full_name.strip()
|
||||
|
||||
# ----------------去除不允许存在的字符----------------
|
||||
if search(r'[<>/\\|:*?\n"]', full_name):
|
||||
full_name = sub(r'<', '<', full_name)
|
||||
full_name = sub(r'>', '>', full_name)
|
||||
full_name = sub(r'/', '/', full_name)
|
||||
full_name = sub(r'\\', '\', full_name)
|
||||
full_name = sub(r'\|', '|', full_name)
|
||||
full_name = sub(r':', ':', full_name)
|
||||
full_name = sub(r'\*', '*', full_name)
|
||||
full_name = sub(r'\?', '?', full_name)
|
||||
full_name = sub(r'\n', '', full_name)
|
||||
full_name = sub(r'"(.*?)"', r'“\1”', full_name)
|
||||
full_name = sub(r'"', '“', full_name)
|
||||
|
||||
# ----------------使总长度不大于255个字符(一个汉字是2个字符)----------------
|
||||
r = search(r'(.*)(\.[^.]+$)', full_name) # 拆分文件名和后缀名
|
||||
if r:
|
||||
name, ext = r.group(1), r.group(2)
|
||||
ext_long = len(ext)
|
||||
else:
|
||||
name, ext = full_name, ''
|
||||
ext_long = 0
|
||||
|
||||
while get_long(name) > 255 - ext_long:
|
||||
name = name[:-1]
|
||||
|
||||
return f'{name}{ext}'.rstrip('.')
|
||||
|
||||
|
||||
def get_long(txt):
|
||||
txt_len = len(txt)
|
||||
return int((len(txt.encode('utf-8')) - txt_len) / 2 + txt_len)
|
||||
|
||||
|
||||
def get_real_row(row, max_row):
|
||||
if row <= 0:
|
||||
row = max_row + row + 1
|
||||
return 1 if row < 1 else row
|
||||
|
||||
|
||||
def no_left_right(handler, data):
|
||||
return data
|
||||
|
||||
|
||||
def add_left_right(handler, data):
|
||||
if isinstance(data, dict):
|
||||
if isinstance(handler.left, dict):
|
||||
data = {**handler.left, **data}
|
||||
if isinstance(handler.right, dict):
|
||||
data = {**data, **handler.right}
|
||||
return data
|
||||
|
||||
else:
|
||||
return_list = []
|
||||
for i in (handler.left, data, handler.right):
|
||||
if isinstance(i, dict):
|
||||
return_list.extend(list(i.values()))
|
||||
elif not i:
|
||||
pass
|
||||
else:
|
||||
return_list.extend(list(i))
|
||||
return return_list
|
||||
|
||||
|
||||
def get_key_cols(cols, header):
|
||||
if cols is True:
|
||||
return True
|
||||
elif isinstance(cols, (int, str)):
|
||||
cols = header.get_num(cols)
|
||||
return [cols] if cols else []
|
||||
elif isinstance(cols, (list, tuple)):
|
||||
res = []
|
||||
for i in cols:
|
||||
i = header.get_num(i)
|
||||
if i:
|
||||
res.append(i)
|
||||
return res
|
||||
else:
|
||||
raise TypeError('col值只能是int或str。')
|
||||
Reference in new issue
Block a user