# -*- coding:utf-8 -*- from pathlib import Path from re import search, sub from typing import Iterable def get_first_dict_csv(data): return data[0]['data'][0] if data and data[0]['data'] and isinstance(data[0]['data'][0], dict) else None def get_first_dict_xlsx(data): return data[0]['data'][0] if data and data[0]['type'] == 'data' and data[0]['data'] and isinstance( data[0]['data'][0], dict) else None def is_single_data(data): return not isinstance(data, Iterable) or isinstance(data, str) def is_1D_data(data): if isinstance(data, dict): return True for i in data: return is_single_data(i) return True def remove_end_Nones(in_list): h = [] flag = True for i in in_list[::-1]: if flag: if i in (None, ''): continue else: flag = False h.append(i) return h[::-1] def process_content_xlsx(content): if isinstance(content, (str, int, float, type(None))): data = content elif hasattr(content, 'value'): data = content.value else: data = str(content) if isinstance(data, str): data = sub(r'[\000-\010]|[\013-\014]|[\016-\037]', '', data) return data def process_content_json(content): if isinstance(content, (str, int, float, type(None))): return content elif hasattr(content, 'value'): return content.value else: return str(content) def data2str(content): if isinstance(content, str): return content elif content is None: return '' elif hasattr(content, 'value'): return str(content.value) else: return str(content) def process_nothing(content): return content def do_nothing(*args, **kwargs): return def get_usable_path(path, is_file=True, parents=True): path = Path(path) parent = path.parent if parents: parent.mkdir(parents=True, exist_ok=True) path = parent / make_valid_name(path.name) name = path.stem if path.is_file() else path.name ext = path.suffix if path.is_file() else '' first_time = True while path.exists() and path.is_file() == is_file: r = search(r'(.*)_(\d+)$', name) if not r or (r and first_time): src_name, num = name, '1' else: src_name, num = r.group(1), int(r.group(2)) + 1 name = f'{src_name}_{num}' path = parent / f'{name}{ext}' first_time = None return path def make_valid_name(full_name): # ----------------去除前后空格---------------- full_name = full_name.strip() # ----------------去除不允许存在的字符---------------- if search(r'[<>/\\|:*?\n"]', full_name): full_name = sub(r'<', '<', full_name) full_name = sub(r'>', '>', full_name) full_name = sub(r'/', '/', full_name) full_name = sub(r'\\', '\', full_name) full_name = sub(r'\|', '|', full_name) full_name = sub(r':', ':', full_name) full_name = sub(r'\*', '*', full_name) full_name = sub(r'\?', '?', full_name) full_name = sub(r'\n', '', full_name) full_name = sub(r'"(.*?)"', r'“\1”', full_name) full_name = sub(r'"', '“', full_name) # ----------------使总长度不大于255个字符(一个汉字是2个字符)---------------- r = search(r'(.*)(\.[^.]+$)', full_name) # 拆分文件名和后缀名 if r: name, ext = r.group(1), r.group(2) ext_long = len(ext) else: name, ext = full_name, '' ext_long = 0 while get_long(name) > 255 - ext_long: name = name[:-1] return f'{name}{ext}'.rstrip('.') def get_long(txt): txt_len = len(txt) return int((len(txt.encode('utf-8')) - txt_len) / 2 + txt_len) def get_real_row(row, max_row): if row <= 0: row = max_row + row + 1 return 1 if row < 1 else row def no_left_right(handler, data): return data def add_left_right(handler, data): if isinstance(data, dict): if isinstance(handler.left, dict): data = {**handler.left, **data} if isinstance(handler.right, dict): data = {**data, **handler.right} return data else: return_list = [] for i in (handler.left, data, handler.right): if isinstance(i, dict): return_list.extend(list(i.values())) elif not i: pass else: return_list.extend(list(i)) return return_list def get_key_cols(cols, header): if cols is True: return True elif isinstance(cols, (int, str)): cols = header.get_num(cols) return [cols] if cols else [] elif isinstance(cols, (list, tuple)): res = [] for i in cols: i = header.get_num(i) if i: res.append(i) return res else: raise TypeError('col值只能是int或str。')