diff --git a/aio/README.md b/aio/README.md index d3f6ac9..6b6f0fe 100644 --- a/aio/README.md +++ b/aio/README.md @@ -67,6 +67,7 @@ pyinstaller --noconfirm --onedir --windowed --add-data "C:/Users/Administrator/A ..../j1/reach33_自研_制动性能测试.xlsx ..../j1/reach66_自研_制动性能测试.xlsx ..../j1/reach100_自研_制动性能测试.xlsx + ..../j1/configs.xlsx 5. 文件的打开与关闭 a. 在执行程序之前，需要关闭所有相关 excle 文件 @@ -76,20 +77,27 @@ pyinstaller --noconfirm --onedir --windowed --add-data "C:/Users/Administrator/A 6. 数据准确性检查 执行完程序之后，可以在日志输出框中看到全部文件的处理过程，对于有问题的文件，会用特殊颜色进行标识，需要注意观察 -7. 其他 +7. configs.xlsx配置文件 +需要运行前需要手动修改该文件，并确保配置参数的正确性，测试时按照第 4 点中的位置存放 + +8. 其他 程序运行主要的耗时集中在打开，保存和关闭结果文件，第一次打开的时候会比较慢，另外还需要注意采集的数据长度和结果文件中预设的数据长度是否一致，若采集的数据长度大于预设的数据长度，则需要补齐数据 ``` #### 2) 电机电流 -1. 单独使用 max/avg 功能时，要求文件命名以 "jx_" 开头，例如 j1_2024_06_18_09_09_11.data，只允许有 .data 或者 .csv 文件，可同时处理所有轴的数据 +1. 单独使用 max/avg 功能时，要求文件命名以 "jx_" 开头，例如 j1_2024_06_18_09_09_11.data，只允许有 .data 或者 .csv 文件，以及configs.xlsx配置表，可同时处理所有轴的数据 2. cycle 功能支持处理单轴数据以及场景电机电流的数据，可以批量处理所有轴，但要确保遵守如下规则： - - 包含电机电流结果汇总文件（excel） - - 单轴文件：jx_xxxxx.data/csv - - 保持电流：jx_hold_xxxx.data/csv - - 场景文件：factory_53.8_2024_06_18_09_01_26.data（需手动拆分） - - 所有文件放在同一个文件夹即可 - - 界面输入rc参数时，需要输入所有轴的数据，即使只处理个别轴的数据 + +- 包含电机电流结果汇总文件（excel） +- 单轴文件：jx_xxxxx.data/csv +- 保持电流：jx_hold_xxxx.data/csv +- 场景文件：factory_53.8_2024_06_18_09_01_26.data（需手动拆分） +- 配置文件：configs.xlsx +- 所有文件放在同一个文件夹即可 +- 界面输入rc参数时，需要输入所有轴的数据，即使只处理个别轴的数据 + +3. configs.xlsx配置文件：需要运行前需要手动修改该文件，并确保配置参数的正确性 > 程序运行主要的耗时集中在打开，保存和关闭结果文件 > 需要注意采集的数据长度和结果文件中预设的数据长度是否一致，若采集的数据长度大于预设的数据长度，则需要补齐数据 @@ -307,3 +315,7 @@ v0.1.7.0(2024/06/26)-初步可用 9. [aio.py] 修改了版本 10. [current.py] max/avg功能结束之前会将结果数据追加写入源文件，avg算法更改为average+3×std 11. [wavelogger.py] 算法更改为 average+3×std + +v0.1.7.1(2024/06/29) +1. [t_change_ui: aio.py/brake.py/current.py] 整体修改了操作界面，删除了大部分的配置输入框，改用 configs.xlsx 配置文件替代，并优化了max/avg功能中写入结果数据的方式 +2. \ No newline at end of file diff --git a/aio/assets/configs.xlsx b/aio/assets/configs.xlsx new file mode 100644 index 0000000..c8ae10d Binary files /dev/null and b/aio/assets/configs.xlsx differ diff --git a/aio/assets/layout.xlsx b/aio/assets/layout.xlsx index 951c7a9..c80baa4 100644 Binary files a/aio/assets/layout.xlsx and b/aio/assets/layout.xlsx differ diff --git a/aio/assets/templates/heartbeat b/aio/assets/templates/heartbeat index 56a6051..c227083 100644 --- a/aio/assets/templates/heartbeat +++ b/aio/assets/templates/heartbeat @@ -1 +1 @@ -1 \ No newline at end of file +0 \ No newline at end of file diff --git a/aio/code/aio.py b/aio/code/aio.py index 3795c23..7c00ba9 100644 --- a/aio/code/aio.py +++ b/aio/code/aio.py @@ -1,4 +1,3 @@ -import sys import tkinter from os.path import exists, dirname from os import getcwd @@ -26,22 +25,11 @@ btns_func = { } widgits_dp = { 'path': {'label': '', 'entry': '', 'row': 1, 'col': 2, 'text': '数据文件夹路径'}, - 'av': {'label': '', 'entry': '', 'row': 2, 'col': 2, 'text': '角速度'}, - 'rc': {'label': '', 'entry': '', 'row': 2, 'col': 4, 'text': '额定电流'}, - 'rpm': {'label': '', 'entry': '', 'row': 2, 'col': 6, 'text': '额定转速'}, - 'rr': {'label': '', 'entry': '', 'row': 2, 'col': 8, 'text': '减速比'}, - 'dur': {'label': '', 'entry': '', 'row': 2, 'col': 10, 'text': '周期时间'}, - 'axis': {'label': '', 'optionmenu': '', 'row': 3, 'col': 2, 'text': ''}, - 'vel': {'label': '', 'optionmenu': '', 'row': 3, 'col': 4, 'text': ''}, - 'trq': {'label': '', 'optionmenu': '', 'row': 3, 'col': 6, 'text': ''}, - 'trqh': {'label': '', 'optionmenu': '', 'row': 3, 'col': 8, 'text': ''}, - 'estop': {'label': '', 'optionmenu': '', 'row': 3, 'col': 10, 'text': ''}, - 'rc1': {'label': '', 'entry': '', 'row': 4, 'col': 2, 'text': '额定电流'}, - 'rc2': {'label': '', 'entry': '', 'row': 4, 'col': 4, 'text': '额定电流'}, - 'rc3': {'label': '', 'entry': '', 'row': 4, 'col': 6, 'text': '额定电流'}, - 'rc4': {'label': '', 'entry': '', 'row': 4, 'col': 8, 'text': '额定电流'}, - 'rc5': {'label': '', 'entry': '', 'row': 4, 'col': 10, 'text': '额定电流'}, - 'rc6': {'label': '', 'entry': '', 'row': 4, 'col': 12, 'text': '额定电流'}, + 'dur': {'label': '', 'entry': '', 'row': 2, 'col': 2, 'text': '周期时间'}, + 'vel': {'label': '', 'optionmenu': '', 'row': 2, 'col': 4, 'text': ''}, + 'trq': {'label': '', 'optionmenu': '', 'row': 2, 'col': 6, 'text': ''}, + 'trqh': {'label': '', 'optionmenu': '', 'row': 2, 'col': 8, 'text': ''}, + 'estop': {'label': '', 'optionmenu': '', 'row': 2, 'col': 10, 'text': ''}, } widgits_at = { 'path': {'label': '', 'entry': '', 'row': 2, 'col': 2, 'text': '数据文件夹路径'}, @@ -127,13 +115,13 @@ class App(customtkinter.CTk): widgits_dp[widgit]['entry'] = customtkinter.CTkEntry(self.tabview.tab('Data Process'), width=670, placeholder_text=widgits_dp[widgit]['text'], font=self.my_font) widgits_dp[widgit]['entry'].grid(row=widgits_dp[widgit]['row'], column=widgits_dp[widgit]['col']+1, columnspan=11, padx=(5, 10), pady=5, sticky='we') widgits_dp[widgit]['entry'].configure(state='disabled') - elif widgit in ['av', 'rc', 'rpm', 'rr', 'dur', 'rc1', 'rc2', 'rc3', 'rc4', 'rc5', 'rc6']: + elif widgit in ['dur']: widgits_dp[widgit]['label'] = customtkinter.CTkLabel(self.tabview.tab('Data Process'), text=f"{widgit.upper()}", font=self.my_font) widgits_dp[widgit]['label'].grid(row=widgits_dp[widgit]['row'], column=widgits_dp[widgit]['col'], sticky='e', pady=5) widgits_dp[widgit]['entry'] = customtkinter.CTkEntry(self.tabview.tab('Data Process'), width=self.w_param, placeholder_text=f"{widgits_dp[widgit]['text']}", font=self.my_font) widgits_dp[widgit]['entry'].grid(row=widgits_dp[widgit]['row'], column=widgits_dp[widgit]['col']+1, padx=(5, 10), pady=5, sticky='w') widgits_dp[widgit]['entry'].configure(state='disabled') - elif widgit in ['axis', 'vel', 'trq', 'trqh', 'estop']: + elif widgit in ['vel', 'trq', 'trqh', 'estop']: widgits_dp[widgit]['label'] = customtkinter.CTkLabel(self.tabview.tab('Data Process'), text=f"{widgit.upper()}", font=self.my_font) widgits_dp[widgit]['label'].grid(row=widgits_dp[widgit]['row'], column=widgits_dp[widgit]['col'], sticky='e', pady=5) widgits_dp[widgit]['optionmenu'] = customtkinter.CTkOptionMenu(self.tabview.tab('Data Process'), button_color='#708090', fg_color='#778899', values=["1", "2", "3", "4", "5", "6", "7"], width=self.w_param, font=self.my_font) @@ -182,7 +170,7 @@ class App(customtkinter.CTk): try: new_vers = urlopen(url_vers).read().decode('utf-8') if cur_vers.strip() != new_vers.strip(): - msg = f"""当前版本：{cur_vers}\n更新版本：{new_vers}\n\n请及时更新 http://10.2.23.150:10003/s/jRfM""" + msg = f"""当前版本：{cur_vers}\n更新版本：{new_vers}\n\n请及时前往钉盘更新~~~""" tkinter.messagebox.showwarning(title="版本更新", message=msg) except: tkinter.messagebox.showwarning(title="版本更新", message="连接服务器失败，无法确认当前是否是最新版本......") @@ -257,12 +245,12 @@ class App(customtkinter.CTk): tab_name = self.tabview.get() if tab_name == 'Data Process': for widgit in widgits_dp: - if widgit in ['path', 'av', 'rc', 'rpm', 'rr', 'dur', 'rc1', 'rc2', 'rc3', 'rc4', 'rc5', 'rc6']: + if widgit in ['path', 'dur']: widgits_dp[widgit]['label'].configure(text=f'{widgit.upper()}', text_color='black') widgits_dp[widgit]['entry'].delete(0, tkinter.END) widgits_dp[widgit]['entry'].configure(placeholder_text=widgits_dp[widgit]['text'], state='normal') widgits_dp[widgit]['entry'].configure(state='disabled') - elif widgit in ['axis', 'vel', 'trq', 'trqh', 'estop']: + elif widgit in ['vel', 'trq', 'trqh', 'estop']: widgits_dp[widgit]['label'].configure(text=f'{widgit.upper()}', text_color="black") widgits_dp[widgit]['optionmenu'].configure(state='normal') widgits_dp[widgit]['optionmenu'].set('1') @@ -290,10 +278,10 @@ class App(customtkinter.CTk): if tab_name == 'Data Process': if func_name == 'brake': for widgit in widgits_dp: - if widgit in ['path', 'av', 'rr']: + if widgit in ['path']: widgits_dp[widgit]['label'].configure(text_color='red') widgits_dp[widgit]['entry'].configure(state='normal') - elif widgit in ['axis', 'vel', 'trq', 'estop']: + elif widgit in ['vel', 'trq', 'estop']: widgits_dp[widgit]['label'].configure(text_color="red") widgits_dp[widgit]['optionmenu'].configure(state='normal') elif func_name == 'current': @@ -302,17 +290,9 @@ class App(customtkinter.CTk): self.menu_sub_dp.set("--select--") self.menu_sub_dp.configure(text_color='yellow') - for widgit in widgits_dp: - if widgit in ['path', 'rc', 'rc1', 'rc2', 'rc3', 'rc4', 'rc5', 'rc6']: - color = 'blue' if widgit == 'rc' else 'red' - widgits_dp[widgit]['label'].configure(text_color=color) - widgits_dp[widgit]['entry'].configure(state='normal') - elif widgit in ['trqh',]: - widgits_dp[widgit]['label'].configure(text_color="red") - widgits_dp[widgit]['optionmenu'].configure(state='normal') elif func_name == 'iso' or func_name == 'wavelogger': for widgit in widgits_dp: - if widgit in ['path',]: + if widgit in ['path']: widgits_dp[widgit]['label'].configure(text_color='red') widgits_dp[widgit]['entry'].configure(state='normal') else: @@ -322,30 +302,43 @@ class App(customtkinter.CTk): pass def func_sub_callback(self, func_name): - if func_name == "max": + if func_name == "max" or func_name == "avg": for widgit in widgits_dp: - if widgit in ['rpm', 'dur']: + if widgit in ['path']: + widgits_dp[widgit]['label'].configure(text_color='red') + widgits_dp[widgit]['entry'].delete(0, tkinter.END) + widgits_dp[widgit]['entry'].configure(placeholder_text=widgits_dp[widgit]['text'], state='normal') + widgits_dp[widgit]['entry'].configure(state='normal') + elif widgit in ['dur']: widgits_dp[widgit]['label'].configure(text_color='black') + widgits_dp[widgit]['entry'].delete(0, tkinter.END) + widgits_dp[widgit]['entry'].configure(placeholder_text=widgits_dp[widgit]['text'], state='normal') widgits_dp[widgit]['entry'].configure(state='disabled') - elif widgit in ['vel', 'trq']: - widgits_dp[widgit]['label'].configure(text_color='black') - widgits_dp[widgit]['optionmenu'].configure(state='disabled') - elif func_name == 'avg': - for widgit in widgits_dp: - if widgit in ['rpm', 'dur']: - widgits_dp[widgit]['label'].configure(text_color='black') - widgits_dp[widgit]['entry'].configure(state='disabled') - elif widgit in ['vel', 'trq']: + elif widgit in ['vel', 'trqh', 'estop']: widgits_dp[widgit]['label'].configure(text_color='black') + widgits_dp[widgit]['optionmenu'].set('1') widgits_dp[widgit]['optionmenu'].configure(state='disabled') + elif widgit in ['trq']: + widgits_dp[widgit]['label'].configure(text_color='red') + widgits_dp[widgit]['optionmenu'].set('1') + widgits_dp[widgit]['optionmenu'].configure(state='normal') elif func_name == 'cycle': for widgit in widgits_dp: - if widgit in ['rpm', 'dur']: - widgits_dp[widgit]['label'].configure(text_color='blue') + if widgit in ['path', 'dur']: + color = 'blue' if widgit == 'dur' else 'red' + widgits_dp[widgit]['label'].configure(text_color=color) + widgits_dp[widgit]['entry'].delete(0, tkinter.END) + widgits_dp[widgit]['entry'].configure(placeholder_text=widgits_dp[widgit]['text'], state='normal') widgits_dp[widgit]['entry'].configure(state='normal') - elif widgit in ['vel', 'trq']: - widgits_dp[widgit]['label'].configure(text_color="red") + elif widgit in ['vel', 'trq', 'trqh']: + color = 'blue' if widgit == 'trqh' else 'red' + widgits_dp[widgit]['label'].configure(text_color=color) + widgits_dp[widgit]['optionmenu'].set('1') widgits_dp[widgit]['optionmenu'].configure(state='normal') + elif widgit in ['estop']: + widgits_dp[widgit]['label'].configure(text_color="black") + widgits_dp[widgit]['optionmenu'].set('1') + widgits_dp[widgit]['optionmenu'].configure(state='disabled') def write2textbox(self, text, wait=0, exitcode=0, color='blue'): self.textbox.tag_add(color, 'insert', 'end') @@ -385,33 +378,20 @@ class App(customtkinter.CTk): func_name = self.menu_main_dp.get() if func_name == 'brake': path = widgits_dp['path']['entry'].get().strip() - av = widgits_dp['av']['entry'].get().strip('- ') - rr = widgits_dp['rr']['entry'].get().strip('- ') - axis = widgits_dp['axis']['optionmenu'].get() vel = widgits_dp['vel']['optionmenu'].get() trq = widgits_dp['trq']['optionmenu'].get() estop = widgits_dp['estop']['optionmenu'].get() c1 = exists(path) - c2 = self.is_float('required', av, rr) - c3 = True if len({vel, trq, estop}) == 3 else False - - if c1 and c2 and c3: - return 1, path, float(av), float(rr), int(axis), int(vel), int(trq), int(estop) + c2 = True if len({vel, trq, estop}) == 3 else False + if c1 and c2: + return 1, path, int(vel), int(trq), int(estop) else: return 0, 0 # ======================================================= elif func_name == 'current': path = widgits_dp['path']['entry'].get().strip() - rc = widgits_dp['rc']['entry'].get().strip('- ') - rpm = widgits_dp['rpm']['entry'].get().strip() dur = widgits_dp['dur']['entry'].get().strip() - rc1 = widgits_dp['rc1']['entry'].get().strip() - rc2 = widgits_dp['rc2']['entry'].get().strip() - rc3 = widgits_dp['rc3']['entry'].get().strip() - rc4 = widgits_dp['rc4']['entry'].get().strip() - rc5 = widgits_dp['rc5']['entry'].get().strip() - rc6 = widgits_dp['rc6']['entry'].get().strip() vel = widgits_dp['vel']['optionmenu'].get() trq = widgits_dp['trq']['optionmenu'].get() trqh = widgits_dp['trqh']['optionmenu'].get() @@ -419,23 +399,16 @@ class App(customtkinter.CTk): c1 = exists(path) c2 = sub in ['max', 'avg', 'cycle'] - c3 = self.is_float('optional', rc, rpm) - c4 = self.is_float('required', rc1, rc2, rc3, rc4, rc5, rc6) - - c5 = c6 = True + c3 = c4 = True if sub == 'cycle': - c5 = True if len({vel, trq}) == 2 else False - c6 = self.is_float('optional', dur) + c3 = True if len({vel, trq}) == 2 else False + c4 = self.is_float('optional', dur) + elif sub == 'max' or sub == 'avg': + pass - if c1 and c2 and c3 and c4 and c5 and c6: - rcs = [] - for x in [rc1, rc2, rc3, rc4, rc5, rc6]: - rcs.append(float(x)) - rc = 0 if rc == '' else rc - dur = 0 if sub != 'cycle' or dur == '' else dur - rpm = 0 if sub != 'cycle' or rpm == '' else rpm - rcs.append(float(rc)) - return 2, path, sub, rcs, int(vel), int(trq), int(trqh), float(dur), float(rpm) + if c1 and c2 and c3 and c4: + dur = 0 if dur == '' else dur + return 2, path, sub, float(dur), int(vel), int(trq), int(trqh) else: return 0, 0 # ======================================================= @@ -471,9 +444,9 @@ class App(customtkinter.CTk): flag, *args = self.check_param() func_dict = {1: brake.main, 2: current.main, 3: iso.main, 4: wavelogger.main} if flag == 1: - func_dict[flag](path=args[0], av=args[1], rr=args[2], axis=args[3], vel=args[4], trq=args[5], estop=args[6], w2t=self.write2textbox) + func_dict[flag](path=args[0], vel=args[1], trq=args[2], estop=args[3], w2t=self.write2textbox) elif flag == 2: - func_dict[flag](path=args[0], sub=args[1], rcs=args[2], vel=args[3], trq=args[4], trqh=args[5], dur=args[6], rpm=args[7], w2t=self.write2textbox) + func_dict[flag](path=args[0], sub=args[1], dur=args[2], vel=args[3], trq=args[4], trqh=args[5], w2t=self.write2textbox) elif flag == 3: func_dict[flag](path=args[0], w2t=self.write2textbox) elif flag == 4: diff --git a/aio/code/data_process/brake.py b/aio/code/data_process/brake.py index 664944d..233e0c6 100644 --- a/aio/code/data_process/brake.py +++ b/aio/code/data_process/brake.py @@ -27,78 +27,46 @@ class GetThreadResult(Thread): return None -def data_process(result_file, raw_data_dirs, av, rr, axis, vel, trq, w2t, estop): - # 功能：完成一个结果文件的数据处理 - # 参数：结果文件，数据目录，以及预读取的参数 - # 返回值：- - file_name = result_file.split('\\')[-1] - w2t(f"正在打开文件 {file_name} 需要 1min 左右", 1, 0, 'orange') +def traversal_files(path, w2t): + # 功能：以列表的形式分别返回指定路径下的文件和文件夹，不包含子目录 + # 参数：路径 + # 返回值：路径下的文件夹列表 路径下的文件列表 + if not exists(path): + msg = f'数据文件夹{path}不存在，请确认后重试......' + w2t(msg, 0, 1, 'red') + else: + dirs = [] + files = [] + for item in scandir(path): + if item.is_dir(): + dirs.append(item.path) + elif item.is_file(): + files.append(item.path) - global stop - stop = 0 - t_excel = GetThreadResult(load_workbook, args=(result_file, )) - t_wait = Thread(target=w2t_local, args=('.', 1, w2t)) - t_excel.start() - t_wait.start() - t_excel.join() - wb_result = t_excel.get_result() - stop = 1 - sleep(1.1) - w2t('') - - prefix = result_file.split('\\')[-1].split('_')[0] - for raw_data_dir in raw_data_dirs: - if raw_data_dir.split('\\')[-1].split('_')[0] == prefix: - now_doing_msg(raw_data_dir, 'start', w2t) - _, data_files = traversal_files(raw_data_dir, w2t) - # 数据文件串行处理模式--------------------------------- - # count = 1 - # for data_file in data_files: - # now_doing_msg(data_file, 'start', w2t) - # single_file_process(data_file, wb_result, count, av, rr, axis, vel, trq, w2t, estop) - # count += 1 - # now_doing_msg(data_file, 'done', w2t) - # --------------------------------------------------- - # 数据文件并行处理模式--------------------------------- - threads = [Thread(target=single_file_process, args=(data_files[0], wb_result, 1, av, rr, axis, vel, trq, w2t, estop)), - Thread(target=single_file_process, args=(data_files[1], wb_result, 2, av, rr, axis, vel, trq, w2t, estop)), - Thread(target=single_file_process, args=(data_files[2], wb_result, 3, av, rr, axis, vel, trq, w2t, estop))] - [t.start() for t in threads] - [t.join() for t in threads] - # --------------------------------------------------- - now_doing_msg(raw_data_dir, 'done', w2t) - - now_doing_msg(result_file, 'done', w2t) - w2t(f"正在保存文件 {file_name} 需要 1min 左右", 1, 0, 'orange') - stop = 0 - t_excel = Thread(target=wb_result.save, args=(result_file, )) - t_wait = Thread(target=w2t_local, args=('.', 1, w2t)) - t_excel.start() - t_wait.start() - t_excel.join() - stop = 1 - sleep(1.1) - w2t('\n') + return dirs, files -def check_files(raw_data_dirs, result_files, w2t): +def check_files(path, raw_data_dirs, result_files, w2t): # 功能：检查数据文件以及结果文件的合规性 # 参数：数据文件夹，结果文件 # 返回值：- - if len(result_files) != 3: - msg = "结果文件数目错误，结果文件有且只有三个，请确认！" + if len(result_files) != 4: for result_file in result_files: w2t(result_file) - w2t(msg, 0, 2, 'red') + w2t("需要有四个文件，包括三个结果文件，以及一个配置文件，请确认！", 0, 2, 'red') + + for result_file in result_files: + if result_file.endswith('configs.xlsx'): + result_files.remove(result_file) + break + else: + w2t("未找到配置文件，请确认！", 0, 8, 'red') prefix = [] for result_file in result_files: prefix.append(result_file.split('\\')[-1].split('_')[0]) if not sorted(prefix) == sorted(['reach33', 'reach66', 'reach100']): - wd = result_files[0].split('\\') - del wd[-1] - wd = '\\'.join(wd) - msg = f"""请关闭所有相关数据文件，并检查工作目录 {wd} 下，有且只允许有类似如下三个文件： + msg = f"""请关闭所有相关数据文件，并检查工作目录 {path} 下，有且只允许有类似如下三个文件： 1. reach33_XXX制动性能测试.xlsx 2. reach66_XXX制动性能测试.xlsx 3. reach100_XX制动性能测试.xlsx""" @@ -127,6 +95,20 @@ def check_files(raw_data_dirs, result_files, w2t): w2t("数据目录合规性检查结束，未发现问题......") +def get_configs(configfile, w2t): + axis = configfile.split('\\')[-2][-1] + if axis not in ['1', '2', '3']: + w2t("被处理的根文件夹命名必须是 [Jj][123] 的格式", 0, 9, 'red') + else: + axis = int(axis) + + _wb = load_workbook(configfile, read_only=True) + _ws = _wb['Target'] + rr = float(_ws.cell(row=2, column=axis+1).value) + av = float(_ws.cell(row=3, column=axis+1).value) + + return av, rr + def now_doing_msg(docs, flag, w2t): # 功能：输出正在处理的文件或目录 # 参数：文件或目录，start 或 done 标识 @@ -153,20 +135,6 @@ def w2t_local(msg, wait, w2t): break -def single_file_process(data_file, wb_result, count, av, rr, axis, vel, trq, w2t, estop): - # 功能：完成单个数据文件的处理 - # 参数：如上 - # 返回值：- - df = read_csv(data_file, sep='\t') - - conditions = sorted(data_file.split('\\')[-2].split('_')) # ['loadxx', 'reachxx', 'speedxx'] - result_sheet_name = find_result_sheet_name(conditions, count) - ws_result = wb_result[result_sheet_name] - - row_start, row_end = find_row_start(data_file, df, conditions, av, rr, axis, vel, w2t, estop) - copy_data_to_result(df, ws_result, row_start, row_end, vel, trq, estop) - - def copy_data_to_result(df, ws_result, row_start, row_end, vel, trq, estop): # 功能：将数据文件中有效数据拷贝至结果文件对应的 sheet # 参数：如上 @@ -193,26 +161,13 @@ def copy_data_to_result(df, ws_result, row_start, row_end, vel, trq, estop): ws_result.cell(row=_row, column=3).value = None -def find_result_sheet_name(conditions, count): - # 功能：获取结果文件准确的sheet页名称 - # 参数：臂展和速度的列表 - # 返回值：结果文件对应的sheet name - # 33%负载_33%速度_1 - ['loadxx', 'reachxx', 'speedxx'] - load = conditions[0].removeprefix('load') - speed = conditions[2].removeprefix('speed') - result_sheet_name = f"{load}%负载_{speed}%速度_{count}" - - return result_sheet_name - - -def find_row_start(data_file, df, conditions, av, rr, axis, vel, w2t, estop): +def find_row_start(data_file, df, conditions, av, rr, vel, estop, w2t): # 功能：查找数据文件中有效数据的行号，也即最后一个速度下降的点位 # 参数：如上 # 返回值：速度下降点位，最后的数据点位 ratio = float(conditions[2].removeprefix('speed'))/100 av_max = av * ratio row_max = df.index[-1] - # threshold = 30 if axis == 2 and conditions[0].removeprefix('load') == '100' else 10 threshold = 0.95 for _row in range(row_max, -1, -1): @@ -238,26 +193,89 @@ def find_row_start(data_file, df, conditions, av, rr, axis, vel, w2t, estop): return row_start, row_end -def traversal_files(path, w2t): - # 功能：以列表的形式分别返回指定路径下的文件和文件夹，不包含子目录 - # 参数：路径 - # 返回值：路径下的文件夹列表 路径下的文件列表 - if not exists(path): - msg = f'数据文件夹{path}不存在，请确认后重试......' - w2t(msg, 0, 1, 'red') - else: - dirs = [] - files = [] - for item in scandir(path): - if item.is_dir(): - dirs.append(item.path) - elif item.is_file(): - files.append(item.path) +def find_result_sheet_name(conditions, count): + # 功能：获取结果文件准确的sheet页名称 + # 参数：臂展和速度的列表 + # 返回值：结果文件对应的sheet name + # 33%负载_33%速度_1 - ['loadxx', 'reachxx', 'speedxx'] + load = conditions[0].removeprefix('load') + speed = conditions[2].removeprefix('speed') + result_sheet_name = f"{load}%负载_{speed}%速度_{count}" - return dirs, files + return result_sheet_name -def main(path, av, rr, axis, vel, trq, estop, w2t): +def single_file_process(data_file, wb_result, count, av, rr, vel, trq, estop, w2t): + # 功能：完成单个数据文件的处理 + # 参数：如上 + # 返回值：- + df = read_csv(data_file, sep='\t') + + conditions = sorted(data_file.split('\\')[-2].split('_')) # ['loadxx', 'reachxx', 'speedxx'] + result_sheet_name = find_result_sheet_name(conditions, count) + ws_result = wb_result[result_sheet_name] + + row_start, row_end = find_row_start(data_file, df, conditions, av, rr, vel, estop, w2t) + copy_data_to_result(df, ws_result, row_start, row_end, vel, trq, estop) + + +def data_process(result_file, raw_data_dirs, av, rr, vel, trq, estop, w2t): + # 功能：完成一个结果文件的数据处理 + # 参数：结果文件，数据目录，以及预读取的参数 + # 返回值：- + file_name = result_file.split('\\')[-1] + w2t(f"正在打开文件 {file_name} 需要 1min 左右", 1, 0, 'orange') + + global stop + stop = 0 + t_excel = GetThreadResult(load_workbook, args=(result_file, )) + t_wait = Thread(target=w2t_local, args=('.', 1, w2t)) + t_excel.start() + t_wait.start() + t_excel.join() + wb_result = t_excel.get_result() + stop = 1 + sleep(1.1) + w2t('') + + prefix = result_file.split('\\')[-1].split('_')[0] + for raw_data_dir in raw_data_dirs: + if raw_data_dir.split('\\')[-1].split('_')[0] == prefix: + now_doing_msg(raw_data_dir, 'start', w2t) + _, data_files = traversal_files(raw_data_dir, w2t) + # 数据文件串行处理模式--------------------------------- + # count = 1 + # for data_file in data_files: + # now_doing_msg(data_file, 'start', w2t) + # single_file_process(data_file, wb_result, count, av, rr, vel, trq, estop, w2t) + # count += 1 + # now_doing_msg(data_file, 'done', w2t) + # --------------------------------------------------- + # 数据文件并行处理模式--------------------------------- + threads = [ + Thread(target=single_file_process, args=(data_files[0], wb_result, 1, av, rr, vel, trq, estop, w2t)), + Thread(target=single_file_process, args=(data_files[1], wb_result, 2, av, rr, vel, trq, estop, w2t)), + Thread(target=single_file_process, args=(data_files[2], wb_result, 3, av, rr, vel, trq, estop, w2t)) + ] + [t.start() for t in threads] + [t.join() for t in threads] + # --------------------------------------------------- + now_doing_msg(raw_data_dir, 'done', w2t) + + now_doing_msg(result_file, 'done', w2t) + w2t(f"正在保存文件 {file_name} 需要 1min 左右", 1, 0, 'orange') + stop = 0 + t_excel = Thread(target=wb_result.save, args=(result_file, )) + t_wait = Thread(target=w2t_local, args=('.', 1, w2t)) + t_excel.start() + t_wait.start() + t_excel.join() + stop = 1 + sleep(1.1) + w2t('\n') + + +def main(path, vel, trq, estop, w2t): # 功能：执行处理所有数据文件 # 参数：initialization函数的返回值 # 返回值：- @@ -266,7 +284,8 @@ def main(path, av, rr, axis, vel, trq, estop, w2t): try: # threads = [] - check_files(raw_data_dirs, result_files, w2t) + check_files(path, raw_data_dirs, result_files, w2t) + av, rr = get_configs(path + '\\configs.xlsx', w2t) prefix = [] for raw_data_dir in raw_data_dirs: @@ -277,8 +296,8 @@ def main(path, av, rr, axis, vel, trq, estop, w2t): continue else: now_doing_msg(result_file, 'start', w2t) - data_process(result_file, raw_data_dirs, av, rr, axis, vel, trq, w2t, estop) - # threads.append(Thread(target=data_process, args=(result_file, raw_data_dirs, AV, RR, RC, AXIS))) + data_process(result_file, raw_data_dirs, av, rr, vel, trq, estop, w2t) + # threads.append(Thread(target=data_process, args=(result_file, raw_data_dirs, av, rr, vel, trq, estop, w2t))) # [t.start() for t in threads] # [t.join() for t in threads] except Exception as Err: @@ -295,4 +314,4 @@ def main(path, av, rr, axis, vel, trq, estop, w2t): if __name__ == "__main__": stop = 0 - main(path=argv[1], av=argv[2], rr=argv[3], axis=argv[4], vel=argv[5], trq=argv[6], estop=argv[7], w2t=argv[8]) + main(*argv[1:]) diff --git a/aio/code/data_process/current.py b/aio/code/data_process/current.py index 7c2b820..d99e263 100644 --- a/aio/code/data_process/current.py +++ b/aio/code/data_process/current.py @@ -63,19 +63,18 @@ def initialization(path, sub, w2t): for data_file in data_files: filename = data_file.split('\\')[-1] - if sub != 'cycle': + if data_file.endswith('configs.xlsx'): + count += 1 + elif sub == 'cycle' and data_file.endswith('.xlsx'): + count += 1 + else: if not (match('j[1-7].*\\.data', filename) or match('j[1-7].*\\.csv', filename)): + print(f"不合规 {data_file}") msg = f"所有文件必须以 jx_ 开头，以 .data/csv 结尾（x取值1-7），请检查后重新运行。" w2t(msg, 0, 6, 'red') - else: - if filename.endswith('.xlsx'): - count += 1 - elif not (match('j[1-7].*\\.data', filename) or match('j[1-7].*\\.csv', filename)): - msg = f"所有文件必须以 jx_ 开头，以 .data/csv 结尾（x取值1-7），请检查后重新运行。" - w2t(msg, 0, 7, 'red') - if sub == 'cycle' and count != 1: - w2t("未找到电机电流数据处理excel表格，确认后重新运行！", 0, 5, 'red') + if not ((sub == 'cycle' and count == 2) or (sub != 'cycle' and count == 1)): + w2t("使用max/avg功能时，需要有配置文件表格；使用cycle功能时，需要有电机电流数据处理和配置文件两个表格，确认后重新运行！", 0, 5, 'red') return data_files @@ -87,7 +86,10 @@ def current_max(data_files, rcs, trqh, w2t): df = read_csv(data_file, sep='\t') elif data_file.endswith('.csv'): df = read_csv(data_file, sep=',', encoding='gbk', header=8) + else: + continue + cols = len(df.columns) axis = int(data_file.split('\\')[-1].split('_')[0].removeprefix('j')) rca = rcs[axis-1] @@ -100,9 +102,9 @@ def current_max(data_files, rcs, trqh, w2t): w2t(f"{data_file}: {_:.4f}") with open(data_file, 'a+') as f_data: - csv_writer = writer(f_data) - csv_writer.writerow([''] * 4) - csv_writer.writerow([_]) + sep = '\t' if data_file.endswith('.data') else ',' + csv_writer = writer(f_data, delimiter=sep) + csv_writer.writerow([''] * (cols-1) + [_]) for axis, cur in current.items(): if not cur: @@ -123,7 +125,10 @@ def current_avg(data_files, rcs, trqh, w2t): df = read_csv(data_file, sep='\t') elif data_file.endswith('.csv'): df = read_csv(data_file, sep=',', encoding='gbk', header=8) + else: + continue + cols = len(df.columns) axis = int(data_file.split('\\')[-1].split('_')[0].removeprefix('j')) rca = rcs[axis-1] @@ -137,9 +142,9 @@ def current_avg(data_files, rcs, trqh, w2t): w2t(f"{data_file}: {_:.4f}") with open(data_file, 'a+') as f_data: - csv_writer = writer(f_data) - csv_writer.writerow([''] * 4) - csv_writer.writerow([_]) + sep = '\t' if data_file.endswith('.data') else ',' + csv_writer = writer(f_data, delimiter=sep) + csv_writer.writerow([''] * (cols-1) + [_]) for axis, cur in current.items(): if not cur: @@ -153,17 +158,17 @@ def current_avg(data_files, rcs, trqh, w2t): return current -def current_cycle(dur, data_files, rcs, vel, trq, trqh, rpm, w2t): +def current_cycle(dur, data_files, rcs, vel, trq, trqh, rpms, w2t): result = None hold = [] single = [] for data_file in data_files: filename = data_file.split('\\')[-1] - if data_file.endswith('.xlsx'): + if data_file.endswith('.xlsx') and not data_file.endswith('configs.xlsx'): result = data_file elif match('j[1-7]_hold_.*\\.data', filename) or match('j[1-7]_hold_.*\\.csv', filename): hold.append(data_file) - else: + elif match('j[1-7]_.*\\.data', filename) or match('j[1-7]_.*\\.csv', filename): single.append(data_file) w2t(f"正在打开文件 {result}，需要 10s 左右", 1, 0, 'orange') @@ -189,9 +194,9 @@ def current_cycle(dur, data_files, rcs, vel, trq, trqh, rpm, w2t): pass if dur == 0: - p_single(wb, single, vel, trq, rpm, w2t) + p_single(wb, single, vel, trq, rpms, w2t) else: - p_scenario(wb, single, vel, trq, rpm, dur, w2t) + p_scenario(wb, single, vel, trq, rpms, dur, w2t) w2t(f"正在保存文件 {result}，需要 10s 左右", 1, 0, 'orange') stop = 0 @@ -232,15 +237,15 @@ def find_point(data_file, pos, flag, df, _row_s, _row_e, w2t, exitcode, threshol w2t(f"[{pos}] {data_file}数据有误，需要检查，无法找到有效起始点或结束点...", 0, exitcode, 'red') -def p_single(wb, single, vel, trq, rpm, w2t): +def p_single(wb, single, vel, trq, rpms, w2t): # 1. 先找到第一个速度为零的点，数据从后往前找，一开始就是零的情况不予考虑 # 2. 记录第一个点的位置，继续向前查找第二个速度为零的点，同理，一开始为零的点不予考虑 # 3. 记录第二个点的位置，并将其中的数据拷贝至对应位置 for data_file in single: - rpm = 1 if rpm == 0 else rpm - scale = 1000 if data_file.endswith('.csv') else 1 axis = int(data_file.split('\\')[-1].split('_')[0].removeprefix('j')) shtname = f"J{axis}" + rpm = rpms[axis-1] if data_file.endswith('.csv') else 1 + scale = 1000 if data_file.endswith('.csv') else 1 ws = wb[shtname] addition = 1 set_option("display.precision", 2) @@ -313,13 +318,13 @@ def p_single(wb, single, vel, trq, rpm, w2t): cell.value = None -def p_scenario(wb, single, vel, trq, rpm, dur, w2t): +def p_scenario(wb, single, vel, trq, rpms, dur, w2t): for data_file in single: cycle = 0.001 - rpm = 1 if rpm == 0 else rpm - scale = 1000 if data_file.endswith('.csv') else 1 axis = int(data_file.split('\\')[-1].split('_')[0].removeprefix('j')) shtname = f"J{axis}" + rpm = rpms[axis-1] if data_file.endswith('.csv') else 1 + scale = 1000 if data_file.endswith('.csv') else 1 ws = wb[shtname] addition = 1 set_option("display.precision", 2) @@ -365,17 +370,34 @@ def p_scenario(wb, single, vel, trq, rpm, dur, w2t): cell.value = None -# ======================================= +def get_configs(configfile, w2t): + _wb = load_workbook(configfile, read_only=True) + _ws = _wb['Target'] + rcs = [] + rpms = [] + for i in range(2, 9): + try: + rpms.append(float(_ws.cell(row=4, column=i).value)) + except: + rpms.append(0.0) + + try: + rcs.append(float(_ws.cell(row=6, column=i).value)) + except: + rcs.append(0.0) + + return rpms, rcs -def main(path, sub, rcs, vel, trq, trqh, dur, rpm, w2t): +def main(path, sub, dur, vel, trq, trqh, w2t): data_files = initialization(path, sub, w2t) + rpms, rcs = get_configs(path + '\\configs.xlsx', w2t) if sub == 'max': current_max(data_files, rcs, trqh, w2t) elif sub == 'avg': current_avg(data_files, rcs, trqh, w2t) elif sub == 'cycle': - current_cycle(dur, data_files, rcs, vel, trq, trqh, rpm, w2t) + current_cycle(dur, data_files, rcs, vel, trq, trqh, rpms, w2t) else: pass