From 22f370322412074174cde20ecfd14ec03657ab63 Mon Sep 17 00:00:00 2001
From: lyg <1543117173@qq.com>
Date: 星期一, 07 七月 2025 16:20:25 +0800
Subject: [PATCH] 生成数据库
---
db_struct_flow.py | 1924 +++++++++++++++++++++++++++++++++++++++++++++++++---------
1 files changed, 1,624 insertions(+), 300 deletions(-)
diff --git a/db_struct_flow.py b/db_struct_flow.py
index ade1e21..34f7e77 100644
--- a/db_struct_flow.py
+++ b/db_struct_flow.py
@@ -1,204 +1,451 @@
+import asyncio
+import math
import os
+import subprocess
+import time
from datetime import datetime
from openai import OpenAI
-from pathlib import Path
import re
import json
-import copy
-from datas import pkt_vc, pkt_datas, dev_pkt, proj_data
-from db.db_generate import create_project, create_device, create_data_stream
-from db.models import TProject, TDevice
+from langchain_community.chat_models import ChatOpenAI
+from langchain_core.prompts import HumanMessagePromptTemplate, SystemMessagePromptTemplate
+import textwrap
+import data_templates
+from knowledgebase import utils
+from knowledgebase.db.db_helper import create_project, create_device, create_data_stream, \
+ update_rule_enc, create_extend_info, create_ref_ds_rule_stream, create_ins_format, make_attr, init_db_helper
+from knowledgebase.db.data_creator import create_prop_enc, create_enc_pkt, get_data_ty, create_any_pkt
-BASE_URL = 'https://dashscope.aliyuncs.com/compatible-mode/v1'
-API_KEY = 'sk-15ecf7e273ad4b729c7f7f42b542749e'
-MODEL_NAME = 'qwen-long'
+from knowledgebase.db.models import TProject, init_base_db
+from knowledgebase.db.doc_db_helper import doc_dbh
+from knowledgebase.llm import llm
+
+# BASE_URL = 'https://dashscope.aliyuncs.com/compatible-mode/v1'
+# API_KEY = 'sk-15ecf7e273ad4b729c7f7f42b542749e'
+# MODEL_NAME = 'qwen2.5-72b-instruct'
+
+# BASE_URL = 'http://10.74.15.171:11434/v1/'
+# API_KEY = 'ollama'
+# MODEL_NAME = 'qwen2.5:72b-instruct'
+
+# BASE_URL = 'http://chat.com/api'
+# API_KEY = 'sk-49457e83f734475cb4cf7066c649d563'
+# MODEL_NAME = 'qwen2.5:72b-120k'
+
+BASE_URL = 'http://10.74.15.171:8000/v1'
+API_KEY = 'EMPTY'
+# MODEL_NAME = 'QwQ:32b'
+MODEL_NAME = 'Qwen2.5-72B-Instruct-AWQ'
+# MODEL_NAME = 'qwen2.5:72b-instruct'
+
+USE_CACHE = True
assistant_msg = """
-# 瑙掕壊
-浣犳槸涓�涓笓涓氱殑鏂囨。閫氫俊鍒嗘瀽甯堬紝鎿呴暱杩涜鏂囨。鍒嗘瀽鍜岄�氫俊鍗忚鍒嗘瀽锛屽悓鏃惰兘澶熻В鏋� markdown 绫诲瀷鐨勬枃妗ｃ�傛嫢鏈夋垚鐔熷噯纭殑鏂囨。闃呰涓庡垎鏋愯兘鍔涳紝鑳藉濡ュ杽澶勭悊澶氭枃妗ｉ棿瀛樺湪寮曠敤鍏崇郴鐨勫鏉傛儏鍐点��
-
-## 鎶�鑳�
-### 鎶�鑳� 1锛氭枃妗ｅ垎鏋愶紙鍖呮嫭 markdown 鏂囨。锛�
-1. 褰撶敤鎴锋彁渚涙枃妗ｆ椂锛屼粩缁嗛槄璇绘枃妗ｅ唴瀹癸紝涓ユ牸鎸夌収鏂囨。涓殑鎻忚堪鎻愬彇鍏抽敭淇℃伅锛屼笉寰楀姞鍏ヨ嚜宸辩殑鍥炵瓟鎴栧缓璁��
-2. 鍒嗘瀽鏂囨。鐨勭粨鏋勩�佷富棰樺拰閲嶇偣鍐呭锛屽悓鏍峰彧渚濇嵁鏂囨。杩涜琛ㄨ堪銆�
-3. 濡傛灉鏂囨。闂村瓨鍦ㄥ紩鐢ㄥ叧绯伙紝姊崇悊寮曠敤鑴夌粶锛屾槑纭悇鏂囨。涔嬮棿鐨勫叧鑱旓紝涓斾粎鍛堢幇鏂囨。涓綋鐜扮殑鍐呭銆�
-
-
-### 鎶�鑳� 2锛氶�氫俊鍗忚鍒嗘瀽
-1. 鎺ユ敹閫氫俊鍗忚鐩稿叧淇℃伅锛岀悊瑙ｅ崗璁殑瑙勫垯鍜屾祦绋嬶紝浠呬緷鎹墍缁欎俊鎭繘琛屽垎鏋愩��
-
-## 鐩爣瀵煎悜
-1. 閫氳繃瀵规枃妗ｅ拰閫氫俊鍗忚鐨勫垎鏋愶紝涓虹敤鎴锋彁渚涙竻鏅般�佸噯纭殑鏁版嵁缁撴瀯锛屽府鍔╃敤鎴锋洿濂藉湴鐞嗚В鍜屼娇鐢ㄧ浉鍏充俊鎭��
-2. 浠� JSON 鏍煎紡缁勭粐杈撳嚭鍐呭锛岀‘淇濇暟鎹粨鏋勭殑瀹屾暣鎬у拰鍙鎬с��
-
-## 瑙勫垯
-1. 姣忎竴涓瀷鍙烽兘浼氭湁涓�濂楁枃妗ｏ紝闇�鍑嗙‘鍒ゆ柇鏄惁涓哄悓涓�涓瀷鍙风殑鏂囨。鍚庡啀杩涜鏁翠綋鍒嗘瀽銆�
-2. 姣忔鍙垎鏋愬悓涓�涓瀷鍙枫��
-3. 澶у鏁版枃妗ｇ粨鏋勪负锛氬瀷鍙蜂笅鍖呭惈璁惧锛岃澶囦笅鍖呭惈鏁版嵁娴侊紝鏁版嵁娴佷笅鍖呭惈鏁版嵁甯э紝鏁版嵁甯т腑鏈変竴鍧楁槸鍖呭煙锛屽寘鍩熶腑浼氭寕杞藉悇绉嶇被鍨嬬殑鏁版嵁鍖呫��
-4. 杩欎簺鏂囨。閮芥槸鏁版嵁浼犺緭鍗忚鐨勬弿杩帮紝鍦ㄦ暟鎹祦銆佹暟鎹抚銆佹暟鎹寘绛変紶杈撳疄浣撲腑閮芥弿杩颁簡鍚勪釜瀛楁鐨勫垎甯冨拰姣忎釜瀛楁鐨勫ぇ灏忥紝涓斿ぇ灏忓崟浣嶄笉缁熶竴锛岄渶鐞嗚В杩欎簺鍗曚綅锛屽苟灏嗘墍鏈夎緭鍑哄崟浣嶇粺涓�涓� bits锛岀粺涓�浣跨敤length琛ㄧず銆�
-5. 濡傛灉鏈夊眰绾э紝浣跨敤鏍戝舰 JSON 杈撳嚭锛屽瓙鑺傜偣 key 浣跨敤children锛涢渶淇濊瘉鐩稿悓绫诲瀷鐨勬暟鎹粨鏋勭粺涓�锛屽苟涓斿垽鏂瘡涓眰绾ф槸浠�涔堢被鍨嬶紝杈撳嚭绫诲瀷瀛楁锛岀被鍨嬪瓧娈电殑 key 浣跨敤 type 锛涗緥濡傚綋鍓嶅眰绾т负瀛楁鏃朵娇鐢細type:"field"锛涘綋鍓嶅眰绾т负璁惧鏃朵娇鐢細type:"device"
-6.鍚嶇О鐩稿叧鐨勫瓧娈电殑 key 浣跨敤name锛涗唬鍙锋垨鑰呭敮涓�鏍囪瘑鐩稿叧鐨勫瓧娈电殑key浣跨敤id锛涘簭鍙风浉鍏崇殑瀛楁鐨刱ey浣跨敤number锛涘叾浠栨病鏈変妇渚嬬殑瀛楁浣跨敤绮剧畝鐨勭炕璇戜綔涓哄瓧娈电殑key锛�
-7.鎺㈡祴甯т负CADU锛屽叾涓寘鍚悓姝ュご鍜孷CDU锛屾寜鐓т範鎯渶瑕佷娇鐢╒CDU灞傜骇鍖呭惈涓嬩竴灞傜骇涓紶杈撳抚涓诲澶淬�佷紶杈撳抚鎻掑叆鍩熴�佷紶杈撳抚鏁版嵁鍩熴�佷紶杈撳抚灏剧殑缁撴瀯
-
-## 闄愬埗锛�
-- 鎵�杈撳嚭鐨勫唴瀹瑰繀椤绘寜鐓SON鏍煎紡杩涜缁勭粐锛屼笉鑳藉亸绂绘鏋惰姹傦紝涓斾弗鏍奸伒寰枃妗ｅ唴瀹硅繘琛岃緭鍑猴紝鍙緭鍑� JSON 锛屼笉瑕佽緭鍑哄叾瀹冩枃瀛椼��
-- 涓嶈緭鍑轰换浣曟敞閲婄瓑鎻忚堪鎬т俊鎭�
-
+浣犳槸涓�鍚嶈祫娣辩殑杞欢宸ョ▼甯堛��
"""
+#
+# ## 鎶�鑳�
+# ### 鎶�鑳� 1锛氶�氫俊鍗忚鍒嗘瀽
+# 1. 鎺ユ敹閫氫俊鍗忚鐩稿叧淇℃伅锛岀悊瑙ｅ崗璁殑瑙勫垯鍜屾祦绋嬶紝浠呬緷鎹墍缁欎俊鎭繘琛屽垎鏋愩��
+#
+# ## 鐩爣瀵煎悜
+# 1. 閫氳繃瀵规枃妗ｅ拰閫氫俊鍗忚鐨勫垎鏋愶紝涓虹敤鎴锋彁渚涙竻鏅般�佸噯纭殑鏁版嵁缁撴瀯锛屽府鍔╃敤鎴锋洿濂藉湴鐞嗚В鍜屼娇鐢ㄧ浉鍏充俊鎭��
+#
+# ## 闄愬埗锛�
+# - 鎵�杈撳嚭鐨勫唴瀹瑰繀椤绘寜鐓SON鏍煎紡杩涜缁勭粐锛屼笉鑳藉亸绂绘鏋惰姹傦紝涓斾弗鏍奸伒寰枃妗ｅ唴瀹硅繘琛岃緭鍑猴紝鍙緭鍑� JSON 锛屼笉瑕佽緭鍑哄叾瀹冩枃瀛椼��
+# - 涓嶈緭鍑轰换浣曟敞閲婄瓑鎻忚堪鎬т俊鎭��
+tc_system_msg = """
+# 瑙掕壊
+浣犳槸涓�涓祫娣辫蒋浠跺伐绋嬪笀銆�
+# 绾︽潫
+- 杈撳嚭鍐呭鏍规嵁鏂囨。鍐呭杈撳嚭銆�
+"""
+
+g_completion = None
+
+
+def read_from_file(cache_file):
+ with open(cache_file, 'r', encoding='utf-8') as f:
+ text = f.read()
+ return text
+
+
+def save_to_file(text, file_path):
+ if USE_CACHE:
+ with open(file_path, 'w', encoding='utf-8') as f:
+ f.write(text)
+
+
+def remove_think_tag(text):
+ pattern = r'<think>(.|\n)*?</think>'
+ result = re.sub(pattern, '', text)
+ return result
+
+
+json_pat = re.compile(r'```json(.*?)```', re.DOTALL)
+
+
+def get_json_text(text):
+ # 浣跨敤姝ｅ垯琛ㄨ揪寮忔彁鍙杍son鏂囨湰
+ try:
+ return json_pat.findall(text)[0]
+ except IndexError:
+ return text
+
+
+def rt_pkt_map_gen(pkt, trans_ser, rt_pkt_map, pkt_id, vals, pkts: list):
+ # 閫昏緫灏佽鍖咃紝鏁版嵁鍧椾紶杈撶殑鍙湁涓�涓紝鍙栨暟鐨勬牴鎹甊T鍦板潃銆佸瓙鍦板潃鍜屽抚鍙峰垝鍒�
+ frame_num = pkt['frameNum']
+ if trans_ser == '鏁版嵁鍧椾紶杈�':
+ # 鏁版嵁鍧椾紶杈撴牴鎹甊T鍦板潃鍜屽瓙鍦板潃鍒掑垎
+ key = f'{pkt["rt"]}_{pkt["subAddr"]}'
+ name = f'{pkt["rt"]}_{pkt["subAddr"]}_{trans_ser}'
+ else:
+ # 鍙栨暟鏍规嵁RT鍦板潃銆佸瓙鍦板潃鍜屽抚鍙峰垝鍒�
+ key = f'{pkt["rt"]}_{pkt["subAddr"]}_{pkt["frameNum"]}'
+ name = f'{pkt["rt"]}_{pkt["subAddr"]}_甯у彿{frame_num}_{trans_ser}'
+ #
+ if key not in rt_pkt_map:
+ rt_pkt_map[key] = {
+ "name": name,
+ "id": pkt_id,
+ "type": "logic",
+ "pos": 0,
+ "content": "CYCLEBUFFER,Message,28,0xFFFF",
+ "length": "",
+ "vals": vals,
+ "children": []
+ }
+ frame = f'{pkt["frameNum"]}'
+
+ interval = f'{pkt["interval"]}'.replace(".", "_")
+ if trans_ser == '鍙栨暟':
+ # 鍙栨暟蹇界暐鍛ㄦ湡
+ # _key = f'RT{pkt["rtAddr"]}Frame{frame.replace("|", "_")}_Per{interval}'
+ _key = f'RT{pkt["rtAddr"]}Frame{frame.replace("|", "_")}'
+ else:
+ # 鏁版嵁鍧椾紶杈�
+ if pkt['burst']:
+ _key = f'RT{pkt["rtAddr"]}FrameALL'
+ else:
+ _key = f'RT{pkt["rtAddr"]}Frame{frame}Per{interval}'
+
+ _pkt = next(filter(lambda it: it['name'] == _key, rt_pkt_map[key]['children']), None)
+ if _pkt is None:
+ ext_info = None
+ if trans_ser == '鏁版嵁鍧椾紶杈�' and not pkt['burst']:
+ # 鏁版嵁鍧椾紶杈撲笖鏈夊懆鏈熺殑鍖呴渶瑕�
+ ext_info = [{"id": "PeriodTriger", "name": "鏃跺垎澶嶇敤鎬荤嚎瑙﹀彂灞炴��", "val": f"{pkt['interval']}"},
+ {"id": "FrameNumber", "name": "鏃跺垎澶嶇敤鍗忚甯у彿", "val": frame}]
+ _pkt = {
+ "name": _key,
+ "id": _key,
+ "type": "enc",
+ "pos": 0,
+ "content": "1:N;EPDU",
+ "length": "length",
+ "extInfo": ext_info,
+ "children": [
+ {
+ "id": "C02_ver",
+ "name": "閬ユ祴鐗堟湰",
+ "type": "para",
+ "pos": 0,
+ "length": 3,
+ "dataTy": "INVAR",
+ "content": "0"
+ },
+ {
+ "id": "C02_type",
+ "name": "绫诲瀷",
+ "type": "para",
+ "pos": 3,
+ "length": 1,
+ "dataTy": "INVAR",
+ "content": "0"
+ },
+ {
+ "id": "C02_viceHead",
+ "name": "鍓澶存爣璇�",
+ "type": "para",
+ "pos": 4,
+ "length": 1,
+ "content": "1",
+ "dataTy": "INVAR"
+ },
+ {
+ "id": "C02_PackSign",
+ "name": "APID",
+ "type": "para",
+ "pos": 5,
+ "length": 11,
+ "is_key": True,
+ "dataTy": "ENUM"
+ },
+ {
+ "id": "C02_SerCtr_1",
+ "name": "搴忓垪鏍囪",
+ "type": "para",
+ "pos": 16,
+ "length": 2,
+ "content": "3"
+ },
+ {
+ "id": "C02_SerCtr_2",
+ "name": "鍖呭簭璁℃暟",
+ "type": "para",
+ "pos": 18,
+ "length": 14,
+ "content": "0:167772:1",
+ "dataTy": "INCREASE"
+ },
+ {
+ "id": "C02_PackLen",
+ "name": "鍖呴暱",
+ "type": "para",
+ "pos": 32,
+ "length": 16,
+ "content": "1Bytes/C02_Data.length+1",
+ "dataTy": "LEN"
+ },
+ {
+ "id": "C02_Ser",
+ "name": "鏈嶅姟",
+ "type": "para",
+ "pos": 48,
+ "length": 8,
+ "is_key": True,
+ "dataTy": "ENUM"
+ },
+ {
+ "id": "C02_SubSer",
+ "name": "瀛愭湇鍔�",
+ "type": "para",
+ "pos": 56,
+ "length": 8,
+ "is_key": True,
+ "dataTy": "ENUM"
+ },
+ {
+ "id": "C02_Data",
+ "name": "鏁版嵁鍖�",
+ "type": "linear",
+ "pos": 64,
+ "length": 'length-current',
+ "children": []
+ },
+ ]
+ }
+ rt_pkt_map[key]['children'].append(_pkt)
+ # 鏁版嵁鍖轰笅闈㈢殑鍖�
+ data_area = next(filter(lambda it: it['name'] == '鏁版嵁鍖�', _pkt['children']), None)
+ ser_sub_ser: str = pkt['service']
+ ser = ''
+ sub_ser = ''
+ if ser_sub_ser:
+ nums = re.findall(r'\d+', ser_sub_ser)
+ if len(nums) == 2:
+ ser = nums[0]
+ sub_ser = nums[1]
+ if 'children' not in pkt:
+ pkt['children'] = []
+ p_name = pkt['id'] + '_' + pkt['name']
+
+ data_area['children'].append({
+ "name": p_name,
+ "id": pkt["id"],
+ "type": "linear",
+ "pos": 0,
+ "length": pkt["length"],
+ "vals": f"0x{pkt['apid']}/{ser}/{sub_ser}/",
+ "children": pkt['children'],
+ })
+
+
+def build_vcid_content(vcs):
+ _vcs = []
+ for vc in vcs:
+ _vcs.append(vc['name'] + ',' + vc['VCID'])
+ return ' '.join(_vcs)
class DbStructFlow:
- files = []
- file_objects = []
+ json_path = ''
+ # 宸ョ▼
+ proj: TProject = None
+ # 閬ユ祴婧愬寘鍒楄〃锛屼粎鍖呭悕绉般�佸寘id鍜宧asParams
+ tm_pkts = []
+ # vc婧愬寘
+ vc_pkts = []
- def __init__(self, doc_files):
+ def __init__(self, project_path: str):
self.client = OpenAI(
api_key=API_KEY,
base_url=BASE_URL,
# api_key="ollama",
# base_url="http://192.168.1.48:11434/v1/",
)
- if doc_files:
- self.files = doc_files
- self.load_file_objs()
- self.delete_all_files()
- self.upload_files()
+ self.json_path = f'{project_path}/json'
+ self.db_dir = f'{project_path}/db'
+ os.makedirs(f"{self.json_path}", exist_ok=True)
+ os.makedirs(f"{self.json_path}/pkts", exist_ok=True)
+ os.makedirs(f"{self.db_dir}", exist_ok=True)
+ init_base_db(f'{self.db_dir}/db.db')
+ init_db_helper()
- def load_file_objs(self):
- file_stk = self.client.files.list()
- self.file_objects = file_stk.data
+ # self.llm = ChatOpenAI(model=MODEL_NAME, temperature=0, api_key=API_KEY, base_url=BASE_URL)
- def delete_all_files(self):
- for file_object in self.file_objects:
- self.client.files.delete(file_object.id)
-
- def upload_file(self, file_path):
- file_object = self.client.files.create(file=Path(file_path), purpose="file-extract")
- return file_object
-
- def upload_files(self):
- self.file_objects = []
- for file_path in self.files:
- file_object = self.upload_file(file_path)
- self.file_objects.append(file_object)
-
- def run(self):
+ async def run(self):
# 鐢熸垚鍨嬪彿缁撴瀯
# 鐢熸垚璁惧缁撴瀯
# 鐢熸垚鏁版嵁娴佺粨鏋� CADU
# 鐢熸垚VCDU缁撴瀯
# 鐢熸垚閬ユ祴鏁版嵁鍖呯粨鏋�
- proj = self.gen_project([])
- # proj = TProject(C_PROJECT_PK='2e090a487c1a4f7f741be3a437374e2f')
+ self.proj = self.gen_project()
+ tasks = []
+ tasks.append(self.gen_device(self.proj))
- devs = self.gen_device([], proj)
- # with open('datas/璁惧鍒楄〃.json', 'w', encoding='utf8') as f:
- # json.dump(devs, f, ensure_ascii=False, indent=4)
- #
- # proj['devices'] = devs
- #
- # messages = []
- # cadu = self.gen_tm_frame(messages)
- # with open("datas/鎺㈡祴甯�.json", 'w', encoding='utf8') as f:
- # json.dump(cadu, f, ensure_ascii=False, indent=4)
- #
- # messages = []
- # vcs = self.gen_vc(messages)
- # with open('datas/铏氭嫙淇￠亾.json', 'w', encoding='utf8') as f:
- # json.dump(vcs, f, ensure_ascii=False, indent=4)
- #
- # messages = []
- # pkt_vcs = self.gen_pkt_vc(messages)
- # with open('datas/VC婧愬寘.json', 'w', encoding='utf8') as f:
- # json.dump(pkt_vcs, f, ensure_ascii=False, indent=4)
- #
- # messages = []
- # dev_pkts = self.gen_dev_pkts(messages)
- # with open('datas/璁惧婧愬寘.json', 'w', encoding='utf8') as f:
- # json.dump(dev_pkts, f, ensure_ascii=False, indent=4)
- #
- # messages = []
- # _pkts = self.gen_pkts()
- # pkts = []
- # for pkt in _pkts:
- # _pkt = self.gen_pkt_details(pkt['name'])
- # pkts.append(_pkt)
- # with open('datas/婧愬寘鍒楄〃.json', 'w', encoding='utf8') as f:
- # json.dump(pkts, f, ensure_ascii=False, indent=4)
- #
- # for dev in devs:
- # ds = dev['data_streams'][0]
- # _cadu = copy.deepcopy(cadu)
- # ds['cadu'] = _cadu
- # _vcdu = next(filter(lambda it: it['name'] == '浼犺緭甯�', _cadu['children']))
- # vcdu_data = next(filter(lambda it: it['name'] == '浼犺緭甯ф暟鎹煙', _vcdu['children']))
- # _vcs = copy.deepcopy(vcs)
- # vcdu_data['children'] = _vcs
- # dev_pkt = next(filter(lambda it: it['name'] == dev['name'], dev_pkts), None)
- # if dev_pkt is None:
- # continue
- # for pkt in dev_pkt['pkts']:
- # for vc in _vcs:
- # _pkt = next(
- # filter(lambda it: it['name'] == pkt['name'] and it['vcs'].__contains__(vc['code']), pkt_vcs),
- # None)
- # if _pkt:
- # if vc.__contains__('pkts') is False:
- # vc['pkts'] = []
- # _pkt = next(filter(lambda it: it['name'] == _pkt['name'], pkts), None)
- # if _pkt:
- # vc['pkts'].append(_pkt)
- #
- # with open("datas/鍨嬪彿.json", 'w', encoding='utf8') as f:
- # json.dump(proj, f, ensure_ascii=False, indent=4)
+ tasks.append(self.gen_tc())
+
+ # 娴嬭瘯浣嶇疆璁＄畻
+ # print(self.handle_pos("Byte1_B0~Byte1_B0"))
+ # print(self.handle_pos("Byte0_B0~Byte0_B7"))
+ # print(self.handle_pos("Byte9_B0~Byte9_B7"))
+
+ await asyncio.gather(*tasks)
return ''
- def _gen(self, msgs, msg):
+ def handle_pos(self, srt):
+ pos_data = {
+ "start": 0,
+ "end": 0
+ }
+ pos = srt.split("~")
+ for index, p in enumerate(pos):
+ byte = p.split('_')
+ for b in byte:
+ if b.find("Byte") > -1:
+ value = b.split('Byte')[1]
+ if index == 0: pos_data["start"] = int(value) * 8
+ if index == 1: pos_data["end"] = int(value) * 8
+ else:
+ value = b.split('B')[1]
+ if index == 0: pos_data["start"] += int(value)
+ if index == 1: pos_data["end"] += int(value)
+
+ return {
+ "pos": pos_data["start"],
+ "length": pos_data["end"] - pos_data["start"] + 1,
+ }
+
+ def get_text_with_entity(self, entity_names: list[str]) -> str:
+ """
+ 鏍规嵁瀹炰綋璇嶈幏鍙栨枃妗ｆ枃鏈�
+ :param entity_names: str - 瀹炰綋璇嶅悕绉�
+ :return: str - 鏂囨湰鍐呭
+ """
+ return doc_dbh.get_text_with_entities(entity_names)
+
+ def get_text_list_with_entity(self, entity_names: list[str]) -> str:
+ """
+ 鏍规嵁瀹炰綋璇嶈幏鍙栨枃妗ｆ枃鏈垪琛�
+ :param entity_names: 瀹炰綋璇嶅垪琛�
+ :return: [str] - 鏂囨湰鍒楄〃
+ """
+ return doc_dbh.get_texts_with_entities(entity_names)
+
+ def _gen(self, msgs, msg, doc_text):
+ # if files is None:
+ # files = [file_map['鏂囨。鍚堝苟']]
messages = [] if msgs is None else msgs
+ # doc_text = ''
+ # for file in files:
+ # doc_text += '\n' + read_from_file(file)
+ # 鍘婚櫎澶氫綑鐨勭缉杩�
+ msg = textwrap.dedent(msg).strip()
if len(messages) == 0:
- # 濡傛灉鏄涓�娆℃彁闂姞鍏ユ枃妗�
+ # 濡傛灉鏄涓�娆℃彁闂姞鍏ystem娑堟伅
messages.append({'role': 'system', 'content': assistant_msg})
- for file_object in self.file_objects:
- messages.append({'role': 'system', 'content': 'fileid://' + file_object.id})
+ messages.append({'role': 'user', 'content': "浠ヤ笅鏄枃妗ｅ唴瀹癸細\n" + doc_text})
messages.append({'role': 'user', 'content': msg})
- completion = self.client.chat.completions.create(
- model=MODEL_NAME,
- messages=messages,
- stream=True,
- temperature=0.0,
- top_p=0,
- timeout=30 * 60000,
- max_completion_tokens=1000000
- # stream_options={"include_usage": True}
- )
-
text = ''
- for chunk in completion:
- if chunk.choices[0].delta.content is not None:
- text += chunk.choices[0].delta.content
- print(chunk.choices[0].delta.content, end="")
- print("")
+ for ai_msg in llm.stream(messages):
+ text += ai_msg.content
+ print(ai_msg.content, end='')
+ print('')
+
+ # completion = self.client.chat.completions.create(
+ # model=MODEL_NAME,
+ # messages=messages,
+ # stream=True,
+ # temperature=0,
+ # # top_p=0,
+ # timeout=30 * 60000,
+ # max_completion_tokens=32000,
+ # seed=0
+ # # stream_options={"include_usage": True}
+ # )
+ # g_completion = completion
+ # text = ''
+ # for chunk in completion:
+ # if chunk.choices[0].delta.content is not None:
+ # text += chunk.choices[0].delta.content
+ # print(chunk.choices[0].delta.content, end="")
+ # print("")
+ # g_completion = None
return text
- def gen_project(self, messages):
- _msg = f"""
-鏍规嵁鏂囨。杈撳嚭鍨嬪彿淇℃伅锛屽瀷鍙峰瓧娈靛寘鎷細鍚嶇О鍜屼唬鍙凤紝浠呰緭鍑哄瀷鍙风殑灞炴�э紝涓嶈緭鍑哄叾浠栧眰绾ф暟鎹�
+ def generate_text(self, msg, cache_file, msgs=None, doc_text="", validation=None, try_cnt=5, json_text=False):
+ if msgs is None:
+ msgs = []
+ if USE_CACHE and os.path.isfile(cache_file):
+ text = read_from_file(cache_file)
+ else:
+ s = time.time()
+ text = self._gen(msgs, msg, doc_text)
+ text = remove_think_tag(text)
+ if json_text:
+ text = get_json_text(text)
+ if validation:
+ try:
+ validation(text)
+ except BaseException as e:
+ print(e)
+ if try_cnt <= 0:
+ raise RuntimeError('鐢熸垚澶辫触锛岄噸璇曟鏁板お澶氾紝寮哄埗缁撴潫锛�')
+ return self.generate_text_json(msg, cache_file, msgs, doc_text, validation, try_cnt - 1)
+ if cache_file:
+ save_to_file(text, cache_file)
+ print(f'鑰楁椂锛歿time.time() - s}')
+ return text
+
+ def generate_text_json(self, msg, cache_file, msgs=None, doc_text="", validation=None, try_cnt=5):
+ return self.generate_text(msg, cache_file, msgs, doc_text, validation, try_cnt, True)
+
+ def generate_tc_text(self, msg, cache_file, msgs=None, doc_text=None, validation=None, try_cnt=5):
+ msgs = [
+ {'role': 'system', 'content': tc_system_msg},
+ {'role': 'user', 'content': "浠ヤ笅鏄枃妗ｅ唴瀹癸細\n" + doc_text}]
+ return self.generate_text(msg, cache_file, msgs, doc_text, validation, try_cnt, True)
+
+ def gen_project(self):
+ _msg = """
+ 鏍规嵁鏂囨。鍐呭杈撳嚭鍗槦鐨勫瀷鍙蜂俊鎭紝杈撳嚭瀛楁鍖呮嫭锛氬崼鏄熺殑鍨嬪彿鍚嶇О鍜屽崼鏄熺殑鍨嬪彿浠ｅ彿銆傛敞鎰忥細濡傛灉娌℃湁鍗曠嫭鎻忚堪鍨嬪彿鍚嶇О鎴栬�呭瀷鍙蜂唬鍙凤紝閭ｄ箞鍨嬪彿鍚嶇О鍜屽瀷鍙蜂唬鍙锋槸鐩稿悓鐨勶紝骞朵笖鍙緭鍑轰竴涓眰绾с�傚鏋滃瀷鍙蜂唬鍙蜂腑鏈夌鍙蜂篃瑕佽緭鍑猴紝淇濊瘉杈撳嚭瀹屾暣銆�
+ 渚嬪锛歿"name":"xxx","id":"xxx"}
"""
print('鍨嬪彿淇℃伅锛�')
- text = self._gen(messages, _msg)
- messages.append({'role': 'assistant', 'content': text})
- text = self.remove_markdown(text)
+ doc_text = self.get_text_with_entity(['绯荤粺姒傝堪'])
+ text = self.generate_text_json(_msg, f'{self.json_path}/鍨嬪彿淇℃伅.json', doc_text=doc_text)
proj_dict = json.loads(text)
- # return proj_dict
code = proj_dict['id']
name = proj_dict['name']
proj = create_project(code, name, code, name, "", datetime.now())
return proj
- def gen_device(self, messages, proj):
+ async def gen_device(self, proj):
"""
璁惧鍒楄〃鐢熸垚瑙勫垯锛�
1.濡傛枃妗ｄ腑鏈�1553鍗忚鎻忚堪锛屽姞鍏�1553璁惧
@@ -208,42 +455,96 @@
璁惧绫诲瀷锛氬伐鎺ф満[0]銆�1553B[1]
- :param messages:
+ :param proj:
:return:
"""
proj_pk = proj.C_PROJECT_PK
devices = []
- _msg = f"""
-杈撳嚭鎵�鏈夎澶囧垪琛紝璁惧瀛楁鍖呮嫭鍚嶇О锛坣ame)銆佷唬鍙凤紙code锛夛紝濡傛灉娌℃湁浠ｅ彿鍒欎娇鐢ㄥ悕绉扮殑鑻辨枃缈昏瘧缂╁啓浠ｆ浛涓旂缉鍐欓暱搴︿笉瓒呰繃5涓瓧绗︼紝JSON鏍煎紡锛屽苟涓旂粰姣忎釜璁惧澧炲姞涓変釜瀛楁锛岀涓�涓瓧娈礹asTcTm鈥滄槸鍚﹀寘鍚仴鎺ч仴娴嬧�濓紝鍒ゆ柇璇ヨ澶囨槸鍚﹀寘鍚仴鎺ч仴娴嬬殑鍔熻兘锛涚浜屼釜瀛楁hasTemperatureAnalog鈥滄槸鍚﹀寘鍚俯搴﹂噺銆佹ā鎷熼噺绛夋暟鎹殑閲囬泦鈥濓紝鍒ゆ柇璇ヨ澶囨槸鍚﹀寘鍚俯搴﹂噺绛変俊鎭殑閲囬泦鍔熻兘锛涚涓変釜瀛楁hasBus鈥滄槸鍚︽槸鎬荤嚎璁惧鈥濓紝鍒ゆ柇璇ヨ澶囨槸鍚﹀睘浜庢�荤嚎璁惧锛屾槸鍚︽湁RT鍦板潃锛涙瘡涓瓧娈电殑鍊奸兘浣跨敤true鎴杅alse鏉ヨ〃绀恒��
-浠呰緭鍑篔SON锛屼笉瑕佽緭鍑篔SON浠ュ鐨勪换浣曞瓧绗︺��
- """
+ _msg = """
+# 瑙掕壊
+浣犳槸涓�鍚嶈祫娣辫蒋浠跺伐绋嬪笀銆�
+# 鎸囦护
+鎴戦渶瑕佷粠鏂囨。鎻愬彇璁惧鍒楄〃淇℃伅锛屼綘瑕佸府鍔╂垜瀹屾垚璁惧鍒楄〃淇℃伅鎻愬彇銆�
+# 闇�姹�
+杈撳嚭鍒嗙郴缁熶笅鐨勭‖浠朵骇鍝侊紙璁惧锛夊垪琛紝纭欢浜у搧鍚嶇О涓�鑸細鍖呭惈鈥滅鐞嗗崟鍏冣�濇垨鑰呪�滄帴鍙ｅ崟鍏冣�濓紱
+# 瀛楁鍖呮嫭锛�
+- 鍚嶇О(name)锛氳澶囧悕绉帮紱
+- 浠ｅ彿(code)锛氳澶囦唬鍙凤紱
+- 鏄惁鍖呭惈閬ユ帶閬ユ祴(hasTcTm)锛氭爣璇嗚纭欢浜у搧鏄惁鍖呭惈閬ユ帶閬ユ祴鐨勫姛鑳斤紝甯冨皵鍊紅rue鎴杅alse锛�
+- 鏄惁鍖呭惈娓╁害閲忔ā鎷熼噺绛夋暟鎹殑閲囬泦(hasTemperatureAnalog)锛氭爣璇嗚纭欢浜у搧鏄惁鍖呭惈娓╁害閲忕瓑淇℃伅鐨勯噰闆嗗姛鑳斤紝甯冨皵鍊紅rue鎴杅alse锛�
+- 鏄惁鏈夋�荤嚎纭欢浜у搧(hasBus)锛氭爣璇嗚璁惧鏄惁灞炰簬鎬荤嚎纭欢浜у搧锛屾槸鍚︽湁RT鍦板潃锛屽竷灏斿�紅rue鎴杅alse锛�
+# 绾︽潫
+- 濡傛灉娌℃湁浠ｅ彿鍒欎娇鐢ㄥ悕绉扮殑鑻辨枃缂╁啓浠ｆ浛缂╁啓闀垮害涓嶈秴杩�5涓瓧绗︼紱
+- 鏁版嵁缁撴瀯鏈�澶栧眰涓烘暟缁勶紝鏁扮粍鍏冪礌涓鸿澶囦俊鎭�
+- 浠呰緭鍑篔SON锛屼笉瑕佽緭鍑篔SON浠ュ鐨勪换浣曞瓧绗︺��
+# 渚嬪瓙
+[
+ {
+ "name": "绯荤粺绠＄悊鍗曞厓",
+ "code": "SMU",
+ "hasTcTm": true,
+ "hasTemperatureAnalog": false,
+ "hasBus": true
+ },
+ {
+ "name": "1553B鎬荤嚎",
+ "code": "1553",
+ "hasTcTm": true,
+ "hasTemperatureAnalog": true,
+ "hasBus": true
+ }
+]
+"""
print('璁惧鍒楄〃锛�')
- text = self._gen(messages, _msg)
- text = self.remove_markdown(text)
+ cache_file = f'{self.json_path}/璁惧鍒楄〃.json'
+
+ def validation(gen_text):
+ _devs = json.loads(gen_text)
+ assert isinstance(_devs, list), '鏁版嵁缁撴瀯鏈�澶栧眰涓嶆槸鏁扮粍'
+ assert next(filter(lambda it: it['name'].endswith('绠＄悊鍗曞厓'), _devs), None), '鐢熸垚鐨勮澶囧垪琛ㄤ腑娌℃湁绠＄悊鍗曞厓'
+
+ doc_text = self.get_text_with_entity(['绯荤粺姒傝堪', '鎬荤嚎绠＄悊'])
+ text = self.generate_text_json(_msg, cache_file, doc_text=doc_text, validation=validation)
devs = json.loads(text)
- hasBus = any(d['hasBus'] for d in devs)
- if hasBus:
- # 鎬荤嚎璁惧
- dev = create_device("B1553", "1553鎬荤嚎", '1', 'StandardProCommunicationDev', proj_pk)
- devices.append(dev)
- # 鍒涘缓鏁版嵁娴�
- ds_u153 = create_data_stream(proj_pk, dev.C_DEV_PK, 'ECSS涓婅鎬荤嚎鏁版嵁', 'U153', 'B153', '0', 'E153', '001')
- ds_d153 = create_data_stream(proj_pk, dev.C_DEV_PK, 'ECSS涓嬭鎬荤嚎鏁版嵁', 'D153', 'B153', '1', 'E153', '001')
# 绫籗MU璁惧锛屽寘鍚仴娴嬪拰閬ユ帶鍔熻兘锛屽悕绉扮粨灏句负鈥滅鐞嗗崟鍏冣��
like_smu_devs = list(filter(lambda it: it['hasTcTm'] and it['name'].endswith('绠＄悊鍗曞厓'), devs))
+ tasks = []
for dev in like_smu_devs:
dev = create_device(dev['code'], dev['name'], '0', 'StandardProCommunicationDev', proj.C_PROJECT_PK)
devices.append(dev)
# 鍒涘缓鏁版嵁娴�
- ds_tmfl = create_data_stream(proj_pk, dev.C_DEV_PK, 'AOS閬ユ祴', 'TMFL', 'TMFL', '1', 'TMFL', '001')
- ds_tcfl = create_data_stream(proj_pk, dev.C_DEV_PK, '閬ユ帶鎸囦护', 'TCFL', 'TCFL', '0', 'TCFL', '006')
+ ds_tmfl, rule_stream, _ = create_data_stream(proj_pk, dev.C_DEV_PK, 'AOS閬ユ祴', 'TMF1', 'TMFL', '1', 'TMF1',
+ '001')
+ task = self.gen_tm_frame(proj_pk, rule_stream.C_RULE_PK, ds_tmfl, rule_stream.C_PATH)
+ tasks.append(task)
+ # ds_tcfl, rule_stream, _ = create_data_stream(proj_pk, dev.C_DEV_PK, '閬ユ帶鎸囦护', 'TCFL', 'TCFL', '0', 'TCFL',
+ # '006')
+ has_bus = any(d['hasBus'] for d in devs)
+ if has_bus:
+ # 鎬荤嚎璁惧
+ dev = create_device("1553", "1553鎬荤嚎", '1', 'StandardProCommunicationDev', proj_pk)
+ create_extend_info(proj_pk, "BusType", "鎬荤嚎绫诲瀷", "ECSS_Standard", dev.C_DEV_PK)
+ devices.append(dev)
+ # 鍒涘缓鏁版嵁娴�
+ ds_u153, rs_u153, rule_enc = create_data_stream(proj_pk, dev.C_DEV_PK, '涓婅鎬荤嚎鏁版嵁', 'U15E', 'B153',
+ '0', '1553', '001')
+ # 鍒涘缓鎬荤嚎缁撴瀯
+ task = self.gen_bus(proj_pk, rule_enc, '1553', ds_u153, rs_u153.C_PATH, dev.C_DEV_NAME)
+ tasks.append(task)
+ await asyncio.gather(*tasks)
+ ds_d153, rule_stream, rule_enc = create_data_stream(proj_pk, dev.C_DEV_PK, '涓嬭鎬荤嚎鏁版嵁', 'D15E', 'B153',
+ '1', '1553', '001', rs_u153.C_RULE_PK)
+ create_ref_ds_rule_stream(proj_pk, rule_stream.C_STREAM_PK, rule_stream.C_STREAM_ID,
+ rule_stream.C_STREAM_NAME, rule_stream.C_STREAM_DIR, rs_u153.C_STREAM_PK)
+ else:
+ await asyncio.gather(*tasks)
# 绫籖TU璁惧锛屽寘鍚俯搴﹂噺鍜屾ā鎷熼噺鍔熻兘锛屽悕绉扮粨灏句负鈥滄帴鍙ｅ崟鍏冣��
- like_rtu_devs = list(filter(lambda it: it['hasTemperatureAnalog'] and it['name'].endswith('鎺ュ彛鍗曞厓'), devs))
- for dev in like_rtu_devs:
- dev = create_device(dev['code'], dev['name'], '0', 'StandardProCommunicationDev', proj.C_PROJECT_PK)
+ # like_rtu_devs = list(filter(lambda it: it['hasTemperatureAnalog'] and it['name'].endswith('鎺ュ彛鍗曞厓'), devs))
+ # for dev in like_rtu_devs:
+ # dev = create_device(dev['code'], dev['name'], '0', 'StandardProCommunicationDev', proj.C_PROJECT_PK)
# for dev in like_rtu_devs:
# dev = create_device(dev['code'], dev['name'], '0', '', proj.C_PROJECT_PK)
@@ -252,151 +553,1174 @@
# ds_tmfl = create_data_stream(proj.C_PROJECT_PK, '娓╁害閲�', 'TMFL', 'TMFL', '1', 'TMFL', '001')
# ds_tcfl = create_data_stream(proj.C_PROJECT_PK, '妯℃嫙閲�', 'TCFL', 'TCFL', '0', 'TCFL', '006')
- print()
- # 鎬荤嚎璁惧
- # print('鏄惁鏈夋�荤嚎璁惧锛�', end='')
- # _msg = "鏂囨。涓弿杩扮殑鏈夋�荤嚎鐩稿叧鍐呭鍚楋紵浠呭洖绛旓細鈥滄湁鈥濇垨鈥滄棤鈥濓紝涓嶈杈撳嚭鍏朵粬鏂囨湰銆�"
- # text = self._gen([], _msg)
- # if text == "鏈�":
- # _msg = f"""
- # 鏂囨。涓弿杩扮殑鎬荤嚎鍨嬪彿鏄灏戯紝浠呰緭鍑烘�荤嚎鍨嬪彿涓嶈杈撳嚭鍨嬪彿浠ュ鐨勫叾浠栦换浣曟枃鏈紝鎬荤嚎鍨嬪彿鐢辨暟瀛楀拰鑻辨枃瀛楁瘝缁勬垚銆�
- # """
- # print('璁惧ID锛�')
- # dev_code = self._gen([], _msg)
- # dev = create_device(dev_code, dev_code, '1', '', proj.C_PROJECT_PK)
- # devices.append(dev)
-
- # 绫籗MU杞欢
- # print('鏄惁鏈夌被SMU璁惧锛�', end='')
- # _msg = "鏂囨。涓湁鎻忚堪閬ユ祴鍜岄仴鎺у姛鑳藉悧锛熶粎鍥炵瓟锛氣�滄湁鈥濇垨鈥滄棤鈥濓紝涓嶈杈撳嚭鍏朵粬鏂囨湰銆�"
- # text = self._gen([], _msg)
- # if text == "鏈�":
- # # 绯荤粺绠＄悊鍗曞厓
- # print('鏄惁鏈夌郴缁熺鐞嗗崟鍏冿紙SMU锛夛細', end='')
- # _msg = f"鏂囨。涓湁鎻忚堪绯荤粺绠＄悊鍗曞厓锛圫MU锛夊悧锛熶粎鍥炵瓟鈥滄湁鈥濇垨鈥滄棤鈥濓紝涓嶈杈撳嚭鍏朵粬鏂囨湰銆�"
- # text = self._gen([], _msg)
- # if text == "鏈�":
- # dev = create_device("SMU", "绯荤粺绠＄悊鍗曞厓", '0', '', proj.C_PROJECT_PK)
- # devices.append(dev)
- # # 涓績鎺у埗鍗曞厓锛圕TU锛�
- # print('鏄惁鏈変腑蹇冩帶鍒跺崟鍏冿紙CTU锛夛細', end='')
- # _msg = f"鏂囨。涓湁鎻忚堪涓績鎺у埗鍗曞厓锛圕TU锛夊悧锛熶粎鍥炵瓟鈥滄湁鈥濇垨鈥滄棤鈥濓紝涓嶈杈撳嚭鍏朵粬鏂囨湰銆�"
- # text = self._gen([], _msg)
- # if text == "鏈�":
- # dev = create_device("CTU", "涓績鎺у埗鍗曞厓", '0', '', proj.C_PROJECT_PK)
- # devices.append(dev)
- #
- # # 绫籖TU
- # print('鏄惁鏈夌被RTU璁惧锛�', end='')
- # _msg = "鏂囨。涓湁鎻忚堪妯℃嫙閲忛噰闆嗗拰娓╁害閲忛噰闆嗗姛鑳藉悧锛熶粎鍥炵瓟锛氣�滄湁鈥濇垨鈥滄棤鈥濓紝涓嶈杈撳嚭鍏朵粬鏂囨湰銆�"
- # text = self._gen([], _msg)
- # if text == "鏈�":
- # dev = create_device("RTU", "杩滅疆鍗曞厓", '0', '', proj.C_PROJECT_PK)
- # devices.append(dev)
- # device_dicts = json.loads(text)
- # for device_dict in device_dicts:
- # data_stream = {'name': '鏁版嵁娴�', 'code': 'DS'}
- # device_dict['data_streams'] = [data_stream]
- #
- # return device_dicts
return devices
- def gen_tm_frame(self, messages):
- _msg = f"""
-杈撳嚭鎺㈡祴甯х殑缁撴瀯锛屾帰娴嬪抚瀛楁鍖呮嫭锛氭帰娴嬪抚浠ｅ彿(id)銆佹帰娴嬪抚鍚嶇О(name)銆侀暱搴�(length)銆佷笅绾ф暟鎹崟鍏冨垪琛紙children锛夈�備唬鍙峰鏋滄病鏈夊垯鐢ㄥ悕绉扮殑鑻辨枃缈昏瘧锛屽寘鎷笅绾ф暟鎹崟鍏冦��
- """
- print('鎺㈡祴甯т俊鎭細')
- text = self._gen(messages, _msg)
- messages.append({'role': 'assistant', 'content': text})
- text = self.remove_markdown(text)
- cadu = json.loads(text)
+ def gen_insert_domain_params(self):
+ _msg = """
+# 鎸囦护
+鎴戦渶瑕佷粠鏂囨。涓彁鍙栨彃鍏ュ煙鐨勫弬鏁板垪琛紝浣犺甯姪鎴戝畬鎴愭彃鍏ュ煙鍙傛暟鍒楄〃鐨勬彁鍙栥��
+# 闇�姹�
+鍙傛暟淇℃伅瀛楁鍖呮嫭锛歯ame锛堝弬鏁板悕绉帮級銆乮d锛堝弬鏁颁唬鍙凤級銆乸os锛堝弬鏁颁綅缃級銆乼ype锛堢被鍨嬶細para锛夈��
+# 瑕佹眰
+1涓瓧鑺傜殑闀垮害涓�8浣嶏紝浣跨敤B0-B7鏉ヨ〃绀猴紝璇风簿纭绠楀弬鏁伴暱搴︺��
+浣嶇疆淇℃伅杞崲涓洪�氱敤鏍煎紡"Byte1_B6~Byte2_B0"杩涜杈撳嚭锛屽鏋滅己灏戝唴瀹硅杩涜琛ュ叏锛屼緥濡傦細"Byte1_B0~B2" 杞崲涓� "Byte1_B0~Byte1_B2"銆備緥濡傦細"Byte1~Byte2" 杞崲涓� "Byte1_B0~Byte2_B7"銆備緥濡傦細"Byte1_B5" 杞崲涓� "Byte1_B5~Byte1_B5"銆�
+# 杈撳嚭绀轰緥
+[
+ {
+ "name": "閬ユ祴妯″紡瀛�",
+ "id": "TMS215",
+ "pos": Byte0_B0~Byte0_B7,
+ "type": "para"
+ }
+]
+"""
+ print('鎻掑叆鍩熷弬鏁板垪琛細')
+
+ def validation(gen_text):
+ params = json.loads(gen_text)
+ assert isinstance(params, list), '鎻掑叆鍩熷弬鏁板垪琛ㄦ暟鎹粨鏋勬渶澶栧眰蹇呴』鏄暟缁�'
+ assert len(params), '鎻掑叆鍩熷弬鏁板垪琛ㄤ笉鑳戒负绌�'
+
+ doc_text = self.get_text_with_entity(['鎻掑叆鍩�'])
+ text = self.generate_text_json(_msg, f'{self.json_path}/鎻掑叆鍩熷弬鏁板垪琛�.json', doc_text=doc_text, validation=validation)
+ json_list = json.loads(text)
+ for j in json_list:
+ if j['pos'] is not None:
+ pos_data = self.handle_pos(j['pos'])
+ j['pos'] = pos_data['pos']
+ j['length'] = pos_data['length']
+ return json_list
+
+ async def get_pkt_details(self, _pkt, vc):
+ _pkt = await self.gen_pkt_details(_pkt['name'], _pkt['id'])
+ epdu = next(filter(lambda it: it['name'] == '鏁版嵁鍩�', vc['children']), None)
+ if epdu and _pkt:
+ _pkt['children'] = _pkt['datas']
+ # todo 褰撴暟鎹寘鑾峰彇鍒颁笢瑗夸絾涓嶆槸鍙傛暟鏃讹紝鑾峰彇鍒扮殑鍖呯粨鏋勬湁闂锛岄渶瑕佽繃婊�
+ _pkt['length'] = 0
+ _pkt['pos'] = 0
+ if len(_pkt['children']) > 0:
+ _last_par = _pkt['children'][len(_pkt['children']) - 1]
+ _pkt['length'] = (_last_par['pos'] + _last_par['length'])
+ if 'children' not in epdu:
+ epdu['children'] = []
+ # 娣诲姞瑙ｆ瀽瑙勫垯鍚庣紑闃叉閲嶅
+ _pkt['id'] = _pkt['id'] + '_' + vc['VCID']
+ # 缁欏寘鍚嶅姞浠ｅ彿鍓嶇紑
+ if not _pkt['name'].startswith(_pkt['id']):
+ _pkt['name'] = _pkt['id'] + '_' + _pkt['name']
+ epdu['children'].append(_pkt)
+ apid_node = next(filter(lambda it: it['name'].__contains__('搴旂敤杩囩▼'), _pkt['headers']), None)
+ ser_node = next(filter(lambda it: it['name'] == '鏈嶅姟', _pkt['headers']), None)
+ sub_ser_node = next(filter(lambda it: it['name'] == '瀛愭湇鍔�', _pkt['headers']), None)
+ apid = ''
+ service = ''
+ sub_service = ''
+ if apid_node and apid_node['content']:
+ apid = apid_node['content']
+ if ser_node and ser_node['content']:
+ service = f"{int(ser_node['content'], 16)}"
+ if sub_ser_node and sub_ser_node['content']:
+ sub_service = f"{int(sub_ser_node['content'], 16)}"
+ _pkt['vals'] = \
+ f"{apid}/{service}/{sub_service}/"
+
+ async def gen_tm_frame(self, proj_pk, rule_pk, ds, name_path):
+ # 鎻掑叆鍩熷弬鏁板垪琛�
+ insert_domain = self.gen_insert_domain_params()
+
+ # VC婧愬寘鏍煎紡
+ vc_pkt_fields = data_templates.vc_pkt_fields # self.gen_pkt_format()
+
+ # 鑾峰彇铏氭嫙淇￠亾 vc
+ vcs = self.gen_vc()
+ for vc in vcs:
+ vc['children'] = []
+ vc['VCID'] = str(int(vc['VCID'], 2))
+ for field in vc_pkt_fields:
+ if field['name'] == '鏁版嵁鍩�':
+ field['children'] = []
+ vc['children'].append(dict(field))
+
+ # VCID 瀛楁鍐呭
+ vcid_content = build_vcid_content(vcs)
+
+ # 閬ユ祴甯х粨鏋勭敱妯℃澘鐢熸垚锛屽彧闇�鎻愪緵鐗瑰畾鍙傛暟
+ tm_data = {
+ "vcidContent": vcid_content,
+ 'insertDomain': insert_domain,
+ }
+ cadu = data_templates.get_tm_frame(tm_data)
+ # VC婧愬寘
+ # 閬ユ祴婧愬寘璁捐涓殑婧愬寘鍒楄〃
+ self.vc_pkts = await self.gen_pkt_vc() # ,self.tm_pkts = self.gen_pkts()
+
+ # 澶勭悊VC涓嬮潰鐨勯仴娴嬪寘鏁版嵁
+ tasks = []
+ for vc in vcs:
+ # 姝C涓嬬殑閬ユ祴鍖呰繃婊�
+ _vc_pkts = list(filter(lambda it: vc['id'] in it['vcs'], self.vc_pkts))
+ for _pkt in _vc_pkts:
+ # 鍒ゆ柇閬ユ祴鍖呮槸鍚︽湁璇︾粏瀹氫箟
+ # if not next(filter(lambda it: it['name'] == _pkt['name'] and it['hasParams'], self.tm_pkts), None):
+ # continue
+ # 鑾峰彇鍖呰鎯�
+ ret = self.get_pkt_details(_pkt, vc)
+ tasks.append(ret)
+ if len(tasks):
+ await asyncio.gather(*tasks)
+
+ # 閲嶆柊璁℃暟璧峰鍋忕Щ
+ self.compute_length_pos(cadu['children'])
+
+ # 灏嗘暟鎹彃鍏ユ暟鎹簱
+ seq = 1
+ for cadu_it in cadu['children']:
+ if cadu_it['name'] == 'VCDU':
+ # VCDU
+ # 灏嗕俊閬撴浛鎹㈠埌鏁版嵁鍩熶綅缃�
+ vc_data = next(filter(lambda it: it['name'].__contains__('鏁版嵁鍩�'), cadu_it['children']), None)
+ if vc_data:
+ idx = cadu_it['children'].index(vc_data)
+ cadu_it['children'].pop(idx)
+ for vc in vcs:
+ # 澶勭悊铏氭嫙淇￠亾灞炴��
+ vc['type'] = 'logic'
+ vc['length'] = vc_data['length']
+ vc['pos'] = vc_data['pos']
+ vc['content'] = 'CCSDSMPDU'
+ vcid = vc['VCID']
+ vc['condition'] = f'VCID=={vcid}'
+ # 灏嗚櫄鎷熶俊閬撴彃鍏ュ埌VCDU
+ cadu_it['children'].insert(idx, vc)
+ idx += 1
+ for vc in vcs:
+ self.compute_length_pos(vc['children'])
+
+ # 璁剧疆VCID鐨刢ontent
+ vcid_node = next(filter(lambda it: it['name'].__contains__('VCID'), cadu_it['children']), None)
+ if vcid_node:
+ vcid_node['content'] = vcid_content
+
+ create_enc_pkt(proj_pk, rule_pk, cadu_it, rule_pk, seq, name_path, ds, '001', 'ENC')
+ else:
+ # 鍙傛暟
+ create_prop_enc(proj_pk, rule_pk, cadu_it, get_data_ty(cadu_it), seq)
+ seq += 1
return cadu
- def gen_vc(self, messages):
- _msg = f"""
-杈撳嚭鎺㈡祴铏氭嫙淇￠亾鐨勫垝鍒嗭紝涓嶉渶瑕佹弿杩颁俊鎭紝浣跨敤涓�涓暟缁勮緭鍑猴紝瀛楁鍖呮嫭锛氫唬鍙�(code)銆乿cid銆佸悕绉�(name)銆�
- """
+ def gen_vc(self):
+ _msg = """
+#瑙掕壊
+浣犳槸涓�鍚嶈祫娣辩殑杞欢宸ョ▼甯堛��
+#鎸囦护
+鎴戦渶瑕佷粠鏂囨。涓彁鍙栬櫄鎷熶俊閬撳垪琛紝浣犺甯姪鎴戝畬鎴愯櫄鎷熶俊閬撳垪琛ㄧ殑鎻愬彇銆�
+#闇�姹�
+璇峰垎鏋愭枃妗ｄ腑鐨勯仴娴嬪寘鏍煎紡浠ュ強閬ユ祴铏氭嫙淇￠亾锛岃緭鍑洪仴娴嬭櫄鎷熶俊閬撳垪琛ㄣ��
+瀛楁鍖呮嫭锛歩d锛堣櫄鎷熶俊閬撲唬鍙凤級銆乶ame锛堣櫄鎷熶俊閬撳悕绉帮級銆乂CID锛堣櫄鎷熶俊閬揤CID锛屼簩杩涘埗锛夈�乫ormat锛堟牴鎹櫄鎷熶俊閬撶被鍨嬭幏鍙栧搴旂殑鏁版嵁鍖呯殑鏍煎紡鐨勫悕绉帮級
+#涓婁笅鏂�
+娣卞叆鐞嗚В鏂囨。涓弿杩扮殑鍏崇郴锛屼緥濡傦細鏂囨。涓弿杩颁簡甯歌閬ユ祴鏄父瑙勬暟鎹殑涓嬩紶淇￠亾锛屽苟涓旇繕鎻忚堪浜嗗垎绯荤粺甯歌閬ユ祴鍙傛暟鍖呭氨鏄疄鏃堕仴娴嬪弬鏁板寘锛屽苟涓旀枃妗ｄ腑瀵瑰疄鏃堕仴娴嬪弬鏁板寘鐨勬牸寮忚繘琛屼簡鎻忚堪锛屾墍浠ュ父瑙勯仴娴媀C搴旇杈撳嚭涓猴細{"id": "1", "name": "甯歌閬ユ祴VC", "VCID": "0", "format": "瀹炴椂閬ユ祴鍙傛暟鍖�"}
+#绾︽潫
+- 鏁版嵁缁撴瀯鏈�澶栧眰涓烘暟缁勶紝鏁扮粍鍏冪礌涓鸿櫄鎷熶俊閬撲俊鎭紱
+- format锛氬繀椤绘槸鏁版嵁鍖呮牸寮忕殑鍚嶇О锛�
+- 浠呰緭鍑篔SON鏂囨湰銆�
+#渚嬪瓙锛�
+[
+ {
+ "id": "VC0",
+ "name": "绌洪棽淇￠亾",
+ "VCID": "111111",
+ "format": "绌洪棽鍖�"
+ }
+]
+"""
+
+ def validation(gen_text):
+ vcs = json.loads(gen_text)
+ assert next(filter(lambda it: re.match('^[0-1]+$', it['VCID']), vcs)), '鐢熸垚鐨刅CID蹇呴』鏄簩杩涘埗'
+
print('铏氭嫙淇￠亾锛�')
- text = self._gen(messages, _msg)
- messages.append({'role': 'assistant', 'content': text})
- text = self.remove_markdown(text)
+ doc_text = self.get_text_with_entity(['铏氭嫙淇￠亾瀹氫箟'])
+ text = self.generate_text_json(_msg, f"{self.json_path}/铏氭嫙淇￠亾.json", doc_text=doc_text,
+ validation=validation)
vcs = json.loads(text)
return vcs
- def gen_dev_pkts(self, messages):
- _msg = f"""
-杈撳嚭鏂囨。涓帰娴嬫簮鍖呯被鍨嬪畾涔夋弿杩扮殑璁惧浠ュ強璁惧涓嬮潰鐨勬帰娴嬪寘锛屾暟鎹粨鏋勶細鏈�澶栧眰涓鸿澶囧垪琛� > 鎺㈡祴鍖呭垪琛�(pkts)锛岃澶囧瓧娈靛寘鎷細鍚嶇О(name)銆佷唬鍙�(id)锛屾簮鍖呭瓧娈靛寘鎷細鍚嶇О(name)銆佷唬鍙�(id)
- """
- print('璁惧鎺㈡祴婧愬寘淇℃伅锛�')
- file = next(filter(lambda it: it.filename == 'XA-5D鏃犱汉鏈哄垎绯荤粺鎺㈡祴婧愬寘璁捐鎶ュ憡锛堝叕寮�锛�.md', self.file_objects),
- None)
- messages = [{'role': 'system', 'content': assistant_msg}, {'role': 'system', 'content': 'fileid://' + file.id}]
- text = self._gen(messages, _msg)
- messages.append({'role': 'assistant', 'content': text})
- text = self.remove_markdown(text)
- dev_pkts = json.loads(text)
- return dev_pkts
+ async def gen_pkt_details(self, pkt_name, pkt_id):
+ cache_file = f"{self.json_path}/鏁版嵁鍖�-{utils.to_file_name(pkt_name)}.json"
- def gen_pkt_details(self, pkt_name):
- _msg = f"""
-杈撳嚭鏂囨。涓弿杩扮殑鈥渰pkt_name}鈥濇帰娴嬪寘銆�
-鎺㈡祴鍖呭瓧娈靛寘鎷細鍚嶇О(name)銆佷唬鍙�(id)銆佸寘澶村睘鎬у垪琛�(headers)銆佹暟鎹煙鍙傛暟鍒楄〃(datas)锛�
-鍖呭ご灞炴�у瓧娈靛寘鎷細浣嶇疆(pos)銆佸悕绉�(name)銆佷唬鍙�(id)銆佸畾涔�(val)锛�
-鏁版嵁鍩熷弬鏁板瓧娈靛寘鎷細浣嶇疆(pos)銆佸悕绉�(name)銆佷唬鍙�(id)銆佸瓧鑺傞『搴�(byteOrder)锛�
-濡傛灉娌℃湁浠ｅ彿鐢ㄥ悕绉扮殑鑻辨枃缈昏瘧浠ｆ浛锛屽鏋滄病鏈夊悕绉扮敤浠ｅ彿浠ｆ浛锛�
-杈撳嚭鍐呭浠呰緭鍑簀son锛屼笉瑕佽緭鍑轰换浣曞叾浠栧唴瀹癸紒
- """
- print(f'鎺㈡祴婧愬寘鈥渰pkt_name}鈥濅俊鎭細')
- file = next(filter(lambda it: it.filename == 'XA-5D鏃犱汉鏈哄垎绯荤粺鎺㈡祴婧愬寘璁捐鎶ュ憡锛堝叕寮�锛�.md', self.file_objects),
- None)
- messages = [{'role': 'system', 'content': assistant_msg}, {'role': 'system', 'content': 'fileid://' + file.id}]
- text = self._gen(messages, _msg)
- messages.append({'role': 'assistant', 'content': text})
- text = self.remove_markdown(text)
- pkt = json.loads(text)
- return pkt
+ doc_text = self.get_text_with_entity([pkt_id])
+ pkt = {
+ "name": pkt_name,
+ "id": pkt_id,
+ "type": "linear",
+ "headers": [],
+ "datas": [],
+ }
+ if doc_text == '':
+ return pkt
+ print(f'閬ユ祴婧愬寘鈥渰pkt_name}鈥濅俊鎭細')
- def gen_pkts(self):
- _msg = f"""
-杈撳嚭鏂囨。涓弿杩扮殑鎺㈡祴鍖呫��
-鎺㈡祴鍖呭瓧娈靛寘鎷細鍚嶇О(name)銆佷唬鍙�(id)锛�
-濡傛灉娌℃湁浠ｅ彿鐢ㄥ悕绉扮殑鑻辨枃缈昏瘧浠ｆ浛锛屽鏋滄病鏈夊悕绉扮敤浠ｅ彿浠ｆ浛锛�
-椤剁骇缁撴瀯鐩存帴浠庢帰娴嬪寘寮�濮嬶紝涓嶅寘鎷帰娴嬪寘涓嬮潰鐨勫弬鏁般��
+ # 1. 鑾峰彇鍖呭ご鍜屽弬鏁板垪琛�
+ # 2. 閬嶅巻鍖呭ご鍜屽弬鏁板垪琛紝鑾峰彇bit浣嶇疆鍜岄暱搴︼紝瑙勮寖浠ｅ彿骞剁敓鎴愶紝鐢熸垚byteOrder
+ async def get_header_params(_pkt_name, _doc_text: str):
+ _msg = ("""
+ # 闇�姹�
+ 鎻愬彇鏂囨。涓弿杩扮殑閬ユ祴鍖呭寘澶翠俊鎭��
+ 鍖呭ご淇℃伅鍖呮嫭锛氬寘鐗堟湰鍙�(Ver)銆佸寘绫诲瀷(Type)銆佸壇瀵煎ご鏍囪瘑(Subheader)銆佸簲鐢ㄨ繃绋嬫爣璇�(apid)銆佸簭鍒楁爣璁�(SequenceFlag)銆佸寘搴忓垪璁℃暟(SequenceCount)銆佸寘闀�(PacketLength)銆佹湇鍔�(Service)銆佸瓙鏈嶅姟(SubService)淇℃伅銆�
+ 鏈嶅姟銆佸瓙鏈嶅姟锛氫竴鑸湪琛ㄦ牸涓殑鍖呭ご鍖哄煙鎻愬彇锛屽鏋滆〃鏍间腑娌℃湁鍖呭ご鍖哄煙鍙湁鏁版嵁鍩熷垯鍦ㄦ爣棰樹腑鎻愬彇锛屼緥濡傦細鈥滃湪杞ㄧ淮鎶ら仴娴嬪寘(APID=0x384) (3,255)鈥濆叾涓湇鍔℃槸3瀛愭湇鍔℃槸255锛�
+ 琛ㄦ牸鍗曞厓鏍煎悎骞惰鏄庯細鍖呮牸涓瓨鍦ㄥ崟鍏冩牸鍚堝苟鐨勬儏鍐碉紝濡傛灉姘村钩鎴栧瀭鐩寸浉閭荤殑鍗曞厓鏍煎唴瀹逛竴鏍烽偅涔堣繖鍑犱釜鍐呭涓�鏍风殑鍗曞厓鏍兼湁鍙兘鏄竴涓悎骞跺崟鍏冩牸鍦ㄥ垎鏋愭椂搴旇褰撲綔鍚堝苟鍗曞厓鏍煎垎鏋愶紱
+ 杈撳嚭json锛屼笉瑕佹湁娉ㄩ噴銆�
+ # 杈撳嚭渚嬪瓙
+ ```json
+ {
+ "Ver": "000",
+ "Type": "0",
+ "Subheader": "1",
+ "apid": "0",
+ "SequenceFlag": "11",
+ "SequenceCount": "00000000000000",
+ "PacketLength": "1",
+ "Service": "03",
+ "SubService": "FF"
+ }
+ ```""")
+ # 鎴彇鍓�70琛�
+ _doc_text = '\n'.join(_doc_text.splitlines()[0:100])
+ tpl = os.path.dirname(__file__) + "/tpl/tm_pkt_headers_yg.json"
+ tpl_text = utils.read_from_file(tpl)
+ _cache_file = f"{self.json_path}/鏁版嵁鍖�-{utils.to_file_name(pkt_name)}-鍖呭ご鍙傛暟.json"
+ _text = await asyncio.to_thread(self.generate_text_json, _msg, _cache_file, [], _doc_text, None)
+ result = json.loads(_text)
+ if re.match(r'^(0x)?[01]{11}$', result['apid']):
+ result['apid'] = hex(int(re.sub('0x', '', result['apid']), 2))
+ for k in result:
+ tpl_text = tpl_text.replace("{{" + k + "}}", result[k])
+ return json.loads(tpl_text)
+
+ async def get_data_area_params(_pkt_name, _doc_text: str):
+ _msg = ("""
+ # 鎸囦护
+ 鎴戦渶瑕佷粠鏂囨。涓彁鍙栭仴娴嬫簮鍖呯殑鍙傛暟淇℃伅鍒楄〃锛屼綘瑕佸府鎴戝畬鎴愰仴娴嬫簮鍖呯殑鍙傛暟淇℃伅鐨勬彁鍙栥��
+ # 闇�姹�
+ 鎻愬彇鏂囨。涓弿杩扮殑閬ユ祴鍖呮暟鎹煙涓殑鎵�鏈夊弬鏁帮紝浠ュ強鍙傛暟鐨勪綅缃�佸悕绉般�佷唬鍙蜂俊鎭紝杈撳嚭鐨勪俊鎭涓庢枃妗ｄ腑鐨勬枃鏈涓�鑷达紝涓嶈閬楁紡浠讳綍鍙傛暟銆�
+ 濡傛灉鏂囨。涓病鏈夊弬鏁拌〃鍒欒緭鍑虹┖鏁扮粍銆�
+ 涓ユ牸鎸夌収杈撳嚭绀轰緥涓殑鏍煎紡杈撳嚭锛屼粎杈撳嚭json銆�
+ # 瑕佹眰
+ 1涓瓧鑺傜殑闀垮害涓�8浣嶏紝浣跨敤B0-B7鏉ヨ〃绀恒��
+ 鎵�鏈変綅缃俊鎭渶瑕佽浆鎹负瑕佹眰鏍煎紡"Byte1_B6~Byte2_B0"杩涜杈撳嚭锛屽鏋滀笌瑕佹眰鏍煎紡涓嶅悓鐨勮杩涜琛ュ叏鎴栬浆鎹紝渚嬪锛�"Byte1_B0~B2" 杞崲涓� "Byte1_B0~Byte1_B2"銆備緥濡傦細"Byte1~Byte2" 杞崲涓� "Byte1_B0~Byte2_B7"銆備緥濡傦細"Byte1_B5" 杞崲涓� "Byte1_B5~Byte1_B5"銆�
+
+ # 杈撳嚭绀轰緥
+ ```json
+ [
+ {
+ "posText": "Byte1_B6~Byte2_B0",
+ "name": "xxx",
+ "id": "xxxxxx"
+ }
+ ]
+ ```
+ # 娌℃湁鍙傛暟鏃剁殑杈撳嚭绀轰緥
+ ```json
+ []
+ ```""")
+ _cache_file = f"{self.json_path}/鏁版嵁鍖�-{utils.to_file_name(pkt_name)}-鍙傛暟鍒楄〃.json"
+ if utils.file_exists(_cache_file):
+ return json.loads(utils.read_from_file(_cache_file))
+ title_line = _doc_text.splitlines()[0]
+ tables = re.findall(r"```json(.*)```", _doc_text, re.DOTALL)
+ if tables:
+ table_text = tables[0]
+ table_blocks = []
+ if len(table_text)>50000:
+ table = json.loads(table_text)
+ header:list = table[0:20]
+ for i in range(math.ceil((len(table)-20)/200)):
+ body = table[20 + i * 200:20 + (i + 1) * 200]
+ block = []
+ block.extend(header)
+ block.extend(body)
+ table_blocks.append(f"{title_line}\n```json\n{json.dumps(block,indent=2,ensure_ascii=False)}\n```")
+ else:
+ table_blocks.append(table_text)
+ param_list = []
+ block_idx = 0
+ for tb_block in table_blocks:
+ _block_cache_file = f"{self.json_path}/pkts/鏁版嵁鍖�-{utils.to_file_name(pkt_name)}-鍙傛暟鍒楄〃-{block_idx}.json"
+ block_idx += 1
+ text = await asyncio.to_thread(self.generate_text_json, _msg, _block_cache_file, [], tb_block, None)
+ json_list = json.loads(text)
+ for par in json_list:
+ if not re.match('^Byte\d+_B[0-7]~Byte\d+_B[0-7]$', par['posText']):
+ par['posText'] = get_single_pos(par['posText'])
+ if not any(filter(lambda p: p['posText']==par['posText'], param_list)):
+ param_list.append(par)
+ for par in param_list:
+ if par['posText'] is not None:
+ par['id'] = re.sub('[^_a-zA-Z0-9]', '_', par['id'])
+ pos_data = self.handle_pos(par['posText'])
+ par['pos'] = pos_data['pos']
+ par['length'] = pos_data['length']
+ save_to_file(json.dumps(param_list, ensure_ascii=False, indent=2), _cache_file)
+ return param_list
+ else:
+ return []
+ # 鍗曠嫭澶勭悊鏈纭幏鍙栫殑浣嶇疆淇℃伅
+ def get_single_pos(txt):
+ _msg = f"""
+ 1涓瓧鑺傜殑闀垮害涓�8浣嶏紝浣跨敤B0-B7鏉ヨ〃绀恒��
+ 灏嗏�渰txt}鈥濊浆鎹负瑕佹眰鏍煎紡"Byte1_B6~Byte2_B0"杩涜杈撳嚭锛屽鏋滀笌瑕佹眰鏍煎紡涓嶅悓鐨勮杩涜琛ュ叏鎴栬浆鎹紝渚嬪锛�"Byte1_B0~B2" 杞崲涓� "Byte1_B0~Byte1_B2"銆備緥濡傦細"Byte1~Byte2" 杞崲涓� "Byte1_B0~Byte2_B7"銆備緥濡傦細"Byte1_B5" 杞崲涓� "Byte1_B5~Byte1_B5"銆�
+ 杈撳嚭绀轰緥锛欱yte1_B6~Byte2_B0
+ 浠呰緭鍑虹粨鏋滐紝涓嶈緭鍑哄叾浠栨枃瀛�
"""
- print(f'鎺㈡祴婧愬寘鍒楄〃锛�')
- file = next(
- filter(lambda it: it.filename == 'XA-5D鏃犱汉鏈哄垎绯荤粺鎺㈡祴婧愬寘璁捐鎶ュ憡锛堝叕寮�锛�.md', self.file_objects),
- None)
- messages = [{'role': 'system', 'content': assistant_msg},
- {'role': 'system', 'content': 'fileid://' + file.id}]
- text = self._gen(messages, _msg)
- messages.append({'role': 'assistant', 'content': text})
- text = self.remove_markdown(text)
+
+ def validation(return_txt):
+ assert re.match('^Byte\d+_B[0-7]~Byte\d+_B[0-7]$', return_txt), '鏍煎紡涓嶆纭�'
+
+ text = self.generate_text_json(_msg, "", doc_text="", validation=validation)
+ return text
+
+ params = []
+ header_params, data_area_params = (
+ await asyncio.gather(get_header_params(pkt_name, doc_text),
+ get_data_area_params(pkt_name, doc_text)))
+
+ params.extend(data_area_params)
+
+ pkt['headers'] = header_params
+ pkt['datas'] = data_area_params
+
+ # async def get_param_info(para):
+ # _msg2 = """
+ # # 闇�姹�
+ # 浠庢枃鏈腑鎻愬彇鍖洪棿璧峰鍋忕Щ浣嶇疆鍜屽尯闂撮暱搴︼紝鍗曚綅涓烘瘮鐗广�傛枃鏈腑鐨勫唴瀹逛负鍖洪棿鎻忚堪锛屽叾涓細Byte<N> 琛ㄧず绗� N 涓瓧鑺傦紝N 浠� 1 寮�濮嬶紝B<X> 琛ㄧず绗� X 涓瘮鐗癸紝X 浠� 0 - 7 锛屽尯闂翠负闂尯闂淬��
+ # 鎵�鏈夋暟瀛﹁绠楁槸闇�瑕佺畻鏁拌〃杈惧紡锛屼笉闇�瑕佽绠楃粨鏋溿�傝绠楀叕寮忓涓嬶細
+ # - ByteN_BX璧峰鍜岀粨鏉熶綅缃細(N - 1)*8 + X
+ # - ByteN 璧峰浣嶇疆锛�(N - 1)*8
+ # - ByteN 缁撴潫浣嶇疆锛�(N - 1) * 8 + 7
+ # - 闀垮害锛氱粨鏉熷亸绉讳綅缃� + 1 - 璧峰鍋忕Щ浣嶇疆锛岄棴鍖洪棿鐨勯暱搴﹂渶瑕佺粨鏉熶綅缃姞1鍐嶅噺鍘昏捣濮嬩綅缃�
+ # # 鐢熸垚妯℃澘
+ # 鎺ㄧ悊杩囩▼锛氱畝瑕佽鏄庢彁鍙栦俊鎭強璋冪敤 tool 璁＄畻鐨勮繃绋嬨�傝緭鍑虹粨鏋滐細鎸� JSON 鏍煎紡杈撳嚭锛屾牸寮忓涓嬶細
+ # {
+ # "offset": "璧峰鍋忕Щ浣嶇疆琛ㄨ揪寮�",
+ # "length": "闀垮害璁＄畻琛ㄨ揪寮�"
+ # }
+ # 鏂囨湰锛�
+ # """+f"""
+ # {para['posText']}
+ # """
+ # text2 = await asyncio.to_thread(self.generate_text_json, _msg2, '', [], '')
+ # try:
+ # out = json.loads(text2)
+ # para['pos'] = eval(out['offset'])
+ # para['posRet'] = text2
+ # para['length'] = eval(out['length'])
+ # para['id'] = re.sub(r"[^0-9a-zA-Z_]", "_", para['code'])
+ # para['type'] = 'para'
+ # except Exception as e:
+ # print(e)
+ # tasks = []
+ # for param in params:
+ # tasks.append(get_param_info(param))
+ #
+ # s = time.time()
+ # await asyncio.gather(*tasks)
+ # e = time.time()
+ if params:
+ offset = params[0]['pos']
+ for para in params:
+ para['pos'] -= offset
+ # print(f'======鍙傛暟鏁伴噺锛歿len(params)}锛岃�楁椂锛歿e - s}')
+ utils.save_text_to_file(json.dumps(pkt, ensure_ascii=False, indent=4), cache_file)
+ return pkt
+
+ async def gen_pkts(self):
+ _msg = """
+# 瑙掕壊
+浣犳槸涓�鍚嶈祫娣辫蒋浠跺伐绋嬪笀銆�
+# 鎸囦护
+鎴戦渶瑕佷粠鏂囨。涓彁鍙栭仴娴嬪寘鏁版嵁锛屼綘瑕佹牴鎹枃妗ｅ唴瀹瑰府鎴戝畬鎴愰仴娴嬪寘鏁版嵁鐨勬彁鍙栥��
+# 闇�姹�
+杈撳嚭鏂囨。涓弿杩扮殑閬ユ祴鍖呭垪琛紝閬ユ祴鍖呭瓧娈靛寘鎷細鍚嶇О(name)銆佷唬鍙�(id)銆�
+瀛楁鎻忚堪锛�
+1.鍚嶇О锛氶仴娴嬪寘鐨勫悕绉帮紱
+2.浠ｅ彿锛氶仴娴嬪寘鐨勪唬鍙凤紱
+# 绾︽潫
+- name锛氬悕绉颁腑涓嶈鍖呭惈浠ｅ彿锛屼粎浠庢枃妗ｄ腑鎻愬彇婧愬寘鍚嶇О锛�
+- 濡傛灉娌℃湁浠ｅ彿锛屼娇鐢ㄩ仴娴嬪寘鍚嶇О鐨勮嫳鏂囩炕璇戜唬鏇匡紱
+- 濡傛灉娌℃湁鍚嶇О鐢ㄤ唬鍙蜂唬鏇匡紱
+- 娉ㄦ剰锛屼竴瀹氳杈撳嚭鎵�鏈夌殑閬ユ祴鍖咃紝涓嶈婕忔帀浠讳綍涓�涓仴娴嬪寘锛�
+- 鏁版嵁缁撴瀯鏈�澶栧眰涓烘暟缁勬暟缁勫厓绱犱负閬ユ祴鍖咃紝涓嶅寘鎷仴娴嬪寘涓嬮潰鐨勫弬鏁般��
+# 渚嬪瓙
+[
+ {
+ "name": "鏁扮鏁板瓧閲忓揩閫熸簮鍖�",
+ "id": "PMS001",
+ }
+]
+"""
+ print(f'閬ユ祴婧愬寘鍒楄〃锛�')
+ doc_text = self.get_text_with_entity(['婧愬寘鍒楄〃'])
+ text = await asyncio.to_thread(self.generate_text_json, _msg, f'{self.json_path}/婧愬寘鍒楄〃.json', doc_text=doc_text)
pkt = json.loads(text)
return pkt
- def gen_pkt_vc(self, messages):
- _msg = f"""
-鏍规嵁鎺㈡祴婧愬寘涓嬩紶鏃舵満瀹氫箟锛岃緭鍑哄悇涓帰娴嬫簮鍖呬俊鎭垪琛紝椤剁骇缁撴瀯涓烘暟缁勫厓绱犱负鎺㈡祴婧愬寘锛屾簮鍖呭瓧娈靛寘鎷細鍖呬唬鍙�(id)锛屽悕绉�(name)锛屾墍灞炶櫄鎷熶俊閬�(vcs)锛屼笅浼犳椂鏈猴紙timeTags锛�
+ async def gen_pkt_vc(self):
+ _msg = """
+# 闇�姹�
+鏍规嵁鏂囨。鍐呭杈撳嚭閬ユ祴婧愬寘淇℃伅锛屾簮鍖呭瓧娈靛寘鎷細鍖呬唬鍙�(id)锛屽悕绉�(name)锛屾墍灞炶櫄鎷熶俊閬�(vcs)銆�
+鎵�鏈夊瓧娈典粎浣跨敤鏂囨。鍐呭杈撳嚭銆�
+琛ㄦ牸涓仴娴嬫簮鍖呬笉鏄寜鍚嶇О鏉ユ帓搴忕殑锛屾寜鐓ф枃妗ｄ腑鐨勮〃鏍间腑鐨勯仴娴嬫簮鍖呴『搴忚繘琛岃緭鍑恒��
+姣忎釜鍖呴兘瑕佽緭鍑恒��
+鎵�灞炶櫄鎷熶俊閬擄細閫氳繃琛ㄦ牸涓弿杩扮殑涓嬩紶鏃舵満鍜岃櫄鎷熶俊閬撶殑鍒掑垎锛岃幏鍙栦笅浼犳椂鏈哄搴旂殑铏氭嫙淇￠亾浠ｅ彿锛堝簭鍙凤級锛屽苟缁勭粐涓轰竴涓暟鎹繘琛岃緭鍑猴紝渚嬪锛氫笅浼犳椂鏈轰负瀹炴椂鍜屽欢鏃讹紝閭ｄ箞灏辫〃绀鸿鍖呯殑鎵�灞炶櫄鎷熶俊閬撲负VC1鍜孷C3銆傚鏋滄病鏈夊尮閰嶄笅浼犳椂鏈猴紝灏卞～鍏ョ┖鏁扮粍銆�
+# 杈撳嚭绀轰緥锛�
+[
+ {
+ "id": "PMS001",
+ "name": "鏁扮鏁板瓧閲忓揩閫熸簮鍖�",
+ "vcs": ["VC1",'VC2']
+ },
+]
"""
- print('鎺㈡祴婧愬寘鎵�灞炶櫄鎷熶俊閬擄細')
- text = self._gen(messages, _msg)
- messages.append({'role': 'assistant', 'content': text})
- text = self.remove_markdown(text)
+ print('閬ユ祴婧愬寘鎵�灞炶櫄鎷熶俊閬擄細')
+
+ def validation(gen_text):
+ pkts = json.loads(gen_text)
+ assert len(pkts), 'VC婧愬寘鍒楄〃涓嶈兘涓虹┖'
+
+ doc_text = self.get_text_with_entity(['铏氭嫙淇￠亾瀹氫箟', '閬ユ祴婧愬寘涓嬩紶鏃舵満'])
+ text = await asyncio.to_thread(
+ lambda: self.generate_text_json(_msg, f'{self.json_path}/閬ユ祴VC婧愬寘.json', doc_text=doc_text, validation=validation))
pkt_vcs = json.loads(text)
return pkt_vcs
- def remove_markdown(self, text):
- # 鍘绘帀寮�澶寸殑```json
- text = re.sub(r'^```json', '', text)
- # 鍘绘帀缁撳熬鐨刞``json
- text = re.sub(r'```$', '', text)
- return text
+ def gen_pkt_format(self):
+ _msg = """
+# 瑙掕壊
+浣犳槸涓�鍚嶈祫娣辫蒋浠跺伐绋嬪笀銆�
+# 鎸囦护
+鎴戦渶瑕佷粠鏂囨。涓彁鍙栨暟鎹寘鐨勬牸寮忥紝浣犺甯姪鎴戝畬鎴愭暟鎹寘鏍煎紡鐨勬彁鍙栥��
+# 闇�姹�
+璇蜂粩缁嗗垎绯绘枃妗ｏ紝杈撳嚭鍚勪釜鏁版嵁鍖呯殑鏍煎紡銆�
+鏁版嵁缁撴瀯鏈�澶栧眰涓烘暟缁勶紝鏁扮粍鍏冪礌涓烘暟鎹寘鏍煎紡锛屽皢涓诲澶寸殑瀛愮骇鎻愬崌鍒颁富瀵煎ご杩欎竴绾у苟涓斿幓闄や富瀵煎ご锛屾暟鎹寘type涓簂ogic锛屽寘鏁版嵁鍩焧ype涓篴ny銆�
+鍖呮牸寮忓瓧娈靛寘鎷細鍚嶇О(name)銆佷唬鍙�(id)銆佺被鍨�(type)銆佸瓙绾�(children)銆�
+children鍏冪礌鐨勫瓧娈靛寘鎷細name銆乮d銆乸os銆乴ength銆乼ype銆�
+children鍏冪礌鍖呮嫭锛氱増鏈彿(Ver)銆佺被鍨�(TM_Type)銆佸壇瀵煎ご鏍囧織(Vice_Head)銆佸簲鐢ㄨ繃绋嬫爣璇嗙(Proc_Sign)銆佸垎缁勬爣蹇�(Group_Sign)銆佸寘搴忓垪璁℃暟(Package_Count)銆佸寘闀�(Pack_Len)銆佹暟鎹煙(EPDU_DATA)銆�
+# 绾︽潫
+- 鐢熸垚鐨凧SON璇硶鏍煎紡瑕佸悎娉曘��
+# 渚嬪瓙
+{
+ "name": "瀹炴椂閬ユ祴鍙傛暟鍖�",
+ "id": "EPDU",
+ "type": "logic",
+ "children": [
+ {
+ "name": "鐗堟湰鍙�",
+ "id": "Ver",
+ "pos": 0,
+ "length": 3,
+ "type": "para",
+ "content": "0",
+ "dataTy": "INVAR"
+ },
+ {
+ "name": "鏁版嵁鍩�",
+ "id": "EPDU_DATA",
+ "pos": 3,
+ "length": "鍙橀暱",
+ "type": "any"
+ }
+ ]
+}
+"""
+ print('閬ユ祴鍖呮牸寮忥細')
+ text = self.generate_text_json(_msg, f'{self.json_path}/鏁版嵁鍖呮牸寮�.json', files=[file_map['閬ユ祴澶х翰']])
+ pkt_formats = json.loads(text)
+ return pkt_formats
+
+ def compute_length_pos(self, items: list):
+ items.sort(key=lambda x: x['pos'])
+ # for child in items:
+ # if 'children' in child:
+ # self.compute_length_pos(child['children'])
+ # if 'length' in child and isinstance(child['length'], int):
+ # length = length + child['length']
+ # pos = pos + child['length']
+ # node['length'] = length
+
+ async def gen_bus(self, proj_pk, rule_enc, rule_id, ds, name_path, dev_name):
+ _msg = """
+# 瑙掕壊
+浣犳槸涓�鍚嶈祫娣辩殑杞欢宸ョ▼甯堛��
+# 闇�姹�
+璇峰垎鏋愭枃妗ｄ腑鐨勮〃鏍硷紝鎸夎〃鏍奸『搴忚緭鍑鸿〃鏍间腑鐨勬墍鏈夋簮鍖呬俊鎭紱
+鏁版嵁鍖呭瓧娈靛寘鎷細id(鏁版嵁鍖呬唬鍙�)銆乶ame(鏁版嵁鍖呭悕绉�)銆乤pid(16杩涘埗瀛楃涓�)銆乻ervice(鏈嶅姟瀛愭湇鍔�)銆乴ength(闀垮害)銆乮nterval(浼犺緭鍛ㄦ湡)銆乻ubAddr(瀛愬湴鍧�/妯″紡)銆乫rameNum(閫氫俊甯у彿)銆�
+transSer(浼犺緭鏈嶅姟)銆乶ote(澶囨敞)銆乼hroughBus(鏄惁缁忚繃鎬荤嚎)銆乼ransDirect(浼犺緭鏂瑰悜)銆�
+鏂囨。涓鏋滄病鏈夋暟鎹寘琛ㄥ垯杈撳嚭锛歔]銆�
+
+# 鏁版嵁鍖呭瓧娈佃鏄�
+- frameNum(閫氫俊甯у彿)锛氭枃妗ｄ腑閫氫俊甯у彿鍒楃殑鍐呭锛�
+- subAddr(瀛愬湴鍧�/妯″紡)锛氬�煎彧鑳芥槸锛氣�滄繁搴︹�濄�佲�滃钩閾衡�濄�佹暟瀛楁垨null锛屽鏋滄槸鈥�/鈥濆垯鏄痭ull锛�
+- throughBus(鏄惁缁忚繃鎬荤嚎)鐨勫垽鏂緷鎹細鈥滃娉ㄢ�濆垪濉啓浜嗗唴瀹圭被浼尖�滀笉缁忚繃鎬荤嚎鈥濈殑鏂囧瓧琛ㄧず涓嶇粡杩囨�荤嚎鍚﹀垯缁忚繃鎬荤嚎锛�
+- transSer(浼犺緭鏈嶅姟鍒嗕笁绉�)锛氱疆鏁�(SetData)銆佸彇鏁�(GetData)銆佹暟鎹潡浼犺緭(DataBlock)锛屾牴鎹〃鏍间腑鐨勨�滀紶杈撴湇鍔♀�濆垪杩涜鍒ゆ柇锛�
+
+# 绾︽潫
+- 浠呰緭鍑簀son銆�
+- 鎸夌収琛ㄦ牸涓殑椤哄簭杩涜杈撳嚭銆�
+- 涓嶈婕忓寘銆�
+# 渚嬪瓙
+[
+ {
+ "id": "P001",
+ "name": "xxx",
+ "apid": "418",
+ "service": "(1, 2)",
+ "length": 1,
+ "interval": 1000,
+ "subAddr": null,
+ "frameNum": "1|2",
+ "transSer": "DataBlock",
+ "note": "",
+ "throughBus": true,
+ "burst": true,
+ "transDirect": ""
+ }
+]
+"""
+ print('鎬荤嚎鏁版嵁鍖咃細')
+
+ def validation(gen_text):
+ pkts2 = json.loads(gen_text)
+ assert not next(filter(lambda pkt2: 'transSer' not in pkt2, pkts2), None), '鎬荤嚎鍖呭睘鎬х敓鎴愪笉瀹屾暣锛岀己灏憈ransSer銆�'
+
+ rt_doc_text = self.get_text_with_entity(['RT鍦板潃鍒嗛厤'])
+ subsys_pkt_texts = self.get_text_list_with_entity(['鍒嗙郴缁熸簮鍖�'])
+ tasks = []
+ rt_adds = []
+ for subsys_pkt_text in subsys_pkt_texts:
+ doc_text = f'{rt_doc_text}\n{subsys_pkt_text}'
+ subsys = subsys_pkt_text[:subsys_pkt_text.index("\n")]
+ # 鍗曠嫭鑾峰彇RT鍦板潃锛屽苟搴旂敤鍒扮珷鑺備笅鎵�鏈夊寘
+ get_rt_msg = f"""杩斿洖{subsys}鐨凴T鍦板潃锛屼粎杈撳嚭鍗佽繘鍒剁殑缁撴灉锛屼笉瑕佽緭鍑哄叾浠栧唴瀹癸紝濡傛灉鏄郴缁熺鐞嗗崟鍏冿紙SMU锛夊垯杩斿洖0銆�"""
+ rt_info = self.generate_text_json(get_rt_msg, "", doc_text=rt_doc_text)
+ if rt_info == '0':
+ continue
+ rt_adds.append({
+ "rt": subsys,
+ "rt_addr": rt_info
+ })
+ # md5 = utils.generate_text_md5(subsys_pkt_text)
+ task = asyncio.to_thread(self.generate_text_json, _msg,
+ f"{self.json_path}/鎬荤嚎-{utils.to_file_name(subsys)}.json", doc_text=doc_text,
+ validation=validation)
+ tasks.append(task)
+ results = await asyncio.gather(*tasks)
+ pkts = []
+ # 鍒ゆ柇鏄惁瀛樺湪鎬荤嚎鏁版嵁鍖�.json
+ if os.path.isfile(f"{self.json_path}/鎬荤嚎鏁版嵁鍖呭垪琛�.json"):
+ pkts = read_from_file(f"{self.json_path}/鎬荤嚎鏁版嵁鍖呭垪琛�.json")
+ pkts = json.loads(pkts)
+ else:
+ pktid_apid_map = {}
+ for index, result in enumerate(results):
+ pkts_diretions = []
+ # 鍏ㄨ绌烘牸鍘婚櫎
+ result = re.sub(r'銆�', '', result)
+ _pkts = json.loads(result)
+ rt_name = rt_adds[index]["rt"]
+ for _pkt in _pkts:
+ # 搴旂敤RT鍦板潃
+ _pkt['rt'] = rt_name
+ _pkt['rtAddr'] = rt_adds[index]["rt_addr"]
+ _pkt['burst'] = "绐佸彂" in f"{_pkt['interval']}"
+ if _pkt['apid'] is None or not re.match(r'[0-9A-Fa-f]+', _pkt['apid']):
+ _pkt['apid'] = ''
+ if _pkt['id'] in pktid_apid_map:
+ if _pkt['apid']:
+ pktid_apid_map[_pkt['id']] = _pkt['apid']
+ else:
+ _pkt['apid'] = pktid_apid_map[_pkt['id']]
+ else:
+ pktid_apid_map[_pkt['id']] = _pkt['apid']
+ # 杞负bit闀垮害
+ if _pkt['length']:
+ if isinstance(_pkt['length'], str) and re.match(r'^\d+$', _pkt['length']):
+ _pkt['length'] = int(_pkt['len']) * 8
+ elif isinstance(_pkt['length'], int):
+ _pkt['length'] = _pkt['length'] * 8
+ pkts.append(_pkt)
+ # 鑾峰彇寰呭鐞嗙殑浼犺緭鏂瑰悜淇℃伅
+ pkts_diretions.append({
+ 'id': _pkt['id'],
+ 'rt': _pkt['rt'],
+ 'transDirect': _pkt['transDirect'],
+ })
+ # 澶勭悊浼犺緭鏂瑰悜
+ _msg = """
+ 澶勭悊浼犲叆鐨刯son鏁扮粍锛屾瘡涓暟缁勫璞′腑鍖呭惈瀛楁锛歳t锛堣嚜韬澶囷級銆乼ransDirect(浼犺緭鏂瑰悜)銆�
+ 闇�瑕佷綘缁欐暟缁勫璞′腑澶氬姞涓�涓瓧娈碉紝杈撳嚭鏁扮粍涓崟涓璞＄殑浼犺緭绫诲瀷锛坱ransType锛夛紝浼犺緭绫诲瀷鏈変袱绉嶅�尖�滄敹鈥濆拰鈥滃彂鈥濓紝鍒ゆ柇渚濇嵁鏄牴鎹紶杈撴柟鍚戠殑鍐呭杩涜鍒ゆ柇锛岀敱rt鍙戦�佺粰SMU鐨勪紶杈撶被鍨嬫槸鈥滄敹鈥濓紝鐢盨MU鍙戦�佺粰rt鐨勪紶杈撶被鍨嬫槸鈥滃彂鈥�
+ rt瀛楁涓虹┖鐨勬暟鎹笉鐢ㄥ鐞嗐��
+ 鍦╰ransDirect瀛楁涓璻t鍙兘涓虹缉鍐欙紝缂╁啓瀵瑰簲鐨剅t鍚嶇О鍙互浠庢枃妗ｄ腑杩涜璇诲彇銆�
+ 杈撳嚭缁撴灉灏嗗鍔犱簡瀛楁鐨刯son鏁扮粍鐩存帴杈撳嚭锛屼笉鐢ㄨ緭鍑哄叾浠栧唴瀹广��
+ 杈撳嚭绀轰緥锛歔{"id": "PMK013", "rt": "涓績鎺у埗鍗曞厓CCU", "transDirect": "CCU鈫扴MU鈫掑湴闈�", "transType": "鏀�"},{"id": "PMK055", "rt": "涓績鎺у埗鍗曞厓CCU", "transDirect": "SMU鈫扖UU", "transType": "鍙�"}]
+ """ + f"""
+ JSON锛歿pkts_diretions}
+ """
+ result_json = self.generate_text_json(_msg, f"{self.json_path}/鎬荤嚎-rt-{utils.to_file_name(rt_name)}.json", doc_text=rt_doc_text)
+ # 灏嗗鐞嗙粨鏋滃悓姝ヤ慨鏀瑰埌result
+ for pkt in _pkts:
+ for data in json.loads(result_json):
+ if "transType" in data:
+ if data['id'] == pkt['id']:
+ pkt['transType'] = data['transType']
+ break
+ print(f"鎬荤嚎婧愬寘涓暟锛歿len(pkts)}")
+ # 绛涢�夌粡鎬荤嚎鐨勬暟鎹寘
+ pkts = list(filter(lambda it: it['throughBus'], pkts))
+ no_apid_pkts = list(filter(lambda it: not it['apid'], pkts))
+ # 绛涢�夋湁apid鐨勬暟鎹寘
+ pkts = list(filter(lambda it: it['apid'], pkts))
+ # 绛涢�塺tAddr涓嶄负0鐨勬暟鎹寘锛孲MU鐨�
+ pkts = list(filter(lambda it: it['rtAddr'] != '0', pkts))
+
+ # 鍌ㄥ瓨鎵�鏈夋�荤嚎鍖�
+ save_to_file(json.dumps(pkts, ensure_ascii=False, indent=2), f"{self.json_path}/鎬荤嚎鏁版嵁鍖呭垪琛�.json")
+
+ tasks = []
+
+ def _run(gen_pkt_details, pkt2):
+ _pkt2 = asyncio.run(gen_pkt_details(pkt2['name'], pkt2['id']))
+ if _pkt2 is not None:
+ pkt2['children'] = []
+ pkt2['children'].extend(_pkt2['datas'])
+
+ for pkt in pkts:
+ pkt_task = asyncio.to_thread(_run, self.gen_pkt_details, pkt)
+ tasks.append(pkt_task)
+
+ await asyncio.gather(*tasks)
+
+ rt_pkt_map = {}
+ for pkt in pkts:
+ # 鏍规嵁鏁版嵁鍧椾紶杈撳拰鍙栨暟鍒嗙粍
+ # 閫昏緫灏佽鍖呯殑瑙ｆ瀽瑙勫垯ID锛歊T[rt鍦板潃]SUB[瀛愬湴鍧�]S(S浠ｈ〃鍙栨暟锛屾柟鍚戞槸AA琛ㄧず鍙戦�侊紱R浠ｈ〃缃暟锛屾柟鍚戞槸BB琛ㄧず鎺ュ彈)
+ # 鍙栨暟锛氶�昏緫灏佽鍖呮牴鎹瓙鍦板潃鍜屽抚鍙风粍鍚堝垱寤猴紝鏈夊嚑涓粍鍚堝氨鍒涘缓鍑犱釜閫昏緫灏佽鍖�
+ # 鏁版嵁鍧楋細鍙湁涓�涓�昏緫灏佽鍖�
+ if pkt['subAddr'] is not None and not isinstance(pkt['subAddr'], int) and pkt['subAddr'].find("/") > -1:
+ pkt['subAddr'] = pkt['subAddr'].split("/")[0]
+ # 澶勭悊瀛愬湴鍧�
+ if pkt['subAddr'] == '骞抽摵' or not pkt['subAddr']:
+ # 骞抽摵锛�11~26锛屾病鏈夊～鍐欑殑榛樿涓哄钩閾�
+ pkt['subAddr'] = '11~26'
+ elif pkt['subAddr'] == '娣卞害':
+ # 娣卞害锛�11
+ pkt['subAddr'] = '11'
+
+ pkt['burst'] = "绐佸彂" in f"{pkt['interval']}"
+ # 澶勭悊甯у彿
+ if pkt['burst']:
+ # 绐佸彂锛欰LL
+ pkt['frameNum'] = 'ALL'
+ elif not pkt['frameNum']:
+ # 鏈�
+ pkt['frameNum'] = ''
+
+ # todo: 澶勭悊浼犺緭鏂瑰悜
+
+ rt_addr = pkt['rtAddr']
+ sub_addr = pkt['subAddr']
+ trans_ser = pkt['transSer']
+
+ frame_no = pkt['frameNum'].replace('|', ',')
+
+ if trans_ser == 'GetData':
+ # 鍙栨暟
+ pkt_id = f"RT{rt_addr}SUB{sub_addr}"
+ vals = f"{rt_addr}/{sub_addr}/0xAA/{frame_no}/"
+ rt_pkt_map_gen(pkt, '鍙栨暟', rt_pkt_map, pkt_id, vals, pkts)
+ elif trans_ser == 'DataBlock':
+ # 鏁版嵁鍧�
+ direct = '0xAA'
+ if pkt['transDirect'] == '鍙�':
+ direct = '0xBB'
+ pkt_id = f"RT{rt_addr}SUB{sub_addr}{direct}"
+ vals = f"{rt_addr}/{sub_addr}/{direct}/ALL/"
+ rt_pkt_map_gen(pkt, '鏁版嵁鍧椾紶杈�', rt_pkt_map, pkt_id, vals, pkts)
+ _pkts = []
+ for k in rt_pkt_map:
+ _pkts.append(rt_pkt_map[k])
+
+ bus_items = data_templates.get_bus_datas(_pkts)
+ seq = 1
+ sub_key_nodes = list(filter(lambda it: 'is_key' in it, bus_items))
+ has_key = any(sub_key_nodes)
+ rule_pk = rule_enc.C_ENC_PK
+ sub_key = ''
+ key_items = []
+ self.compute_length_pos(bus_items)
+ for item in bus_items:
+ if item['type'] == 'enc':
+ if has_key:
+ _prop_enc = create_any_pkt(proj_pk, rule_pk, item, seq, name_path, ds, 'ENC', sub_key_nodes,
+ key_items)
+ else:
+ _prop_enc, rule_stream, _ = create_enc_pkt(proj_pk, rule_pk, item, rule_enc.C_ENC_PK, seq,
+ name_path, ds, '001', 'ENC')
+ else:
+ # 鍙傛暟
+ _prop_enc = create_prop_enc(proj_pk, rule_pk, item, get_data_ty(item), seq)
+ if item.__contains__('is_key'):
+ sub_key += _prop_enc.C_ENCITEM_PK + '/'
+ key_items.append(
+ {"pk": _prop_enc.C_ENCITEM_PK,
+ 'id': _prop_enc.C_SEGMENT_ID,
+ 'name': _prop_enc.C_NAME,
+ 'val': ''})
+ seq += 1
+ if sub_key:
+ rule_enc.C_KEY = sub_key
+ update_rule_enc(rule_enc)
+
+ async def gen_tc(self):
+ # 鏁版嵁甯ф牸寮�
+ frame_task = self.gen_tc_transfer_frame_format()
+ # 閬ユ帶鍖呮牸寮�
+ pkt_format_task = self.gen_tc_pkt_format()
+ # 閬ユ帶鍖呭垪琛�
+ instructions_task = self.gen_tc_transfer_pkts()
+ result = await asyncio.gather(frame_task, pkt_format_task, instructions_task)
+ frame = result[0]
+ pkt_format = result[1]
+ instructions = result[2]
+
+ tasks = []
+ for inst in instructions:
+ # 閬ユ帶鎸囦护鏁版嵁鍖哄唴瀹�
+ tasks.append(self.gen_tc_details(inst))
+
+ await asyncio.gather(*tasks)
+
+ for inst in instructions:
+ inst['type'] = 'insUnit'
+ format_text = json.dumps(pkt_format, ensure_ascii=False)
+ format_text = utils.replace_tpl_paras(format_text, inst)
+ pf = json.loads(format_text)
+ pf['name'] = inst['name']
+ pf['code'] = inst['code']
+ data_area = next(filter(lambda x: x['name'] == '搴旂敤鏁版嵁鍖�', pf['children']))
+ data_area['children'].append(inst)
+ frame['subPkts'].append(pf)
+ self.order = 0
+
+ def build_def(item: dict):
+ if item['type'] in ['enum', 'sendFlag']:
+ if isinstance(item['enums'], str):
+ enums = json.loads(item['enums'])
+ else:
+ enums = item['enums']
+ return json.dumps({"EnumItems": enums, "CanInput": True}, ensure_ascii=False)
+ elif item['type'] == 'length':
+ return None
+ elif item['type'] == 'checkSum':
+ return json.dumps({"ChecksumType": item['value']['type']})
+ elif item['type'] == 'subPkt':
+ return json.dumps({"CanInput": False})
+ elif item['type'] in ['combPkt', 'insUnitList', 'input']:
+ return None
+ elif item['type'] == 'insUnit':
+ return '{"MinLength":null,"MaxLength":null,"IsSubPackage":false,"InputParams":[],"OutPutParams":[],"MatchItems":[]}'
+ elif item['type'] == 'pkt':
+ return '''{"MaxLength":1024,"IsSplit8":false,"Split8Start":null,"Split8End":null,"PadCode":null,"Alignment":null,"InputParams":[],"OutPutParams":[],"MatchItems":[]}'''
+ elif item['type'] == 'pktSeqCnt':
+ return json.dumps(
+ {"FirstPackValue": "PackCount", "MiddlePackValue": "PackIndex", "LastPackValue": "PackIndex",
+ "IndependPackValue": "InsUnitCount"})
+ elif 'value' in item:
+ return item['value']
+
+ def create_tc_format(parent_pk, field, parent_parent_pk=None):
+ """
+ 鍒涘缓閬ユ帶鏍煎紡
+
+ 鏁版嵁搴撴暟鎹粨鏋勶細
+ 甯у瓧娈� parent_pk=null, pk=pk_001, type=1
+ 鍖垮悕瀛楁(瀛愬寘) parent_pk=pk_001, pk=pk_002, type=22
+ 瀛楁1 parent_pk=pk_002, pk=pk_003, type=15
+ 瀛楁2 parent_pk=pk_002, pk=pk_004, type=15
+ 鍖呭瓧娈� parent_pk=pk_001, pk=pk_005, type=1
+ 鍖垮悕瀛楁(瀛愬寘) parent_pk=pk_005, pk=pk_006, type=22
+ 瀛楁3 parent_pk=pk_006, pk=pk_007, type=15
+ 鎸囦护鍗曞厓 parent_pk=pk_005, pk=pk_007, type=4
+ 瀛楁4 parent_pk=pk_007, pk=pk_008, type=15
+
+ :param parent_pk: 鐖剁骇pk
+ :param field: 鏍煎紡瀛楁
+ :param parent_parent_pk: 鐖剁骇鐨勭埗绾k
+ :return:
+ """
+ field['order'] = self.order
+ self.order += 1
+ field['def'] = build_def(field)
+ if 'length' in field:
+ field['bitWidth'] = field['length']
+ field['bitOrder'] = None
+ field['attr'] = make_attr(field)
+ if field['type'] == 'length' and 'value' in field and field['value']:
+ val = field['value']
+ field['range'] = val['start'] + "~" + val['end']
+ field['formula'] = val['formula']
+ # 鍗虫椂杈撳叆闀垮害涓簄ull鍒欐槸鍙橀暱瀛楁锛岄渶瑕佹妸绫诲瀷鏀逛负variableLength
+ if field['type'] == 'input' and field['length'] is None:
+ field['type'] = 'variableLength'
+ if isinstance(field['value'], dict):
+ field['range'] = f'{field["value"]["minLength"]}~{field["value"]["maxLength"]}'
+ # 鏋氫妇鍊奸粯璁ゅ�艰缃�
+ if field['type'] == 'enum' and len(field['enums']) and not next(
+ filter(lambda x: 'default' in x and x['default'], field['enums']), None):
+ field['enums'][0]['default'] = True
+ # 鏍￠獙鍜�
+ if field['type'] == 'checkSum':
+ field['range'] = f'{field["value"]["start"]}~{field["value"]["end"]}'
+ ins_format = create_ins_format(self.proj.C_PROJECT_PK, parent_pk, field)
+ ins_format_pk = ins_format.C_INS_FORMAT_PK
+ if 'children' in field:
+ autocode = 1
+ if field['type'] == 'pkt':
+ info = {
+ 'order': self.order,
+ 'type': 'subPkt',
+ 'def': json.dumps({"CanInput": False})
+ }
+ ins_format = create_ins_format(self.proj.C_PROJECT_PK, ins_format_pk, info)
+ self.order += 1
+ for child in field['children']:
+ child['autocode'] = autocode
+ autocode += 1
+ if field['type'] == 'insUnitList':
+ _parent_pk = parent_parent_pk
+ else:
+ _parent_pk = ins_format.C_INS_FORMAT_PK
+ create_tc_format(_parent_pk, child, ins_format_pk)
+ if 'subPkts' in field:
+ for _pkt in field['subPkts']:
+ create_tc_format(ins_format_pk, _pkt, parent_pk)
+
+ create_tc_format(None, frame)
+
+ async def gen_tc_transfer_frame_format(self):
+ _msg = '''
+# 瑙掕壊
+浣犳槸涓�鍚嶈祫娣辩殑杞欢宸ョ▼甯堛��
+# 鎸囦护
+鍒嗘瀽閬ユ帶浼犻�佸抚鏍煎紡锛屾彁鍙栭仴鎺т紶閫佸抚鏍煎紡鐨勫瓧娈靛畾涔夈��
+# 闇�姹�
+瑕佹彁鍙栧�肩殑甯ф牸寮忓瓧娈碉細
+- 鐗堟湰鍙凤細const锛屼簩杩涘埗锛屼互B缁撳熬锛�
+- 閫氳繃鏍囧織锛歝onst锛屼簩杩涘埗锛屼互B缁撳熬锛�
+- 鎺у埗鍛戒护鏍囧織锛歝onst锛屼簩杩涘埗锛屼互B缁撳熬锛�
+- 绌洪棽浣嶏細const锛屼簩杩涘埗锛屼互B缁撳熬锛�
+- 鑸ぉ鍣ㄦ爣璇嗭細const锛屽崄鍏繘鍒讹紝浠�0x寮�澶达紝濡傛灉鏄簩杩涘埗鎴栧崄杩涘埗闇�瑕佽浆鎹负鍗佸叚杩涘埗锛�
+- 铏氭嫙淇￠亾鏍囪瘑锛歴endFlag锛屽彂閫佹爣璁帮紝榛樿涓衡�滀换鍔℃敞鍏ュ抚鈥濓紝鎵�鏈夌殑鍊奸兘瑕佸垪涓惧嚭鏉ワ紱
+# 鏁版嵁绫诲瀷
+- const锛氬浐瀹氱爜瀛楋紝鏁板�硷紝浜岃繘鍒朵互B缁撳熬锛屽崄杩涘埗锛屽崄鍏繘鍒朵互0x寮�澶达紱
+- sendFlag锛氬彂閫佹爣璁帮紝绫讳技鏋氫妇锛屽畾涔夋牱渚嬶細[{"n":"name","v":"value","c":"code","default":true}]锛宯琛ㄧず鍚嶇О锛寁琛ㄧず鍊硷紝c琛ㄧずcode锛堟病鏈夌┖鐫�锛夛紝default琛ㄧず鏄粯璁ゅ�硷紱
+- checkSum锛氭牎楠屽拰锛屽鏋滄槸鏍￠獙鍜岀被鍨嬭繕闇�瑕佸垎鏋愭牎楠屽拰鐨勭畻娉曪紝骞朵繚瀛樺湪value鐨則ype涓紝鏍￠獙鍜岀畻娉曞寘鎷細瀛楄妭寮傛垨锛圔yteXOR锛夈�佺疮鍔犲拰鍙栧弽锛圫umNot锛夈�佺疮鍔犲拰锛圓ddSum锛夈�佸簲鐢ㄥ惊鐜啑浣欙紙CRC-CCITT锛夈�丆RC8锛圕RC8锛夈�両SO鍜屾牎楠岋紙ISOSum锛夈�佸鏍￠獙锛圤dd锛夈�佸伓鏍￠獙锛圗ven锛夈�佸叾浠栵紙Other锛�
+# 绾︽潫
+- 浠SON鏍煎紡杈撳嚭锛�
+- 浠呰緭鍑篔SON鏂囨湰锛屼笉瑕佽緭鍑轰换浣曞叾浠栨枃鏈��
+# 杈撳嚭渚嬪瓙锛�
+{
+ "鐗堟湰鍙�": "00B",
+ "閫氳繃鏍囧織": "0",
+ ...
+}
+'''
+
+ def validation(gen_text):
+ json.loads(gen_text)
+
+ doc_text = self.get_text_with_entity(['閬ユ帶甯ф牸寮�'])
+ text = await asyncio.to_thread(
+ lambda: self.generate_tc_text(_msg, f'{self.json_path}/tc_transfer_frame.json', doc_text=doc_text,
+ validation=validation))
+ result: dict = json.loads(text)
+ format_text = utils.read_from_file('tpl/tc_transfer_frame.json')
+ format_text = utils.replace_tpl_paras(format_text, result)
+ frame = json.loads(format_text)
+ return frame
+
+ async def gen_tc_pkt_format(self):
+ _msg = '''
+# 瑙掕壊
+浣犳槸涓�鍚嶈祫娣辩殑杞欢宸ョ▼甯堛��
+# 鎸囦护
+鍒嗘瀽閬ユ帶鍖呮牸寮忥紝鎻愬彇閬ユ帶鍖呮牸寮忕殑瀛楁瀹氫箟銆�
+# 闇�姹�
+瑕佹彁鍙栧�肩殑鍖呮牸寮忓瓧娈碉細
+- packetVersionNumber锛氬寘鐗堟湰鍙凤紝const锛屼簩杩涘埗锛�
+- packetType锛氬寘绫诲瀷锛宑onst锛屼簩杩涘埗锛�
+- dataFieldHeaderFlag锛氭暟鎹尯澶存爣蹇楋紝const锛屼簩杩涘埗锛�
+- sequenceFlags锛氬簭鍒楁爣蹇楋紝const锛屼簩杩涘埗锛�
+- ccsdsSecondaryHeaderFlag锛氬壇瀵煎ご鏍囧織锛宑onst锛屼簩杩涘埗锛�
+- tcPktVersionNumber锛氶仴鎺у寘鐗堟湰鍙凤紝const锛屼簩杩涘埗锛�
+- acknowledgmentFlag锛氬懡浠ゆ纭簲绛旓紝const锛屼簩杩涘埗锛�
+- sourceAddr锛氭簮鍦板潃锛宑onst锛屽崄鍏繘鍒躲��
+# 鏁版嵁绫诲瀷
+- 鍥哄畾鐮佸瓧锛歝onst锛屾暟鍊硷紝浜岃繘鍒朵互B缁撳熬锛屽崄杩涘埗锛屽崄鍏繘鍒朵互0x寮�澶达紱
+- 闀垮害锛歭ength锛屽鏋滃瓧娈垫弿杩板唴瀹逛负鏁版嵁鍖哄煙鐨勯暱搴﹀垯琛ㄧず鏄暱搴︼紝闀垮害鐨剉alue涓烘暟鍊笺�乶ull鎴栬寖鍥村畾涔夛紝
+- 鏋氫妇鍊硷細enum锛�
+- 鏍￠獙鍜岋細checkSum锛屽鏋滄槸鏍￠獙鍜岀被鍨嬭繕闇�瑕佸垎鏋愭牎楠屽拰鐨勭畻娉曪紝骞朵繚瀛樺湪value鐨則ype涓紝鏍￠獙鍜岀畻娉曞寘鎷細瀛楄妭寮傛垨锛圔yteXOR锛夈�佺疮鍔犲拰鍙栧弽锛圫umNot锛夈�佺疮鍔犲拰锛圓ddSum锛夈�佸簲鐢ㄥ惊鐜啑浣欙紙CRC-CCITT锛夈�丆RC8锛圕RC8锛夈�両SO鍜屾牎楠岋紙ISOSum锛夈�佸鏍￠獙锛圤dd锛夈�佸伓鏍￠獙锛圗ven锛夈�佸叾浠栵紙Other锛�
+- 鍗虫椂杈撳叆锛歩nput锛屽鏋滄槸鍗虫椂杈撳叆value鐨勫�间负鍙橀暱瀹氫箟銆�
+## 闀垮害绫诲瀷鐨勮寖鍥村畾涔夋弿杩�
+{"start": "璧峰瀛楁code", "end": "缁撴潫瀛楁code", "formula": "璁＄畻鍏紡"}
+- start锛氳捣濮嬪瓧娈礳ode锛岄暱搴﹀寘鎷捣濮嬪瓧娈碉紝瀛楁鎻忚堪涓鏄庝簡璧峰瀛楁锛�
+- end锛氱粨鏉熷瓧娈礳ode锛岄暱搴﹀寘鎷粨鏉熷瓧娈碉紝瀛楁鎻忚堪涓鏄庝簡缁撴潫瀛楁锛�
+- formula锛氳绠楀叕寮忥紝濡傛灉娌℃湁璁＄畻鐩稿叧鎻忚堪鍒欒〃绀轰笉闇�瑕佽绠楀叕寮忋��
+## 鍗充娇杈撳叆绫诲瀷鐨勫彉闀垮畾涔夋弿杩�
+{"minLength": "鏈�灏忛暱搴�", "maxLength": "鏈�澶ч暱搴�", "variableLength": true}
+- minLength锛氭渶灏忛暱搴︼紝
+- maxLength锛氭渶澶ч暱搴︼紝
+- variableLength锛氭槸鍚︽槸鍙橀暱銆�
+璁＄畻鍏紡瀹氫箟锛�
+- BYTES锛氭寜瀛楄妭璁＄畻锛�
+- N-x锛氭�诲瓧鑺傛暟鍑弜锛屼緥濡傛�诲瓧鑺傛暟鍑�1鐨勫叕寮忎负N-1銆�
+# 绾︽潫
+- 浠SON鏍煎紡杈撳嚭锛�
+- 浠呰緭鍑篔SON鏂囨湰锛屼笉瑕佽緭鍑轰换浣曞叾浠栨枃鏈��
+# 杈撳嚭渚嬪瓙锛�
+{
+ "packetVersionNumber": "00B",
+ "packetType": "1B",
+ ...
+}
+'''
+
+ def validation(gen_text):
+ json.loads(gen_text)
+
+ doc_text = self.get_text_with_entity(['閬ユ帶鍖呮牸寮�'])
+ text = await asyncio.to_thread(
+ lambda: self.generate_tc_text(_msg, f'{self.json_path}/tc_transfer_pkt.json', doc_text=doc_text,
+ validation=validation))
+ result = json.loads(text)
+
+ format_text = utils.read_from_file('tpl/tc_pkt_format.json')
+ format_text = utils.replace_tpl_paras(format_text, result)
+ pkt_format = json.loads(format_text)
+ return pkt_format
+
+ async def gen_tc_transfer_pkts(self):
+ _msg = '''
+# 瑙掕壊
+浣犳槸涓�鍚嶈祫娣辩殑杞欢宸ョ▼甯堛��
+# 鎸囦护
+鍒嗘瀽鏂囨。鍒楀嚭鎵�鏈夌殑閬ユ帶鎸囦护銆�
+# 绾︽潫
+- 搴旂敤杩囩▼鏍囪瘑锛氬簲鐢ㄨ繃绋嬫爣璇嗗氨鏄疉PID锛屼竴鑸細鍦ㄥ悕绉板悗鐨勬嫭鍙蜂腑鍒楀嚭鏉ワ紱
+- code锛氭寚浠や唬鍙凤紝濡傛灉娌℃湁濉啓鎴栬�呮槸鈥�/鈥濆垯浣跨敤绌哄瓧绗︿覆浠ｆ浛锛�
+- name锛氭寚浠ゅ悕绉帮紝鏍规嵁琛ㄦ牸琛屽唴瀹规彁鍙栵紝娉ㄦ剰鏄鍐呭锛屾敞鎰忓悕绉伴渶瑕佹彁鍙栧畬鏁达紝濡傛灉鏈夊鍒楀垯鍚堝苟鐢�-鍒嗗壊锛�
+- shortName锛氭寚浠ゅ悕绉帮紝鏍规嵁琛ㄦ牸鍐呭鎻愬彇锛�
+- apid: 搴旂敤杩囩▼鏍囪瘑绗︼紱
+- serviceType锛氭湇鍔＄被鍨嬶紱
+- serviceSubtype锛氭湇鍔″瓙绫诲瀷锛�
+- dataArea锛氬簲鐢ㄦ暟鎹尯锛屾彁鍙栬〃鏍间腑鐨勫簲鐢ㄦ暟鎹尯鍐呭銆�
+# 杈撳嚭渚嬪瓙锛�
+[{
+"name": "aaa-xxx",
+"shortName": "xxx"
+"code":"pkt",
+"apid":"0xAA",
+"serviceType":"0x1",
+"serviceSubtype":"0x2",
+"dataArea": ""
+}]
+'''
+
+ def validation(gen_text):
+ json.loads(gen_text)
+
+ doc_text = self.get_text_with_entity(['APID鍒嗛厤'])
+ text = await asyncio.to_thread(
+ lambda: self.generate_tc_text(_msg, f'{self.json_path}/tc_transfer_pkts.json', doc_text=doc_text,
+ validation=validation))
+ pkts = json.loads(text)
+ return pkts
+
+ async def gen_tc_details(self, pkt):
+ result = []
+ tc_name = pkt['shortName']
+ tc_code = pkt['code']
+ pkt['name'] = f'{tc_code} {tc_name}'
+ _msg = f"""
+# 瑙掕壊
+浣犳槸涓�涓祫娣辫蒋浠跺伐绋嬪笀銆�
+
+# 鎸囦护
+鍒嗘瀽鏂囨。锛屼粠鏂囨。涓彁鍙栭仴鎺ф寚浠ゅ悕绉颁负鈥渰tc_name}鈥濅唬鍙蜂负鈥渰tc_code}鈥濈殑鎸囦护搴旂敤鏁版嵁鍖哄畾涔夈��
+
+鏈変簺鏂囨。鍐呭闈炲父绠�鍗曚粎浠呭寘鍚壒瀹氬瓧鑺傜殑鍐呭鎻忚堪锛屽鏋滄槸杩欑鏂囨。锛屽垯姣忎釜鐗瑰畾瀛楄妭鐨勫唴瀹规弿杩板畾涔変负涓�涓瓧娈碉紝瀛楁绫诲瀷鏍规嵁瀛楄妭鍐呭纭畾銆�
+""" + """
+
+# 瀛楁绫诲瀷
+- 鍥哄畾鐮佸瓧锛歝onst锛屾暟鍊硷紝浜岃繘鍒朵互B缁撳熬锛屽崄杩涘埗锛屽崄鍏繘鍒朵互0x寮�澶达紱
+- 闀垮害锛歭ength锛屽鏋滃瓧娈垫弿杩板唴瀹逛负鏁版嵁鍖哄煙鐨勯暱搴﹀垯琛ㄧず鏄暱搴︼紝闀垮害鐨剉alue涓烘暟鍊笺�乶ull鎴栬寖鍥村畾涔夛紝
+- 鏋氫妇鍊硷細enum锛�
+- 鏍￠獙鍜岋細checkSum锛屽鏋滄槸鏍￠獙鍜岀被鍨嬭繕闇�瑕佸垎鏋愭牎楠屽拰鐨勭畻娉曟槸浠�涔堜互鍙婃牎楠屾暟鎹煙鑼冨洿锛屽苟淇濆瓨鍦╲alue涓紝渚嬪锛歿 "type":"CRC-CCITT", "start": "START", "end":"END" }锛�
+- 鍗虫椂杈撳叆锛歩nput锛屽鏋滄槸鍗虫椂杈撳叆value鐨勫�间负鍙橀暱瀹氫箟銆�
+
+## 闀垮害绫诲瀷鐨勮寖鍥村畾涔夋弿杩�
+{"start": "璧峰瀛楁code", "end": "缁撴潫瀛楁code", "formula": "璁＄畻鍏紡"}
+- start锛氳捣濮嬪瓧娈礳ode锛岄暱搴﹀寘鎷捣濮嬪瓧娈碉紝瀛楁鎻忚堪涓鏄庝簡璧峰瀛楁锛�
+- end锛氱粨鏉熷瓧娈礳ode锛岄暱搴﹀寘鎷粨鏉熷瓧娈碉紝瀛楁鎻忚堪涓鏄庝簡缁撴潫瀛楁锛�
+- formula锛氳绠楀叕寮忥紝濡傛灉娌℃湁闀垮害鐗规畩璁＄畻鐩稿叧鎻忚堪鍒欎娇鐢˙YTES銆�
+璁＄畻鍏紡瀹氫箟锛�
+- BYTES锛氭寜瀛楄妭璁＄畻锛屽瓧鑺傛暟锛�
+- N-x锛氭�诲瓧鑺傛暟鍑弜锛屼緥濡傛�诲瓧鑺傛暟鍑�1鐨勫叕寮忎负N-1銆�
+## 鍗充娇杈撳叆绫诲瀷鐨勫彉闀垮畾涔夋弿杩�
+{"minLength": "鏈�灏忛暱搴�", "maxLength": "鏈�澶ч暱搴�", "variableLength": true}
+- minLength锛氭渶灏忛暱搴︼紝
+- maxLength锛氭渶澶ч暱搴︼紝
+- variableLength锛氭槸鍚︽槸鍙橀暱銆�
+
+# 瀛楁绫诲瀷鍒嗘瀽鏂规硶
+- 鏍规嵁瀛楁鎻忚堪鍒嗘瀽瀛楁鐨勭被鍨嬶紱
+- 瀛楁鎻忚堪涓槑纭寚瀹氫簡瀛楁鍊肩殑锛岀被鍨嬩负const锛�
+- 瀛楁鎻忚堪涓病鏈夋槑纭寚瀹氬瓧娈靛�硷紝浣嗘槸缃楀垪浜嗗彇鍊艰寖鍥寸殑锛岀被鍨嬩负enum锛�
+- 瀛楁鎻忚堪涓鏋滄病鏈夋槑纭寚瀹氬瓧娈靛�间篃娌℃湁缃楀垪鍙栧�艰寖鍥寸殑锛岀被鍨嬩负input锛�
+- 瀛楁濡傛灉鎻忚堪浜嗗綋鍓嶆寚浠や腑鐨勬暟鎹煙闀垮害浠ュ強闀垮害鑼冨洿鍒欐槸闀垮害绫诲瀷length锛屽惁鍒欎笉鏄暱搴︾被鍨嬶紱
+- 濡傛灉鍜屾暟鎹煙鏈夊叧锛岀被鍨嬩负const锛�
+- 鏍￠獙鍜岀被鍨嬶細瀛楁濡傛灉涓庡綋鍓嶆寚浠ゆ暟鎹尯鐨勬牎楠屽拰鏈夊叧鍒欎负鏍￠獙鍜岀被鍨嬪惁鍒欎笉鏄牎楠屽拰绫诲瀷锛屽垎鏋愭牎楠屽拰鐨勭畻娉曪紝骞朵繚瀛樺湪value涓紝鏍￠獙鍜岀畻娉曞寘鎷細瀛楄妭寮傛垨锛圔yteXOR锛夈�佺疮鍔犲拰鍙栧弽锛圫umNot锛夈�佺疮鍔犲拰锛圓ddSum锛夈�佸簲鐢ㄥ惊鐜啑浣欙紙CRC-CCITT锛夈�丆RC8锛圕RC8锛夈�両SO鍜屾牎楠岋紙ISOSum锛夈�佸鏍￠獙锛圤dd锛夈�佸伓鏍￠獙锛圗ven锛夈�佸叾浠栵紙Other锛夈��
+
+# 绾︽潫
+## 瀛楁灞炴��
+- code 濡傛灉娌℃湁鏄庣‘瀹氫箟鍒欎娇鐢ㄥ悕绉扮殑鑻辨枃缈昏瘧锛屽敖閲忕畝鐭紝濡傛灉娌℃湁濉啓鎴栬�呬负鏂滅嚎琛ㄧず娌℃湁鏄庣‘瀹氫箟锛�
+- length 鑷姩杞崲涓篵it闀垮害锛屽繀椤绘槸鏁板�笺�乶ull鎴栬寖鍥村畾涔夛紝涓嶈兘涓�0锛�
+- value 鏍规嵁瀛楁鎻忚堪鎻愬彇瀛楁鍊硷紝瀛楁鍊间竴鑸负鏁板�肩被鍨嬶紝闇�瑕佹牴鎹瓧娈电被鍨嬫潵鍒嗘瀽锛屽鏋滄槸length绫诲瀷value鐨勫�间负鑼冨洿瀹氫箟锛�
+- enums 鏋氫妇绫诲瀷鐨勫瓧娈靛繀椤昏鏈塭nums锛屾牴鎹瓧娈垫弿杩版彁鍙栵紝鏋氫妇鍏冪礌鐨勬暟鎹粨鏋勪负{"n":"","v":"","c":""}锛�
+## 瀛楁绫诲瀷
+- 闀垮害绫诲瀷瀛楁鐨勮寖鍥村畾涔変腑鐨剆tart鍜宔nd蹇呴』鏄敓鎴愮粨鏋滀腑鐨勫瓧娈礳ode锛岄暱搴﹁寖鍥村寘鎷瑂tart鍜宔nd锛屽繀椤讳娇鐢ㄩ暱搴︽弿杩颁腑鐨勫瓧娈碉紱
+- 濡傛灉娌℃湁闀垮害鑼冨洿鎻忚堪鍒欎笉鏄暱搴︾被鍨嬶紱
+- 鏍￠獙鍜岀被鍨嬪瓧娈靛繀椤绘弿杩扮殑鏄綋鍓嶆寚浠ゆ暟鎹煙鏍￠獙鍜岋紝濡傛灉鎻忚堪鐨勪笉鏄綋鍓嶆寚浠ょ殑鏁版嵁鍩熸牎楠屽拰鍒欎笉鏄牎楠屽拰绫诲瀷锛�
+- 杈撳嚭鏁版嵁缁撴瀯涓烘暟缁勶紝鏁扮粍鍏冪礌涓哄瓧娈典俊鎭紱
+- 杈撳嚭鍐呭蹇呴』涓轰弗鏍肩殑json锛屼笉鑳借緭鍑洪櫎json浠ュ鐨勪换浣曞唴瀹广��
+
+# 杈撳嚭渚嬪瓙锛�
+[
+ {
+ "name": "para1",
+ "code": "para1",
+ "length": 8,
+ "type": "const",
+ "value": "0xAA"
+ },
+ {
+ "name": "para2",
+ "code": "para2",
+ "length": 8,
+ "type": "length",
+ "value": {"start": "data", "end": "data", "formula": "BYTES"}
+ },
+ {
+ "name": "para3",
+ "code": "para3",
+ "length": 8,
+ "type": "enum",
+ "value": "",
+ "enums": [{"n":"鍙傛暟1","v":"0x0A","c":"Para1"}]
+ },
+ {
+ "name": "鏁版嵁",
+ "code": "data",
+ "length": null,
+ "type": "input",
+ "value": ""
+ },
+ {
+ "name": "鏍￠獙鍜�",
+ "code": "checksum",
+ "length": 2,
+ "type": "checkSum",
+ "value": { "type": "CRC-CCITT", "start":"para1", "end":"data" }
+ }
+]
+"""
+
+ def validation(gen_text):
+ fields = json.loads(gen_text)
+ for field in fields:
+ if field['type'] == 'length':
+ if field['value'] is None:
+ raise Exception('length绫诲瀷鐨剉alue涓嶈兘涓虹┖')
+ if 'start' not in field['value'] or 'end' not in field['value']:
+ raise Exception('length绫诲瀷鐨剉alue蹇呴』鍖呭惈start鍜宔nd')
+ if field['value']['start'] not in [f['code'] for f in fields]:
+ raise Exception('length绫诲瀷鐨剉alue鐨剆tart瀛楁蹇呴』鍦╢ields涓�')
+ if field['value']['end'] not in [f['code'] for f in fields]:
+ raise Exception('length绫诲瀷鐨剉alue鐨別nd瀛楁蹇呴』鍦╢ields涓�')
+ elif field['type'] == 'enum':
+ if 'enums' not in field:
+ raise Exception('enum绫诲瀷鐨刦ield蹇呴』鍖呭惈enums')
+ if len(field['enums']) == 0:
+ raise Exception('enum绫诲瀷鐨刦ield鐨別nums涓嶈兘涓虹┖')
+ for enum in field['enums']:
+ if 'n' not in enum or 'v' not in enum:
+ raise Exception('enum绫诲瀷鐨刦ield鐨別nums鐨勫厓绱犲繀椤诲寘鍚玭銆乿銆乧')
+ if enum['n'] == '' or enum['v'] == '':
+ raise Exception('enum绫诲瀷鐨刦ield鐨別nums鐨勫厓绱犱笉鑳戒负绌�')
+
+ doc_text = self.get_text_with_entity([tc_name])
+ if doc_text == '':
+ doc_text = self.get_text_with_tc_name(tc_name)
+ if doc_text == '':
+ doc_text = pkt['dataArea']
+ text = await asyncio.to_thread(self.generate_tc_text, _msg,
+ f"{self.json_path}/閬ユ帶鎸囦护鏁版嵁鍩�-{tc_code}-{utils.to_file_name(tc_name)}.json",
+ doc_text=doc_text, validation=validation)
+ result = json.loads(text)
+ pkt['children'] = result
+
+ def get_text_with_tc_name(self, tc_name: str):
+ entities = doc_dbh.get_entities_by_type('鎸囦护鏍煎紡閰嶇疆')
+ entity_names = '\n'.join([f'- {e.name}' for e in entities])
+ msg = f"""
+# 闇�姹�
+璇蜂粠涓嬪垪鎸囦护鍚嶇О涓尮閰嶄竴涓笌鈥渰tc_name}鈥濈浉浼煎害鏈�楂樼殑鎸囦护鍚嶇О銆�
+鎸囦护鍚嶇О鍒楄〃锛�
+{entity_names}
+"""
+ name = self.generate_text(msg,None)
+ entity = next(filter(lambda e: e.name == name, entities,None))
+ if entity:
+ return self.get_text_with_entity([entity.name])
+ else:
+ return ''
+
+
+def tc_data_generate():
+ exe_path = os.path.dirname(__file__) + "/db_tc_generator/InstructionGenerator.exe"
+ db_path = os.path.dirname(__file__) + "/db.db"
+ try:
+ # 瓒呮椂鏃堕棿240绉�
+ result = subprocess.run([exe_path, db_path], timeout=240)
+ print(result.stdout)
+ print(result.returncode)
+ except subprocess.TimeoutExpired:
+ print("璀﹀憡锛氭寚浠ゆ暟鎹敓鎴愬け璐ワ紒")
+
+
+def main():
+ try:
+ project_path = r'D:\projects\KnowledgeBase'
+ doc_dbh.set_project_path(project_path)
+ # 鍚姩澶фā鍨嬪鐞嗘祦绋�
+ asyncio.run(DbStructFlow(f'{project_path}').run())
+ # 鐢熸垚鎸囦护鏁版嵁琛�
+ tc_data_generate()
+ except KeyboardInterrupt:
+ if g_completion:
+ g_completion.close()
if __name__ == '__main__':
- md_file = 'D:\\workspace\\PythonProjects\\KnowledgeBase\\doc\\鏂囨。鍚堝苟.md'
- md_file2 = 'D:\\workspace\\PythonProjects\\KnowledgeBase\\doc\\XA-5D鏃犱汉鏈哄垎绯荤粺鎺㈡祴婧愬寘璁捐鎶ュ憡锛堝叕寮�锛�.md'
- # 鍚姩澶фā鍨嬪鐞嗘祦绋�
- ret_text = DbStructFlow([md_file, md_file2]).run()
+ main()
--
Gitblit v1.9.1