assets_extract.py 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430
  1. # This Python file uses the following encoding: utf-8
  2. # @author runhey
  3. # github https://github.com/runhey
  4. import json
  5. import numpy as np
  6. from tqdm.contrib.concurrent import process_map
  7. from pathlib import Path
  8. from module.logger import logger
  9. MODULE_FOLDER = 'tasks'
  10. ASSETS_FILE = 'assets.py'
  11. ASSETS_CLASS = '\nclass Assets: \n'
  12. IMPORT_EXP = """
  13. from module.atom.image import RuleImage
  14. from module.atom.click import RuleClick
  15. from module.atom.long_click import RuleLongClick
  16. from module.atom.swipe import RuleSwipe
  17. from module.atom.ocr import RuleOcr
  18. from module.atom.list import RuleList
  19. # This file was automatically generated by ./dev_tools/assets_extract.py.
  20. # Don't modify it manually.
  21. """
  22. IMPORT_EXP = IMPORT_EXP.strip().split('MODULE_FOLDER') + ['']
  23. def name_transform(name: str) -> str:
  24. """
  25. 转换名称, 把小写的转化为大写的, 带有数字的不变,有下划线继续有下划线,
  26. 如果是全部的大写就不管
  27. :param name: 任务名
  28. :return: 转换后的名称
  29. """
  30. if name.isupper():
  31. return name
  32. if name.islower():
  33. return name.upper()
  34. return name.upper()
  35. class ImageExtractor:
  36. def __init__(self, file: str, data: list) -> None:
  37. """
  38. image rule 提取
  39. :param data: json解析后的数据
  40. """
  41. # 这个时候的路径分隔符变成了 /
  42. self.file = str(Path(file).resolve().relative_to((Path.cwd()).resolve()).as_posix())
  43. self.image_path = Path(self.file).parent.as_posix()
  44. self._result = '\n\n\t# Image Rule Assets\n'
  45. for item in data:
  46. self._result += self.extract_item(item)
  47. @property
  48. def result(self) -> str:
  49. return self._result
  50. def extract_item(self, item) -> str:
  51. """
  52. 解析每一项,返回字符串
  53. :param item:
  54. :return:
  55. """
  56. description: str = f'\t# {item["description"]} \n'
  57. name: str = f'\tI_{name_transform(item["itemName"])} = RuleImage(' \
  58. f'roi_front=({item["roiFront"]}), ' \
  59. f'roi_back=({item["roiBack"]}), ' \
  60. f'threshold={item["threshold"]}, ' \
  61. f'method="{item["method"]}", ' \
  62. f'file="./{self.image_path}/{item["imageName"]}")\n'
  63. return description + name
  64. class ClickExtractor:
  65. def __init__(self, file: str, data: list) -> None:
  66. """
  67. click rule 提取
  68. :param data: json解析后的数据
  69. """
  70. self._result = '\n\n\t# Click Rule Assets\n'
  71. for item in data:
  72. self._result += self.extract_item(item)
  73. @property
  74. def result(self) -> str:
  75. return self._result
  76. def extract_item(self, item) -> str:
  77. """
  78. 解析每一项,返回字符串
  79. :param item:
  80. :return:
  81. """
  82. description: str = f'\t# {item["description"]} \n'
  83. name: str = f'\tC_{name_transform(item["itemName"])} = RuleClick(' \
  84. f'roi_front=({item["roiFront"]}), ' \
  85. f'roi_back=({item["roiBack"]}), ' \
  86. f'name="{item["itemName"]}")\n'
  87. return description + name
  88. class LongClickExtractor:
  89. def __init__(self, file: str, data: list) -> None:
  90. """
  91. long click rule 提取
  92. :param data: json解析后的数据
  93. """
  94. self._result = '\n\n\t# Long Click Rule Assets\n'
  95. for item in data:
  96. self._result += self.extract_item(item)
  97. @property
  98. def result(self) -> str:
  99. return self._result
  100. def extract_item(self, item) -> str:
  101. """
  102. 解析每一项,返回字符串
  103. :param item:
  104. :return:
  105. """
  106. description: str = f'\t# {item["description"]} \n'
  107. name: str = f'\tL_{name_transform(item["itemName"])} = RuleLongClick(' \
  108. f'roi_front=({item["roiFront"]}), ' \
  109. f'roi_back=({item["roiBack"]}), ' \
  110. f'duration={item["duration"]}, ' \
  111. f'name="{item["itemName"]}")\n'
  112. return description + name
  113. class SwipeExtractor:
  114. def __init__(self, file: str, data: list) -> None:
  115. """
  116. swipe rule 提取
  117. :param data: json解析后的数据
  118. """
  119. self._result = '\n\n\t# Swipe Rule Assets\n'
  120. for item in data:
  121. self._result += self.extract_item(item)
  122. @property
  123. def result(self) -> str:
  124. return self._result
  125. def extract_item(self, item) -> str:
  126. """
  127. 解析每一项,返回字符串
  128. :param item:
  129. :return:
  130. """
  131. description: str = f'\t# {item["description"]} \n'
  132. name: str = f'\tS_{name_transform(item["itemName"])} = RuleSwipe(' \
  133. f'roi_front=({item["roiFront"]}), ' \
  134. f'roi_back=({item["roiBack"]}), ' \
  135. f'mode="{item["mode"]}", ' \
  136. f'name="{item["itemName"]}")\n'
  137. return description + name
  138. class OcrExtractor:
  139. def __init__(self, file: str, data: list) -> None:
  140. """
  141. swipe rule 提取
  142. :param data: json解析后的数据
  143. """
  144. self._result = '\n\n\t# Ocr Rule Assets\n'
  145. for item in data:
  146. self._result += self.extract_item(item)
  147. @property
  148. def result(self) -> str:
  149. return self._result
  150. @classmethod
  151. def extract_item(cls, item) -> str:
  152. """
  153. 解析每一项,返回字符串
  154. :param item:
  155. :return:
  156. """
  157. description: str = f'\t# {item["description"]} \n'
  158. name: str = f'\tO_{name_transform(item["itemName"])} = RuleOcr(' \
  159. f'roi=({item["roiFront"]}), ' \
  160. f'area=({item["roiBack"]}), ' \
  161. f'mode="{item["mode"]}", ' \
  162. f'method="{item["method"]}", ' \
  163. f'keyword="{item["keyword"]}", ' \
  164. f'name="{item["itemName"]}")\n'
  165. return description + name
  166. class ListExtractor:
  167. def __init__(self, file: str, data: dict) -> None:
  168. """
  169. List rule 提取
  170. :param data: json解析后的数据
  171. """
  172. self.file = str(Path(file).resolve().relative_to((Path.cwd()).resolve()).as_posix())
  173. self.image_path = Path(self.file).parent.as_posix()
  174. self._result = ''
  175. if not isinstance(data, dict):
  176. raise TypeError("data must be dict")
  177. extracted = self.extract(data)
  178. if extracted:
  179. self._result = '\n\n\t# List Rule Assets\n' + extracted
  180. @property
  181. def result(self) -> str:
  182. return self._result
  183. def extract(self, data) -> str:
  184. """
  185. 解析每一项,返回字符串
  186. :param data:
  187. :return:
  188. """
  189. items = data.get("list", [])
  190. if not items:
  191. return ""
  192. width, height = 0, 0
  193. array: list = []
  194. for item in items:
  195. roi_front = item["roiFront"].split(",")
  196. width += int(roi_front[2])
  197. height += int(roi_front[3])
  198. array.append(f'"{item["itemName"]}"')
  199. width = int(width / len(items))
  200. height = int(height / len(items))
  201. array = ', '.join(array)
  202. description: str = f'\t# {data["description"]} \n'
  203. name: str = f'\tL_{name_transform(data["name"])} = RuleList(' \
  204. f'folder="./{str(self.image_path)}", ' \
  205. f'direction="{data["direction"]}", ' \
  206. f'mode="{data["type"]}", ' \
  207. f'roi_back=({data["roiBack"]}), ' \
  208. f'size=({width}, {height}), ' \
  209. f'\n\t\t\t\t\t array=[{str(array)}])\n'
  210. return description + name
  211. class AssetsExtractor:
  212. def __init__(self, task_path: str) -> None:
  213. """
  214. assets 提取某个任务文件夹下的所以的资源
  215. :param task_name: 任务名
  216. """
  217. self.task_path = Path(task_path)
  218. self.task_name = self.task_path.name
  219. self.assets_file = self.task_path / ASSETS_FILE
  220. self.class_name = f'\nclass {self.task_name}Assets: \n'
  221. self._result = ''
  222. for import_exp in IMPORT_EXP:
  223. self._result += import_exp
  224. self._result += self.class_name
  225. def all_json_file(self) -> list:
  226. """
  227. 获取所有json文件
  228. :return: json文件(带后缀)列表
  229. """
  230. return [str(x) for x in self.task_path.rglob('*.json') if 'temp' not in str(x)]
  231. @classmethod
  232. def read_file(cls, file: str) -> list:
  233. """
  234. 读文件并随带解析
  235. :param file:
  236. :return:
  237. """
  238. with open(file, 'r', encoding='utf-8') as f:
  239. data = json.load(f)
  240. if not isinstance(data, list) and not isinstance(data, dict):
  241. logger.error(f'{file} 文件解析错误,不是list 或者 dict')
  242. return None
  243. return data
  244. @classmethod
  245. def is_image_file(cls, data: list) -> bool:
  246. """
  247. 判断是不是imagerule 文件
  248. :param data: 解析后的json数据,是list
  249. :return:
  250. """
  251. item = data[0]
  252. if 'imageName' in item:
  253. return True
  254. return False
  255. @classmethod
  256. def is_click_file(cls, data: list) -> bool:
  257. """
  258. 判断是不是clickrule 文件, 我这样的判断是有点不合规的
  259. :param data: 解析后的json数据,是list
  260. :return:
  261. """
  262. item = data[0]
  263. return len(item) == 4
  264. @classmethod
  265. def is_long_click_file(cls, data: list) -> bool:
  266. """
  267. 判断是不是longclickrule 文件
  268. :param data: 解析后的json数据,是list
  269. :return:
  270. """
  271. item = data[0]
  272. if 'duration' in item:
  273. return True
  274. return False
  275. @classmethod
  276. def is_swipe_file(cls, data: list) -> bool:
  277. """
  278. 判断是不是swipe rule 文件
  279. :param data: 解析后的json数据,是list
  280. :return:
  281. """
  282. item = data[0]
  283. if 'mode' in item and len(item) == 5:
  284. return True
  285. return False
  286. @classmethod
  287. def is_ocr_file(cls, data: list) -> bool:
  288. """
  289. 判断是不是ocr 文件
  290. :param data: 解析后的json数据,是list
  291. :return:
  292. """
  293. item = data[0]
  294. if 'keyword' in item:
  295. return True
  296. return False
  297. @classmethod
  298. def is_list_file(cls, data) -> bool:
  299. """
  300. :param data:
  301. :return:
  302. """
  303. if isinstance(data, dict) and 'name' in data:
  304. return True
  305. return False
  306. def write_file(self) -> None:
  307. """
  308. 将自身的_resule写入文件
  309. :return:
  310. """
  311. with open(self.assets_file, 'w', encoding='utf-8', newline='\n') as f:
  312. f.write(self._result)
  313. def extract(self) -> str:
  314. """
  315. 生成一个assets.py文件
  316. :return:
  317. """
  318. result = ''
  319. for file in self.all_json_file():
  320. data = self.read_file(file)
  321. if not data:
  322. continue
  323. if self.is_list_file(data):
  324. result += ListExtractor(file, data).result
  325. continue
  326. if self.is_image_file(data):
  327. result += ImageExtractor(file, data).result
  328. elif self.is_click_file(data):
  329. result += ClickExtractor(file, data).result
  330. elif self.is_long_click_file(data):
  331. result += LongClickExtractor(file, data).result
  332. elif self.is_swipe_file(data):
  333. result += SwipeExtractor(file, data).result
  334. elif self.is_ocr_file(data):
  335. result += OcrExtractor(file, data).result
  336. if result == '':
  337. logger.error(f'There are no resource files under the {self.task_name} task')
  338. self._result += '\tpass'
  339. else:
  340. self._result += result
  341. self._result += '\n\n'
  342. self.write_file()
  343. class AllAssetsExtractor:
  344. def __init__(self):
  345. """
  346. 获取./tasks目录下的所有任务文件夹,遍历每一个任务文件夹提取assets
  347. """
  348. logger.info('All assets extract')
  349. self.task_path = Path.cwd() / MODULE_FOLDER
  350. self.task_list = [x.name for x in self.task_path.iterdir() if x.is_dir()]
  351. self.task_paths = [str(x) for x in self.task_path.iterdir() if x.is_dir()]
  352. # 删除有Component的任务, 同时将其子路径加入任务列表
  353. self.task_paths = [x for x in self.task_paths if 'Component' not in x]
  354. self.task_paths.extend([str(x) for x in (self.task_path / 'Component').iterdir() if x.is_dir()])
  355. # process_map(self.work, self.task_paths, max_workers=1)
  356. for task_path in self.task_paths:
  357. me = AssetsExtractor(task_path)
  358. me.extract()
  359. @staticmethod
  360. def work(task_path: str):
  361. me = AssetsExtractor(task_path)
  362. me.extract()
  363. if __name__ == "__main__":
  364. AllAssetsExtractor()