assets_extract.py 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420
  1. # This Python file uses the following encoding: utf-8
  2. # @author runhey
  3. # github https://github.com/runhey
  4. import json
  5. import numpy as np
  6. from tqdm.contrib.concurrent import process_map
  7. from pathlib import Path
  8. from module.logger import logger
  9. MODULE_FOLDER = 'tasks'
  10. ASSETS_FILE = 'assets.py'
  11. ASSETS_CLASS = '\nclass Assets: \n'
  12. IMPORT_EXP = """
  13. from module.atom.image import RuleImage
  14. from module.atom.click import RuleClick
  15. from module.atom.long_click import RuleLongClick
  16. from module.atom.swipe import RuleSwipe
  17. from module.atom.ocr import RuleOcr
  18. from module.atom.list import RuleList
  19. # This file was automatically generated by ./dev_tools/assets_extract.py.
  20. # Don't modify it manually.
  21. """
  22. IMPORT_EXP = IMPORT_EXP.strip().split('MODULE_FOLDER') + ['']
  23. def name_transform(name: str) -> str:
  24. """
  25. 转换名称, 把小写的转化为大写的, 带有数字的不变,有下划线继续有下划线,
  26. 如果是全部的大写就不管
  27. :param name: 任务名
  28. :return: 转换后的名称
  29. """
  30. if name.isupper():
  31. return name
  32. if name.islower():
  33. return name.upper()
  34. return name.upper()
  35. class ImageExtractor:
  36. def __init__(self, file: str, data: list) -> None:
  37. """
  38. image rule 提取
  39. :param data: json解析后的数据
  40. """
  41. # 这个时候的路径分隔符变成了 /
  42. self.file = str(Path(file).resolve().relative_to((Path.cwd()).resolve()).as_posix())
  43. self.image_path = Path(self.file).parent.as_posix()
  44. self._result = '\n\n\t# Image Rule Assets\n'
  45. for item in data:
  46. self._result += self.extract_item(item)
  47. @property
  48. def result(self) -> str:
  49. return self._result
  50. def extract_item(self, item) -> str:
  51. """
  52. 解析每一项,返回字符串
  53. :param item:
  54. :return:
  55. """
  56. description: str = f'\t# {item["description"]} \n'
  57. name: str = f'\tI_{name_transform(item["itemName"])} = RuleImage(' \
  58. f'roi_front=({item["roiFront"]}), ' \
  59. f'roi_back=({item["roiBack"]}), ' \
  60. f'threshold={item["threshold"]}, ' \
  61. f'method="{item["method"]}", ' \
  62. f'file="./{self.image_path}/{item["imageName"]}")\n'
  63. return description + name
  64. class ClickExtractor:
  65. def __init__(self, file: str, data: list) -> None:
  66. """
  67. click rule 提取
  68. :param data: json解析后的数据
  69. """
  70. self._result = '\n\n\t# Click Rule Assets\n'
  71. for item in data:
  72. self._result += self.extract_item(item)
  73. @property
  74. def result(self) -> str:
  75. return self._result
  76. def extract_item(self, item) -> str:
  77. """
  78. 解析每一项,返回字符串
  79. :param item:
  80. :return:
  81. """
  82. description: str = f'\t# {item["description"]} \n'
  83. name: str = f'\tC_{name_transform(item["itemName"])} = RuleClick(' \
  84. f'roi_front=({item["roiFront"]}), ' \
  85. f'roi_back=({item["roiBack"]}), ' \
  86. f'name="{item["itemName"]}")\n'
  87. return description + name
  88. class LongClickExtractor:
  89. def __init__(self, file: str, data: list) -> None:
  90. """
  91. long click rule 提取
  92. :param data: json解析后的数据
  93. """
  94. self._result = '\n\n\t# Long Click Rule Assets\n'
  95. for item in data:
  96. self._result += self.extract_item(item)
  97. @property
  98. def result(self) -> str:
  99. return self._result
  100. def extract_item(self, item) -> str:
  101. """
  102. 解析每一项,返回字符串
  103. :param item:
  104. :return:
  105. """
  106. description: str = f'\t# {item["description"]} \n'
  107. name: str = f'\tL_{name_transform(item["itemName"])} = RuleLongClick(' \
  108. f'roi_front=({item["roiFront"]}), ' \
  109. f'roi_back=({item["roiBack"]}), ' \
  110. f'duration={item["duration"]}, ' \
  111. f'name="{item["itemName"]}")\n'
  112. return description + name
  113. class SwipeExtractor:
  114. def __init__(self, file: str, data: list) -> None:
  115. """
  116. swipe rule 提取
  117. :param data: json解析后的数据
  118. """
  119. self._result = '\n\n\t# Swipe Rule Assets\n'
  120. for item in data:
  121. self._result += self.extract_item(item)
  122. @property
  123. def result(self) -> str:
  124. return self._result
  125. def extract_item(self, item) -> str:
  126. """
  127. 解析每一项,返回字符串
  128. :param item:
  129. :return:
  130. """
  131. description: str = f'\t# {item["description"]} \n'
  132. name: str = f'\tS_{name_transform(item["itemName"])} = RuleSwipe(' \
  133. f'roi_front=({item["roiFront"]}), ' \
  134. f'roi_back=({item["roiBack"]}), ' \
  135. f'mode="{item["mode"]}", ' \
  136. f'name="{item["itemName"]}")\n'
  137. return description + name
  138. class OcrExtractor:
  139. def __init__(self, file: str, data: list) -> None:
  140. """
  141. swipe rule 提取
  142. :param data: json解析后的数据
  143. """
  144. self._result = '\n\n\t# Ocr Rule Assets\n'
  145. for item in data:
  146. self._result += self.extract_item(item)
  147. @property
  148. def result(self) -> str:
  149. return self._result
  150. @classmethod
  151. def extract_item(cls, item) -> str:
  152. """
  153. 解析每一项,返回字符串
  154. :param item:
  155. :return:
  156. """
  157. description: str = f'\t# {item["description"]} \n'
  158. name: str = f'\tO_{name_transform(item["itemName"])} = RuleOcr(' \
  159. f'roi=({item["roiFront"]}), ' \
  160. f'area=({item["roiBack"]}), ' \
  161. f'mode="{item["mode"]}", ' \
  162. f'method="{item["method"]}", ' \
  163. f'keyword="{item["keyword"]}", ' \
  164. f'name="{item["itemName"]}")\n'
  165. return description + name
  166. class ListExtractor:
  167. def __init__(self, file: str, data: dict) -> None:
  168. """
  169. List rule 提取
  170. :param data: json解析后的数据
  171. """
  172. self.file = str(Path(file).resolve().relative_to((Path.cwd()).resolve()).as_posix())
  173. self.image_path = Path(self.file).parent.as_posix()
  174. self._result = '\n\n\t# List Rule Assets\n'
  175. if not isinstance(data, dict):
  176. raise TypeError("data must be dict")
  177. self._result += self.extract(data)
  178. @property
  179. def result(self) -> str:
  180. return self._result
  181. def extract(self, data) -> str:
  182. """
  183. 解析每一项,返回字符串
  184. :param data:
  185. :return:
  186. """
  187. width, height = 0, 0
  188. array: list = []
  189. for item in data["list"]:
  190. roi_front = item["roiFront"].split(",")
  191. width += int(roi_front[2])
  192. height += int(roi_front[3])
  193. array.append(f'"{item["itemName"]}"')
  194. width = int(width / len(data["list"]))
  195. height = int(height / len(data["list"]))
  196. array = ', '.join(array)
  197. description: str = f'\t# {data["description"]} \n'
  198. name: str = f'\tL_{name_transform(data["name"])} = RuleList(' \
  199. f'folder="./{str(self.image_path)}", ' \
  200. f'direction="{data["direction"]}", ' \
  201. f'mode="{data["type"]}", ' \
  202. f'roi_back=({data["roiBack"]}), ' \
  203. f'size=({width}, {height}), ' \
  204. f'\n\t\t\t\t\t array=[{str(array)}])\n'
  205. return description + name
  206. class AssetsExtractor:
  207. def __init__(self, task_path: str) -> None:
  208. """
  209. assets 提取某个任务文件夹下的所以的资源
  210. :param task_name: 任务名
  211. """
  212. self.task_path = Path(task_path)
  213. self.task_name = self.task_path.name
  214. self.assets_file = self.task_path / ASSETS_FILE
  215. self.class_name = f'\nclass {self.task_name}Assets: \n'
  216. self._result = ''
  217. for import_exp in IMPORT_EXP:
  218. self._result += import_exp
  219. self._result += self.class_name
  220. def all_json_file(self) -> list:
  221. """
  222. 获取所有json文件
  223. :return: json文件(带后缀)列表
  224. """
  225. return [str(x) for x in self.task_path.rglob('*.json') if 'temp' not in str(x)]
  226. @classmethod
  227. def read_file(cls, file: str) -> list:
  228. """
  229. 读文件并随带解析
  230. :param file:
  231. :return:
  232. """
  233. with open(file, 'r', encoding='utf-8') as f:
  234. data = json.load(f)
  235. if not isinstance(data, list) and not isinstance(data, dict):
  236. logger.error(f'{file} 文件解析错误,不是list 或者 dict')
  237. return None
  238. return data
  239. @classmethod
  240. def is_image_file(cls, data: list) -> bool:
  241. """
  242. 判断是不是imagerule 文件
  243. :param data: 解析后的json数据,是list
  244. :return:
  245. """
  246. item = data[0]
  247. if 'imageName' in item:
  248. return True
  249. return False
  250. @classmethod
  251. def is_click_file(cls, data: list) -> bool:
  252. """
  253. 判断是不是clickrule 文件, 我这样的判断是有点不合规的
  254. :param data: 解析后的json数据,是list
  255. :return:
  256. """
  257. item = data[0]
  258. return len(item) == 4
  259. @classmethod
  260. def is_long_click_file(cls, data: list) -> bool:
  261. """
  262. 判断是不是longclickrule 文件
  263. :param data: 解析后的json数据,是list
  264. :return:
  265. """
  266. item = data[0]
  267. if 'duration' in item:
  268. return True
  269. return False
  270. @classmethod
  271. def is_swipe_file(cls, data: list) -> bool:
  272. """
  273. 判断是不是swipe rule 文件
  274. :param data: 解析后的json数据,是list
  275. :return:
  276. """
  277. item = data[0]
  278. if 'mode' in item and len(item) == 5:
  279. return True
  280. return False
  281. @classmethod
  282. def is_ocr_file(cls, data: list) -> bool:
  283. """
  284. 判断是不是ocr 文件
  285. :param data: 解析后的json数据,是list
  286. :return:
  287. """
  288. item = data[0]
  289. if 'keyword' in item:
  290. return True
  291. return False
  292. @classmethod
  293. def is_list_file(cls, data) -> bool:
  294. """
  295. :param data:
  296. :return:
  297. """
  298. if isinstance(data, dict) and 'name' in data:
  299. return True
  300. return False
  301. def write_file(self) -> None:
  302. """
  303. 将自身的_resule写入文件
  304. :return:
  305. """
  306. with open(self.assets_file, 'w', encoding='utf-8', newline='\n') as f:
  307. f.write(self._result)
  308. def extract(self) -> str:
  309. """
  310. 生成一个assets.py文件
  311. :return:
  312. """
  313. result = ''
  314. for file in self.all_json_file():
  315. data = self.read_file(file)
  316. if not data:
  317. continue
  318. if self.is_list_file(data):
  319. result += ListExtractor(file, data).result
  320. continue
  321. if self.is_image_file(data):
  322. result += ImageExtractor(file, data).result
  323. elif self.is_click_file(data):
  324. result += ClickExtractor(file, data).result
  325. elif self.is_long_click_file(data):
  326. result += LongClickExtractor(file, data).result
  327. elif self.is_swipe_file(data):
  328. result += SwipeExtractor(file, data).result
  329. elif self.is_ocr_file(data):
  330. result += OcrExtractor(file, data).result
  331. if result == '':
  332. logger.error(f'There are no resource files under the {self.task_name} task')
  333. self._result += '\tpass'
  334. else:
  335. self._result += result
  336. self._result += '\n\n'
  337. self.write_file()
  338. class AllAssetsExtractor:
  339. def __init__(self):
  340. """
  341. 获取./tasks目录下的所有任务文件夹,遍历每一个任务文件夹提取assets
  342. """
  343. logger.info('All assets extract')
  344. self.task_path = Path.cwd() / MODULE_FOLDER
  345. self.task_list = [x.name for x in self.task_path.iterdir() if x.is_dir()]
  346. self.task_paths = [str(x) for x in self.task_path.iterdir() if x.is_dir()]
  347. # 删除有Component的任务, 同时将其子路径加入任务列表
  348. self.task_paths = [x for x in self.task_paths if 'Component' not in x]
  349. self.task_paths.extend([str(x) for x in (self.task_path / 'Component').iterdir() if x.is_dir()])
  350. process_map(self.work, self.task_paths, max_workers=1)
  351. @staticmethod
  352. def work(task_path: str):
  353. me = AssetsExtractor(task_path)
  354. me.extract()
  355. if __name__ == "__main__":
  356. AllAssetsExtractor()