assets_extract.py 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350
  1. # This Python file uses the following encoding: utf-8
  2. # @author runhey
  3. # github https://github.com/runhey
  4. import json
  5. import numpy as np
  6. from tqdm.contrib.concurrent import process_map
  7. from pathlib import Path
  8. from module.logger import logger
  9. MODULE_FOLDER = 'tasks'
  10. ASSETS_FILE = 'assets.py'
  11. ASSETS_CLASS = '\nclass Assets: \n'
  12. IMPORT_EXP = """
  13. from module.atom.image import RuleImage
  14. from module.atom.click import RuleClick
  15. from module.atom.long_click import RuleLongClick
  16. from module.atom.swipe import RuleSwipe
  17. from module.atom.ocr import RuleOcr
  18. # This file was automatically generated by module/dev_tools/assets_extract.py.
  19. # Don't modify it manually.
  20. """
  21. IMPORT_EXP = IMPORT_EXP.strip().split('MODULE_FOLDER') + ['']
  22. def name_transform(name: str) -> str:
  23. """
  24. 转换名称, 把小写的转化为大写的, 带有数字的不变,有下划线继续有下划线,
  25. 如果是全部的大写就不管
  26. :param name: 任务名
  27. :return: 转换后的名称
  28. """
  29. if name.isupper():
  30. return name
  31. if name.islower():
  32. return name.upper()
  33. return name.upper()
  34. class ImageExtractor:
  35. def __init__(self, file: str, data: list) -> None:
  36. """
  37. image rule 提取
  38. :param data: json解析后的数据
  39. """
  40. # 这个时候的路径分隔符变成了 /
  41. self.file = str(Path(file).resolve().relative_to((Path.cwd()).resolve()).as_posix())
  42. self.image_path = Path(self.file).parent.as_posix()
  43. self._result = '\n\n\t# Image Rule Assets\n'
  44. for item in data:
  45. self._result += self.extract_item(item)
  46. @property
  47. def result(self) -> str:
  48. return self._result
  49. def extract_item(self, item) -> str:
  50. """
  51. 解析每一项,返回字符串
  52. :param item:
  53. :return:
  54. """
  55. description: str = f'\t# {item["description"]} \n'
  56. name: str = f'\tI_{name_transform(item["itemName"])} = RuleImage(' \
  57. f'roi_front=({item["roiFront"]}), ' \
  58. f'roi_back=({item["roiBack"]}), ' \
  59. f'threshold={item["threshold"]}, ' \
  60. f'method="{item["method"]}", ' \
  61. f'file="./{self.image_path}/{item["imageName"]}")\n'
  62. return description + name
  63. class ClickExtractor:
  64. def __init__(self, file: str, data: list) -> None:
  65. """
  66. click rule 提取
  67. :param data: json解析后的数据
  68. """
  69. self._result = '\n\n\t# Click Rule Assets\n'
  70. for item in data:
  71. self._result += self.extract_item(item)
  72. @property
  73. def result(self) -> str:
  74. return self._result
  75. def extract_item(self, item) -> str:
  76. """
  77. 解析每一项,返回字符串
  78. :param item:
  79. :return:
  80. """
  81. description: str = f'\t# {item["description"]} \n'
  82. name: str = f'\tC_{name_transform(item["itemName"])} = RuleClick(' \
  83. f'roi_front=({item["roiFront"]}), ' \
  84. f'roi_back=({item["roiBack"]}), ' \
  85. f'name="{item["itemName"]}")\n'
  86. return description + name
  87. class LongClickExtractor:
  88. def __init__(self, file: str, data: list) -> None:
  89. """
  90. long click rule 提取
  91. :param data: json解析后的数据
  92. """
  93. self._result = '\n\n\t# Long Click Rule Assets\n'
  94. for item in data:
  95. self._result += self.extract_item(item)
  96. @property
  97. def result(self) -> str:
  98. return self._result
  99. def extract_item(self, item) -> str:
  100. """
  101. 解析每一项,返回字符串
  102. :param item:
  103. :return:
  104. """
  105. description: str = f'\t# {item["description"]} \n'
  106. name: str = f'\tL_{name_transform(item["itemName"])} = RuleLongClick(' \
  107. f'roi_front=({item["roiFront"]}), ' \
  108. f'roi_back=({item["roiBack"]}), ' \
  109. f'duration={item["duration"]}, ' \
  110. f'name="{item["itemName"]}")\n'
  111. return description + name
  112. class SwipeExtractor:
  113. def __init__(self, file: str, data: list) -> None:
  114. """
  115. swipe rule 提取
  116. :param data: json解析后的数据
  117. """
  118. self._result = '\n\n\t# Swipe Rule Assets\n'
  119. for item in data:
  120. self._result += self.extract_item(item)
  121. @property
  122. def result(self) -> str:
  123. return self._result
  124. def extract_item(self, item) -> str:
  125. """
  126. 解析每一项,返回字符串
  127. :param item:
  128. :return:
  129. """
  130. description: str = f'\t# {item["description"]} \n'
  131. name: str = f'\tS_{name_transform(item["itemName"])} = RuleSwipe(' \
  132. f'roi_front=({item["roiFront"]}), ' \
  133. f'roi_back=({item["roiBack"]}), ' \
  134. f'mode="{item["mode"]}", ' \
  135. f'name="{item["itemName"]}")\n'
  136. return description + name
  137. class OcrExtractor:
  138. def __init__(self, file: str, data: list) -> None:
  139. """
  140. swipe rule 提取
  141. :param data: json解析后的数据
  142. """
  143. self._result = '\n\n\t# Swipe Rule Assets\n'
  144. for item in data:
  145. self._result += self.extract_item(item)
  146. @property
  147. def result(self) -> str:
  148. return self._result
  149. @classmethod
  150. def extract_item(cls, item) -> str:
  151. """
  152. 解析每一项,返回字符串
  153. :param item:
  154. :return:
  155. """
  156. description: str = f'\t# {item["description"]} \n'
  157. name: str = f'\tS_{name_transform(item["itemName"])} = RuleOcr(' \
  158. f'roi=({item["roiFront"]}), ' \
  159. f'area=({item["roiBack"]}), ' \
  160. f'mode="{item["mode"]}", ' \
  161. f'method="{item["method"]}", ' \
  162. f'keyword="{item["keyword"]}", ' \
  163. f'name="{item["itemName"]}")\n'
  164. return description + name
  165. class AssetsExtractor:
  166. def __init__(self, task_name: str) -> None:
  167. """
  168. assets 提取某个任务文件夹下的所以的资源
  169. :param task_name: 任务名
  170. """
  171. self.task_name = task_name
  172. self.task_path = Path.cwd() / MODULE_FOLDER / task_name
  173. self.assets_file = Path.cwd() / MODULE_FOLDER / task_name / ASSETS_FILE
  174. self.class_name = f'\nclass {task_name}Assets: \n'
  175. self._result = ''
  176. for import_exp in IMPORT_EXP:
  177. self._result += import_exp
  178. self._result += self.class_name
  179. def all_json_file(self) -> list:
  180. """
  181. 获取所有json文件
  182. :return: json文件(带后缀)列表
  183. """
  184. return [str(x) for x in self.task_path.rglob('*.json')]
  185. @classmethod
  186. def read_file(cls, file: str) -> list:
  187. """
  188. 读文件并随带解析
  189. :param file:
  190. :return:
  191. """
  192. with open(file, 'r', encoding='utf-8') as f:
  193. data = json.load(f)
  194. if not isinstance(data, list):
  195. logger.error(f'{file} 文件解析错误,不是list')
  196. return None
  197. return data
  198. @classmethod
  199. def is_image_file(cls, data: list) -> bool:
  200. """
  201. 判断是不是imagerule 文件
  202. :param data: 解析后的json数据,是list
  203. :return:
  204. """
  205. item = data[0]
  206. if 'imageName' in item:
  207. return True
  208. return False
  209. @classmethod
  210. def is_click_file(cls, data: list) -> bool:
  211. """
  212. 判断是不是clickrule 文件, 我这样的判断是有点不合规的
  213. :param data: 解析后的json数据,是list
  214. :return:
  215. """
  216. item = data[0]
  217. return len(item) == 4
  218. @classmethod
  219. def is_long_click_file(cls, data: list) -> bool:
  220. """
  221. 判断是不是longclickrule 文件
  222. :param data: 解析后的json数据,是list
  223. :return:
  224. """
  225. item = data[0]
  226. if 'duration' in item:
  227. return True
  228. return False
  229. @classmethod
  230. def is_swipe_file(cls, data: list) -> bool:
  231. """
  232. 判断是不是swipe rule 文件
  233. :param data: 解析后的json数据,是list
  234. :return:
  235. """
  236. item = data[0]
  237. if 'mode' in item and len(item) == 5:
  238. return True
  239. return False
  240. @classmethod
  241. def is_ocr_file(cls, data: list) -> bool:
  242. """
  243. 判断是不是ocr 文件
  244. :param data: 解析后的json数据,是list
  245. :return:
  246. """
  247. item = data[0]
  248. if 'keyword' in item:
  249. return True
  250. return False
  251. def write_file(self) -> None:
  252. """
  253. 将自身的_resule写入文件
  254. :return:
  255. """
  256. with open(self.assets_file, 'w', encoding='utf-8') as f:
  257. f.write(self._result)
  258. def extract(self) -> str:
  259. """
  260. 生成一个assets.py文件
  261. :return:
  262. """
  263. result = ''
  264. for file in self.all_json_file():
  265. data = self.read_file(file)
  266. if not data:
  267. continue
  268. if self.is_image_file(data):
  269. result += ImageExtractor(file, data).result
  270. elif self.is_click_file(data):
  271. result += ClickExtractor(file, data).result
  272. elif self.is_long_click_file(data):
  273. result += LongClickExtractor(file, data).result
  274. elif self.is_swipe_file(data):
  275. result += SwipeExtractor(file, data).result
  276. elif self.is_ocr_file(data):
  277. result += OcrExtractor(file, data).result
  278. if result == '':
  279. logger.error(f'There are no resource files under the {self.task_name} task')
  280. self._result += '\tpass'
  281. else:
  282. self._result += result
  283. self._result += '\n\n'
  284. self.write_file()
  285. class AllAssetsExtractor:
  286. def __init__(self):
  287. """
  288. 获取./tasks目录下的所有任务文件夹,遍历每一个任务文件夹提取assets
  289. """
  290. logger.info('All assets extract')
  291. self.task_path = Path.cwd() / MODULE_FOLDER
  292. self.task_list = [x.name for x in self.task_path.iterdir() if x.is_dir()]
  293. process_map(self.work, self.task_list, max_workers=4)
  294. @staticmethod
  295. def work(task_name: str):
  296. me = AssetsExtractor(task_name)
  297. me.extract()
  298. if __name__ == "__main__":
  299. # c = AssetsExtractor('CoinChallenge')
  300. # c.extract()
  301. AllAssetsExtractor()