list.py 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242
  1. # This Python file uses the following encoding: utf-8
  2. # @author runhey
  3. # github https://github.com/runhey
  4. import cv2
  5. import random
  6. import numpy as np
  7. from random import randint
  8. from ppocronnx.predict_system import BoxedResult
  9. from module.atom.ocr import RuleOcr
  10. from module.atom.image import RuleImage
  11. from module.logger import logger
  12. class RuleList:
  13. def __init__(self, folder: str, direction: str, mode: str, roi_back: tuple, size: tuple, array: list[str]) -> None:
  14. """
  15. 初始化
  16. :param folder:
  17. :param direction:
  18. :param mode:
  19. :param roi_back:
  20. :param size:
  21. :param array:
  22. """
  23. self.folder = folder
  24. self.is_vertical = direction == "vertical"
  25. self.is_image = mode == "image"
  26. self.is_ocr = mode == "ocr"
  27. self.roi_back: list = list(roi_back)
  28. self.size: list = list(size)
  29. # 这个表示一个区域中一次所能显示的最大数量
  30. self.max_show: int = self.roi_back[3] // self.size[1] if self.is_vertical else self.roi_back[2] // self.size[0]
  31. self.array: list = array
  32. # 以下是需要计算的
  33. self.appear_area: list = None # 出现的区域
  34. self.is_bottom = False # 表示是否已经滑动到底部了
  35. self._target = None # 目标
  36. self.targets = {} # 目标列表 只是针对image
  37. @property
  38. def name(self):
  39. return f'RuleList[{self.__hash__()}]'
  40. def __hash__(self):
  41. return hash((self.folder, self.is_vertical, self.is_image, self.is_ocr, tuple(self.roi_back), tuple(self.size), tuple(self.array)))
  42. def swipe_pos(self, number: int=2, after: bool=True) -> tuple:
  43. """
  44. 返回滑动的起始位置和终点位置
  45. :param number:
  46. :param after:
  47. :return:
  48. """
  49. center: tuple = (self.roi_back[0] + self.roi_back[2]) // 2, (self.roi_back[1] + self.roi_back[3]) // 2
  50. distance: int = self.size[1] * number if self.is_vertical else self.size[0] * number
  51. random_start: int = randint(- self.size[0] // 4, self.size[0] // 4) if self.is_vertical else randint(- self.size[1] // 4, self.size[1] // 4)
  52. random_end: int = randint(- self.size[0] // 4, self.size[0] // 4) if self.is_vertical else randint(- self.size[1] // 4, self.size[1] // 4)
  53. x1, y1, x2, y2 = None, None, None, None
  54. if self.is_vertical:
  55. if after:
  56. # 竖直方向向下滑动, 那就是起始点是在下面 终点是在上面
  57. x1, y1 = center[0]+random_start, center[1] + distance//2
  58. x2, y2 = center[0]+random_end, center[1] - distance//2
  59. else:
  60. # 竖直方向向上滑动, 那就是起始点是在上面 终点是在下面
  61. x1, y1 = center[0]+random_start, center[1] - distance//2
  62. x2, y2 = center[0]+random_end, center[1] + distance//2
  63. else:
  64. if after:
  65. # 水平方向向右滑动, 那就是起始点是在右面 终点是在左面
  66. x1, y1 = center[0] + distance//2, center[1]+random_start
  67. x2, y2 = center[0] - distance//2, center[1]+random_end
  68. else:
  69. # 水平方向向左滑动, 那就是起始点是在左面 终点是在右面
  70. x1, y1 = center[0] - distance//2, center[1]+random_start
  71. x2, y2 = center[0] + distance//2, center[1]+random_end
  72. if x1 is None or y1 is None or x2 is None or y2 is None:
  73. raise Exception("滑动位置计算错误")
  74. return int(x1), int(y1), int(x2), int(y2)
  75. def target_check(self, name: str) -> bool:
  76. """
  77. 检查输入的名称
  78. :param name:
  79. :return:
  80. """
  81. # 首先获取构建类的信息
  82. # roi_front = None
  83. # for item in self.array:
  84. # if item["itemName"] == name:
  85. # roi_front = item["roiFront"].split(",")
  86. # break
  87. # if roi_front is None:
  88. # logger.error(f'Not found {name} in {self.array}')
  89. # return False
  90. file = self.folder + "/" + name + ".png"
  91. # 保证匹配的目标 是正确的
  92. if self.is_image:
  93. if self._target is None or isinstance(self._target, RuleOcr):
  94. self._target = RuleImage(roi_front=self.roi_back, roi_back=self.roi_back, method="Template matching", threshold=0.8, file=file)
  95. # 如果不对的话,就重新构建
  96. elif self._target.name != name:
  97. self._target = RuleImage(roi_front=self.roi_back, roi_back=self.roi_back, method="Template matching", threshold=0.8, file=file)
  98. else:
  99. pass
  100. elif self.is_ocr:
  101. if self._target is None or isinstance(self._target, RuleImage):
  102. self._target = RuleOcr(roi=self.roi_back, area=(0, 0, 10, 10), mode="Full", method="Default",
  103. keyword=name, name=name)
  104. elif self._target.name != name:
  105. self._target.name = name
  106. self._target.keyword = name
  107. else:
  108. logger.error(f'Not found {name} in {self.array}')
  109. return False
  110. def targets_check(self, targets: list):
  111. """
  112. 检查输入的图片名是缓存有
  113. :param targets:
  114. :return:
  115. """
  116. for item in targets:
  117. if item in self.targets:
  118. continue
  119. # 如果还没有缓存的话就先缓存
  120. file = self.folder + "/" + item + ".png"
  121. self.targets[item] = RuleImage(roi_front=self.roi_back, roi_back=self.roi_back,
  122. method="Template matching", threshold=0.8, file=file)
  123. def image_appear(self, image: np.array, name: str) -> bool | tuple:
  124. """
  125. 判断是否出现了某个图片
  126. :param image: 屏幕的截图
  127. :param name:
  128. :return: 如果在当前的显示中,返回可以点击的坐标.如果不是出现就是返回False
  129. """
  130. if self.is_image and isinstance(name, str):
  131. self.target_check(name)
  132. appear = self._target.match(image)
  133. if appear:
  134. return self._target.coord()
  135. else:
  136. return False
  137. elif self.is_image and isinstance(name, list):
  138. self.targets_check(name)
  139. for item in name:
  140. appear = self.targets[item].match(image)
  141. if appear:
  142. return self.targets[item].coord()
  143. return False
  144. else:
  145. logger.error(f'Mode is not image')
  146. return False
  147. def ocr_appear(self, image: np.array, name: str):
  148. """
  149. 判断是否出现了某个文字,
  150. :param image: 屏幕的截图
  151. :param name:
  152. :return: 如果是出现的返回可以点击的坐标 x , y
  153. 如果是在当前显示的前面则返回小于零的int, 如果是在当前显示的后面则返回大于零的int,
  154. """
  155. if self.is_image:
  156. return False
  157. self.target_check(name)
  158. # 开始一次ocr的检测
  159. boxed_results: list[BoxedResult] = self._target.detect_and_ocr(image)
  160. if not boxed_results:
  161. logger.warning(f'Not angy result in image')
  162. return 0, 0
  163. # 判断所有的结果,给获取的列表建立引索
  164. # index_list = self._target.filter(boxed_results, name)
  165. # logger.info(index_list)
  166. box = None
  167. for item in boxed_results:
  168. if item.ocr_text == name and item.score > RuleOcr.score:
  169. box = item.box
  170. break
  171. if box is not None:
  172. rec_x, rec_y, rec_w, rec_h = box[0, 0], box[0, 1], box[1, 0] - box[0, 0], box[2, 1] - box[0, 1]
  173. x = rec_x + rec_w // 2 + self.roi_back[0]
  174. y = rec_y + rec_h // 2 + self.roi_back[1]
  175. logger.info(f'Ocr {name} appear in current screen, do not need to scroll')
  176. return x, y
  177. # if index_list and len(index_list) >= 1:
  178. # box = boxed_results[index_list[0]].box
  179. # rec_x, rec_y, rec_w, rec_h = box[0, 0], box[0, 1], box[1, 0] - box[0, 0], box[2, 1] - box[0, 1]
  180. # return rec_x+self.roi_back[0], rec_y+self.roi_back[1], rec_w, rec_h
  181. # 如果没有找到,那么应该不是在当前的页面,需要获取当前的信息判断是往前滑动还是往后滑动
  182. else:
  183. keyword_list: list = [item.ocr_text for item in boxed_results if item.score > RuleOcr.score]
  184. # 判断识别处理的文字是否属于要验证识别的文字(array)
  185. keyword_list = [keyword for keyword in keyword_list if keyword in self.array]
  186. logger.info(f'After list: {keyword_list}')
  187. if not keyword_list:
  188. logger.warning(f'Not found {name} in {self.array}')
  189. return 2
  190. start_index = self.array.index(keyword_list[0])
  191. end_index = self.array.index(keyword_list[-1])
  192. if name in keyword_list:
  193. distance_start = 0
  194. distance_end = 0
  195. current_index = self.array.index(name)
  196. distance_start = 0
  197. distance_end = 0
  198. if current_index < start_index or current_index > end_index:
  199. distance_start = current_index - start_index
  200. distance_end = current_index - end_index
  201. # 如果目标的是在当前的显示的前面, 则distance为负的
  202. # 如果目标的是在当前的显示的后面, 则distance为正的
  203. # 所有前面返回的是负的,后面返回的是正的
  204. if distance_start == 0 and distance_end == 0:
  205. logger.error(f'{name} not found in {keyword_list}')
  206. return (distance_start + distance_end) // 2
  207. if __name__ == '__main__':
  208. L_N33AME = RuleList(folder="./tasks/Orochi/res", direction="vertical", mode="ocr", roi_back=(160, 130, 317, 500),
  209. size=(301, 86),
  210. array=["壹层", "贰层", "叁层", "肆层", "伍层", "陆层", "柒层", "捌层", "玖层", "拾层", "悲鸣", "神罚"])
  211. image = cv2.imread("D:/watu_list_text204237.png")
  212. print(L_N33AME.ocr_appear(image, "柒层"))
  213. print(L_N33AME.ocr_appear(image, "神罚"))