ex_green_mark.py 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434
  1. import threading
  2. from enum import Enum
  3. import cv2
  4. import numpy as np
  5. from pydantic import BaseModel
  6. from module.base.timer import Timer
  7. from module.logger import logger
  8. from tasks.Component.GeneralBattle.config_general_battle import GreenMarkType
  9. from tasks.Component.GeneralBattle.general_battle import GeneralBattle
  10. from tasks.Dokan.utils import retry
  11. #
  12. # def green_marker_detector(func):
  13. # def wrapper(self, *args, **kwargs):
  14. # event = threading.Event()
  15. #
  16. # def detect_green_marker(image):
  17. # hsv_image = cv2.cvtColor(image, cv2.COLOR_RGB2HSV)
  18. # lower_green = np.array([67, 115, 110])
  19. # upper_green = np.array([80, 255, 232])
  20. # mask = cv2.inRange(hsv_image, lower_green, upper_green)
  21. # result = cv2.bitwise_and(image, image, mask=mask)
  22. # res = self.I_GREEN_MARKER.match(result)
  23. # return res
  24. #
  25. # def emit_exists():
  26. # logger.info("Green marker detected!")
  27. # unpack_screenshot()
  28. # event.set()
  29. #
  30. # def screenshot_and_detect():
  31. # self.just_screenshot()
  32. # exists = detect_green_marker(self.device.image)
  33. # if exists:
  34. # emit_exists()
  35. # return self.device.image
  36. #
  37. # def pack_screenshot():
  38. # self.just_screenshot = self.screenshot
  39. # self.screenshot = screenshot_and_detect
  40. #
  41. # def unpack_screenshot():
  42. # self.screenshot = self.just_screenshot
  43. #
  44. # def thread_run(self, detect_time=3, cb=None, cbargs=None):
  45. # logger.info("detect thread running...")
  46. # t = Timer(detect_time)
  47. # t.start()
  48. # while event.wait(detect_time):
  49. # logger.info("detect thread quit")
  50. # return
  51. # unpack_screenshot()
  52. # if cb:
  53. # logger.info(f"didn't detect green mark ,start running callback with arg:{cbargs}")
  54. # try:
  55. # cb(**cbargs)
  56. # except Exception as e:
  57. # logger.error(f"callback error:{e}")
  58. #
  59. # # wrapper
  60. # callback = kwargs.get('callback', None)
  61. # cbargs = kwargs.get('cbargs', None)
  62. # detect_time = kwargs.get('detect_time', 3.0)
  63. #
  64. # if callback:
  65. # logger.info("Green marker detector running...")
  66. # pack_screenshot()
  67. # # green mark 函数的参数列表
  68. # kwarg_key = ['enable', 'mark_mode']
  69. # func_kwargs = {key: kwargs[key] for key in kwarg_key if key in kwargs}
  70. # if not event.is_set():
  71. # func(self, *args, **func_kwargs)
  72. #
  73. # if callback:
  74. # thread = threading.Thread(target=thread_run, args=(self, detect_time, callback, cbargs), daemon=True)
  75. # thread.start()
  76. # return
  77. #
  78. # return wrapper
  79. class GreenMarkState(int, Enum):
  80. #
  81. NOT_INIT = 0,
  82. INITED = 1,
  83. # 备用
  84. MARKED = 2,
  85. DISAPPEARED = 3
  86. class ExtendGreenMark(GeneralBattle):
  87. # 式神名称
  88. _shikigami_name = ""
  89. # 绿标检测范围,x,y,w,h
  90. _green_mark_detect_area: list[int] = None
  91. # 式神名称范围,OCR检测出的式神名位置,x,y,w,h
  92. _green_mark_click_roi: list[int] = None
  93. # 绿标消失临界值
  94. MAX_DISAPPEAR_COUNT = 40
  95. MAX_DISAPPEAR_TIME = 4
  96. # 尝试生成绿标的间隔
  97. GREEN_MARK_INTERVAL = 1
  98. # 绿标消失后,screenshot的次数
  99. _disappear_count = 0
  100. # 绿标消失的时间
  101. _disappear_timer = Timer(MAX_DISAPPEAR_TIME)
  102. # 判断是否开始检测绿标
  103. _state = GreenMarkState.NOT_INIT
  104. #
  105. def __init__(self, config, device):
  106. super().__init__(config, device)
  107. self.super_green_mark = self.green_mark
  108. def init_green_mark_from_cfg(self, names: str = None, green_mark_type: GreenMarkType = None):
  109. self._shikigami_name = names
  110. if self._shikigami_name is None or self._shikigami_name == "":
  111. # 使用默认的绿标模式
  112. tmp = self.generate_green_mark_area(green_mark_type)
  113. self._green_mark_click_roi = tmp.roi_front
  114. else:
  115. # 使用式神名称进行绿标
  116. def detect_name_position_retry():
  117. self.device.screenshot()
  118. return self.detect_name_position(self.device.image, self._shikigami_name)
  119. # 多试几次,避免识别失败
  120. self._green_mark_click_roi = retry(detect_name_position_retry, 3)
  121. #
  122. self._green_mark_detect_area = self.calc_green_mark_locate_area(self._green_mark_click_roi)
  123. self.start_green_mark()
  124. return
  125. # @green_marker_detector
  126. # def ex_green_mark(self, enable=True, mark_mode=GreenMarkType.GREEN_MAIN):
  127. # if not enable:
  128. # return
  129. # return self.super_green_mark(enable=enable, mark_mode=mark_mode)
  130. #
  131. # def ex_green_mark_3_retry(self, enable=True, mark_mode=GreenMarkType.GREEN_MAIN):
  132. # if not enable:
  133. # return
  134. # return self.ex_green_mark(enable=enable, mark_mode=mark_mode, detect_time=3, callback=self.super_green_mark,
  135. # cbargs={'enable': enable, 'mark_mode': mark_mode})
  136. def generate_green_mark_area(self, mark_mode: GreenMarkType = GreenMarkType.GREEN_MAIN):
  137. result = None
  138. logger.info(mark_mode.name)
  139. match mark_mode:
  140. case GreenMarkType.GREEN_LEFT1:
  141. result = self.C_GREEN_LEFT_1
  142. logger.info("Green left 1")
  143. case GreenMarkType.GREEN_LEFT2:
  144. result = self.C_GREEN_LEFT_2
  145. logger.info("Green left 2")
  146. case GreenMarkType.GREEN_LEFT3:
  147. result = self.C_GREEN_LEFT_3
  148. logger.info("Green left 3")
  149. case GreenMarkType.GREEN_LEFT4:
  150. result = self.C_GREEN_LEFT_4
  151. logger.info("Green left 4")
  152. case GreenMarkType.GREEN_LEFT5:
  153. result = self.C_GREEN_LEFT_5
  154. logger.info("Green left 5")
  155. case GreenMarkType.GREEN_MAIN:
  156. result = self.C_GREEN_MAIN
  157. logger.info("Green main")
  158. return result
  159. def detect_name_position(self, img, names: str) -> list[int]:
  160. def similarity(txt1, txt2):
  161. txtset1 = set(txt1)
  162. txtset2 = set(txt2)
  163. intersection = txtset1.intersection(txtset2)
  164. union = txtset1.union(txtset2)
  165. return len(intersection) / len(union)
  166. name_list = names.split(',')
  167. for name in name_list:
  168. # 此处为了获取到OCR模型,随机选择一个了RuleOcr对象,可以使用任意的RuleOcr对象
  169. res_list = self.O_EXP_50.model.detect_and_ocr(img, 0.7)
  170. # 增加日志输出,方便纠错
  171. output = [item.ocr_text for item in res_list]
  172. logger.info(f"detect res_list:{output}")
  173. res = [item for item in res_list if similarity(item.ocr_text, name) > 0.5]
  174. res = sorted(res, key=lambda x: x.score)
  175. if len(res) <= 0:
  176. continue
  177. box = res[0].box
  178. logger.info(f"detect{res[0].ocr_text} with name:{name} in {box}")
  179. # 经实验,点击式神名称位置,可能点击不到,故此做一个修正
  180. offset = [5, 30, -10, 0]
  181. # x,y,w,h
  182. return [box[0, 0] + offset[0], box[0, 1] + offset[1], box[2, 0] - box[0, 0] + offset[2],
  183. box[2, 1] - box[0, 1] + offset[3]]
  184. return None
  185. def calc_green_mark_locate_area(self, roi, margin=None):
  186. """
  187. @param roi: 根据名字OCR得出的ROI,格式为x,y,w,h
  188. @type roi: list[int]
  189. @param margin: 扩展大小,格式为top,right,bottom,left,同CSS margin
  190. @type margin:
  191. @return:
  192. @rtype:
  193. """
  194. if roi is None:
  195. return [0, 0, 1280, 720]
  196. result = [0, 0, 0, 0]
  197. if margin is None:
  198. margin = [160, 40, 20, 80]
  199. result[0] = x if (x := roi[0] - margin[3]) > 0 else 0
  200. result[1] = y if (y := roi[1] - margin[0]) > 0 else 0
  201. result[2] = w if (w := roi[2] + margin[1] + margin[3]) + x <= 1280 else 1280 - x
  202. result[3] = h if (h := roi[3] + margin[0] + margin[2]) + y <= 720 else 720 - y
  203. return result
  204. def detect_green_mark(self, img=None, area=None):
  205. def init_green_marker_roi(roi):
  206. self.I_GREEN_MARKER.roi_back = roi
  207. self.I_GREEN_MARKER_LEFT_TOP.roi_back = roi
  208. self.I_GREEN_MARKER_BOTTOM.roi_back = roi
  209. # 初始化绿标相关变量的roi信息
  210. if area is not None:
  211. init_green_marker_roi(area)
  212. elif self._green_mark_detect_area is not None:
  213. init_green_marker_roi(self._green_mark_detect_area)
  214. else:
  215. init_green_marker_roi((0, 0, 1280, 720))
  216. if img is not None:
  217. self.device.image = img
  218. def detect_green_marker_base(image):
  219. hsv_image = cv2.cvtColor(image, cv2.COLOR_RGB2HSV)
  220. lower_green = np.array([67, 115, 110])
  221. upper_green = np.array([80, 255, 232])
  222. mask = cv2.inRange(hsv_image, lower_green, upper_green)
  223. result = cv2.bitwise_and(image, image, mask=mask)
  224. # 伤害数字,御魂生效后弹出会遮挡绿标信息,目前的策略:尽量的延长检测到绿标的时间
  225. res = (self.I_GREEN_MARKER_LEFT_TOP.match(result)
  226. or self.I_GREEN_MARKER_BOTTOM.match(result)
  227. or self.I_GREEN_MARKER.match(result))
  228. return res
  229. if detect_green_marker_base(self.device.image):
  230. return True
  231. return False
  232. def green_mark_screenshot(self, callback=None):
  233. """
  234. 替代原有screenshot
  235. @return:
  236. @rtype:
  237. """
  238. self.screenshot()
  239. # 若未初始化,直接返回,不检测绿标状态
  240. if self._state == GreenMarkState.NOT_INIT or self._state is None:
  241. return self.device.image
  242. # 检测式神名区域
  243. if self._green_mark_click_roi is None and (self._shikigami_name is not None and self._shikigami_name != ""):
  244. self._green_mark_click_roi = self.detect_name_position(self.device.image, self._shikigami_name)
  245. if self._green_mark_click_roi is not None:
  246. self._green_mark_detect_area = self.calc_green_mark_locate_area(self._green_mark_click_roi)
  247. # 如果检测到绿标,直接返回
  248. if self.detect_green_mark(self.device.image):
  249. self._disappear_count = 0
  250. self._disappear_timer.reset()
  251. if self._state != GreenMarkState.MARKED:
  252. logger.info("green mark appear")
  253. self._state = GreenMarkState.MARKED
  254. return self.device.image
  255. if self._state != GreenMarkState.DISAPPEARED:
  256. logger.info("green mark DISappear")
  257. self._state = GreenMarkState.DISAPPEARED
  258. self._disappear_count += 1
  259. self._disappear_timer.start()
  260. if self.need_green_mark():
  261. if self.green_mark_with_area(interval=self.GREEN_MARK_INTERVAL):
  262. self._disappear_timer.reset()
  263. self._disappear_count = 0
  264. if callback is not None:
  265. callback()
  266. return self.device.image
  267. def need_green_mark(self):
  268. result = self._disappear_count > self.MAX_DISAPPEAR_COUNT
  269. if result:
  270. logger.info("MAX DISAPPEAR COUNT reached,Need Green Mark")
  271. return True
  272. result |= self._disappear_timer.reached()
  273. if result:
  274. logger.info("MAX DISAPPEAR TIME reached,Need Green Mark")
  275. return True
  276. return result
  277. def green_mark_with_area(self, area=None, interval=1.5):
  278. """
  279. 点击区域尝试添加绿标,不保证添加成功
  280. @param area: 格式 x,y,w,h
  281. @type area:
  282. @return:
  283. @rtype:
  284. """
  285. if area is None:
  286. area = self._green_mark_click_roi
  287. if area is None:
  288. logger.warn("Green Mark with area None,give up")
  289. return False
  290. self.C_GREEN_MARK_AREA.roi_front = area
  291. if self.click(self.C_GREEN_MARK_AREA, interval=interval):
  292. # NOTE 防止式神死亡导致的连续点击,程序退出
  293. self.device.click_record_clear()
  294. logger.info(f"green mark with area:{area}")
  295. return True
  296. return False
  297. def set_shikigami_name(self, name):
  298. self._shikigami_name = name
  299. def start_green_mark(self):
  300. self._state = GreenMarkState.INITED
  301. self._disappear_timer.clear()
  302. self._disappear_count = 0
  303. def stop_green_mark(self):
  304. self._state = GreenMarkState.NOT_INIT
  305. def set_disappear_count(self, count):
  306. # 设置消失次数,用于(主动触发执行绿标)
  307. self._disappear_count = count
  308. def change_green_mark(obj):
  309. obj.old_green_mark = obj.green_mark
  310. obj.green_mark = obj.ex_green_mark_3_retry
  311. if __name__ == '__main__':
  312. # 读取图片,然后转换为HSV格式 ,使用cv2 matchtemplate 比较
  313. import cv2
  314. import numpy as np
  315. def detect_green_marker_with_template(image_path, template_path):
  316. # 读取图片
  317. image = cv2.imread(image_path)
  318. if image is None:
  319. logger.error(f"Failed to read image from {image_path}")
  320. return None
  321. # 读取模板图片
  322. template = cv2.imread(template_path)
  323. if template is None:
  324. logger.error(f"Failed to read template from {template_path}")
  325. return None
  326. # 转换为HSV格式
  327. image = cv2.cvtColor(image, cv2.COLOR_BGR2HLS)
  328. template = cv2.cvtColor(template, cv2.COLOR_BGR2HLS)
  329. #
  330. # image_h, image_s, image_v = cv2.split(image)
  331. # template_h, template_s, template_v = cv2.split(template)
  332. # image_s_norm = cv2.normalize(image_s, None, 0, 255, cv2.NORM_MINMAX)
  333. # image_v_norm = cv2.normalize(image_v, None, 0, 255, cv2.NORM_MINMAX)
  334. # template_s_norm = cv2.normalize(template_s, None, 0, 255, cv2.NORM_MINMAX)
  335. # template_v_norm = cv2.normalize(template_v, None, 0, 255, cv2.NORM_MINMAX)
  336. # clahe = cv2.createCLAHE(clipLimit=3.0, tileGridSize=(8, 8))
  337. # image = clahe.apply(image_v)
  338. # template = clahe.apply(template_v)
  339. # 合并增强后的 HSV 通道
  340. # image_enhanced_hsv = cv2.merge([image_h, image_s, image_v])
  341. # template_enhanced_hsv = cv2.merge([template_h, template_s, template_v])
  342. # 合并归一化后的 HSV 通道
  343. # image = cv2.merge([image_h, image_s_norm, image_v_norm])
  344. # template = cv2.merge([template_h, template_s_norm, template_v_norm])
  345. # 使用matchTemplate进行比较
  346. result = cv2.matchTemplate(image, template, cv2.TM_CCOEFF_NORMED)
  347. min_val, max_val, min_loc, max_loc = cv2.minMaxLoc(result)
  348. # 获取匹配结果的位置和相似度
  349. top_left = max_loc
  350. h, w = template.shape[:2]
  351. bottom_right = (top_left[0] + w, top_left[1] + h)
  352. # 绘制矩形框标记匹配区域(可选)
  353. cv2.rectangle(image, top_left, bottom_right, (0, 255, 0), 2)
  354. # 返回匹配结果
  355. return {
  356. "position": top_left,
  357. "similarity": max_val,
  358. "image": image
  359. }
  360. # 示例调用
  361. result = detect_green_marker_with_template("E:\\111.png", "E:\\same.png")
  362. if result:
  363. logger.info(f"Match found at position: {result['position']} with similarity: {result['similarity']}")
  364. else:
  365. logger.info("No match found.")
  366. result = detect_green_marker_with_template("E:\\111.png", "E:\\diff.png")
  367. if result:
  368. logger.info(f"Match found at position: {result['position']} with similarity: {result['similarity']}")
  369. else:
  370. logger.info("No match found.")
  371. result = detect_green_marker_with_template("E:\\222.png", "E:\\gb_prepare_highlight.png")
  372. if result:
  373. logger.info(f"Match found at position: {result['position']} with similarity: {result['similarity']}")
  374. else:
  375. logger.info("No match found.")
  376. result = detect_green_marker_with_template("E:\\222.png", "E:\\gb_prepare_dark.png")
  377. if result:
  378. logger.info(f"Match found at position: {result['position']} with similarity: {result['similarity']}")
  379. else:
  380. logger.info("No match found.")