hya_slave.py 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342
  1. import cv2
  2. from cached_property import cached_property
  3. from pathlib import Path
  4. from enum import Enum
  5. from module.logger import logger
  6. from module.base.timer import Timer
  7. from module.atom.image import RuleImage
  8. from module.exception import RequestHumanTakeover
  9. from tasks.Hyakkiyakou.slave.hya_device import HyaDevice
  10. from tasks.Hyakkiyakou.slave.hya_color import HyaColor
  11. from tasks.Hyakkiyakou.assets import HyakkiyakouAssets
  12. class HyaBuff(int, Enum):
  13. BUFF_STATE0 = -1 # None
  14. BUFF_STATE2 = 0 # 式神减速
  15. BUFF_STATE3 = 1 # 砸豆加速
  16. BUFF_STATE5 = 2 # 式神冰冻
  17. BUFF_STATE6 = 3 # 概率UP
  18. BUFF_STATE7 = 4 # 好友UP
  19. @classmethod
  20. def from_index(cls, index: int):
  21. for member in cls:
  22. if member.value == index:
  23. return member
  24. raise ValueError(f"No HyaBuff member with value {index}")
  25. class HyaSlave(HyaDevice, HyaColor, HyakkiyakouAssets):
  26. """
  27. 主要是用来跟游戏进行交互的
  28. """
  29. # x, y, w, h
  30. HUNDRED0HUNDRED: list[int] = [117, 647, 18, 25]
  31. DECADE0HUNDRED: list[int] = [131, 647, 18, 25]
  32. UNIT0HUNDRED: list[int] = [146, 647, 18, 25]
  33. DECADE0DECADE: list[int] = [126, 647, 18, 25]
  34. UNIT0DECADE: list[int] = [140, 647, 18, 25]
  35. UNIT0: list[int] = [132, 647, 18, 25]
  36. # buff
  37. BUFF_ROI1: list[int] = [150, 1, 150, 50]
  38. BUFF_ROI2: list[int] = [320, 1, 140, 50]
  39. BUFF_ROI3: list[int] = [840, 1, 150, 50]
  40. BUFF_ROI4: list[int] = [1100, 1, 140, 50]
  41. # 剩余豆子数量, 剩余式神数量, 一次砸豆子的数量, 第一个格子, 第二个格子, 第三个格子, 第四个格子
  42. slave_state: tuple = [250, 36, 10,
  43. HyaBuff.BUFF_STATE0, HyaBuff.BUFF_STATE0, HyaBuff.BUFF_STATE0, HyaBuff.BUFF_STATE0]
  44. @cached_property
  45. def res_r(self) -> list[RuleImage]:
  46. return [
  47. self.I_RESR_0,
  48. self.I_RESR_1,
  49. self.I_RESR_2,
  50. self.I_RESR_3,
  51. self.I_RESR_4,
  52. self.I_RESR_5,
  53. self.I_RESR_6,
  54. self.I_RESR_7,
  55. self.I_RESR_8,
  56. self.I_RESR_9,
  57. ]
  58. @cached_property
  59. def res_f(self) -> list[RuleImage]:
  60. return [
  61. self.I_RESF_0,
  62. self.I_RESF_1,
  63. self.I_RESF_2,
  64. self.I_RESF_3,
  65. self.I_RESF_4,
  66. self.I_RESF_5,
  67. self.I_RESF_6,
  68. self.I_RESF_7,
  69. self.I_RESF_8,
  70. self.I_RESF_9,
  71. ]
  72. @cached_property
  73. def bean(self) -> list[RuleImage]:
  74. return [
  75. self.I_BEAN0,
  76. self.I_BEAN1,
  77. self.I_BEAN2,
  78. self.I_BEAN3,
  79. self.I_BEAN4,
  80. self.I_BEAN5,
  81. self.I_BEAN6,
  82. self.I_BEAN7,
  83. self.I_BEAN8,
  84. self.I_BEAN9,
  85. ]
  86. @cached_property
  87. def buff_state_rois(self) -> list[list[int]]:
  88. return [
  89. self.BUFF_ROI1,
  90. self.BUFF_ROI2,
  91. self.BUFF_ROI3,
  92. self.BUFF_ROI4
  93. ]
  94. @cached_property
  95. def buff_state_images(self) -> list[RuleImage]:
  96. return [
  97. self.I_HYA_STATE_BUFF02, # 式神减速
  98. self.I_HYA_STATE_BUFF03, # 砸豆加速
  99. self.I_HYA_STATE_BUFF05, # 冰冻
  100. self.I_HYA_STATE_BUFF06, # 概率up
  101. self.I_HYA_STATE_BUFF07, # 好友UP
  102. ]
  103. def predict_res(self, current: int) -> int:
  104. for i in range(current, current-5, -1):
  105. unit = i % 10
  106. unit_img = self.res_r[unit] if i >= 10 else self.res_f[unit]
  107. if not self.appear(unit_img):
  108. continue
  109. if i < 10:
  110. return i
  111. decade = i // 10
  112. decade_img = self.res_f[decade]
  113. if not self.appear(decade_img):
  114. continue
  115. return i
  116. logger.warning(f'Cannot predict result, current: {current}')
  117. return current
  118. def predict_bean(self, current: int):
  119. possible_beans: list[int] = [current, current - 10, current - 20]
  120. for bean in possible_beans:
  121. if bean >= 100:
  122. decade = bean // 10 % 10
  123. decade_img = self.bean[decade]
  124. decade_img.roi_back = self.DECADE0HUNDRED
  125. if not self.appear(decade_img):
  126. continue
  127. hundred = bean // 100
  128. hundred_img = self.bean[hundred]
  129. hundred_img.roi_back = self.HUNDRED0HUNDRED
  130. if not self.appear(hundred_img):
  131. continue
  132. return bean
  133. elif bean >= 10:
  134. decade = bean // 10
  135. decade_img = self.bean[decade]
  136. decade_img.roi_back = self.DECADE0DECADE
  137. if not self.appear(decade_img):
  138. continue
  139. unit = bean % 10
  140. unit_img = self.bean[unit]
  141. unit_img.roi_back = self.UNIT0DECADE
  142. if self.appear(unit_img):
  143. return bean
  144. for i in range(10):
  145. unit_img = self.bean[i]
  146. unit_img.roi_back = self.UNIT0DECADE
  147. if self.appear(unit_img):
  148. return max(0, (bean // 10) * 10 + i)
  149. else:
  150. unit = bean % 10
  151. unit_img = self.bean[unit]
  152. unit_img.roi_back = self.UNIT0
  153. if self.appear(unit_img):
  154. return bean
  155. for i in range(10):
  156. unit_img = self.bean[i]
  157. unit_img.roi_back = self.UNIT0
  158. if self.appear(unit_img):
  159. return max(0, i)
  160. # 最坏的情况下用ocr
  161. num = self.O_BEAN_NUMBER.ocr(self.device.image)
  162. if isinstance(num, int) and num >= 0:
  163. return num
  164. logger.warning(f'Cannot predict bean, current: {current}')
  165. return current
  166. def predict_buff_state(self, pos: int, current: HyaBuff = None) -> HyaBuff:
  167. color = self.buff_colors[pos]
  168. if self.match_color(color):
  169. return HyaBuff.BUFF_STATE0
  170. roi = self.buff_state_rois[pos]
  171. if current is not None and current != HyaBuff.BUFF_STATE0:
  172. current_image = self.buff_state_images[current]
  173. current_image.roi_back = roi
  174. if self.appear(current_image):
  175. return current
  176. for i, img in enumerate(self.buff_state_images):
  177. img.roi_back = roi
  178. if self.appear(img):
  179. # int to HyaBuff
  180. return HyaBuff.from_index(i)
  181. return HyaBuff.BUFF_STATE0
  182. def recognize_bean_05(self) -> bool:
  183. return self.appear(self.I_BEAN05)
  184. def recognize_bean_10(self) -> bool:
  185. return self.appear(self.I_BEAN10)
  186. def bean_05to10(self):
  187. self.swipe(self.S_BEAN_05TO10)
  188. def bean_10to05(self):
  189. self.swipe(self.S_BEAN_10TO05)
  190. # main process
  191. # ------------------------------------------------------------------------------------------------------------------
  192. def invite_friend(self, same: bool = True):
  193. logger.hr('Invite friend', 2)
  194. while 1:
  195. self.screenshot()
  196. if self.appear(self.I_FRIEND_SAME_1) or self.appear(self.I_FRIEND_SAME_2):
  197. break
  198. if self.appear_then_click(self.I_HINVITE, interval=4):
  199. continue
  200. if not self._invite_friend(True):
  201. if not self._invite_friend(False):
  202. raise RequestHumanTakeover('Invite friend failed')
  203. def _invite_friend(self, same: bool = True) -> bool:
  204. if not same:
  205. logger.info('Invite different server friend')
  206. self.ui_click(self.I_FRIEND_REMOTE_1, self.I_FRIEND_REMOTE_2)
  207. invite_timer = Timer(8)
  208. invite_timer.start()
  209. while 1:
  210. self.screenshot()
  211. if not self.appear(self.I_HINVITE):
  212. break
  213. if self.click(self.C_FRIEND_1, interval=2):
  214. continue
  215. if self.click(self.C_FRIEND_2, interval=3):
  216. continue
  217. if invite_timer.reached():
  218. logger.warning('Invite friend timeout, It may be no friend available')
  219. return False
  220. logger.info('Invite friend done')
  221. return True
  222. def update_state(self):
  223. res_bean = self.predict_bean(self.slave_state[0])
  224. res_shi = self.predict_res(self.slave_state[1])
  225. num_bean = 5 if self.recognize_bean_05() else 10
  226. buff_0 = self.predict_buff_state(pos=0, current=self.slave_state[3])
  227. buff_1 = self.predict_buff_state(pos=1, current=self.slave_state[4])
  228. buff_2 = self.predict_buff_state(pos=2, current=self.slave_state[5])
  229. buff_3 = self.predict_buff_state(pos=3, current=self.slave_state[6])
  230. self.slave_state = [
  231. res_bean, res_shi, num_bean, buff_0, buff_1, buff_2, buff_3
  232. ]
  233. return self.slave_state
  234. def reset_state(self):
  235. self.slave_state = [250, 36, 10,
  236. HyaBuff.BUFF_STATE0, HyaBuff.BUFF_STATE0, HyaBuff.BUFF_STATE0, HyaBuff.BUFF_STATE0]
  237. def covert_rgb():
  238. images_folders: Path = Path(r'E:\Project\OnmyojiAutoScript\tasks\Hyakkiyakou\temp\20240614T214216')
  239. save_folders = images_folders.parent / 'save14'
  240. save_folders.mkdir(parents=True, exist_ok=True)
  241. for file in images_folders.iterdir():
  242. if file.suffix != '.png':
  243. continue
  244. img = cv2.imread(str(file))
  245. img = cv2.cvtColor(img, cv2.COLOR_BGR2RGB)
  246. cv2.imwrite(str(save_folders / file.name), img)
  247. def test_predict_res():
  248. import timeit
  249. from module.config.config import Config
  250. from module.device.device import Device
  251. c = Config('oas1')
  252. d = Device(c)
  253. hd = HyaSlave(c, d)
  254. img = cv2.imread('D:/Project/OnmyojiAutoScript/tasks/Hyakkiyakou/temp/20240621T221325/all1718979259551.png')
  255. img = cv2.cvtColor(img, cv2.COLOR_BGR2RGB)
  256. hd.device.image = img
  257. print(hd.predict_res(2))
  258. # def do_test():
  259. # hd.predict_res(18)
  260. # execution_time = timeit.timeit(do_test, number=100)
  261. # print(f"执行总的时间: {execution_time * 1000} ms")
  262. # total time is 36.2ms on my computer /cpu:AMD Ryzen 5 3550H with Radeon Vega Mobile
  263. # 0.362ms per predict_res
  264. def test_predict_bean():
  265. import timeit
  266. from module.config.config import Config
  267. from module.device.device import Device
  268. c = Config('oas1')
  269. d = Device(c)
  270. hd = HyaSlave(c, d)
  271. img = cv2.imread('./tasks/Hyakkiyakou/temp/20240621T221325/all1718979269677.png')
  272. img = cv2.cvtColor(img, cv2.COLOR_BGR2RGB)
  273. hd.device.image = img
  274. print(hd.predict_bean(15))
  275. # def do_test():
  276. # hd.predict_bean(180)
  277. # execution_time = timeit.timeit(do_test, number=100)
  278. # print(f"执行总的时间: {execution_time * 1000} ms")
  279. # total time is 17.9ms on my computer in 100 times
  280. def test_predict_buff():
  281. import timeit
  282. from module.config.config import Config
  283. from module.device.device import Device
  284. c = Config('oas1')
  285. d = Device(c)
  286. hd = HyaSlave(c, d)
  287. img = cv2.imread(r'E:\Project\OnmyojiAutoScript\tasks\Hyakkiyakou\temp\save14\all1718372600237.png')
  288. img = cv2.cvtColor(img, cv2.COLOR_BGR2RGB)
  289. hd.device.image = img
  290. print(hd.predict_buff_state(1))
  291. if __name__ == '__main__':
  292. from module.config.config import Config
  293. from module.device.device import Device
  294. c = Config('oas1')
  295. d = Device(c)
  296. hd = HyaSlave(c, d)
  297. # hd.invite_friend(False)
  298. # test_predict_res()
  299. test_predict_bean()
  300. # test_predict_buff()