hya_slave.py 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364
  1. import cv2
  2. from cached_property import cached_property
  3. from pathlib import Path
  4. from enum import Enum
  5. from module.logger import logger
  6. from module.base.timer import Timer
  7. from module.atom.image import RuleImage
  8. from module.exception import RequestHumanTakeover
  9. from tasks.Hyakkiyakou.slave.hya_device import HyaDevice
  10. from tasks.Hyakkiyakou.slave.hya_color import HyaColor
  11. from tasks.Hyakkiyakou.assets import HyakkiyakouAssets
  12. class HyaBuff(int, Enum):
  13. BUFF_STATE0 = -1 # None
  14. BUFF_STATE2 = 0 # 式神减速
  15. BUFF_STATE3 = 1 # 砸豆加速
  16. BUFF_STATE5 = 2 # 式神冰冻
  17. BUFF_STATE6 = 3 # 概率UP
  18. BUFF_STATE7 = 4 # 好友UP
  19. @classmethod
  20. def from_index(cls, index: int):
  21. for member in cls:
  22. if member.value == index:
  23. return member
  24. raise ValueError(f"No HyaBuff member with value {index}")
  25. class HyaSlave(HyaDevice, HyaColor, HyakkiyakouAssets):
  26. """
  27. 主要是用来跟游戏进行交互的
  28. """
  29. # x, y, w, h
  30. HUNDRED0HUNDRED: list[int] = [117, 647, 18, 25]
  31. DECADE0HUNDRED: list[int] = [131, 647, 18, 25]
  32. UNIT0HUNDRED: list[int] = [146, 647, 18, 25]
  33. DECADE0DECADE: list[int] = [126, 647, 18, 25]
  34. UNIT0DECADE: list[int] = [140, 647, 18, 25]
  35. UNIT0: list[int] = [132, 647, 18, 25]
  36. # buff
  37. BUFF_ROI1: list[int] = [150, 1, 150, 50]
  38. BUFF_ROI2: list[int] = [320, 1, 140, 50]
  39. BUFF_ROI3: list[int] = [840, 1, 150, 50]
  40. BUFF_ROI4: list[int] = [1100, 1, 140, 50]
  41. # 剩余豆子数量, 剩余式神数量, 一次砸豆子的数量, 第一个格子, 第二个格子, 第三个格子, 第四个格子
  42. slave_state: tuple = [250, 36, 10,
  43. HyaBuff.BUFF_STATE0, HyaBuff.BUFF_STATE0, HyaBuff.BUFF_STATE0, HyaBuff.BUFF_STATE0]
  44. @cached_property
  45. def res_r(self) -> list[RuleImage]:
  46. return [
  47. self.I_RESR_0,
  48. self.I_RESR_1,
  49. self.I_RESR_2,
  50. self.I_RESR_3,
  51. self.I_RESR_4,
  52. self.I_RESR_5,
  53. self.I_RESR_6,
  54. self.I_RESR_7,
  55. self.I_RESR_8,
  56. self.I_RESR_9,
  57. ]
  58. @cached_property
  59. def res_f(self) -> list[RuleImage]:
  60. return [
  61. self.I_RESF_0,
  62. self.I_RESF_1,
  63. self.I_RESF_2,
  64. self.I_RESF_3,
  65. self.I_RESF_4,
  66. self.I_RESF_5,
  67. self.I_RESF_6,
  68. self.I_RESF_7,
  69. self.I_RESF_8,
  70. self.I_RESF_9,
  71. ]
  72. @cached_property
  73. def bean(self) -> list[RuleImage]:
  74. return [
  75. self.I_BEAN0,
  76. self.I_BEAN1,
  77. self.I_BEAN2,
  78. self.I_BEAN3,
  79. self.I_BEAN4,
  80. self.I_BEAN5,
  81. self.I_BEAN6,
  82. self.I_BEAN7,
  83. self.I_BEAN8,
  84. self.I_BEAN9,
  85. ]
  86. @cached_property
  87. def buff_state_rois(self) -> list[list[int]]:
  88. return [
  89. self.BUFF_ROI1,
  90. self.BUFF_ROI2,
  91. self.BUFF_ROI3,
  92. self.BUFF_ROI4
  93. ]
  94. @cached_property
  95. def buff_state_images(self) -> list[RuleImage]:
  96. return [
  97. self.I_HYA_STATE_BUFF02, # 式神减速
  98. self.I_HYA_STATE_BUFF03, # 砸豆加速
  99. self.I_HYA_STATE_BUFF05, # 冰冻
  100. self.I_HYA_STATE_BUFF06, # 概率up
  101. self.I_HYA_STATE_BUFF07, # 好友UP
  102. ]
  103. def predict_res(self, current: int) -> int:
  104. for i in range(current, current-5, -1):
  105. unit = i % 10
  106. unit_img = self.res_r[unit] if i >= 10 else self.res_f[unit]
  107. if not self.appear(unit_img):
  108. continue
  109. if i < 10:
  110. return i
  111. decade = i // 10
  112. decade_img = self.res_f[decade]
  113. if not self.appear(decade_img):
  114. continue
  115. return i
  116. logger.warning(f'Cannot predict result, current: {current}')
  117. return current
  118. def predict_bean(self, current: int):
  119. possible_beans: list[int] = [current, current - 10, current - 20]
  120. for bean in possible_beans:
  121. if bean >= 100:
  122. decade = bean // 10 % 10
  123. decade_img = self.bean[decade]
  124. decade_img.roi_back = self.DECADE0HUNDRED
  125. if not self.appear(decade_img):
  126. continue
  127. hundred = bean // 100
  128. hundred_img = self.bean[hundred]
  129. hundred_img.roi_back = self.HUNDRED0HUNDRED
  130. if not self.appear(hundred_img):
  131. continue
  132. return bean
  133. elif bean >= 10:
  134. decade = bean // 10
  135. decade_img = self.bean[decade]
  136. decade_img.roi_back = self.DECADE0DECADE
  137. if not self.appear(decade_img):
  138. continue
  139. unit = bean % 10
  140. unit_img = self.bean[unit]
  141. unit_img.roi_back = self.UNIT0DECADE
  142. if self.appear(unit_img):
  143. return bean
  144. for i in range(10):
  145. unit_img = self.bean[i]
  146. unit_img.roi_back = self.UNIT0DECADE
  147. if self.appear(unit_img):
  148. return max(0, (bean // 10) * 10 + i)
  149. else:
  150. unit = bean % 10
  151. unit_img = self.bean[unit]
  152. unit_img.roi_back = self.UNIT0
  153. if self.appear(unit_img):
  154. return bean
  155. for i in range(10):
  156. unit_img = self.bean[i]
  157. unit_img.roi_back = self.UNIT0
  158. if self.appear(unit_img):
  159. return max(0, i)
  160. # 最坏的情况下用ocr
  161. num = self.O_BEAN_NUMBER.ocr(self.device.image)
  162. if isinstance(num, int) and num >= 0:
  163. return num
  164. logger.warning(f'Cannot predict bean, current: {current}')
  165. return current
  166. def predict_buff_state(self, pos: int, current: HyaBuff = None) -> HyaBuff:
  167. color = self.buff_colors[pos]
  168. if self.match_color(color):
  169. return HyaBuff.BUFF_STATE0
  170. roi = self.buff_state_rois[pos]
  171. if current is not None and current != HyaBuff.BUFF_STATE0:
  172. current_image = self.buff_state_images[current]
  173. current_image.roi_back = roi
  174. if self.appear(current_image):
  175. return current
  176. for i, img in enumerate(self.buff_state_images):
  177. img.roi_back = roi
  178. if self.appear(img):
  179. # int to HyaBuff
  180. return HyaBuff.from_index(i)
  181. return HyaBuff.BUFF_STATE0
  182. def recognize_bean_05(self) -> bool:
  183. return self.appear(self.I_BEAN05)
  184. def recognize_bean_10(self) -> bool:
  185. return self.appear(self.I_BEAN10)
  186. def bean_05to10(self):
  187. self.swipe(self.S_BEAN_05TO10)
  188. def bean_10to05(self):
  189. self.swipe(self.S_BEAN_10TO05)
  190. # main process
  191. # ------------------------------------------------------------------------------------------------------------------
  192. def invite_friend(self, same: bool = True):
  193. logger.hr('Invite friend', 2)
  194. hya_recall_activity = False
  195. while 1:
  196. self.screenshot()
  197. # 是否有召回活动(星重聚阴阳师)
  198. if self.appear(self.I_ENSURE_RECALL):
  199. hya_recall_activity = True
  200. if hya_recall_activity:
  201. if self.appear(self.I_FRIEND_SAME_1_RECALL) or self.appear(self.I_FRIEND_SAME_2_RECALL) or self.appear(self.I_FRIEND_RYOU_1):
  202. break
  203. else:
  204. if self.appear(self.I_FRIEND_SAME_1) or self.appear(self.I_FRIEND_SAME_2):
  205. break
  206. if self.appear_then_click(self.I_HINVITE, interval=4):
  207. continue
  208. if not self._invite_friend(same=True, hya_recall_activity=hya_recall_activity):
  209. if not self._invite_friend(same=False, hya_recall_activity=hya_recall_activity):
  210. raise RequestHumanTakeover('Invite friend failed')
  211. def _invite_friend(self, same: bool = True, hya_recall_activity: bool = False) -> bool:
  212. if not same:
  213. logger.info('Invite different server friend')
  214. # 是否有召回活动
  215. if hya_recall_activity:
  216. self.ui_click(self.I_FRIEND_REMOTE_1_RECALL, self.I_FRIEND_REMOTE_2_RECALL)
  217. else:
  218. self.ui_click(self.I_FRIEND_REMOTE_1, self.I_FRIEND_REMOTE_2)
  219. invite_timer = Timer(8)
  220. invite_timer.start()
  221. while 1:
  222. self.screenshot()
  223. if not self.appear(self.I_HINVITE):
  224. break
  225. # 是否有召回活动
  226. if hya_recall_activity:
  227. if self.click(self.C_FRIEND_1_RECALL, interval=2):
  228. continue
  229. if self.click(self.C_FRIEND_2_RECALL, interval=3):
  230. continue
  231. else:
  232. if self.click(self.C_FRIEND_1, interval=2):
  233. continue
  234. if self.click(self.C_FRIEND_2, interval=3):
  235. continue
  236. if invite_timer.reached():
  237. logger.warning('Invite friend timeout, It may be no friend available')
  238. return False
  239. logger.info('Invite friend done')
  240. return True
  241. def update_state(self):
  242. res_bean = self.predict_bean(self.slave_state[0])
  243. res_shi = self.predict_res(self.slave_state[1])
  244. num_bean = 5 if self.recognize_bean_05() else 10
  245. buff_0 = self.predict_buff_state(pos=0, current=self.slave_state[3])
  246. buff_1 = self.predict_buff_state(pos=1, current=self.slave_state[4])
  247. buff_2 = self.predict_buff_state(pos=2, current=self.slave_state[5])
  248. buff_3 = self.predict_buff_state(pos=3, current=self.slave_state[6])
  249. self.slave_state = [
  250. res_bean, res_shi, num_bean, buff_0, buff_1, buff_2, buff_3
  251. ]
  252. return self.slave_state
  253. def reset_state(self):
  254. self.slave_state = [250, 36, 10,
  255. HyaBuff.BUFF_STATE0, HyaBuff.BUFF_STATE0, HyaBuff.BUFF_STATE0, HyaBuff.BUFF_STATE0]
  256. def covert_rgb():
  257. images_folders: Path = Path(r'E:\Project\OnmyojiAutoScript\tasks\Hyakkiyakou\temp\20240614T214216')
  258. save_folders = images_folders.parent / 'save14'
  259. save_folders.mkdir(parents=True, exist_ok=True)
  260. for file in images_folders.iterdir():
  261. if file.suffix != '.png':
  262. continue
  263. img = cv2.imread(str(file))
  264. img = cv2.cvtColor(img, cv2.COLOR_BGR2RGB)
  265. cv2.imwrite(str(save_folders / file.name), img)
  266. def test_predict_res():
  267. import timeit
  268. from module.config.config import Config
  269. from module.device.device import Device
  270. c = Config('oas1')
  271. d = Device(c)
  272. hd = HyaSlave(c, d)
  273. img = cv2.imread('D:/Project/OnmyojiAutoScript/tasks/Hyakkiyakou/temp/20240621T221325/all1718979259551.png')
  274. img = cv2.cvtColor(img, cv2.COLOR_BGR2RGB)
  275. hd.device.image = img
  276. print(hd.predict_res(2))
  277. # def do_test():
  278. # hd.predict_res(18)
  279. # execution_time = timeit.timeit(do_test, number=100)
  280. # print(f"执行总的时间: {execution_time * 1000} ms")
  281. # total time is 36.2ms on my computer /cpu:AMD Ryzen 5 3550H with Radeon Vega Mobile
  282. # 0.362ms per predict_res
  283. def test_predict_bean():
  284. import timeit
  285. from module.config.config import Config
  286. from module.device.device import Device
  287. c = Config('oas1')
  288. d = Device(c)
  289. hd = HyaSlave(c, d)
  290. img = cv2.imread('./tasks/Hyakkiyakou/temp/20240621T221325/all1718979269677.png')
  291. img = cv2.cvtColor(img, cv2.COLOR_BGR2RGB)
  292. hd.device.image = img
  293. print(hd.predict_bean(15))
  294. # def do_test():
  295. # hd.predict_bean(180)
  296. # execution_time = timeit.timeit(do_test, number=100)
  297. # print(f"执行总的时间: {execution_time * 1000} ms")
  298. # total time is 17.9ms on my computer in 100 times
  299. def test_predict_buff():
  300. import timeit
  301. from module.config.config import Config
  302. from module.device.device import Device
  303. c = Config('oas1')
  304. d = Device(c)
  305. hd = HyaSlave(c, d)
  306. img = cv2.imread(r'E:\Project\OnmyojiAutoScript\tasks\Hyakkiyakou\temp\save14\all1718372600237.png')
  307. img = cv2.cvtColor(img, cv2.COLOR_BGR2RGB)
  308. hd.device.image = img
  309. print(hd.predict_buff_state(1))
  310. if __name__ == '__main__':
  311. from module.config.config import Config
  312. from module.device.device import Device
  313. c = Config('oas1')
  314. d = Device(c)
  315. hd = HyaSlave(c, d)
  316. # hd.invite_friend(False)
  317. # test_predict_res()
  318. test_predict_bean()
  319. # test_predict_buff()