hya_slave.py 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380
  1. import cv2
  2. from cached_property import cached_property
  3. from pathlib import Path
  4. from enum import Enum
  5. from module.logger import logger
  6. from module.base.timer import Timer
  7. from module.atom.image import RuleImage
  8. from module.exception import RequestHumanTakeover
  9. from tasks.Hyakkiyakou.slave.hya_device import HyaDevice
  10. from tasks.Hyakkiyakou.slave.hya_color import HyaColor
  11. from tasks.Hyakkiyakou.assets import HyakkiyakouAssets
  12. class HyaBuff(int, Enum):
  13. BUFF_STATE0 = -1 # None
  14. BUFF_STATE2 = 0 # 式神减速
  15. BUFF_STATE3 = 1 # 砸豆加速
  16. BUFF_STATE5 = 2 # 式神冰冻
  17. BUFF_STATE6 = 3 # 概率UP
  18. BUFF_STATE7 = 4 # 好友UP
  19. @classmethod
  20. def from_index(cls, index: int):
  21. for member in cls:
  22. if member.value == index:
  23. return member
  24. raise ValueError(f"No HyaBuff member with value {index}")
  25. class HyaSlave(HyaDevice, HyaColor, HyakkiyakouAssets):
  26. """
  27. 主要是用来跟游戏进行交互的
  28. """
  29. # x, y, w, h
  30. HUNDRED0HUNDRED: list[int] = [117, 647, 18, 25]
  31. DECADE0HUNDRED: list[int] = [131, 647, 18, 25]
  32. UNIT0HUNDRED: list[int] = [146, 647, 18, 25]
  33. DECADE0DECADE: list[int] = [126, 647, 18, 25]
  34. UNIT0DECADE: list[int] = [140, 647, 18, 25]
  35. UNIT0: list[int] = [132, 647, 18, 25]
  36. # buff
  37. BUFF_ROI1: list[int] = [150, 1, 150, 50]
  38. BUFF_ROI2: list[int] = [320, 1, 140, 50]
  39. BUFF_ROI3: list[int] = [840, 1, 150, 50]
  40. BUFF_ROI4: list[int] = [1100, 1, 140, 50]
  41. # 剩余豆子数量, 剩余式神数量, 一次砸豆子的数量, 第一个格子, 第二个格子, 第三个格子, 第四个格子
  42. slave_state: tuple = [250, 36, 10,
  43. HyaBuff.BUFF_STATE0, HyaBuff.BUFF_STATE0, HyaBuff.BUFF_STATE0, HyaBuff.BUFF_STATE0]
  44. @cached_property
  45. def res_r(self) -> list[RuleImage]:
  46. return [
  47. self.I_RESR_0,
  48. self.I_RESR_1,
  49. self.I_RESR_2,
  50. self.I_RESR_3,
  51. self.I_RESR_4,
  52. self.I_RESR_5,
  53. self.I_RESR_6,
  54. self.I_RESR_7,
  55. self.I_RESR_8,
  56. self.I_RESR_9,
  57. ]
  58. @cached_property
  59. def res_f(self) -> list[RuleImage]:
  60. return [
  61. self.I_RESF_0,
  62. self.I_RESF_1,
  63. self.I_RESF_2,
  64. self.I_RESF_3,
  65. self.I_RESF_4,
  66. self.I_RESF_5,
  67. self.I_RESF_6,
  68. self.I_RESF_7,
  69. self.I_RESF_8,
  70. self.I_RESF_9,
  71. ]
  72. @cached_property
  73. def bean(self) -> list[RuleImage]:
  74. return [
  75. self.I_BEAN0,
  76. self.I_BEAN1,
  77. self.I_BEAN2,
  78. self.I_BEAN3,
  79. self.I_BEAN4,
  80. self.I_BEAN5,
  81. self.I_BEAN6,
  82. self.I_BEAN7,
  83. self.I_BEAN8,
  84. self.I_BEAN9,
  85. ]
  86. @cached_property
  87. def buff_state_rois(self) -> list[list[int]]:
  88. return [
  89. self.BUFF_ROI1,
  90. self.BUFF_ROI2,
  91. self.BUFF_ROI3,
  92. self.BUFF_ROI4
  93. ]
  94. @cached_property
  95. def buff_state_images(self) -> list[RuleImage]:
  96. return [
  97. self.I_HYA_STATE_BUFF02, # 式神减速
  98. self.I_HYA_STATE_BUFF03, # 砸豆加速
  99. self.I_HYA_STATE_BUFF05, # 冰冻
  100. self.I_HYA_STATE_BUFF06, # 概率up
  101. self.I_HYA_STATE_BUFF07, # 好友UP
  102. ]
  103. def predict_res(self, current: int) -> int:
  104. for i in range(current, current-5, -1):
  105. unit = i % 10
  106. unit_img = self.res_r[unit] if i >= 10 else self.res_f[unit]
  107. if not self.appear(unit_img):
  108. continue
  109. if i < 10:
  110. return i
  111. decade = i // 10
  112. decade_img = self.res_f[decade]
  113. if not self.appear(decade_img):
  114. continue
  115. return i
  116. logger.warning(f'Cannot predict result, current: {current}')
  117. return current
  118. def predict_bean(self, current: int):
  119. possible_beans: list[int] = [current, current - 10, current - 20]
  120. for bean in possible_beans:
  121. if bean >= 100:
  122. decade = bean // 10 % 10
  123. decade_img = self.bean[decade]
  124. decade_img.roi_back = self.DECADE0HUNDRED
  125. if not self.appear(decade_img):
  126. continue
  127. hundred = bean // 100
  128. hundred_img = self.bean[hundred]
  129. hundred_img.roi_back = self.HUNDRED0HUNDRED
  130. if not self.appear(hundred_img):
  131. continue
  132. return bean
  133. elif bean >= 10:
  134. decade = bean // 10
  135. decade_img = self.bean[decade]
  136. decade_img.roi_back = self.DECADE0DECADE
  137. if not self.appear(decade_img):
  138. continue
  139. unit = bean % 10
  140. unit_img = self.bean[unit]
  141. unit_img.roi_back = self.UNIT0DECADE
  142. if self.appear(unit_img):
  143. return bean
  144. for i in range(10):
  145. unit_img = self.bean[i]
  146. unit_img.roi_back = self.UNIT0DECADE
  147. if self.appear(unit_img):
  148. return max(0, (bean // 10) * 10 + i)
  149. else:
  150. unit = bean % 10
  151. unit_img = self.bean[unit]
  152. unit_img.roi_back = self.UNIT0
  153. if self.appear(unit_img):
  154. return bean
  155. for i in range(10):
  156. unit_img = self.bean[i]
  157. unit_img.roi_back = self.UNIT0
  158. if self.appear(unit_img):
  159. return max(0, i)
  160. # 最坏的情况下用ocr
  161. num = self.O_BEAN_NUMBER.ocr(self.device.image)
  162. if isinstance(num, int) and num >= 0:
  163. return num
  164. logger.warning(f'Cannot predict bean, current: {current}')
  165. return current
  166. def predict_buff_state(self, pos: int, current: HyaBuff = None) -> HyaBuff:
  167. color = self.buff_colors[pos]
  168. if self.match_color(color):
  169. return HyaBuff.BUFF_STATE0
  170. roi = self.buff_state_rois[pos]
  171. if current is not None and current != HyaBuff.BUFF_STATE0:
  172. current_image = self.buff_state_images[current]
  173. current_image.roi_back = roi
  174. if self.appear(current_image):
  175. return current
  176. for i, img in enumerate(self.buff_state_images):
  177. img.roi_back = roi
  178. if self.appear(img):
  179. # int to HyaBuff
  180. return HyaBuff.from_index(i)
  181. return HyaBuff.BUFF_STATE0
  182. def recognize_bean_05(self) -> bool:
  183. return self.appear(self.I_BEAN05)
  184. def recognize_bean_10(self) -> bool:
  185. return self.appear(self.I_BEAN10)
  186. def bean_05to10(self):
  187. self.swipe(self.S_BEAN_05TO10)
  188. def bean_10to05(self):
  189. self.swipe(self.S_BEAN_10TO05)
  190. # main process
  191. # ------------------------------------------------------------------------------------------------------------------
  192. def invite_friend(self):
  193. logger.hr('Invite friend', 2)
  194. self.ui_click(self.I_HINVITE, self.I_CHECK_INVITATION, interval=4)
  195. logger.info('Entry check invitation')
  196. # 是否有召回活动(星重聚阴阳师)
  197. if self.appear(self.I_ENSURE_RECALL):
  198. hya_recall_activity = True
  199. # 应该动态改roi而不是新开一个图
  200. friend_buttons1 = [self.I_FRIEND_SAME_1_RECALL, self.I_FRIEND_REMOTE_1_RECALL, ]
  201. friend_buttons2 = [self.I_FRIEND_SAME_2_RECALL, self.I_FRIEND_REMOTE_2_RECALL, ]
  202. else:
  203. hya_recall_activity = False
  204. friend_buttons1 = [self.I_FRIEND_SAME_1, self.I_FRIEND_REMOTE_1, self.I_FRIEND_RYOU_1]
  205. friend_buttons2 = [self.I_FRIEND_SAME_2, self.I_FRIEND_REMOTE_2, self.I_FRIEND_RYOU_2]
  206. # 依次邀请,
  207. self.friend_state = 0 # 不需要每一次都从0开始,可以固定一下
  208. while self.friend_state < 3:
  209. match self.friend_state:
  210. case 0:
  211. logger.info('Invite same server friend')
  212. if not self._invite_friend(button1=friend_buttons1[0], button2=friend_buttons2[0], hya_recall_activity=hya_recall_activity):
  213. self.friend_state += 1
  214. else:
  215. return True
  216. case 1:
  217. logger.info('Invite remote friend')
  218. if not self._invite_friend(button1=friend_buttons1[1], button2=friend_buttons2[1], hya_recall_activity=hya_recall_activity):
  219. self.friend_state += 1
  220. else:
  221. return True
  222. case 2:
  223. logger.info('Invite guild friend')
  224. if not self._invite_friend(button1=friend_buttons1[2], button2=friend_buttons2[2], hya_recall_activity=hya_recall_activity):
  225. self.friend_state += 1
  226. else:
  227. return True
  228. case _:
  229. raise RequestHumanTakeover('Invite friend failed')
  230. def _invite_friend(self, button1: RuleImage, button2: RuleImage, hya_recall_activity: bool = False ) -> bool:
  231. logger.info('Start clicking')
  232. self.ui_click(button1, button2)
  233. logger.info('End clicking')
  234. invite_timer = Timer(8)
  235. invite_timer.start()
  236. while 1:
  237. self.screenshot()
  238. if not self.appear(self.I_HINVITE):
  239. break
  240. # 是否有召回活动
  241. if hya_recall_activity:
  242. if self.click(self.C_FRIEND_1_RECALL, interval=2):
  243. continue
  244. if self.click(self.C_FRIEND_2_RECALL, interval=3):
  245. continue
  246. else:
  247. if self.click(self.C_FRIEND_1, interval=2):
  248. continue
  249. if self.click(self.C_FRIEND_2, interval=3):
  250. continue
  251. if invite_timer.reached():
  252. logger.warning('Invite friend timeout, It may be no friend available')
  253. return False
  254. logger.info('Invite friend done')
  255. return True
  256. def update_state(self):
  257. res_bean = self.predict_bean(self.slave_state[0])
  258. res_shi = self.predict_res(self.slave_state[1])
  259. num_bean = 5 if self.recognize_bean_05() else 10
  260. buff_0 = self.predict_buff_state(pos=0, current=self.slave_state[3])
  261. buff_1 = self.predict_buff_state(pos=1, current=self.slave_state[4])
  262. buff_2 = self.predict_buff_state(pos=2, current=self.slave_state[5])
  263. buff_3 = self.predict_buff_state(pos=3, current=self.slave_state[6])
  264. self.slave_state = [
  265. res_bean, res_shi, num_bean, buff_0, buff_1, buff_2, buff_3
  266. ]
  267. return self.slave_state
  268. def reset_state(self):
  269. self.slave_state = [250, 36, 10,
  270. HyaBuff.BUFF_STATE0, HyaBuff.BUFF_STATE0, HyaBuff.BUFF_STATE0, HyaBuff.BUFF_STATE0]
  271. def covert_rgb():
  272. images_folders: Path = Path(r'E:\Project\OnmyojiAutoScript\tasks\Hyakkiyakou\temp\20240614T214216')
  273. save_folders = images_folders.parent / 'save14'
  274. save_folders.mkdir(parents=True, exist_ok=True)
  275. for file in images_folders.iterdir():
  276. if file.suffix != '.png':
  277. continue
  278. img = cv2.imread(str(file))
  279. img = cv2.cvtColor(img, cv2.COLOR_BGR2RGB)
  280. cv2.imwrite(str(save_folders / file.name), img)
  281. def test_predict_res():
  282. import timeit
  283. from module.config.config import Config
  284. from module.device.device import Device
  285. c = Config('oas1')
  286. d = Device(c)
  287. hd = HyaSlave(c, d)
  288. img = cv2.imread('D:/Project/OnmyojiAutoScript/tasks/Hyakkiyakou/temp/20240621T221325/all1718979259551.png')
  289. img = cv2.cvtColor(img, cv2.COLOR_BGR2RGB)
  290. hd.device.image = img
  291. print(hd.predict_res(2))
  292. # def do_test():
  293. # hd.predict_res(18)
  294. # execution_time = timeit.timeit(do_test, number=100)
  295. # print(f"执行总的时间: {execution_time * 1000} ms")
  296. # total time is 36.2ms on my computer /cpu:AMD Ryzen 5 3550H with Radeon Vega Mobile
  297. # 0.362ms per predict_res
  298. def test_predict_bean():
  299. import timeit
  300. from module.config.config import Config
  301. from module.device.device import Device
  302. c = Config('oas1')
  303. d = Device(c)
  304. hd = HyaSlave(c, d)
  305. img = cv2.imread('./tasks/Hyakkiyakou/temp/20240621T221325/all1718979269677.png')
  306. img = cv2.cvtColor(img, cv2.COLOR_BGR2RGB)
  307. hd.device.image = img
  308. print(hd.predict_bean(15))
  309. # def do_test():
  310. # hd.predict_bean(180)
  311. # execution_time = timeit.timeit(do_test, number=100)
  312. # print(f"执行总的时间: {execution_time * 1000} ms")
  313. # total time is 17.9ms on my computer in 100 times
  314. def test_predict_buff():
  315. import timeit
  316. from module.config.config import Config
  317. from module.device.device import Device
  318. c = Config('oas1')
  319. d = Device(c)
  320. hd = HyaSlave(c, d)
  321. img = cv2.imread(r'E:\Project\OnmyojiAutoScript\tasks\Hyakkiyakou\temp\save14\all1718372600237.png')
  322. img = cv2.cvtColor(img, cv2.COLOR_BGR2RGB)
  323. hd.device.image = img
  324. print(hd.predict_buff_state(1))
  325. if __name__ == '__main__':
  326. from module.config.config import Config
  327. from module.device.device import Device
  328. c = Config('oas1')
  329. d = Device(c)
  330. hd = HyaSlave(c, d)
  331. # hd.invite_friend(False)
  332. # test_predict_res()
  333. test_predict_bean()
  334. # test_predict_buff()