hya_slave.py 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378
  1. import cv2
  2. from cached_property import cached_property
  3. from pathlib import Path
  4. from enum import Enum
  5. from module.logger import logger
  6. from module.base.timer import Timer
  7. from module.atom.image import RuleImage
  8. from module.exception import RequestHumanTakeover
  9. from tasks.Hyakkiyakou.slave.hya_device import HyaDevice
  10. from tasks.Hyakkiyakou.slave.hya_color import HyaColor
  11. from tasks.Hyakkiyakou.assets import HyakkiyakouAssets
  12. class HyaBuff(int, Enum):
  13. BUFF_STATE0 = -1 # None
  14. BUFF_STATE2 = 0 # 式神减速
  15. BUFF_STATE3 = 1 # 砸豆加速
  16. BUFF_STATE5 = 2 # 式神冰冻
  17. BUFF_STATE6 = 3 # 概率UP
  18. BUFF_STATE7 = 4 # 好友UP
  19. @classmethod
  20. def from_index(cls, index: int):
  21. for member in cls:
  22. if member.value == index:
  23. return member
  24. raise ValueError(f"No HyaBuff member with value {index}")
  25. class HyaSlave(HyaDevice, HyaColor, HyakkiyakouAssets):
  26. """
  27. 主要是用来跟游戏进行交互的
  28. """
  29. # x, y, w, h
  30. HUNDRED0HUNDRED: list[int] = [117, 647, 18, 25]
  31. DECADE0HUNDRED: list[int] = [131, 647, 18, 25]
  32. UNIT0HUNDRED: list[int] = [146, 647, 18, 25]
  33. DECADE0DECADE: list[int] = [126, 647, 18, 25]
  34. UNIT0DECADE: list[int] = [140, 647, 18, 25]
  35. UNIT0: list[int] = [132, 647, 18, 25]
  36. # buff
  37. BUFF_ROI1: list[int] = [150, 1, 150, 50]
  38. BUFF_ROI2: list[int] = [320, 1, 140, 50]
  39. BUFF_ROI3: list[int] = [840, 1, 150, 50]
  40. BUFF_ROI4: list[int] = [1100, 1, 140, 50]
  41. # 剩余豆子数量, 剩余式神数量, 一次砸豆子的数量, 第一个格子, 第二个格子, 第三个格子, 第四个格子
  42. slave_state: tuple = [250, 36, 10,
  43. HyaBuff.BUFF_STATE0, HyaBuff.BUFF_STATE0, HyaBuff.BUFF_STATE0, HyaBuff.BUFF_STATE0]
  44. @cached_property
  45. def res_r(self) -> list[RuleImage]:
  46. return [
  47. self.I_RESR_0,
  48. self.I_RESR_1,
  49. self.I_RESR_2,
  50. self.I_RESR_3,
  51. self.I_RESR_4,
  52. self.I_RESR_5,
  53. self.I_RESR_6,
  54. self.I_RESR_7,
  55. self.I_RESR_8,
  56. self.I_RESR_9,
  57. ]
  58. @cached_property
  59. def res_f(self) -> list[RuleImage]:
  60. return [
  61. self.I_RESF_0,
  62. self.I_RESF_1,
  63. self.I_RESF_2,
  64. self.I_RESF_3,
  65. self.I_RESF_4,
  66. self.I_RESF_5,
  67. self.I_RESF_6,
  68. self.I_RESF_7,
  69. self.I_RESF_8,
  70. self.I_RESF_9,
  71. ]
  72. @cached_property
  73. def bean(self) -> list[RuleImage]:
  74. return [
  75. self.I_BEAN0,
  76. self.I_BEAN1,
  77. self.I_BEAN2,
  78. self.I_BEAN3,
  79. self.I_BEAN4,
  80. self.I_BEAN5,
  81. self.I_BEAN6,
  82. self.I_BEAN7,
  83. self.I_BEAN8,
  84. self.I_BEAN9,
  85. ]
  86. @cached_property
  87. def buff_state_rois(self) -> list[list[int]]:
  88. return [
  89. self.BUFF_ROI1,
  90. self.BUFF_ROI2,
  91. self.BUFF_ROI3,
  92. self.BUFF_ROI4
  93. ]
  94. @cached_property
  95. def buff_state_images(self) -> list[RuleImage]:
  96. return [
  97. self.I_HYA_STATE_BUFF02, # 式神减速
  98. self.I_HYA_STATE_BUFF03, # 砸豆加速
  99. self.I_HYA_STATE_BUFF05, # 冰冻
  100. self.I_HYA_STATE_BUFF06, # 概率up
  101. self.I_HYA_STATE_BUFF07, # 好友UP
  102. ]
  103. def predict_res(self, current: int) -> int:
  104. for i in range(current, current-5, -1):
  105. unit = i % 10
  106. unit_img = self.res_r[unit] if i >= 10 else self.res_f[unit]
  107. if not self.appear(unit_img):
  108. continue
  109. if i < 10:
  110. return i
  111. decade = i // 10
  112. decade_img = self.res_f[decade]
  113. if not self.appear(decade_img):
  114. continue
  115. return i
  116. logger.warning(f'Cannot predict result, current: {current}')
  117. return current
  118. def predict_bean(self, current: int):
  119. possible_beans: list[int] = [current, current - 10, current - 20]
  120. for bean in possible_beans:
  121. if bean >= 100:
  122. decade = bean // 10 % 10
  123. decade_img = self.bean[decade]
  124. decade_img.roi_back = self.DECADE0HUNDRED
  125. if not self.appear(decade_img):
  126. continue
  127. hundred = bean // 100
  128. hundred_img = self.bean[hundred]
  129. hundred_img.roi_back = self.HUNDRED0HUNDRED
  130. if not self.appear(hundred_img):
  131. continue
  132. return bean
  133. elif bean >= 10:
  134. decade = bean // 10
  135. decade_img = self.bean[decade]
  136. decade_img.roi_back = self.DECADE0DECADE
  137. if not self.appear(decade_img):
  138. continue
  139. unit = bean % 10
  140. unit_img = self.bean[unit]
  141. unit_img.roi_back = self.UNIT0DECADE
  142. if self.appear(unit_img):
  143. return bean
  144. for i in range(10):
  145. unit_img = self.bean[i]
  146. unit_img.roi_back = self.UNIT0DECADE
  147. if self.appear(unit_img):
  148. return max(0, (bean // 10) * 10 + i)
  149. else:
  150. unit = bean % 10
  151. unit_img = self.bean[unit]
  152. unit_img.roi_back = self.UNIT0
  153. if self.appear(unit_img):
  154. return bean
  155. for i in range(10):
  156. unit_img = self.bean[i]
  157. unit_img.roi_back = self.UNIT0
  158. if self.appear(unit_img):
  159. return max(0, i)
  160. # 最坏的情况下用ocr
  161. num = self.O_BEAN_NUMBER.ocr(self.device.image)
  162. if isinstance(num, int) and num >= 0:
  163. return num
  164. logger.warning(f'Cannot predict bean, current: {current}')
  165. return current
  166. def predict_buff_state(self, pos: int, current: HyaBuff = None) -> HyaBuff:
  167. color = self.buff_colors[pos]
  168. if self.match_color(color):
  169. return HyaBuff.BUFF_STATE0
  170. roi = self.buff_state_rois[pos]
  171. if current is not None and current != HyaBuff.BUFF_STATE0:
  172. current_image = self.buff_state_images[current]
  173. current_image.roi_back = roi
  174. if self.appear(current_image):
  175. return current
  176. for i, img in enumerate(self.buff_state_images):
  177. img.roi_back = roi
  178. if self.appear(img):
  179. # int to HyaBuff
  180. return HyaBuff.from_index(i)
  181. return HyaBuff.BUFF_STATE0
  182. def recognize_bean_05(self) -> bool:
  183. return self.appear(self.I_BEAN05)
  184. def recognize_bean_10(self) -> bool:
  185. return self.appear(self.I_BEAN10)
  186. def bean_05to10(self):
  187. self.swipe(self.S_BEAN_05TO10)
  188. def bean_10to05(self):
  189. self.swipe(self.S_BEAN_10TO05)
  190. # main process
  191. # ------------------------------------------------------------------------------------------------------------------
  192. def invite_friend(self):
  193. logger.hr('Invite friend', 2)
  194. self.ui_click(self.I_HINVITE, self.I_CHECK_INVITATION, interval=4)
  195. logger.info('Entry check invitation')
  196. # 是否有召回活动(星重聚阴阳师)
  197. if self.appear(self.I_ENSURE_RECALL):
  198. hya_recall_activity = True
  199. # 应该动态改roi而不是新开一个图
  200. friend_buttons1 = [self.I_FRIEND_SAME_1_RECALL, self.I_FRIEND_REMOTE_1_RECALL, ]
  201. friend_buttons2 = [self.I_FRIEND_SAME_2_RECALL, self.I_FRIEND_REMOTE_2_RECALL, ]
  202. else:
  203. hya_recall_activity = False
  204. friend_buttons1 = [self.I_FRIEND_SAME_1, self.I_FRIEND_REMOTE_1, self.I_FRIEND_RYOU_1]
  205. friend_buttons2 = [self.I_FRIEND_SAME_2, self.I_FRIEND_REMOTE_2, self.I_FRIEND_RYOU_2]
  206. # 依次邀请,
  207. self.friend_state = 0 # 不需要每一次都从0开始,可以固定一下
  208. while self.friend_state < 3:
  209. match self.friend_state:
  210. case 0:
  211. logger.info('Invite same server friend')
  212. if not self._invite_friend(button1=friend_buttons1[0], button2=friend_buttons2[0], hya_recall_activity=hya_recall_activity):
  213. self.friend_state += 1
  214. else:
  215. return True
  216. case 1:
  217. logger.info('Invite remote friend')
  218. if not self._invite_friend(button1=friend_buttons1[1], button2=friend_buttons2[1], hya_recall_activity=hya_recall_activity):
  219. self.friend_state += 1
  220. else:
  221. return True
  222. case 2:
  223. logger.info('Invite guild friend')
  224. if not self._invite_friend(button1=friend_buttons1[2], button2=friend_buttons2[2], hya_recall_activity=hya_recall_activity):
  225. self.friend_state += 1
  226. else:
  227. return True
  228. case _:
  229. raise RequestHumanTakeover('Invite friend failed')
  230. def _invite_friend(self, button1: RuleImage, button2: RuleImage, hya_recall_activity: bool = False ) -> bool:
  231. self.ui_click(button1, button2)
  232. invite_timer = Timer(8)
  233. invite_timer.start()
  234. while 1:
  235. self.screenshot()
  236. if not self.appear(self.I_HINVITE):
  237. break
  238. # 是否有召回活动
  239. if hya_recall_activity:
  240. if self.click(self.C_FRIEND_1_RECALL, interval=2):
  241. continue
  242. if self.click(self.C_FRIEND_2_RECALL, interval=3):
  243. continue
  244. else:
  245. if self.click(self.C_FRIEND_1, interval=2):
  246. continue
  247. if self.click(self.C_FRIEND_2, interval=3):
  248. continue
  249. if invite_timer.reached():
  250. logger.warning('Invite friend timeout, It may be no friend available')
  251. return False
  252. logger.info('Invite friend done')
  253. return True
  254. def update_state(self):
  255. res_bean = self.predict_bean(self.slave_state[0])
  256. res_shi = self.predict_res(self.slave_state[1])
  257. num_bean = 5 if self.recognize_bean_05() else 10
  258. buff_0 = self.predict_buff_state(pos=0, current=self.slave_state[3])
  259. buff_1 = self.predict_buff_state(pos=1, current=self.slave_state[4])
  260. buff_2 = self.predict_buff_state(pos=2, current=self.slave_state[5])
  261. buff_3 = self.predict_buff_state(pos=3, current=self.slave_state[6])
  262. self.slave_state = [
  263. res_bean, res_shi, num_bean, buff_0, buff_1, buff_2, buff_3
  264. ]
  265. return self.slave_state
  266. def reset_state(self):
  267. self.slave_state = [250, 36, 10,
  268. HyaBuff.BUFF_STATE0, HyaBuff.BUFF_STATE0, HyaBuff.BUFF_STATE0, HyaBuff.BUFF_STATE0]
  269. def covert_rgb():
  270. images_folders: Path = Path(r'E:\Project\OnmyojiAutoScript\tasks\Hyakkiyakou\temp\20240614T214216')
  271. save_folders = images_folders.parent / 'save14'
  272. save_folders.mkdir(parents=True, exist_ok=True)
  273. for file in images_folders.iterdir():
  274. if file.suffix != '.png':
  275. continue
  276. img = cv2.imread(str(file))
  277. img = cv2.cvtColor(img, cv2.COLOR_BGR2RGB)
  278. cv2.imwrite(str(save_folders / file.name), img)
  279. def test_predict_res():
  280. import timeit
  281. from module.config.config import Config
  282. from module.device.device import Device
  283. c = Config('oas1')
  284. d = Device(c)
  285. hd = HyaSlave(c, d)
  286. img = cv2.imread('D:/Project/OnmyojiAutoScript/tasks/Hyakkiyakou/temp/20240621T221325/all1718979259551.png')
  287. img = cv2.cvtColor(img, cv2.COLOR_BGR2RGB)
  288. hd.device.image = img
  289. print(hd.predict_res(2))
  290. # def do_test():
  291. # hd.predict_res(18)
  292. # execution_time = timeit.timeit(do_test, number=100)
  293. # print(f"执行总的时间: {execution_time * 1000} ms")
  294. # total time is 36.2ms on my computer /cpu:AMD Ryzen 5 3550H with Radeon Vega Mobile
  295. # 0.362ms per predict_res
  296. def test_predict_bean():
  297. import timeit
  298. from module.config.config import Config
  299. from module.device.device import Device
  300. c = Config('oas1')
  301. d = Device(c)
  302. hd = HyaSlave(c, d)
  303. img = cv2.imread('./tasks/Hyakkiyakou/temp/20240621T221325/all1718979269677.png')
  304. img = cv2.cvtColor(img, cv2.COLOR_BGR2RGB)
  305. hd.device.image = img
  306. print(hd.predict_bean(15))
  307. # def do_test():
  308. # hd.predict_bean(180)
  309. # execution_time = timeit.timeit(do_test, number=100)
  310. # print(f"执行总的时间: {execution_time * 1000} ms")
  311. # total time is 17.9ms on my computer in 100 times
  312. def test_predict_buff():
  313. import timeit
  314. from module.config.config import Config
  315. from module.device.device import Device
  316. c = Config('oas1')
  317. d = Device(c)
  318. hd = HyaSlave(c, d)
  319. img = cv2.imread(r'E:\Project\OnmyojiAutoScript\tasks\Hyakkiyakou\temp\save14\all1718372600237.png')
  320. img = cv2.cvtColor(img, cv2.COLOR_BGR2RGB)
  321. hd.device.image = img
  322. print(hd.predict_buff_state(1))
  323. if __name__ == '__main__':
  324. from module.config.config import Config
  325. from module.device.device import Device
  326. c = Config('oas1')
  327. d = Device(c)
  328. hd = HyaSlave(c, d)
  329. # hd.invite_friend(False)
  330. # test_predict_res()
  331. test_predict_bean()
  332. # test_predict_buff()