device.py 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296
  1. from collections import deque
  2. from datetime import datetime
  3. # Patch pkg_resources before importing adbutils and uiautomator2
  4. from module.device.pkg_resources import get_distribution
  5. # Just avoid being removed by import optimization
  6. _ = get_distribution
  7. from module.device.env import IS_WINDOWS
  8. from module.base.timer import Timer
  9. from module.config.utils import get_server_next_update
  10. from module.device.app_control import AppControl
  11. from module.device.control import Control
  12. if IS_WINDOWS:
  13. from module.device.desktop_device import DesktopDevice
  14. else:
  15. class DesktopDevice:
  16. pass
  17. from module.device.platform2 import Platform
  18. from module.device.screenshot import Screenshot
  19. from module.exception import (GameNotRunningError,
  20. GameStuckError,
  21. GameTooManyClickError,
  22. RequestHumanTakeover,
  23. EmulatorNotRunningError)
  24. from module.logger import logger
  25. class Device(DesktopDevice, Platform, Screenshot, Control, AppControl):
  26. _screen_size_checked = False
  27. detect_record = set()
  28. click_record = deque(maxlen=15)
  29. stuck_timer = Timer(60, count=60).start()
  30. stuck_timer_long = Timer(300, count=300).start()
  31. stuck_long_wait_list = ['BATTLE_STATUS_S', 'PAUSE', 'LOGIN_CHECK', 'PREPARE_BEFORE_BATTLE']
  32. def __init__(self, *args, **kwargs):
  33. for trial in range(4):
  34. try:
  35. super().__init__(*args, **kwargs)
  36. break
  37. except EmulatorNotRunningError:
  38. # 桌面客户端没有模拟器可拉:确保客户端在,再重跑一次基类完成窗口绑定
  39. if self.is_desktop:
  40. if trial >= 1 or not self._desktop_ensure_launched():
  41. logger.critical('Desktop client not found and auto-launch failed, '
  42. 'please start the game and bind PID first')
  43. raise RequestHumanTakeover from None
  44. continue
  45. if trial >= 3:
  46. logger.critical('Failed to start emulator after 3 trial')
  47. raise RequestHumanTakeover
  48. # Try to start emulator
  49. if self.emulator_instance is not None:
  50. self.emulator_start()
  51. else:
  52. logger.critical(
  53. f'No emulator with serial "{self.config.Emulator_Serial}" found, '
  54. f'please set a correct serial'
  55. )
  56. raise RequestHumanTakeover
  57. # 桌面客户端模式:无模拟器生命周期
  58. if self.is_desktop:
  59. self._init_desktop()
  60. return
  61. # 同一进程由桌面配置切回模拟器时,恢复原始模板搜索范围。
  62. from module.atom.image import set_roi_match_padding
  63. set_roi_match_padding(0)
  64. # Auto-fill emulator info
  65. if IS_WINDOWS and self.config.script.device.emulatorinfo_type == 'auto':
  66. _ = self.emulator_instance
  67. self.screenshot_interval_set()
  68. # Auto-select the fastest screenshot method
  69. if self.config.script.device.screenshot_method == 'auto':
  70. self.run_simple_screenshot_benchmark()
  71. def run_simple_screenshot_benchmark(self):
  72. """
  73. Perform a screenshot method benchmark, test 3 times on each method.
  74. The fastest one will be set into config.
  75. """
  76. logger.info('run_simple_screenshot_benchmark')
  77. # Check resolution first
  78. # self.resolution_check_uiautomator2()
  79. # Perform benchmark
  80. from module.daemon.benchmark import Benchmark
  81. bench = Benchmark(config=self.config, device=self)
  82. method = bench.run_simple_screenshot_benchmark()
  83. # Set
  84. self.config.script.device.screenshot_method = method
  85. self.config.save()
  86. def handle_night_commission(self, daily_trigger='21:00', threshold=30):
  87. """
  88. Args:
  89. daily_trigger (int): Time for commission refresh.
  90. threshold (int): Seconds around refresh time.
  91. Returns:
  92. bool: If handled.
  93. """
  94. update = get_server_next_update(daily_trigger=daily_trigger)
  95. now = datetime.now()
  96. diff = (update.timestamp() - now.timestamp()) % 86400
  97. if threshold < diff < 86400 - threshold:
  98. return False
  99. # if GET_MISSION.match(self.image, offset=True):
  100. # logger.info('Night commission appear.')
  101. # self.click(GET_MISSION)
  102. # return True
  103. return False
  104. def screenshot(self):
  105. """
  106. Returns:
  107. np.ndarray:
  108. """
  109. self.stuck_record_check()
  110. # 桌面模式:窗口缺失说明客户端当前不可用(启动期未出窗口,或客户端崩了)。
  111. # 直接截图会抛 (1400, '无效的窗口句柄') 搞崩整个进程,必须先拦下;拉客户端
  112. # 是 Restart 的职责。最小化不算窗口缺失——BitBlt 截图前会先还原窗口。
  113. if self.is_desktop and not self.desktop_window_exists():
  114. raise GameNotRunningError('Desktop client window not found')
  115. try:
  116. super().screenshot()
  117. except RequestHumanTakeover as e:
  118. raise RequestHumanTakeover
  119. if self.handle_night_commission():
  120. super().screenshot()
  121. return self.image
  122. def release_during_wait(self):
  123. # Scrcpy server is still sending video stream,
  124. # stop it during wait
  125. # self.config.script.device.screenshot_method = 'scrcpy'
  126. if self.config.script.device.screenshot_method == 'scrcpy':
  127. self._scrcpy_server_stop()
  128. if self.config.Emulator_ScreenshotMethod == 'nemu_ipc':
  129. self.nemu_ipc_release()
  130. def stuck_record_add(self, button):
  131. """
  132. 当你要设置这个时候检测为长时间的时候,你需要在这里添加
  133. 如果取消后,需要在`stuck_record_clear`中清除
  134. :param button:
  135. :return:
  136. """
  137. self.detect_record.add(str(button))
  138. logger.info(f'Add stuck record: {button}')
  139. def stuck_record_clear(self):
  140. self.detect_record = set()
  141. self.stuck_timer.reset()
  142. self.stuck_timer_long.reset()
  143. def stuck_record_check(self):
  144. """
  145. Raises:
  146. GameStuckError:
  147. """
  148. reached = self.stuck_timer.reached()
  149. reached_long = self.stuck_timer_long.reached()
  150. if not reached:
  151. return False
  152. if not reached_long:
  153. for button in self.stuck_long_wait_list:
  154. if button in self.detect_record:
  155. return False
  156. logger.warning('Wait too long')
  157. logger.warning(f'Waiting for {self.detect_record}')
  158. self.stuck_record_clear()
  159. if self.app_is_running():
  160. raise GameStuckError(f'Wait too long')
  161. else:
  162. raise GameNotRunningError('Game died')
  163. def handle_control_check(self, button):
  164. self.stuck_record_clear()
  165. self.click_record_add(button)
  166. self.click_record_check()
  167. def click_record_add(self, button):
  168. self.click_record.append(str(button))
  169. def click_record_clear(self):
  170. self.click_record.clear()
  171. def click_record_remove(self, button):
  172. """
  173. Remove a button from `click_record`
  174. Args:
  175. button (Button):
  176. Returns:
  177. int: Number of button removed
  178. """
  179. removed = 0
  180. for _ in range(self.click_record.maxlen):
  181. try:
  182. self.click_record.remove(str(button))
  183. removed += 1
  184. except ValueError:
  185. # Value not in queue
  186. break
  187. return removed
  188. def click_record_check(self):
  189. """
  190. Raises:
  191. GameTooManyClickError:
  192. """
  193. count = {}
  194. for key in self.click_record:
  195. count[key] = count.get(key, 0) + 1
  196. count = sorted(count.items(), key=lambda item: item[1], reverse=True)
  197. if count[0][1] >= 10:
  198. logger.warning(f'Too many click for a button: {count[0][0]}')
  199. logger.warning(f'History click: {[str(prev) for prev in self.click_record]}')
  200. self.click_record_clear()
  201. raise GameTooManyClickError(f'Too many click for a button: {count[0][0]}')
  202. if len(count) >= 2 and count[0][1] >= 6 and count[1][1] >= 6:
  203. logger.warning(f'Too many click between 2 buttons: {count[0][0]}, {count[1][0]}')
  204. logger.warning(f'History click: {[str(prev) for prev in self.click_record]}')
  205. self.click_record_clear()
  206. raise GameTooManyClickError(f'Too many click between 2 buttons: {count[0][0]}, {count[1][0]}')
  207. def disable_stuck_detection(self):
  208. """
  209. Disable stuck detection and its handler. Usually uses in semi auto and debugging.
  210. """
  211. logger.info('Disable stuck detection')
  212. def empty_function(*arg, **kwargs):
  213. return False
  214. self.click_record_check = empty_function
  215. self.stuck_record_check = empty_function
  216. def app_start(self):
  217. # 桌面模式:窗口缺失时自动启动客户端并绑定 PID(空闲关闭后由 Restart 重新拉起)
  218. if self.is_desktop:
  219. if not self._desktop_ensure_launched():
  220. logger.error('Desktop client not running and auto-launch failed, '
  221. 'please start the game manually or check game_path')
  222. raise GameNotRunningError('Desktop client auto-launch failed')
  223. # 这里必然早于 app_handle_login,且是拉起客户端的唯一入口:客户区没校准到
  224. # 1280x720 的话登录 OCR 与点击坐标全错。运行期重拉时 Device 对象是复用的,
  225. # _init_desktop 不会再跑,所以校准不能只挂在初始化路径上
  226. self.desktop_window_set_size()
  227. return
  228. if not self.config.script.error.handle_error:
  229. logger.critical('No app stop/start, because HandleError disabled')
  230. logger.critical('Please enable Alas.Error.HandleError or manually login to AzurLane')
  231. raise RequestHumanTakeover
  232. super().app_start()
  233. self.stuck_record_clear()
  234. self.click_record_clear()
  235. def app_stop(self):
  236. # 桌面模式:关闭客户端。desktop_stop_client 内部已做「窗口消失 且 进程退出」
  237. # 验证并多轮重杀,关不掉时它已记 ERROR,这里只把结论透出
  238. if self.is_desktop:
  239. if not self.desktop_stop_client():
  240. logger.warning('Desktop client not released, residual process may remain')
  241. return
  242. if not self.config.script.error.handle_error:
  243. logger.critical('No app stop/start, because HandleError disabled')
  244. logger.critical('Please enable Alas.Error.HandleError or manually login to AzurLane')
  245. raise RequestHumanTakeover
  246. super().app_stop()
  247. self.stuck_record_clear()
  248. self.click_record_clear()
  249. if __name__ == "__main__":
  250. device = Device(config="oas1")
  251. # cv2.imshow("imgSrceen", device.screenshot()) # 显示
  252. # cv2.waitKey(0)
  253. # cv2.destroyAllWindows()