screenshot.py 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274
  1. import os
  2. import time
  3. from collections import deque
  4. from datetime import datetime
  5. from pathlib import Path
  6. import cv2
  7. import numpy as np
  8. from PIL import Image
  9. from module.base.decorator import cached_property
  10. from module.base.timer import Timer
  11. from module.base.utils import get_color, image_size, limit_in, save_image
  12. from module.device.method.adb import Adb
  13. from module.device.method.window import Window
  14. from module.device.method.droidcast import DroidCast
  15. from module.device.method.scrcpy import Scrcpy
  16. from module.exception import RequestHumanTakeover, ScriptError
  17. from module.logger import logger
  18. class Screenshot(Adb, DroidCast, Scrcpy, Window):
  19. _screen_size_checked = False
  20. _screen_black_checked = False
  21. _minicap_uninstalled = False
  22. _screenshot_interval = Timer(0.1)
  23. _last_save_time = {}
  24. image: np.ndarray
  25. def __init__(self, *args, **kwargs):
  26. super().__init__(*args, **kwargs)
  27. super(Window, self).__init__(*args, **kwargs)
  28. @cached_property
  29. def screenshot_methods(self):
  30. return {
  31. 'ADB': self.screenshot_adb,
  32. 'ADB_nc': self.screenshot_adb_nc,
  33. 'uiautomator2': self.screenshot_uiautomator2,
  34. # 'aScreenCap': self.screenshot_ascreencap,
  35. # 'aScreenCap_nc': self.screenshot_ascreencap_nc,
  36. 'DroidCast': self.screenshot_droidcast,
  37. 'DroidCast_raw': self.screenshot_droidcast_raw,
  38. 'scrcpy': self.screenshot_scrcpy,
  39. 'window_background': self.screenshot_window_background,
  40. 'nemu_ipc': self.nemu_ipc
  41. }
  42. def screenshot(self):
  43. """
  44. Returns:
  45. np.ndarray:
  46. """
  47. self._screenshot_interval.wait()
  48. self._screenshot_interval.reset()
  49. for _ in range(2):
  50. method = self.screenshot_methods.get(
  51. self.config.script.device.screenshot_method,
  52. self.screenshot_adb # 第二个参数默认的是screenshot_adb
  53. )
  54. self.image = method()
  55. # if self.config.Emulator_ScreenshotDedithering:
  56. # # This will take 40-60ms
  57. # cv2.fastNlMeansDenoising(self.image, self.image, h=17, templateWindowSize=1, searchWindowSize=2)
  58. # self.image = self._handle_orientated_image(self.image)
  59. # if self.config.Error_SaveError:
  60. if self.config.script.error.save_error:
  61. self.screenshot_deque.append({'time': datetime.now(), 'image': self.image})
  62. if self.check_screen_size() and self.check_screen_black():
  63. break
  64. else:
  65. continue
  66. return self.image
  67. def _handle_orientated_image(self, image):
  68. """
  69. Args:
  70. image (np.ndarray):
  71. Returns:
  72. np.ndarray:
  73. """
  74. width, height = image_size(self.image)
  75. if width == 1280 and height == 720:
  76. return image
  77. # Rotate screenshots only when they're not 1280x720
  78. if self.orientation == 0:
  79. pass
  80. elif self.orientation == 1:
  81. image = cv2.rotate(image, cv2.ROTATE_90_COUNTERCLOCKWISE)
  82. elif self.orientation == 2:
  83. image = cv2.rotate(image, cv2.ROTATE_180)
  84. elif self.orientation == 3:
  85. image = cv2.rotate(image, cv2.ROTATE_90_CLOCKWISE)
  86. else:
  87. raise ScriptError(f'Invalid device orientation: {self.orientation}')
  88. return image
  89. @cached_property
  90. def screenshot_deque(self):
  91. # return deque(maxlen=int(self.config.Error_ScreenshotLength))
  92. return deque(maxlen=int(self.config.script.error.screenshot_length))
  93. def save_screenshot(self, genre='items', interval=None, to_base_folder=False):
  94. """Save a screenshot. Use millisecond timestamp as file name.
  95. Args:
  96. genre (str, optional): Screenshot type.
  97. interval (int, float): Seconds between two save. Saves in the interval will be dropped.
  98. to_base_folder (bool): If save to base folder.
  99. Returns:
  100. bool: True if save succeed.
  101. """
  102. now = time.time()
  103. if interval is None:
  104. interval = 1 # 可改
  105. if now - self._last_save_time.get(genre, 0) > interval:
  106. fmt = 'png'
  107. file: str = '%s.%s' % (int(now * 1000), fmt)
  108. folder = Path('./log/screenshots')
  109. folder.mkdir(parents=True, exist_ok=True)
  110. file: Path = folder / file
  111. file = file.resolve()
  112. # folder = os.path.join(folder, genre)
  113. # if not os.path.exists(folder):
  114. # os.mkdir(folder)
  115. # file = os.path.join(folder, file)
  116. self.image_save(file)
  117. self._last_save_time[genre] = now
  118. return True
  119. else:
  120. self._last_save_time[genre] = now
  121. return False
  122. def screenshot_last_save_time_reset(self, genre):
  123. self._last_save_time[genre] = 0
  124. def screenshot_interval_set(self, interval=None):
  125. """
  126. Args:
  127. interval (int, float, str):
  128. Minimum interval between 2 screenshots in seconds.
  129. Or None for Optimization_ScreenshotInterval, 'combat' for Optimization_CombatScreenshotInterval
  130. """
  131. if interval is None:
  132. origin = self.config.script.optimization.screenshot_interval
  133. interval = limit_in(origin, 0.1, 0.3)
  134. if interval != origin:
  135. logger.warning(f'Optimization.ScreenshotInterval {origin} is revised to {interval}')
  136. self.config.script.optimization.screenshot_interval = interval
  137. # Allow nemu_ipc to have a lower default
  138. if self.config.Emulator_ScreenshotMethod == 'nemu_ipc':
  139. interval = limit_in(origin, 0.1, 0.2)
  140. elif interval == 'combat':
  141. origin = self.config.script.optimization.combat_screenshot_interval
  142. interval = limit_in(origin, 0.3, 1.0)
  143. if interval != origin:
  144. logger.warning(f'Optimization.CombatScreenshotInterval {origin} is revised to {interval}')
  145. self.config.script.optimization.combat_screenshot_interval = interval
  146. elif isinstance(interval, (int, float)):
  147. # No limitation for manual set in code
  148. pass
  149. else:
  150. logger.warning(f'Unknown screenshot interval: {interval}')
  151. raise ScriptError(f'Unknown screenshot interval: {interval}')
  152. # Screenshot interval in scrcpy is meaningless,
  153. # video stream is received continuously no matter you use it or not.
  154. # if self.config.script.device.screenshot_method == 'scrcpy':
  155. if self.config.script.device.screenshot_method == 'scrcpy':
  156. interval = 0.1
  157. if interval != self._screenshot_interval.limit:
  158. logger.info(f'Screenshot interval set to {interval}s')
  159. self._screenshot_interval.limit = interval
  160. def image_show(self, image=None):
  161. if image is None:
  162. image = self.image
  163. Image.fromarray(image).show()
  164. def image_save(self, file):
  165. save_image(self.image, file)
  166. def check_screen_size(self):
  167. """
  168. Screen size must be 1280x720.
  169. Take a screenshot before call.
  170. """
  171. if self._screen_size_checked:
  172. return True
  173. orientated = False
  174. for _ in range(2):
  175. # Check screen size
  176. width, height = image_size(self.image)
  177. logger.attr('Screen_size', f'{width}x{height}')
  178. if width == 1280 and height == 720:
  179. self._screen_size_checked = True
  180. return True
  181. elif not orientated and (width == 720 and height == 1280):
  182. logger.info('Received orientated screenshot, handling')
  183. self.get_orientation()
  184. self.image = self._handle_orientated_image(self.image)
  185. orientated = True
  186. width, height = image_size(self.image)
  187. if width == 720 and height == 1280:
  188. logger.info('Unable to handle orientated screenshot, continue for now')
  189. return True
  190. else:
  191. continue
  192. # elif self.config.Emulator_Serial == 'wsa-0':
  193. # self.display_resize_wsa(0)
  194. # return False
  195. elif hasattr(self, 'app_is_running') and not self.app_is_running():
  196. logger.warning('Received orientated screenshot, game not running')
  197. return True
  198. else:
  199. logger.critical(f'Resolution not supported: {width}x{height}')
  200. logger.critical('Please set emulator resolution to 1280x720')
  201. raise RequestHumanTakeover
  202. def check_screen_black(self):
  203. if self._screen_black_checked:
  204. return True
  205. # Check screen color
  206. # May get a pure black screenshot on some emulators.
  207. color = get_color(self.image, area=(0, 0, 1280, 720))
  208. if sum(color) < 1:
  209. # if self.config.Emulator_Serial == 'wsa-0':
  210. # for _ in range(2):
  211. # display = self.get_display_id()
  212. # if display == 0:
  213. # return True
  214. # logger.info(f'Game running on display {display}')
  215. # logger.warning('Game not running on display 0, will be restarted')
  216. # self.app_stop_uiautomator2()
  217. # return False
  218. if self.config.script.device.screenshot_method == 'uiautomator2':
  219. logger.warning(f'Received pure black screenshots from emulator, color: {color}')
  220. logger.warning('Uninstall minicap and retry')
  221. self.uninstall_minicap()
  222. self._screen_black_checked = False
  223. return False
  224. else:
  225. logger.warning(f'Received pure black screenshots from emulator, color: {color}')
  226. logger.warning(f'Screenshot method {self.config.script.device.screenshot_method}'
  227. f'may not work on emulator `{self.serial}`, or the emulator is not fully started')
  228. if self.is_mumu_family:
  229. if self.config.script.device.screenshot_method == 'DroidCast':
  230. self.droidcast_stop()
  231. else:
  232. logger.warning('If you are using MuMu X, please upgrade to version >= 12.1.5.0')
  233. self._screen_black_checked = False
  234. return False
  235. else:
  236. self._screen_black_checked = True
  237. return True
  238. if __name__ == "__main__":
  239. s = Screenshot(config="oas1")
  240. s.screenshot()
  241. s.image_show()