screenshot.py 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266
  1. import os
  2. import time
  3. from collections import deque
  4. from datetime import datetime
  5. import cv2
  6. import numpy as np
  7. from PIL import Image
  8. from module.base.decorator import cached_property
  9. from module.base.timer import Timer
  10. from module.base.utils import get_color, image_size, limit_in, save_image
  11. from module.device.method.adb import Adb
  12. from module.device.method.window import Window
  13. from module.device.method.droidcast import DroidCast
  14. from module.device.method.scrcpy import Scrcpy
  15. from module.exception import RequestHumanTakeover, ScriptError
  16. from module.logger import logger
  17. class Screenshot(Adb, DroidCast, Scrcpy, Window):
  18. _screen_size_checked = False
  19. _screen_black_checked = False
  20. _minicap_uninstalled = False
  21. _screenshot_interval = Timer(0.1)
  22. _last_save_time = {}
  23. image: np.ndarray
  24. def __init__(self, *args, **kwargs):
  25. super().__init__(*args, **kwargs)
  26. super(Window, self).__init__(*args, **kwargs)
  27. @cached_property
  28. def screenshot_methods(self):
  29. return {
  30. 'ADB': self.screenshot_adb,
  31. 'ADB_nc': self.screenshot_adb_nc,
  32. 'uiautomator2': self.screenshot_uiautomator2,
  33. # 'aScreenCap': self.screenshot_ascreencap,
  34. # 'aScreenCap_nc': self.screenshot_ascreencap_nc,
  35. 'DroidCast': self.screenshot_droidcast,
  36. 'DroidCast_raw': self.screenshot_droidcast_raw,
  37. 'scrcpy': self.screenshot_scrcpy,
  38. 'window_background': self.screenshot_window_background
  39. }
  40. def screenshot(self):
  41. """
  42. Returns:
  43. np.ndarray:
  44. """
  45. self._screenshot_interval.wait()
  46. self._screenshot_interval.reset()
  47. for _ in range(2):
  48. method = self.screenshot_methods.get(
  49. self.config.script.device.screenshot_method,
  50. self.screenshot_adb # 第二个参数默认的是screenshot_adb
  51. )
  52. self.image = method()
  53. # if self.config.Emulator_ScreenshotDedithering:
  54. # # This will take 40-60ms
  55. # cv2.fastNlMeansDenoising(self.image, self.image, h=17, templateWindowSize=1, searchWindowSize=2)
  56. # self.image = self._handle_orientated_image(self.image)
  57. # if self.config.Error_SaveError:
  58. if self.config.script.error.save_error:
  59. self.screenshot_deque.append({'time': datetime.now(), 'image': self.image})
  60. if self.check_screen_size() and self.check_screen_black():
  61. break
  62. else:
  63. continue
  64. return self.image
  65. def _handle_orientated_image(self, image):
  66. """
  67. Args:
  68. image (np.ndarray):
  69. Returns:
  70. np.ndarray:
  71. """
  72. width, height = image_size(self.image)
  73. if width == 1280 and height == 720:
  74. return image
  75. # Rotate screenshots only when they're not 1280x720
  76. if self.orientation == 0:
  77. pass
  78. elif self.orientation == 1:
  79. image = cv2.rotate(image, cv2.ROTATE_90_COUNTERCLOCKWISE)
  80. elif self.orientation == 2:
  81. image = cv2.rotate(image, cv2.ROTATE_180)
  82. elif self.orientation == 3:
  83. image = cv2.rotate(image, cv2.ROTATE_90_CLOCKWISE)
  84. else:
  85. raise ScriptError(f'Invalid device orientation: {self.orientation}')
  86. return image
  87. @cached_property
  88. def screenshot_deque(self):
  89. # return deque(maxlen=int(self.config.Error_ScreenshotLength))
  90. return deque(maxlen=int(self.config.script.error.screenshot_length))
  91. def save_screenshot(self, genre='items', interval=None, to_base_folder=False):
  92. """Save a screenshot. Use millisecond timestamp as file name.
  93. Args:
  94. genre (str, optional): Screenshot type.
  95. interval (int, float): Seconds between two save. Saves in the interval will be dropped.
  96. to_base_folder (bool): If save to base folder.
  97. Returns:
  98. bool: True if save succeed.
  99. """
  100. now = time.time()
  101. if interval is None:
  102. interval = self.config.SCREEN_SHOT_SAVE_INTERVAL
  103. if now - self._last_save_time.get(genre, 0) > interval:
  104. fmt = 'png'
  105. file = '%s.%s' % (int(now * 1000), fmt)
  106. folder = self.config.SCREEN_SHOT_SAVE_FOLDER_BASE if to_base_folder else self.config.SCREEN_SHOT_SAVE_FOLDER
  107. folder = os.path.join(folder, genre)
  108. if not os.path.exists(folder):
  109. os.mkdir(folder)
  110. file = os.path.join(folder, file)
  111. self.image_save(file)
  112. self._last_save_time[genre] = now
  113. return True
  114. else:
  115. self._last_save_time[genre] = now
  116. return False
  117. def screenshot_last_save_time_reset(self, genre):
  118. self._last_save_time[genre] = 0
  119. def screenshot_interval_set(self, interval=None):
  120. """
  121. Args:
  122. interval (int, float, str):
  123. Minimum interval between 2 screenshots in seconds.
  124. Or None for Optimization_ScreenshotInterval, 'combat' for Optimization_CombatScreenshotInterval
  125. """
  126. if interval is None:
  127. origin = self.config.script.optimization.screenshot_interval
  128. interval = limit_in(origin, 0.1, 0.3)
  129. if interval != origin:
  130. logger.warning(f'Optimization.ScreenshotInterval {origin} is revised to {interval}')
  131. self.config.script.optimization.screenshot_interval = interval
  132. elif interval == 'combat':
  133. origin = self.config.script.optimization.combat_screenshot_interval
  134. interval = limit_in(origin, 0.3, 1.0)
  135. if interval != origin:
  136. logger.warning(f'Optimization.CombatScreenshotInterval {origin} is revised to {interval}')
  137. self.config.script.optimization.combat_screenshot_interval = interval
  138. elif isinstance(interval, (int, float)):
  139. # No limitation for manual set in code
  140. pass
  141. else:
  142. logger.warning(f'Unknown screenshot interval: {interval}')
  143. raise ScriptError(f'Unknown screenshot interval: {interval}')
  144. # Screenshot interval in scrcpy is meaningless,
  145. # video stream is received continuously no matter you use it or not.
  146. # if self.config.Emulator_ScreenshotMethod == 'scrcpy':
  147. if self.config.script.device.screenshot_method == 'scrcpy':
  148. interval = 0.1
  149. if interval != self._screenshot_interval.limit:
  150. logger.info(f'Screenshot interval set to {interval}s')
  151. self._screenshot_interval.limit = interval
  152. def image_show(self, image=None):
  153. if image is None:
  154. image = self.image
  155. Image.fromarray(image).show()
  156. def image_save(self, file):
  157. save_image(self.image, file)
  158. def check_screen_size(self):
  159. """
  160. Screen size must be 1280x720.
  161. Take a screenshot before call.
  162. """
  163. if self._screen_size_checked:
  164. return True
  165. orientated = False
  166. for _ in range(2):
  167. # Check screen size
  168. width, height = image_size(self.image)
  169. logger.attr('Screen_size', f'{width}x{height}')
  170. if width == 1280 and height == 720:
  171. self._screen_size_checked = True
  172. return True
  173. elif not orientated and (width == 720 and height == 1280):
  174. logger.info('Received orientated screenshot, handling')
  175. self.get_orientation()
  176. self.image = self._handle_orientated_image(self.image)
  177. orientated = True
  178. width, height = image_size(self.image)
  179. if width == 720 and height == 1280:
  180. logger.info('Unable to handle orientated screenshot, continue for now')
  181. return True
  182. else:
  183. continue
  184. # elif self.config.Emulator_Serial == 'wsa-0':
  185. # self.display_resize_wsa(0)
  186. # return False
  187. elif hasattr(self, 'app_is_running') and not self.app_is_running():
  188. logger.warning('Received orientated screenshot, game not running')
  189. return True
  190. else:
  191. logger.critical(f'Resolution not supported: {width}x{height}')
  192. logger.critical('Please set emulator resolution to 1280x720')
  193. raise RequestHumanTakeover
  194. def check_screen_black(self):
  195. if self._screen_black_checked:
  196. return True
  197. # Check screen color
  198. # May get a pure black screenshot on some emulators.
  199. color = get_color(self.image, area=(0, 0, 1280, 720))
  200. if sum(color) < 1:
  201. # if self.config.Emulator_Serial == 'wsa-0':
  202. # for _ in range(2):
  203. # display = self.get_display_id()
  204. # if display == 0:
  205. # return True
  206. # logger.info(f'Game running on display {display}')
  207. # logger.warning('Game not running on display 0, will be restarted')
  208. # self.app_stop_uiautomator2()
  209. # return False
  210. if self.config.script.device.screenshot_method == 'uiautomator2':
  211. logger.warning(f'Received pure black screenshots from emulator, color: {color}')
  212. logger.warning('Uninstall minicap and retry')
  213. self.uninstall_minicap()
  214. self._screen_black_checked = False
  215. return False
  216. else:
  217. logger.warning(f'Received pure black screenshots from emulator, color: {color}')
  218. logger.warning(f'Screenshot method {self.config.script.device.screenshot_method}'
  219. f'may not work on emulator `{self.serial}`, or the emulator is not fully started')
  220. if self.is_mumu_family:
  221. if self.config.script.device.screenshot_method == 'DroidCast':
  222. self.droidcast_stop()
  223. else:
  224. logger.warning('If you are using MuMu X, please upgrade to version >= 12.1.5.0')
  225. self._screen_black_checked = False
  226. return False
  227. else:
  228. self._screen_black_checked = True
  229. return True
  230. if __name__ == "__main__":
  231. s = Screenshot(config="oas1")
  232. s.screenshot()
  233. s.image_show()