window.py 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286
  1. # This Python file uses the following encoding: utf-8
  2. # @author runhey
  3. # github https://github.com/runhey
  4. import cv2
  5. from numpy import frombuffer, uint8, array, random
  6. import numpy as np
  7. import time
  8. from math import dist
  9. from cached_property import cached_property
  10. from win32gui import (GetWindowText, EnumWindows, FindWindow, FindWindowEx,
  11. IsWindow, GetWindowRect, GetWindowDC, DeleteObject,
  12. SetForegroundWindow, IsWindowVisible, GetDC, GetParent,
  13. EnumChildWindows)
  14. from win32con import (SRCCOPY, DESKTOPHORZRES, DESKTOPVERTRES, WM_LBUTTONUP,
  15. WM_LBUTTONDOWN, WM_ACTIVATE, WA_ACTIVE, MK_LBUTTON,
  16. WM_NCHITTEST, WM_SETCURSOR, HTCLIENT, WM_MOUSEMOVE)
  17. from win32ui import CreateDCFromHandle, CreateBitmap
  18. from win32api import GetSystemMetrics, SendMessage, MAKELONG, PostMessage
  19. from win32con import SRCCOPY
  20. from module.base.cBezier import BezierTrajectory
  21. from module.exception import RequestHumanTakeover, ScriptError
  22. from module.base.decorator import Config
  23. from module.base.timer import timer
  24. from module.logger import logger
  25. from module.device.handle import Handle, window_scale_rate
  26. class Window(Handle):
  27. def __init__(self):
  28. logger.info("Window init")
  29. super().__init__()
  30. def screenshot_window_background(self):
  31. """
  32. 后台截屏
  33. :return:
  34. """
  35. win_size = self.screenshot_size
  36. scale_rate = window_scale_rate()
  37. widthScreen = int(win_size[0] * scale_rate)
  38. heightScreen = int(win_size[1] * scale_rate)
  39. # 返回句柄窗口的设备环境,覆盖整个窗口,包括非客户区,标题栏,菜单,边框
  40. hwndDc = GetWindowDC(self.screenshot_handle_num)
  41. # 创建设备描述表
  42. mfcDc = CreateDCFromHandle(hwndDc)
  43. # 创建内存设备描述表
  44. saveDc = mfcDc.CreateCompatibleDC()
  45. # 创建位图对象准备保存图片
  46. saveBitMap = CreateBitmap()
  47. # 为bitmap开辟存储空间
  48. saveBitMap.CreateCompatibleBitmap(mfcDc, widthScreen, heightScreen)
  49. # 将截图保存到saveBitMap中
  50. saveDc.SelectObject(saveBitMap)
  51. # 保存bitmap到内存设备描述表
  52. saveDc.BitBlt((0, 0), (widthScreen, heightScreen), mfcDc, (0, 0), SRCCOPY)
  53. # 保存图像
  54. signedIntsArray = saveBitMap.GetBitmapBits(True)
  55. imgSrceen = frombuffer(signedIntsArray, dtype='uint8')
  56. imgSrceen.shape = (heightScreen, widthScreen, 4)
  57. # imgSrceen = cv2.cvtColor(imgSrceen, cv2.COLOR_BGRA2GRAY)
  58. # imgSrceen = cv2.resize(imgSrceen, (win_size[0], win_size[1]))
  59. # 很奇怪的
  60. # 测试显示截图图片
  61. # cv2.namedWindow('imgSrceen') # 命名窗口
  62. # cv2.imshow("imgSrceen", imgSrceen) # 显示
  63. # cv2.waitKey(0)
  64. # cv2.destroyAllWindows()
  65. # 内存释放
  66. DeleteObject(saveBitMap.GetHandle())
  67. saveDc.DeleteDC()
  68. mfcDc.DeleteDC()
  69. return imgSrceen
  70. @cached_property
  71. def control_handle_list(self) -> list:
  72. """
  73. 不同的模拟器需要的子句柄不同
  74. mumu模拟器的控制需要 根窗口和第一个子窗口
  75. 雷电模拟器只需要TheRender窗口
  76. 夜神模拟器
  77. :return:
  78. """
  79. result = []
  80. if self.emulator_family == "mumu_player_family":
  81. result.append(self.root_node.num)
  82. result.append(self.root_node.children[0].num)
  83. return result
  84. elif self.emulator_family == 'nox_player_family':
  85. result.append(self.root_node.num)
  86. try:
  87. result.append(self.root_node.children[1].num)
  88. result.append(self.root_node.children[1].children[1].num)
  89. result.append(self.root_node.children[1].children[1].children[0].num)
  90. except:
  91. result.append(self.root_node.children[2].num)
  92. result.append(self.root_node.children[2].children[1].num)
  93. result.append(self.root_node.children[2].children[1].children[0].num)
  94. return result
  95. elif self.emulator_family == 'ld_player_family':
  96. result.append(self.root_node.children[0].num)
  97. return result
  98. elif self.emulator_family == 'memu_player_family':
  99. pass
  100. elif self.emulator_family == 'bluestacks_family':
  101. pass
  102. def click_window_message(self, x: int, y: int):
  103. """
  104. :param x:
  105. :param y:
  106. :return:
  107. """
  108. # if x >= 1280:
  109. # x = 1280
  110. # if x <= 0:
  111. # x = 0
  112. # if y >= 720:
  113. # y = 720
  114. # if y <= 0:
  115. # y = 0
  116. # 我不知道为什么的使用的pywin32==306的版本会导致获取的图片的是(1024, 576)
  117. # 所有我在点击的时候会除以这个缩放比例
  118. x = int(x / self.window_scale_rate)
  119. y = int(y / self.window_scale_rate)
  120. logger.info(self.control_handle_list)
  121. emulator_type = len(self.control_handle_list)
  122. if emulator_type == 2: # mumu模拟器
  123. SendMessage(self.control_handle_list[0], WM_LBUTTONDOWN, 0, MAKELONG(x, y)) # 模拟鼠标按下 先是父窗口 上面的框高度是57
  124. time.sleep((random.randint(100, 200)) / 1000.0) # 点击弹起改为随机,时间100ms-200ms
  125. SendMessage(self.control_handle_list[1], WM_LBUTTONUP, 0, MAKELONG(x, y)) # 模拟鼠标弹起 后是子窗口
  126. elif emulator_type > 2: # 夜神模拟器
  127. SendMessage(self.control_handle_list[0], WM_LBUTTONDOWN, 0, MAKELONG(x, y)) # 模拟鼠标按下 先是父窗口 上面的框高度是57
  128. SendMessage(self.control_handle_list[1], WM_LBUTTONDOWN, 0, MAKELONG(x, y))
  129. SendMessage(self.control_handle_list[2], WM_LBUTTONDOWN, 0, MAKELONG(x, y))
  130. SendMessage(self.control_handle_list[3], WM_LBUTTONDOWN, 0, MAKELONG(x, y))
  131. time.sleep((random.randint(100, 200)) / 1000.0) # 点击弹起改为随机,时间100ms-200ms
  132. SendMessage(self.control_handle_list[3], WM_LBUTTONUP, 0, MAKELONG(x, y)) # 模拟鼠标弹起 后是子窗口
  133. elif emulator_type == 1: # 雷电模拟器
  134. clickPos = MAKELONG(x, y)
  135. SendMessage(self.control_handle_list[0], WM_LBUTTONDOWN, 0, clickPos) # 模拟鼠标按下
  136. time.sleep((random.randint(100, 200)) / 1000.0) # 点击弹起改为随机,时间100ms-200ms
  137. SendMessage(self.control_handle_list[0], WM_LBUTTONUP, 0, clickPos) # 模拟鼠标弹起
  138. def long_click_window_message(self, x: int, y: int, duration: float):
  139. """
  140. :param x:
  141. :param y:
  142. :param duration: 持续时间 单位秒
  143. :return:
  144. """
  145. # 我不知道为什么的使用的pywin32==306的版本会导致获取的图片的是(1024, 576)
  146. # 所有我在点击的时候会除以这个缩放比例
  147. x = int(x / self.window_scale_rate)
  148. y = int(y / self.window_scale_rate)
  149. logger.info(self.control_handle_list)
  150. emulator_type = len(self.control_handle_list)
  151. if emulator_type == 2: # mumu模拟器
  152. SendMessage(self.control_handle_list[0], WM_LBUTTONDOWN, 0, MAKELONG(x, y)) # 模拟鼠标按下 先是父窗口 上面的框高度是57
  153. time.sleep(duration) # 长按时间1000ms-1500ms
  154. SendMessage(self.control_handle_list[1], WM_LBUTTONUP, 0, MAKELONG(x, y)) # 模拟鼠标弹起 后是子窗口
  155. elif emulator_type > 2: # 夜神模拟器
  156. SendMessage(self.control_handle_list[0], WM_LBUTTONDOWN, 0, MAKELONG(x, y)) # 模拟鼠标按下 先是父窗口 上面的框高度是57
  157. SendMessage(self.control_handle_list[1], WM_LBUTTONDOWN, 0, MAKELONG(x, y))
  158. SendMessage(self.control_handle_list[2], WM_LBUTTONDOWN, 0, MAKELONG(x, y))
  159. SendMessage(self.control_handle_list[3], WM_LBUTTONDOWN, 0, MAKELONG(x, y))
  160. time.sleep(duration) # 长按时间1000ms-1500ms
  161. SendMessage(self.control_handle_list[3], WM_LBUTTONUP, 0, MAKELONG(x, y)) # 模拟鼠标弹起 后是子窗口
  162. elif emulator_type == 1: # 雷电模拟器
  163. clickPos = MAKELONG(x, y)
  164. SendMessage(self.control_handle_list[0], WM_LBUTTONDOWN, 0, clickPos) # 模拟鼠标按下
  165. time.sleep(duration) # 长按时间1000ms-1500ms
  166. SendMessage(self.control_handle_list[0], WM_LBUTTONUP, 0, clickPos) # 模拟鼠标弹起
  167. # @timer
  168. def swipe_window_message(self, startPos: list, endPos: list) -> None:
  169. """
  170. 后台滑动
  171. :param startPos:
  172. :param endPos:
  173. :return:
  174. """
  175. # 生成的坐标点列表
  176. interval: int = 8 # 每次移动的间隔时间
  177. numberList: int = int(dist(startPos, endPos) / (1.5 * interval)) # 表示每毫秒移动1.5个像素点, 总的时间除以每个点10ms就得到总的点的个数
  178. le = random.randint(2, 4) #
  179. deviation = random.randint(20, 40) # 幅度
  180. _type: int = 3
  181. obbsType = random.random() # 0.8的概率是先快中间慢后面快, 0.1概率是先快后慢, 0.1概率先慢后快
  182. if 0 < obbsType <= 0.8:
  183. _type = 3
  184. elif obbsType < 0.9:
  185. _type = 2
  186. else:
  187. _type = 1
  188. trace: list = BezierTrajectory.trackArray(start=startPos, end=endPos, numberList=numberList, le=le,
  189. deviation=deviation, bias=0.5, type=_type, cbb=0, yhh=20)
  190. # 使用生成的点列表进行拖拽
  191. emulator_type = len(self.control_handle_list)
  192. if emulator_type == 1: # 雷电模拟器
  193. handleNum = self.control_handle_list[0]
  194. elif emulator_type == 2: # mumu模拟器
  195. handleNum = self.control_handle_list[1]
  196. elif emulator_type > 2: # 夜神模拟器
  197. handleNum = self.control_handle_list[3]
  198. PostMessage(handleNum, WM_ACTIVATE, WA_ACTIVE, 0) # 激活窗口
  199. # 先移动到第一个点
  200. tmpPos = MAKELONG(trace[0][0], trace[0][1])
  201. SendMessage(handleNum, WM_NCHITTEST, 0, tmpPos)
  202. SendMessage(handleNum, WM_SETCURSOR, handleNum, MAKELONG(HTCLIENT, WM_LBUTTONDOWN))
  203. PostMessage(handleNum, WM_LBUTTONDOWN, MK_LBUTTON, tmpPos)
  204. # 一点一点移动鼠标
  205. for pos in trace:
  206. tmpPos = MAKELONG(pos[0], pos[1])
  207. PostMessage(handleNum, WM_MOUSEMOVE, MK_LBUTTON, tmpPos)
  208. time.sleep((interval + random.randint(-2, 2)) / 1000.0)
  209. # 最后释放鼠标
  210. tmpPos = MAKELONG(trace[-1][0], trace[-1][1])
  211. PostMessage(handleNum, WM_LBUTTONUP, 0, tmpPos)
  212. def swipe_vector_window_message2(self, startPos: list, endPos: list) -> None:
  213. """
  214. 后台滑动
  215. :param startPos:
  216. :param endPos:
  217. :return:
  218. """
  219. # 生成的坐标点列表
  220. interval: int = 8 # 每次移动的间隔时间
  221. numberList: int = int(dist(startPos, endPos) / (1.5 * interval)) # 表示每毫秒移动1.5个像素点, 总的时间除以每个点10ms就得到总的点的个数
  222. def generate_points(start_pos: list, end_pos: list, number: int) -> list:
  223. # 确定两点之间的步长
  224. step_x = (end_pos[0] - start_pos[0]) / (number + 1)
  225. step_y = (end_pos[1] - start_pos[1]) / (number + 1)
  226. # 生成中间点坐标列表
  227. points = []
  228. for i in range(number):
  229. x = start_pos[0] + step_x * (i + 1)
  230. y = start_pos[1] + step_y * (i + 1)
  231. points.append((x, y))
  232. # 添加起始点和最终点到列表中
  233. points.insert(0, tuple(start_pos))
  234. points.append(tuple(end_pos))
  235. return points
  236. trace: list = generate_points(start_pos=startPos, end_pos=endPos, number=numberList)
  237. # 使用生成的点列表进行拖拽
  238. emulator_type = len(self.control_handle_list)
  239. if emulator_type == 1: # 雷电模拟器
  240. handleNum = self.control_handle_list[0]
  241. elif emulator_type == 2: # mumu模拟器
  242. handleNum = self.control_handle_list[1]
  243. elif emulator_type > 2: # 夜神模拟器
  244. handleNum = self.control_handle_list[3]
  245. PostMessage(handleNum, WM_ACTIVATE, WA_ACTIVE, 0) # 激活窗口
  246. # 先移动到第一个点
  247. tmpPos = MAKELONG(trace[0][0], trace[0][1])
  248. SendMessage(handleNum, WM_NCHITTEST, 0, tmpPos)
  249. SendMessage(handleNum, WM_SETCURSOR, handleNum, MAKELONG(HTCLIENT, WM_LBUTTONDOWN))
  250. PostMessage(handleNum, WM_LBUTTONDOWN, MK_LBUTTON, tmpPos)
  251. # 一点一点移动鼠标
  252. for pos in trace:
  253. tmpPos = MAKELONG(pos[0], pos[1])
  254. PostMessage(handleNum, WM_MOUSEMOVE, MK_LBUTTON, tmpPos)
  255. time.sleep((interval + random.randint(-2, 2)) / 1000.0)
  256. # 最后释放鼠标
  257. tmpPos = MAKELONG(trace[-1][0], trace[-1][1])
  258. PostMessage(handleNum, WM_LBUTTONUP, 0, tmpPos)
  259. if __name__ == "__main__":
  260. w = Window(config='oas1')
  261. img = w.screenshot_window_background()
  262. logger.info(img.shape)
  263. # w.click_window_message(x=350, y=220)
  264. # w.swipe_window_message(startPos=[200, 5], endPos=[300, 300])