windows_impl.py 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510
  1. # This Python file uses the following encoding: utf-8
  2. # @author runhey
  3. # github https://github.com/runhey
  4. import cv2
  5. from numpy import frombuffer, uint8, array, random
  6. import numpy as np
  7. import time
  8. from math import dist
  9. from cached_property import cached_property
  10. from win32gui import (GetWindowText, EnumWindows, FindWindow, FindWindowEx,
  11. IsWindow, GetWindowRect, GetWindowDC, DeleteObject,
  12. SetForegroundWindow, IsWindowVisible, GetDC, GetParent,
  13. EnumChildWindows, SetForegroundWindow, GetClientRect)
  14. from win32con import (SRCCOPY, DESKTOPHORZRES, DESKTOPVERTRES, WM_LBUTTONUP,
  15. WM_LBUTTONDOWN, WM_ACTIVATE, WA_ACTIVE, MK_LBUTTON,
  16. WM_NCHITTEST, WM_SETCURSOR, HTCLIENT, WM_MOUSEMOVE,
  17. WM_PARENTNOTIFY, WM_MOUSEACTIVATE, WM_MOUSEWHEEL,
  18. WM_SETFOCUS, WM_CAPTURECHANGED)
  19. from win32ui import CreateDCFromHandle, CreateBitmap
  20. from win32api import GetSystemMetrics, SendMessage, MAKELONG, PostMessage
  21. from win32con import SRCCOPY
  22. from module.base.cBezier import human_track
  23. from module.exception import RequestHumanTakeover, ScriptError
  24. from module.base.decorator import Config
  25. from module.base.timer import timer
  26. from module.logger import logger
  27. from module.device.handle import Handle, window_scale_rate, EmulatorFamily
  28. from module.device.method.desktop_impl import dpi_awareness
  29. class Window(Handle):
  30. # 桌面模式鼠标移动:每 N 像素取一个轨迹点,并限制单次移动的点数上限,
  31. # 使长距离移动的耗时与距离解耦(移动只为更新客户端悬停状态)。
  32. DESKTOP_MOVE_STEP = 60
  33. DESKTOP_MOVE_MAX_POINTS = 12
  34. def __init__(self, *args, **kwargs):
  35. logger.info("Window init")
  36. super().__init__(*args, **kwargs)
  37. def screenshot_window_background(self):
  38. """
  39. 后台截屏
  40. :return:
  41. """
  42. if getattr(self, 'is_desktop_window', False):
  43. return self.screenshot_desktop_bitblt()
  44. widthScreen, heightScreen = self.screenshot_size
  45. # 返回句柄窗口的设备环境,覆盖整个窗口,包括非客户区,标题栏,菜单,边框
  46. hwndDc = GetWindowDC(self.screenshot_handle_num)
  47. # 创建设备描述表
  48. mfcDc = CreateDCFromHandle(hwndDc)
  49. # 创建内存设备描述表
  50. saveDc = mfcDc.CreateCompatibleDC()
  51. # 创建位图对象准备保存图片
  52. saveBitMap = CreateBitmap()
  53. # 为bitmap开辟存储空间
  54. saveBitMap.CreateCompatibleBitmap(mfcDc, widthScreen, heightScreen)
  55. # 将截图保存到saveBitMap中
  56. saveDc.SelectObject(saveBitMap)
  57. # 保存bitmap到内存设备描述表
  58. saveDc.BitBlt((0, 0), (widthScreen, heightScreen), mfcDc, (0, 0), SRCCOPY)
  59. # 保存图像
  60. signedIntsArray = saveBitMap.GetBitmapBits(True)
  61. imgSrceen = frombuffer(signedIntsArray, dtype='uint8')
  62. imgSrceen.shape = (heightScreen, widthScreen, 4)
  63. # 这点很重要 在alas中图片以np.ndarray(RGB)的顺序存储。但是opencv是以BGR
  64. imgSrceen = cv2.cvtColor(imgSrceen, cv2.COLOR_BGR2RGB)
  65. # imgSrceen = cv2.resize(imgSrceen, (win_size[0], win_size[1]))
  66. # 很奇怪的
  67. # # 测试显示截图图片
  68. # cv2.namedWindow('imgSrceen') # 命名窗口
  69. # cv2.imshow("imgSrceen", imgSrceen) # 显示
  70. # cv2.waitKey(0)
  71. # cv2.destroyAllWindows()
  72. # 内存释放
  73. DeleteObject(saveBitMap.GetHandle())
  74. saveDc.DeleteDC()
  75. mfcDc.DeleteDC()
  76. return imgSrceen
  77. def screenshot_desktop_bitblt(self):
  78. """桌面客户端后台截图:在 DPI 感知上下文内对客户区 DC 做 BitBlt。
  79. 客户端按物理像素原生渲染,感知上下文里取到的就是物理客户区(1280x720),
  80. 与资产 1:1,客户区 DC 原点即画面左上角、不含标题栏,故无偏移、无缩放。
  81. """
  82. self.desktop_window_restore_if_minimized()
  83. # 多开摆位重断言:客户端启动后会自行挪回屏幕中央,只在启动时摆一次压不住
  84. self._desktop_assert_window_pos(self.root_handle_num)
  85. with dpi_awareness():
  86. client_rect = GetClientRect(self.screenshot_handle_num)
  87. widthScreen = client_rect[2] - client_rect[0]
  88. heightScreen = client_rect[3] - client_rect[1]
  89. if widthScreen <= 0 or heightScreen <= 0:
  90. # 最小化时客户区为 0x0,取不到内容(窗口被遮挡则可以)
  91. raise RequestHumanTakeover(
  92. 'Desktop client window is minimized, screenshot unavailable. '
  93. '请恢复游戏窗口(可被其他窗口遮挡,但不能最小化)'
  94. )
  95. hwndDc = GetDC(self.screenshot_handle_num)
  96. mfcDc = CreateDCFromHandle(hwndDc)
  97. saveDc = mfcDc.CreateCompatibleDC()
  98. saveBitMap = CreateBitmap()
  99. saveBitMap.CreateCompatibleBitmap(mfcDc, widthScreen, heightScreen)
  100. saveDc.SelectObject(saveBitMap)
  101. saveDc.BitBlt((0, 0), (widthScreen, heightScreen), mfcDc, (0, 0), SRCCOPY)
  102. signedIntsArray = saveBitMap.GetBitmapBits(True)
  103. imgSrceen = frombuffer(signedIntsArray, dtype='uint8')
  104. imgSrceen.shape = (heightScreen, widthScreen, 4)
  105. imgSrceen = cv2.cvtColor(imgSrceen, cv2.COLOR_BGR2RGB)
  106. DeleteObject(saveBitMap.GetHandle())
  107. saveDc.DeleteDC()
  108. mfcDc.DeleteDC()
  109. # 客户端锁定大小导致未校准到目标尺寸时兜底缩放,保证与资产同尺寸
  110. target_w, target_h = self.screenshot_size
  111. if (widthScreen, heightScreen) != (target_w, target_h):
  112. imgSrceen = cv2.resize(imgSrceen, (target_w, target_h))
  113. return imgSrceen
  114. @cached_property
  115. def control_handle_list(self) -> list:
  116. """
  117. 不同的模拟器需要的子句柄不同
  118. mumu模拟器的控制需要 根窗口和第一个子窗口
  119. 雷电模拟器只需要TheRender窗口
  120. 夜神模拟器
  121. :return:
  122. """
  123. result = []
  124. if getattr(self, 'is_desktop_window', False):
  125. # 桌面客户端无子渲染窗口,控制句柄即根窗口
  126. return [self.root_handle_num]
  127. if self.emulator_family == EmulatorFamily.FAMILY_MUMU:
  128. result.append(self.root_node.num)
  129. result.append(self.root_node.children[0].num)
  130. return result
  131. elif self.emulator_family == EmulatorFamily.FAMILY_NOX:
  132. result.append(self.root_node.num)
  133. try:
  134. result.append(self.root_node.children[1].num)
  135. result.append(self.root_node.children[1].children[1].num)
  136. result.append(self.root_node.children[1].children[1].children[0].num)
  137. except:
  138. result.append(self.root_node.children[2].num)
  139. result.append(self.root_node.children[2].children[1].num)
  140. result.append(self.root_node.children[2].children[1].children[0].num)
  141. return result
  142. elif self.emulator_family == EmulatorFamily.FAMILY_LD:
  143. result.append(self.root_node.children[0].num)
  144. return result
  145. elif self.emulator_family == EmulatorFamily.FAMILY_MEMU:
  146. pass
  147. elif self.emulator_family == EmulatorFamily.FAMILY_BLUESTACKS:
  148. pass
  149. @cached_property
  150. def mumu_head_height(self):
  151. """
  152. 不同mumu模拟器的头部高度不同
  153. :return:
  154. """
  155. father_win_Rect = GetWindowRect(self.control_handle_list[0])
  156. father_height: int = father_win_Rect[3] - father_win_Rect[1] # 下y - 上y 计算高度
  157. children_win_Rect = GetWindowRect(self.control_handle_list[1])
  158. children_height: int = children_win_Rect[3] - children_win_Rect[1] # 下y - 上y 计算高度
  159. height = father_height - children_height
  160. if int(height * self.window_scale_rate) == 37:
  161. # 说明是mumu模拟器 不做处理
  162. pass
  163. if int(height * self.window_scale_rate) == 45:
  164. # 说明是mumu12模拟器 不做处理
  165. pass
  166. logger.info(f"Mumu emulator head height: {height}")
  167. return height
  168. def click_window_message(self, x: int, y: int, fast: bool = False):
  169. """
  170. :param x:
  171. :param y:
  172. :param fast:
  173. :return:
  174. """
  175. if getattr(self, 'is_desktop_window', False):
  176. return self.click_desktop_window_message(x, y, fast)
  177. # 我不知道为什么的使用的pywin32==306的版本会导致获取的图片的是(1024, 576)
  178. # 所有我在点击的时候会除以这个缩放比例
  179. # 但是后面发现又不是影响的很奇怪
  180. x = int(x / self.window_scale_rate)
  181. y = int(y / self.window_scale_rate)
  182. if fast:
  183. press_time: float = (random.randint(10, 40)) / 1000.0
  184. else:
  185. press_time: float = (random.randint(100, 200)) / 1000.0
  186. emulator_type = len(self.control_handle_list)
  187. if emulator_type == 2: # mumu模拟器
  188. SendMessage(self.control_handle_list[0], WM_ACTIVATE, WA_ACTIVE, 0) # 激活窗口
  189. # SendMessage(self.control_handle_list[1], WM_ACTIVATE, WA_ACTIVE, 0) # 激活窗口
  190. # SendMessage(self.control_handle_list[0], WM_LBUTTONDOWN, 0, MAKELONG(x, y+self.mumu_head_height)) # 模拟鼠标按下 先是父窗口 上面的框高度是57
  191. # mumu12模拟器 V3.5.16 之后后可以用下面的方式
  192. SendMessage(self.control_handle_list[1], WM_LBUTTONDOWN, 0, MAKELONG(x, y))
  193. time.sleep(press_time)
  194. SendMessage(self.control_handle_list[1], WM_LBUTTONUP, 0, MAKELONG(x, y)) # 模拟鼠标弹起 后是子窗口
  195. elif emulator_type > 2: # 夜神模拟器
  196. SendMessage(self.control_handle_list[0], WM_LBUTTONDOWN, 0, MAKELONG(x, y)) # 模拟鼠标按下 先是父窗口 上面的框高度是57
  197. SendMessage(self.control_handle_list[1], WM_LBUTTONDOWN, 0, MAKELONG(x, y))
  198. SendMessage(self.control_handle_list[2], WM_LBUTTONDOWN, 0, MAKELONG(x, y))
  199. SendMessage(self.control_handle_list[3], WM_LBUTTONDOWN, 0, MAKELONG(x, y))
  200. time.sleep(press_time)
  201. SendMessage(self.control_handle_list[3], WM_LBUTTONUP, 0, MAKELONG(x, y)) # 模拟鼠标弹起 后是子窗口
  202. elif emulator_type == 1: # 雷电模拟器
  203. clickPos = MAKELONG(x, y)
  204. SendMessage(self.control_handle_list[0], WM_LBUTTONDOWN, 0, clickPos)
  205. time.sleep(press_time)
  206. SendMessage(self.control_handle_list[0], WM_LBUTTONUP, 0, clickPos)
  207. def desktop_message_coord(self, x, y) -> tuple:
  208. """把资产坐标(截图空间 1280x720)换算成窗口消息坐标。
  209. 截图在 DPI 感知上下文内取得,是物理像素;PostMessage 由 DPI-unaware 的
  210. OAS 进程发出,lParam 会被系统按虚拟化空间解释,两者相差系统缩放比。
  211. """
  212. target_w, target_h = self.screenshot_size
  213. virtual_w, virtual_h = self.desktop_client_size_virtual()
  214. return int(round(x * virtual_w / target_w)), int(round(y * virtual_h / target_h))
  215. def _desktop_press(self, x: int, y: int, press_time: float) -> None:
  216. """后台按下并保持 press_time 秒。
  217. 客户端是鼠标语义(不是模拟器的触摸协议),控件依赖 hover 状态,必须先把
  218. 鼠标沿轨迹移到目标点再按下;抬起后补一次移动刷新悬停状态。
  219. """
  220. self.desktop_window_restore_if_minimized()
  221. hwnd = self.root_handle_num
  222. self.move_desktop_window_message(x, y)
  223. lparam = MAKELONG(*self.desktop_message_coord(x, y))
  224. PostMessage(hwnd, WM_LBUTTONDOWN, MK_LBUTTON, lparam)
  225. time.sleep(press_time)
  226. PostMessage(hwnd, WM_LBUTTONUP, 0, lparam)
  227. SendMessage(hwnd, WM_CAPTURECHANGED, 0, 0)
  228. PostMessage(hwnd, WM_MOUSEMOVE, 0, lparam)
  229. def click_desktop_window_message(self, x: int, y: int, fast: bool = False):
  230. """桌面客户端后台点击,入参为客户区(1280x720)坐标。
  231. 按压时长只保留随机抖动:点击由客户端按 down/up 事件判定,不需要真人按压。
  232. """
  233. press_time: float = (random.randint(10, 25) if fast else random.randint(30, 60)) / 1000.0
  234. self._desktop_press(x, y, press_time)
  235. def long_click_desktop_window_message(self, x: int, y: int, duration: float):
  236. """桌面客户端后台长按,duration 单位秒。"""
  237. self._desktop_press(x, y, duration)
  238. def move_desktop_window_message(self, x: int, y: int) -> None:
  239. """桌面客户端后台鼠标移动:从上一落点沿拟人轨迹移到 (x, y),入参为资产坐标。
  240. _desktop_cursor 记录当前位置,使连续操作之间的移动连贯。移动只为让客户端
  241. 更新悬停状态,因此按 DESKTOP_MOVE_STEP 取点并抽稀到点数上限,
  242. 长距离移动的耗时与距离解耦。
  243. """
  244. hwnd = self.root_handle_num
  245. start = getattr(self, '_desktop_cursor', None)
  246. target = (int(x), int(y))
  247. def post_move(px, py):
  248. PostMessage(hwnd, WM_MOUSEMOVE, 0, MAKELONG(*self.desktop_message_coord(px, py)))
  249. if start is None or start == target:
  250. # 没有历史位置(首次操作)或原地不动:直接发一次移动
  251. post_move(target[0], target[1])
  252. self._desktop_cursor = target
  253. return
  254. trace = human_track(start, target, interval=self.DESKTOP_MOVE_STEP)
  255. if len(trace) > self.DESKTOP_MOVE_MAX_POINTS:
  256. step = len(trace) / self.DESKTOP_MOVE_MAX_POINTS
  257. trace = [trace[int(i * step)] for i in range(self.DESKTOP_MOVE_MAX_POINTS)]
  258. for px, py in trace:
  259. post_move(px, py)
  260. post_move(target[0], target[1])
  261. self._desktop_cursor = target
  262. def long_click_window_message(self, x: int, y: int, duration: float):
  263. """
  264. :param x:
  265. :param y:
  266. :param duration: 持续时间 单位秒
  267. :return:
  268. """
  269. if getattr(self, 'is_desktop_window', False):
  270. return self.long_click_desktop_window_message(x, y, duration)
  271. # 我不知道为什么的使用的pywin32==306的版本会导致获取的图片的是(1024, 576)
  272. # 所有我在点击的时候会除以这个缩放比例
  273. x = int(x / self.window_scale_rate)
  274. y = int(y / self.window_scale_rate)
  275. emulator_type = len(self.control_handle_list)
  276. if self.emulator_family == EmulatorFamily.FAMILY_MUMU: # mumu模拟器
  277. SendMessage(self.control_handle_list[1], WM_ACTIVATE, WA_ACTIVE, 0) # 激活窗口
  278. # SendMessage(self.control_handle_list[0], WM_LBUTTONDOWN, 0, MAKELONG(x, y+self.mumu_head_height)) # 模拟鼠标按下 先是父窗口 上面的框高度是57
  279. SendMessage(self.control_handle_list[1], WM_LBUTTONDOWN, 0, MAKELONG(x, y))
  280. time.sleep(duration) # 长按时间1000ms-1500ms
  281. SendMessage(self.control_handle_list[1], WM_LBUTTONUP, 0, MAKELONG(x, y)) # 模拟鼠标弹起 后是子窗口
  282. elif emulator_type > 2: # 夜神模拟器
  283. SendMessage(self.control_handle_list[0], WM_LBUTTONDOWN, 0, MAKELONG(x, y)) # 模拟鼠标按下 先是父窗口 上面的框高度是57
  284. SendMessage(self.control_handle_list[1], WM_LBUTTONDOWN, 0, MAKELONG(x, y))
  285. SendMessage(self.control_handle_list[2], WM_LBUTTONDOWN, 0, MAKELONG(x, y))
  286. SendMessage(self.control_handle_list[3], WM_LBUTTONDOWN, 0, MAKELONG(x, y))
  287. time.sleep(duration) # 长按时间1000ms-1500ms
  288. SendMessage(self.control_handle_list[3], WM_LBUTTONUP, 0, MAKELONG(x, y)) # 模拟鼠标弹起 后是子窗口
  289. elif emulator_type == 1: # 雷电模拟器
  290. clickPos = MAKELONG(x, y)
  291. SendMessage(self.control_handle_list[0], WM_LBUTTONDOWN, 0, clickPos) # 模拟鼠标按下
  292. time.sleep(duration) # 长按时间1000ms-1500ms
  293. SendMessage(self.control_handle_list[0], WM_LBUTTONUP, 0, clickPos) # 模拟鼠标弹起
  294. # @timer
  295. def swipe_window_message(self, startPos: list, endPos: list) -> None:
  296. """
  297. 后台滑动
  298. :param startPos:
  299. :param endPos:
  300. :return:
  301. """
  302. if getattr(self, 'is_desktop_window', False):
  303. return self.swipe_desktop_window_message(startPos, endPos)
  304. # 生成的坐标点列表
  305. interval: int = 10 # 每次移动的间隔时间
  306. trace: list = human_track(startPos, endPos, interval=interval)
  307. # 使用生成的点列表进行拖拽
  308. handleNum = None
  309. if self.emulator_family == EmulatorFamily.FAMILY_MUMU: # mumu模拟器
  310. handleNum = self.control_handle_list[1]
  311. elif self.emulator_family == EmulatorFamily.FAMILY_NOX: # 夜神模拟器
  312. handleNum = self.control_handle_list[3]
  313. elif self.emulator_family == EmulatorFamily.FAMILY_LD: # 雷电模拟器
  314. handleNum = self.control_handle_list[0]
  315. # 激活窗口
  316. # SendMessage(self.control_handle_list[0], WM_PARENTNOTIFY, WM_LBUTTONDOWN, tmpPos)
  317. # SendMessage(self.control_handle_list[0], WM_MOUSEACTIVATE, WM_LBUTTONDOWN, tmpPos)
  318. # PostMessage(handleNum, WM_ACTIVATE, WA_ACTIVE, 0)
  319. # 先移动到第一个点
  320. tmpPos = MAKELONG(trace[0][0], trace[0][1])
  321. SendMessage(handleNum, WM_NCHITTEST, 0, tmpPos)
  322. SendMessage(handleNum, WM_SETCURSOR, handleNum, MAKELONG(HTCLIENT, WM_LBUTTONDOWN))
  323. PostMessage(handleNum, WM_LBUTTONDOWN, 0, tmpPos)
  324. # 一点一点移动鼠标
  325. manual_control: int = 3 # 手动控制最后几个点的数量
  326. total_len: int = len(trace)
  327. for index, pos in enumerate(trace):
  328. lparam = MAKELONG(pos[0], pos[1])
  329. PostMessage(handleNum, WM_MOUSEMOVE, MK_LBUTTON, lparam)
  330. if manual_control >= total_len - index:
  331. time.sleep(0.08)
  332. else:
  333. time.sleep((interval + random.randint(-2, 2)) / 1000.0)
  334. # 最后释放鼠标
  335. time.sleep(0.05)
  336. end_lparam = MAKELONG(trace[-1][0], trace[-1][1])
  337. PostMessage(handleNum, WM_LBUTTONUP, 0, end_lparam)
  338. def swipe_desktop_window_message(self, startPos: list, endPos: list) -> None:
  339. """桌面客户端后台滑动:与模拟器同一套拟人轨迹,坐标换算到消息空间后逐点投递。"""
  340. self.desktop_window_restore_if_minimized()
  341. hwnd = self.root_handle_num
  342. interval: int = 10
  343. trace = human_track(startPos, endPos, interval=interval)
  344. # 先移到起点再按下:客户端靠 hover 状态识别拖拽
  345. self.move_desktop_window_message(startPos[0], startPos[1])
  346. start_lparam = MAKELONG(*self.desktop_message_coord(startPos[0], startPos[1]))
  347. PostMessage(hwnd, WM_LBUTTONDOWN, MK_LBUTTON, start_lparam)
  348. # 最后几个点放慢,避免被判定为瞬移
  349. manual_control: int = 3
  350. total_len: int = len(trace)
  351. for index, pos in enumerate(trace):
  352. lparam = MAKELONG(*self.desktop_message_coord(pos[0], pos[1]))
  353. PostMessage(hwnd, WM_MOUSEMOVE, MK_LBUTTON, lparam)
  354. if manual_control >= total_len - index:
  355. time.sleep(0.08)
  356. else:
  357. time.sleep((interval + random.randint(-2, 2)) / 1000.0)
  358. time.sleep(0.05)
  359. end_lparam = MAKELONG(*self.desktop_message_coord(endPos[0], endPos[1]))
  360. PostMessage(hwnd, WM_LBUTTONUP, 0, end_lparam)
  361. SendMessage(hwnd, WM_CAPTURECHANGED, 0, 0)
  362. self._desktop_cursor = (int(endPos[0]), int(endPos[1]))
  363. def swipe_vector_window_message2(self, startPos: list, endPos: list) -> None:
  364. """
  365. 后台滑动, 直线滑动
  366. :param startPos:
  367. :param endPos:
  368. :return:
  369. """
  370. # 生成的坐标点列表
  371. interval: int = 8 # 每次移动的间隔时间
  372. numberList: int = int(dist(startPos, endPos) / (1.5 * interval)) # 表示每毫秒移动1.5个像素点, 总的时间除以每个点10ms就得到总的点的个数
  373. def generate_points(start_pos: list, end_pos: list, number: int) -> list:
  374. # 确定两点之间的步长
  375. step_x = (end_pos[0] - start_pos[0]) / (number + 1)
  376. step_y = (end_pos[1] - start_pos[1]) / (number + 1)
  377. # 生成中间点坐标列表
  378. points = []
  379. for i in range(number):
  380. x = start_pos[0] + step_x * (i + 1)
  381. y = start_pos[1] + step_y * (i + 1)
  382. points.append((x, y))
  383. # 添加起始点和最终点到列表中
  384. points.insert(0, tuple(start_pos))
  385. points.append(tuple(end_pos))
  386. return points
  387. trace: list = generate_points(start_pos=startPos, end_pos=endPos, number=numberList)
  388. # 使用生成的点列表进行拖拽
  389. emulator_type = len(self.control_handle_list)
  390. if emulator_type == 1: # 雷电模拟器
  391. handleNum = self.control_handle_list[0]
  392. elif emulator_type == 2: # mumu模拟器
  393. handleNum = self.control_handle_list[1]
  394. elif emulator_type > 2: # 夜神模拟器
  395. handleNum = self.control_handle_list[3]
  396. PostMessage(handleNum, WM_ACTIVATE, WA_ACTIVE, 0) # 激活窗口
  397. # 先移动到第一个点
  398. tmpPos = MAKELONG(trace[0][0], trace[0][1])
  399. SendMessage(handleNum, WM_NCHITTEST, 0, tmpPos)
  400. SendMessage(handleNum, WM_SETCURSOR, handleNum, MAKELONG(HTCLIENT, WM_LBUTTONDOWN))
  401. PostMessage(handleNum, WM_LBUTTONDOWN, MK_LBUTTON, tmpPos)
  402. # 一点一点移动鼠标
  403. for pos in trace:
  404. tmpPos = MAKELONG(pos[0], pos[1])
  405. PostMessage(handleNum, WM_MOUSEMOVE, MK_LBUTTON, tmpPos)
  406. time.sleep((interval + random.randint(-2, 2)) / 1000.0)
  407. # 最后释放鼠标
  408. tmpPos = MAKELONG(trace[-1][0], trace[-1][1])
  409. PostMessage(handleNum, WM_LBUTTONUP, 0, tmpPos)
  410. def scroll_window_message(self, x: int, y: int, delta: int=-120) -> None:
  411. """
  412. 弃置
  413. https://github.com/runhey/OnmyojiAutoScript/issues/43
  414. :param x:
  415. :param y:
  416. :param delta:
  417. :return:
  418. """
  419. wparam = MAKELONG(0, delta)
  420. lparam = MAKELONG(x, y)
  421. handle_num = None
  422. if self.emulator_family == EmulatorFamily.FAMILY_MUMU: # mumu模拟器
  423. handle_num = self.control_handle_list[1]
  424. elif self.emulator_family == EmulatorFamily.FAMILY_NOX: # 夜神模拟器
  425. handle_num = self.control_handle_list[3]
  426. elif self.emulator_family == EmulatorFamily.FAMILY_LD: # 雷电模拟器
  427. handle_num = self.control_handle_list[0]
  428. SetForegroundWindow(handle_num)
  429. time.sleep(2)
  430. # SendMessage(handle_num, WM_SETFOCUS, 0, 0)
  431. # SendMessage(handle_num, WM_ACTIVATE, WA_ACTIVE, 0)
  432. # SendMessage(handle_num, WM_MOUSEACTIVATE, WM_LBUTTONDOWN, lparam)
  433. SendMessage(handle_num, WM_NCHITTEST, 0, lparam)
  434. SendMessage(handle_num, WM_SETCURSOR, handle_num, lparam)
  435. PostMessage(handle_num, WM_MOUSEMOVE, 0, lparam)
  436. self.click_window_message(x, y)
  437. for i in range(5):
  438. PostMessage(handle_num, WM_SETCURSOR, handle_num, lparam)
  439. PostMessage(handle_num, WM_MOUSEMOVE, 0, lparam)
  440. PostMessage(handle_num, WM_MOUSEWHEEL, wparam, lparam)
  441. time.sleep(0.5)
  442. # 抄网上的
  443. # SendMessage(handle_num, WM_NCHITTEST, 0, lparam)
  444. if __name__ == "__main__":
  445. w = Window(config='oas1')
  446. # img = w.screenshot_window_background()
  447. # handle = 459852
  448. # wparam = MAKELONG(0, -120)
  449. # lparam = MAKELONG(300, 300)
  450. # PostMessage(handle, WM_MOUSEWHEEL, wparam, lparam)
  451. w.long_click_window_message(142, 310, 1.5)