# This Python file uses the following encoding: utf-8 # @author runhey # github https://github.com/runhey import re from enum import Enum from time import sleep from cached_property import cached_property from anytree import NodeMixin, RenderTree, PreOrderIter from win32api import GetSystemMetrics, SendMessage, MAKELONG, PostMessage from win32print import GetDeviceCaps from win32process import GetWindowThreadProcessId from win32gui import (GetWindowText, EnumWindows, FindWindow, FindWindowEx, IsWindow, GetWindowRect, GetWindowDC, DeleteObject, SetForegroundWindow, IsWindowVisible, GetDC, GetParent, EnumChildWindows) from win32con import (SRCCOPY, DESKTOPHORZRES, DESKTOPVERTRES, WM_LBUTTONUP, WM_LBUTTONDOWN, WM_ACTIVATE, WA_ACTIVE, MK_LBUTTON, WM_NCHITTEST, WM_SETCURSOR, HTCLIENT, WM_MOUSEMOVE) from module.config.config import Config from module.config.utils import desktop_mode_enabled from module.device.method.desktop_impl import DesktopWindow from module.exception import EmulatorNotRunningError from module.logger import logger def handle_title2num(title: str) -> int: """ 从标题到句柄号 :param title: :return: 如果没有找到就是返回零 """ return FindWindow(None, title) def handle_num2title(num: int) -> str: """ 通过句柄号返回窗口的标题,如果传入句柄号不合法则返回None :param num: :return: """ return None if num is None or num == 0 or num == '' else GetWindowText(num) def is_handle_valid(num: int) -> bool: """ 输入一个句柄号,如果还在返回True :param num: :return: """ return IsWindow(num) def handle_num2pid(num: int) -> int: """ 通过句柄号获取句柄进程id,如果句柄号非法则返回0 :param num: :return: """ return 0 if num is None or num == 0 or num == '' else GetWindowThreadProcessId(num)[1] def window_scale_rate() -> float: """ 获取window的系统缩放 一遍是1 :return: """ hDC = GetDC(0) # 物理上(真实的)的 横纵向分辨率 wReal = GetDeviceCaps(hDC, DESKTOPHORZRES) hReal = GetDeviceCaps(hDC, DESKTOPVERTRES) # 缩放后的 分辨率 wAfter = GetSystemMetrics(0) hAfter = GetSystemMetrics(1) # print(wReal, wAfter) return round(wReal / wAfter, 2) class WindowNode(NodeMixin): def __init__(self, name, num, parent=None): super().__init__() self.name = name self.num = num self.parent = parent @classmethod def get_tree_depth(cls, root_node: 'WindowNode'): if not root_node.children: return 1 if root_node else 0 return max(node.depth for node in root_node.descendants) + 1 class EmulatorFamily(Enum): FAMILY_MUMU = 10 # mumu模拟器 FAMILY_NOX = 20 # 夜神模拟器 FAMILY_LD = 30 # 雷电模拟器 FAMILY_MEMU = 40 # 逍遥模拟器 FAMILY_BLUESTACKS = 50 # 蓝叠模拟器 FAMILY_OTHER = 60 # 其他模拟器 待定 # 各个模拟器的句柄树******************************************************************************************************* """" 系列 模拟器的窗口名字 ----MuMuPlayer (!如果是mumu12是MuMuPlayer, 否则是NemuPlayer) --------nemudisplay <雷电模拟器系列> 雷电模拟器的窗口名字 ----TheRender --------sub <夜神模拟器系列> =====> 这个模拟器窗口很复杂,而且有的时候还会变化 夜神模拟器的窗口名字 ----Nox ----Nox --------toolbar_nox --------Nox ------------Nox ----------------sub ---Nox --------Nox --------Nox ==> 妈的太多了自己用spy++看吧 <蓝叠模拟器> 蓝叠模拟器的窗口名字 ----HD-Player --------_ctl.W """"" # ********************************************************************************************************************** class Handle(DesktopWindow): emulator_list = ['MuMu12', 'MuMu', '雷电', '夜神', '蓝叠', '逍遥', '模拟器'] # 最后一个我又不知道还有哪些模拟器 emulator_handle = { # 夜神 'nox_player': ['root_handle_title', 'Nox'], 'nox_player_64': ['root_handle_title', 'Nox'], 'nox_player_family': ['root_handle_title', 'Nox'], # 雷电 'ld_player': ['TheRender'], 'ld_player_4': ['TheRender'], 'ld_player_9': ['TheRender'], 'ld_player_family': ['TheRender'], # 逍遥 'memu_player': ['root_handle_title'], 'memu_player_family': ['root_handle_title'], # mumu 'mumu_player': ['root_handle_title', 'NemuPlayer'], 'mumu_player_12': ['root_handle_title', 'MuMuPlayer'], 'mumu_player_family': ['root_handle_title', 'MuMuPlayer'], # 蓝叠 'bluestacks_5': ['root_handle_title'], 'bluestacks_family': ['root_handle_title'] } config: Config = None is_desktop_window: bool = False """是否为桌面客户端模式(script.desktop.enable),桌面分支统一用此标志隔离""" def __init__(self, config) -> None: """ :param config: """ logger.hr('Handle') if self.config is None: if isinstance(config, str): self.config = Config(config, task=None) else: self.config = config # 桌面模式:PID 只在运行时存在(不落配置),按「档案状态文件 → 窗口枚举」定位, # 找不到抛错交给 Device.__init__ 自动拉起。须排在 handle 空判之前(桌面模式留空是常态) if desktop_mode_enabled(self.config): self.root_handle_title = '' self.root_handle_num = 0 self.root_handle = '' pid, hwnd = self._desktop_locate_window() if pid and hwnd: # 认领的是已存在的窗口,可能早已登录, # 登录态由 find_desktop_login_popup 实测,不能假设未登录 self.desktop_bind_pid(pid, hwnd, just_launched=False) logger.info(f'Desktop client window bound: PID={pid}, hwnd={hwnd}') return if pid: logger.info(f'Desktop client process alive (PID={pid}) but window not ready yet') raise EmulatorNotRunningError('Desktop client window not found') if not self.config.script.device.handle or self.config.script.device.handle == '': logger.info('Handle is empty, oas not use handle') return # 获取根的句柄 self.root_handle_title = '' self.root_handle_num = 0 self.root_handle = self.config.script.device.handle if self.root_handle == "auto": logger.info('Handle is auto. oas will find window emulator') window_list = Handle.all_windows() self.root_handle_title = self.auto_handle_title(window_list) self.root_handle_num = handle_title2num(self.root_handle_title) if isinstance(self.root_handle, str): try: self.root_handle_num = int(self.root_handle) logger.info('Handle is a number, using it as root handle num') if is_handle_valid(self.root_handle_num): logger.info(f'Handle number {self.root_handle_num} is valid') self.root_handle_title = handle_num2title(self.root_handle_num) except ValueError: logger.info('Handle is a string, looking up window by title') if handle_title2num(self.root_handle) != 0: self.root_handle_num = handle_title2num(self.root_handle) self.root_handle_title = self.root_handle logger.info(f'The root handle title is {self.root_handle_title} and num is {self.root_handle_num}') # 获取句柄树(加重试,等待子窗口渲染就绪) self.root_node = WindowNode(name=self.root_handle_title, num=self.root_handle_num) Handle.handle_tree(self.root_handle_num, self.root_node) if not self.root_node.children: logger.info('Window child tree not ready, waiting for emulator to finish initializing') for i in range(9): sleep(1) self.root_node = WindowNode(name=self.root_handle_title, num=self.root_handle_num) Handle.handle_tree(self.root_handle_num, self.root_node) if self.root_node.children: logger.info(f'Window child tree ready after {i + 2} attempts') break else: logger.warning('Window child tree still not ready after 10 attempts, will use title-based fallback') logger.info('Emulator handle structure:') for pre, fill, node in RenderTree(self.root_node): logger.info("%s%s" % (pre, node.name)) for pre, fill, node in RenderTree(self.root_node): logger.info("%s%s" % (pre, node.num)) # 判断是哪一个模拟器 通过句柄树结构 logger.info(f'Emulator family: {self.emulator_family}') # window系统的缩放 logger.info(f'Window screen scale rate: {window_scale_rate()}') # screenshot_handle_num 和 screenshot_size 延迟到首次截屏时按需求值,不在初始化时预计算 @staticmethod def all_windows() -> list: """ 获取桌面上的所有窗体 :return: 类似这样['MuMu模拟器'] """ def enum_windows_callback(hwnd, windows): window_text = GetWindowText(hwnd) windows.append(window_text) windows = [] EnumWindows(enum_windows_callback, windows) return windows @classmethod def auto_handle_title(cls, windows: list) -> str: """ 返回第一个找到的有模拟器的标题 :param windows: :return: """ if windows is None: logger.error("auto_handle_title: windows list is None") emu_list = [] for window_title in windows: for item in Handle.emulator_list: if window_title.find(item) != -1: emu_list.append(window_title) if not len(emu_list): logger.error('Can not find emulator handle, please check your emulator is running') return None emulator_title = '' # 测试mumu12的时候发现 获取的全部的窗体标题有这样的: 'MuMuPlayer', 'MuMuPlayer', 'MuMuPlayer', 'MuMu模拟器12' # 事实上 我们只需要最后一个 'MuMu模拟器12',其他的不重要 if 'MuMu模拟器12' in emu_list and 'MuMuPlayer' in emu_list: emulator_title = 'MuMu模拟器12' # MuMu5.0更新,窗体标题改动: 'MuMu模拟器','MuMuNxDevice','MuMu安卓设备' # 如果没有匹配上旧版本,尝试匹配MuMu5.0窗口名 if emulator_title == '' and 'MuMu安卓设备' in emu_list: emulator_title = 'MuMu安卓设备' if len(emu_list) > 1 and emulator_title == '': logger.warning(f'Find more than one emulator handle, oas will use the first one {emu_list[0]}') emulator_title = emu_list[0] if len(emu_list) == 1: emulator_title = emu_list[0] logger.info(f'Auto-detected emulator window: {emulator_title}') return emulator_title @staticmethod def handle_tree(hwnd, node: WindowNode, level: int = 0) -> None: """ 生成一个窗口的句柄树 :param hwnd: :param node: :param level: :return: """ child_windows = [] EnumChildWindows(hwnd, lambda hwnd, param: param.append(hwnd), child_windows) if not child_windows: return for child_hwnd in child_windows: if GetParent(child_hwnd) == hwnd: child_text = GetWindowText(child_hwnd) child_node = WindowNode(name=child_text, num=child_hwnd, parent=node) # 递归遍历子窗体的子窗体 Handle.handle_tree(child_hwnd, child_node, level + 1) @cached_property def emulator_family(self) -> EmulatorFamily: """ 通过句柄树来判断这个是那个模拟器大类 :return: """ children_num = len(self.root_node.children) if children_num == 1: # name = self.root_node.children[0].name if name == 'MuMuPlayer': return EmulatorFamily.FAMILY_MUMU elif name == 'MuMuNxDevice': return EmulatorFamily.FAMILY_MUMU elif name == 'NemuPlayer': return EmulatorFamily.FAMILY_MUMU elif name == 'TheRender': return EmulatorFamily.FAMILY_LD elif name == 'HD-Player': return EmulatorFamily.FAMILY_BLUESTACKS elif children_num >= 3: name = self.root_node.children[0].name if name == 'Nox': return EmulatorFamily.FAMILY_NOX # 基于句柄标题的判定 for emu in Handle.emulator_list: if self.root_handle_title.find(emu) != -1: if emu == 'MuMu': return EmulatorFamily.FAMILY_MUMU elif emu == '雷电': return EmulatorFamily.FAMILY_LD elif emu == '夜神': return EmulatorFamily.FAMILY_NOX elif emu == '蓝叠': return EmulatorFamily.FAMILY_BLUESTACKS elif emu == '逍遥': return EmulatorFamily.FAMILY_MEMU return EmulatorFamily.FAMILY_OTHER @cached_property def screenshot_handle_num(self) -> int: """ 截屏的句柄其实并不是根句柄 :return: 出错返回None """ if getattr(self, 'is_desktop_window', False): return self.root_handle_num if self.emulator_family == EmulatorFamily.FAMILY_MUMU: # 使用正则匹配12 来判定是不是mumu12这并不是一个好的方法 name = self.root_node.children[0].name num = self.root_node.children[0].num if name == 'MuMuPlayer': logger.info('The emulator is MuMu模拟器12') return num elif name == 'NemuPlayer': logger.info('The emulator is MuMu模拟器') return num elif name == 'MuMuNxDevice': logger.info('The emulator is MuMu模拟器5.0') return num # 夜神 elif self.emulator_family == EmulatorFamily.FAMILY_NOX: try: return self.root_node.children[1].children[1].num except: return self.root_node.children[2].children[1].num elif self.emulator_family == EmulatorFamily.FAMILY_LD: for node in PreOrderIter(self.root_node): if node.name == Handle.emulator_handle['ld_player_family'][0]: return node.num elif self.emulator_family == EmulatorFamily.FAMILY_MEMU: for node in PreOrderIter(self.root_node): if node.name == Handle.emulator_handle['memu_player_family']: return node.num elif self.emulator_family == EmulatorFamily.FAMILY_BLUESTACKS: for node in PreOrderIter(self.root_node): if node.name == Handle.emulator_handle['bluestacks_family']: return node.num return self.root_node.num @cached_property def screenshot_size(self) -> tuple or None: """ 第一个是width 第二个是heigth 2023.7.1 在高缩放的设备上应该输出1280X720 :return: """ if getattr(self, 'is_desktop_window', False): # 桌面模式固定输出 1280x720(物理目标,与资产 1:1),位图由截图方法缩放得到 return 1280, 720 winRect = GetWindowRect(self.screenshot_handle_num) scale_rate = window_scale_rate() width_before: int = winRect[2] - winRect[0] # 右x-左x height_before: int = winRect[3] - winRect[1] # 下y - 上y 计算高度 width, height = width_before, height_before if abs((width_before * scale_rate) - 1280) < 5: width = 1280 if abs((height_before * scale_rate) - 720) < 5: height = 720 if width is None or height is None: logger.error(f'Get screenshot size error, width={width}, height={height}') return None return width, height @cached_property def window_scale_rate(self) -> float: """ 获取window的系统缩放 一般是1 :return: """ hDC = GetDC(0) # 物理上(真实的)的 横纵向分辨率 wReal = GetDeviceCaps(hDC, DESKTOPHORZRES) hReal = GetDeviceCaps(hDC, DESKTOPVERTRES) # 缩放后的 分辨率 wAfter = GetSystemMetrics(0) hAfter = GetSystemMetrics(1) # print(wReal, wAfter) return round(wReal / wAfter, 2) @classmethod def handle_has_children(cls, hwnd: int, name: str = 'MuMuPlayer12') -> bool: root_node = WindowNode(name=name, num=hwnd) Handle.handle_tree(hwnd=hwnd, node=root_node) handle_depth = WindowNode.get_tree_depth(root_node) if handle_depth > 1: logger.info(f'Window handle [{hwnd}] depth: {handle_depth}') return True return False if __name__ == '__main__': h = Handle(config='oas1') # logger.info(h.auto_handle_title(h.all_windows())) # logger.info(h.root_handle_num) # logger.info(h.emulator_family)