| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464 |
- # This Python file uses the following encoding: utf-8
- # @author runhey
- # github https://github.com/runhey
- import re
- from enum import Enum
- from time import sleep
- from cached_property import cached_property
- from anytree import NodeMixin, RenderTree, PreOrderIter
- from win32api import GetSystemMetrics, SendMessage, MAKELONG, PostMessage
- from win32print import GetDeviceCaps
- from win32process import GetWindowThreadProcessId
- from win32gui import (GetWindowText, EnumWindows, FindWindow, FindWindowEx,
- IsWindow, GetWindowRect, GetWindowDC, DeleteObject,
- SetForegroundWindow, IsWindowVisible, GetDC, GetParent,
- EnumChildWindows)
- from win32con import (SRCCOPY, DESKTOPHORZRES, DESKTOPVERTRES, WM_LBUTTONUP,
- WM_LBUTTONDOWN, WM_ACTIVATE, WA_ACTIVE, MK_LBUTTON,
- WM_NCHITTEST, WM_SETCURSOR, HTCLIENT, WM_MOUSEMOVE)
- from module.config.config import Config
- from module.config.utils import desktop_mode_enabled
- from module.device.method.desktop_impl import DesktopWindow
- from module.exception import EmulatorNotRunningError
- from module.logger import logger
- def handle_title2num(title: str) -> int:
- """
- 从标题到句柄号
- :param title:
- :return: 如果没有找到就是返回零
- """
- return FindWindow(None, title)
- def handle_num2title(num: int) -> str:
- """
- 通过句柄号返回窗口的标题,如果传入句柄号不合法则返回None
- :param num:
- :return:
- """
- return None if num is None or num == 0 or num == '' else GetWindowText(num)
- def is_handle_valid(num: int) -> bool:
- """
- 输入一个句柄号,如果还在返回True
- :param num:
- :return:
- """
- return IsWindow(num)
- def handle_num2pid(num: int) -> int:
- """
- 通过句柄号获取句柄进程id,如果句柄号非法则返回0
- :param num:
- :return:
- """
- return 0 if num is None or num == 0 or num == '' else GetWindowThreadProcessId(num)[1]
- def window_scale_rate() -> float:
- """
- 获取window的系统缩放 一遍是1
- :return:
- """
- hDC = GetDC(0)
- # 物理上(真实的)的 横纵向分辨率
- wReal = GetDeviceCaps(hDC, DESKTOPHORZRES)
- hReal = GetDeviceCaps(hDC, DESKTOPVERTRES)
- # 缩放后的 分辨率
- wAfter = GetSystemMetrics(0)
- hAfter = GetSystemMetrics(1)
- # print(wReal, wAfter)
- return round(wReal / wAfter, 2)
- class WindowNode(NodeMixin):
- def __init__(self, name, num, parent=None):
- super().__init__()
- self.name = name
- self.num = num
- self.parent = parent
- @classmethod
- def get_tree_depth(cls, root_node: 'WindowNode'):
- if not root_node.children:
- return 1 if root_node else 0
- return max(node.depth for node in root_node.descendants) + 1
- class EmulatorFamily(Enum):
- FAMILY_MUMU = 10 # mumu模拟器
- FAMILY_NOX = 20 # 夜神模拟器
- FAMILY_LD = 30 # 雷电模拟器
- FAMILY_MEMU = 40 # 逍遥模拟器
- FAMILY_BLUESTACKS = 50 # 蓝叠模拟器
- FAMILY_OTHER = 60 # 其他模拟器 待定
- # 各个模拟器的句柄树*******************************************************************************************************
- """"
- <MuMu>系列
- 模拟器的窗口名字
- ----MuMuPlayer (!如果是mumu12是MuMuPlayer, 否则是NemuPlayer)
- --------nemudisplay
- <雷电模拟器系列>
- 雷电模拟器的窗口名字
- ----TheRender
- --------sub
- <夜神模拟器系列> =====> 这个模拟器窗口很复杂,而且有的时候还会变化
- 夜神模拟器的窗口名字
- ----Nox
- ----Nox
- --------toolbar_nox
- --------Nox
- ------------Nox
- ----------------sub
- ---Nox
- --------Nox
- --------Nox ==> 妈的太多了自己用spy++看吧
- <蓝叠模拟器>
- 蓝叠模拟器的窗口名字
- ----HD-Player
- --------_ctl.W
- """""
- # **********************************************************************************************************************
- class Handle(DesktopWindow):
- emulator_list = ['MuMu12',
- 'MuMu',
- '雷电',
- '夜神',
- '蓝叠',
- '逍遥',
- '模拟器'] # 最后一个我又不知道还有哪些模拟器
- emulator_handle = {
- # 夜神
- 'nox_player': ['root_handle_title', 'Nox'],
- 'nox_player_64': ['root_handle_title', 'Nox'],
- 'nox_player_family': ['root_handle_title', 'Nox'],
- # 雷电
- 'ld_player': ['TheRender'],
- 'ld_player_4': ['TheRender'],
- 'ld_player_9': ['TheRender'],
- 'ld_player_family': ['TheRender'],
- # 逍遥
- 'memu_player': ['root_handle_title'],
- 'memu_player_family': ['root_handle_title'],
- # mumu
- 'mumu_player': ['root_handle_title', 'NemuPlayer'],
- 'mumu_player_12': ['root_handle_title', 'MuMuPlayer'],
- 'mumu_player_family': ['root_handle_title', 'MuMuPlayer'],
- # 蓝叠
- 'bluestacks_5': ['root_handle_title'],
- 'bluestacks_family': ['root_handle_title']
- }
- config: Config = None
- is_desktop_window: bool = False
- """是否为桌面客户端模式(script.desktop.enable),桌面分支统一用此标志隔离"""
- def __init__(self, config) -> None:
- """
- :param config:
- """
- logger.hr('Handle')
- if self.config is None:
- if isinstance(config, str):
- self.config = Config(config, task=None)
- else:
- self.config = config
- # 桌面模式:PID 只在运行时存在(不落配置),按「档案状态文件 → 窗口枚举」定位,
- # 找不到抛错交给 Device.__init__ 自动拉起。须排在 handle 空判之前(桌面模式留空是常态)
- if desktop_mode_enabled(self.config):
- self.root_handle_title = ''
- self.root_handle_num = 0
- self.root_handle = ''
- pid, hwnd = self._desktop_locate_window()
- if pid and hwnd:
- self.desktop_bind_pid(pid, hwnd)
- logger.info(f'Desktop client window bound: PID={pid}, hwnd={hwnd}')
- return
- if pid:
- logger.info(f'Desktop client process alive (PID={pid}) but window not ready yet')
- raise EmulatorNotRunningError('Desktop client window not found')
- if not self.config.script.device.handle or self.config.script.device.handle == '':
- logger.info('Handle is empty, oas not use handle')
- return
- # 获取根的句柄
- self.root_handle_title = ''
- self.root_handle_num = 0
- self.root_handle = self.config.script.device.handle
- if self.root_handle == "auto":
- logger.info('Handle is auto. oas will find window emulator')
- window_list = Handle.all_windows()
- self.root_handle_title = self.auto_handle_title(window_list)
- self.root_handle_num = handle_title2num(self.root_handle_title)
- if isinstance(self.root_handle, str):
- try:
- self.root_handle_num = int(self.root_handle)
- logger.info('Handle is a number, using it as root handle num')
- if is_handle_valid(self.root_handle_num):
- logger.info(f'Handle number {self.root_handle_num} is valid')
- self.root_handle_title = handle_num2title(self.root_handle_num)
- except ValueError:
- logger.info('Handle is a string, looking up window by title')
- if handle_title2num(self.root_handle) != 0:
- self.root_handle_num = handle_title2num(self.root_handle)
- self.root_handle_title = self.root_handle
- logger.info(f'The root handle title is {self.root_handle_title} and num is {self.root_handle_num}')
- # 获取句柄树(加重试,等待子窗口渲染就绪)
- self.root_node = WindowNode(name=self.root_handle_title, num=self.root_handle_num)
- Handle.handle_tree(self.root_handle_num, self.root_node)
- if not self.root_node.children:
- logger.info('Window child tree not ready, waiting for emulator to finish initializing')
- for i in range(9):
- sleep(1)
- self.root_node = WindowNode(name=self.root_handle_title, num=self.root_handle_num)
- Handle.handle_tree(self.root_handle_num, self.root_node)
- if self.root_node.children:
- logger.info(f'Window child tree ready after {i + 2} attempts')
- break
- else:
- logger.warning('Window child tree still not ready after 10 attempts, will use title-based fallback')
- logger.info('Emulator handle structure:')
- for pre, fill, node in RenderTree(self.root_node):
- logger.info("%s%s" % (pre, node.name))
- for pre, fill, node in RenderTree(self.root_node):
- logger.info("%s%s" % (pre, node.num))
- # 判断是哪一个模拟器 通过句柄树结构
- logger.info(f'Emulator family: {self.emulator_family}')
- # window系统的缩放
- logger.info(f'Window screen scale rate: {window_scale_rate()}')
- # screenshot_handle_num 和 screenshot_size 延迟到首次截屏时按需求值,不在初始化时预计算
- @staticmethod
- def all_windows() -> list:
- """
- 获取桌面上的所有窗体
- :return: 类似这样['MuMu模拟器']
- """
- def enum_windows_callback(hwnd, windows):
- window_text = GetWindowText(hwnd)
- windows.append(window_text)
- windows = []
- EnumWindows(enum_windows_callback, windows)
- return windows
- @classmethod
- def auto_handle_title(cls, windows: list) -> str:
- """
- 返回第一个找到的有模拟器的标题
- :param windows:
- :return:
- """
- if windows is None:
- logger.error("auto_handle_title: windows list is None")
- emu_list = []
- for window_title in windows:
- for item in Handle.emulator_list:
- if window_title.find(item) != -1:
- emu_list.append(window_title)
- if not len(emu_list):
- logger.error('Can not find emulator handle, please check your emulator is running')
- return None
- emulator_title = ''
- # 测试mumu12的时候发现 获取的全部的窗体标题有这样的: 'MuMuPlayer', 'MuMuPlayer', 'MuMuPlayer', 'MuMu模拟器12'
- # 事实上 我们只需要最后一个 'MuMu模拟器12',其他的不重要
- if 'MuMu模拟器12' in emu_list and 'MuMuPlayer' in emu_list:
- emulator_title = 'MuMu模拟器12'
-
- # MuMu5.0更新,窗体标题改动: 'MuMu模拟器','MuMuNxDevice','MuMu安卓设备'
- # 如果没有匹配上旧版本,尝试匹配MuMu5.0窗口名
- if emulator_title == '' and 'MuMu安卓设备' in emu_list:
- emulator_title = 'MuMu安卓设备'
- if len(emu_list) > 1 and emulator_title == '':
- logger.warning(f'Find more than one emulator handle, oas will use the first one {emu_list[0]}')
- emulator_title = emu_list[0]
- if len(emu_list) == 1:
- emulator_title = emu_list[0]
- logger.info(f'Auto-detected emulator window: {emulator_title}')
- return emulator_title
- @staticmethod
- def handle_tree(hwnd, node: WindowNode, level: int = 0) -> None:
- """
- 生成一个窗口的句柄树
- :param hwnd:
- :param node:
- :param level:
- :return:
- """
- child_windows = []
- EnumChildWindows(hwnd, lambda hwnd, param: param.append(hwnd), child_windows)
- if not child_windows:
- return
- for child_hwnd in child_windows:
- if GetParent(child_hwnd) == hwnd:
- child_text = GetWindowText(child_hwnd)
- child_node = WindowNode(name=child_text, num=child_hwnd, parent=node)
- # 递归遍历子窗体的子窗体
- Handle.handle_tree(child_hwnd, child_node, level + 1)
- @cached_property
- def emulator_family(self) -> EmulatorFamily:
- """
- 通过句柄树来判断这个是那个模拟器大类
- :return:
- """
- children_num = len(self.root_node.children)
- if children_num == 1: #
- name = self.root_node.children[0].name
- if name == 'MuMuPlayer':
- return EmulatorFamily.FAMILY_MUMU
- elif name == 'MuMuNxDevice':
- return EmulatorFamily.FAMILY_MUMU
- elif name == 'NemuPlayer':
- return EmulatorFamily.FAMILY_MUMU
- elif name == 'TheRender':
- return EmulatorFamily.FAMILY_LD
- elif name == 'HD-Player':
- return EmulatorFamily.FAMILY_BLUESTACKS
- elif children_num >= 3:
- name = self.root_node.children[0].name
- if name == 'Nox':
- return EmulatorFamily.FAMILY_NOX
- # 基于句柄标题的判定
- for emu in Handle.emulator_list:
- if self.root_handle_title.find(emu) != -1:
- if emu == 'MuMu':
- return EmulatorFamily.FAMILY_MUMU
- elif emu == '雷电':
- return EmulatorFamily.FAMILY_LD
- elif emu == '夜神':
- return EmulatorFamily.FAMILY_NOX
- elif emu == '蓝叠':
- return EmulatorFamily.FAMILY_BLUESTACKS
- elif emu == '逍遥':
- return EmulatorFamily.FAMILY_MEMU
- return EmulatorFamily.FAMILY_OTHER
- @cached_property
- def screenshot_handle_num(self) -> int:
- """
- 截屏的句柄其实并不是根句柄
- :return: 出错返回None
- """
- if getattr(self, 'is_desktop_window', False):
- return self.root_handle_num
- if self.emulator_family == EmulatorFamily.FAMILY_MUMU:
- # 使用正则匹配12 来判定是不是mumu12这并不是一个好的方法
- name = self.root_node.children[0].name
- num = self.root_node.children[0].num
- if name == 'MuMuPlayer':
- logger.info('The emulator is MuMu模拟器12')
- return num
- elif name == 'NemuPlayer':
- logger.info('The emulator is MuMu模拟器')
- return num
- elif name == 'MuMuNxDevice':
- logger.info('The emulator is MuMu模拟器5.0')
- return num
- # 夜神
- elif self.emulator_family == EmulatorFamily.FAMILY_NOX:
- try:
- return self.root_node.children[1].children[1].num
- except:
- return self.root_node.children[2].children[1].num
- elif self.emulator_family == EmulatorFamily.FAMILY_LD:
- for node in PreOrderIter(self.root_node):
- if node.name == Handle.emulator_handle['ld_player_family'][0]:
- return node.num
- elif self.emulator_family == EmulatorFamily.FAMILY_MEMU:
- for node in PreOrderIter(self.root_node):
- if node.name == Handle.emulator_handle['memu_player_family']:
- return node.num
- elif self.emulator_family == EmulatorFamily.FAMILY_BLUESTACKS:
- for node in PreOrderIter(self.root_node):
- if node.name == Handle.emulator_handle['bluestacks_family']:
- return node.num
- return self.root_node.num
- @cached_property
- def screenshot_size(self) -> tuple or None:
- """
- 第一个是width 第二个是heigth
- 2023.7.1 在高缩放的设备上应该输出1280X720
- :return:
- """
- if getattr(self, 'is_desktop_window', False):
- # 桌面模式固定输出 1280x720(物理目标,与资产 1:1),位图由截图方法缩放得到
- return 1280, 720
- winRect = GetWindowRect(self.screenshot_handle_num)
- scale_rate = window_scale_rate()
- width_before: int = winRect[2] - winRect[0] # 右x-左x
- height_before: int = winRect[3] - winRect[1] # 下y - 上y 计算高度
- width, height = width_before, height_before
- if abs((width_before * scale_rate) - 1280) < 5:
- width = 1280
- if abs((height_before * scale_rate) - 720) < 5:
- height = 720
- if width is None or height is None:
- logger.error(f'Get screenshot size error, width={width}, height={height}')
- return None
- return width, height
- @cached_property
- def window_scale_rate(self) -> float:
- """
- 获取window的系统缩放 一般是1
- :return:
- """
- hDC = GetDC(0)
- # 物理上(真实的)的 横纵向分辨率
- wReal = GetDeviceCaps(hDC, DESKTOPHORZRES)
- hReal = GetDeviceCaps(hDC, DESKTOPVERTRES)
- # 缩放后的 分辨率
- wAfter = GetSystemMetrics(0)
- hAfter = GetSystemMetrics(1)
- # print(wReal, wAfter)
- return round(wReal / wAfter, 2)
- @classmethod
- def handle_has_children(cls, hwnd: int, name: str = 'MuMuPlayer12') -> bool:
- root_node = WindowNode(name=name, num=hwnd)
- Handle.handle_tree(hwnd=hwnd, node=root_node)
- handle_depth = WindowNode.get_tree_depth(root_node)
- if handle_depth > 1:
- logger.info(f'Window handle [{hwnd}] depth: {handle_depth}')
- return True
- return False
- if __name__ == '__main__':
- h = Handle(config='oas1')
- # logger.info(h.auto_handle_title(h.all_windows()))
- # logger.info(h.root_handle_num)
- # logger.info(h.emulator_family)
|