# This Python file uses the following encoding: utf-8 # @author runhey # github https://github.com/runhey import time import importlib from pathlib import Path from datetime import datetime from time import sleep import random from collections import deque from module.atom.click import RuleClick from module.atom.gif import RuleGif from module.atom.image import RuleImage from module.atom.list import RuleList from module.atom.ocr import RuleOcr from module.base.decorator import run_once from module.base.timer import Timer from module.exception import (GameNotRunningError, GamePageUnknownError) from module.logger import logger from tasks.Component.GeneralBattle.assets import GeneralBattleAssets from tasks.GameUi.assets import GameUiAssets from tasks.GameUi.page import Page, PageRegistry, page_main, random_click from tasks.Restart.assets import RestartAssets from tasks.SixRealms.assets import SixRealmsAssets from tasks.base_task import BaseTask from tasks.ActivityShikigami.assets import ActivityShikigamiAssets class GameUi(BaseTask, GameUiAssets): ui_current: Page = None ui_close = [GameUiAssets.I_BACK_MALL, GeneralBattleAssets.I_CONFIRM, BaseTask.I_UI_BACK_RED, BaseTask.I_UI_BACK_YELLOW, GameUiAssets.I_BACK_FRIENDS, GameUiAssets.I_BACK_DAILY, GameUiAssets.I_REALM_RAID_GOTO_EXPLORATION, GameUiAssets.I_SIX_GATES_GOTO_EXPLORATION, SixRealmsAssets.I_EXIT_SIXREALMS, ActivityShikigamiAssets.I_SKIP_BUTTON, ActivityShikigamiAssets.I_RED_EXIT, BaseTask.I_UI_BACK_BLUE, ActivityShikigamiAssets.I_RED_EXIT_2] def __init__(self, config, device): super().__init__(config, device) # 初始化时动态导入所有 page 模块 self._import_all_pages() @staticmethod def _import_all_pages(): """动态加载 tasks/**/page.py""" base_dir = Path(__file__).resolve().parent.parent # tasks 目录 for task_dir in base_dir.iterdir(): if not task_dir.is_dir(): continue page_file = task_dir / "page.py" if not page_file.exists(): continue module_name = f"tasks.{task_dir.name}.page" spec = importlib.util.spec_from_file_location(module_name, page_file) if spec and spec.loader: module = importlib.util.module_from_spec(spec) spec.loader.exec_module(module) @property def ui_pages(self) -> list[Page]: return PageRegistry.all() def ui_page_appear(self, page: Page, skip_first_screenshot: bool = True, interval: float = None): """ 判断当前页面是否为page """ self.maybe_screenshot(skip_first_screenshot) if isinstance(page.check_button, list): for button in page.check_button: if self.appear(button, interval): return True return False return self.appear(page.check_button, interval) def ui_wait_until_appear(self, page: Page, timeout: float = 5, interval: float = 0.5, skip_first_screenshot: bool = True) -> bool: """ 等待页面出现 :param page: 等待的页面 :param timeout: 超时时间 :param interval: 检查间隔时间 :param skip_first_screenshot: :return: 页面出现返回True, 否则返回False """ logger.info(f'Waiting for {page}') timeout_timer = Timer(timeout).start() while not timeout_timer.reached(): if self.ui_page_appear(page, skip_first_screenshot, interval=interval): return True skip_first_screenshot = False return False def ui_get_current_page(self, skip_first_screenshot=True) -> Page: """ 获取当前页面 :param skip_first_screenshot: :return: """ logger.info("UI get current page") @run_once def app_check(): if not self.device.app_is_running(): raise GameNotRunningError("Game not running") @run_once def minicap_check(): if self.config.script.device.control_method == "uiautomator2": self.device.uninstall_minicap() @run_once def rotation_check(): self.device.get_orientation() timeout = Timer(10, count=20).start() while 1: self.maybe_screenshot(skip_first_screenshot) skip_first_screenshot = False # 如果10S还没有到底,那么就抛出异常 if timeout.reached(): break # Known pages for page in self.ui_pages: if not page.check_button: continue if self.ui_page_appear(page=page, interval=None): logger.attr("UI", page.name) self.ui_current = page return page # Try to close unknown page if self.try_close_unknown_page(): timeout = Timer(10, count=20).start() else: # entirely unknown page, click safe random area self.click(random_click(), interval=4) # wait to ui sleep(0.3) app_check() minicap_check() rotation_check() # Unknown page, need manual switching logger.warning("Unknown ui page") logger.attr("EMULATOR__SCREENSHOT_METHOD", self.config.script.device.screenshot_method) logger.attr("EMULATOR__CONTROL_METHOD", self.config.script.device.control_method) logger.warning("Starting from current page is not supported") logger.warning(f"Supported page: {[str(page) for page in self.ui_pages]}") logger.warning('Supported page: Any page with a "HOME" button on the upper-right') logger.critical("Please switch to a supported page before starting oas") raise GamePageUnknownError def ui_button_interval_reset(self, button): """ Reset interval of some button to avoid mistaken clicks Args: button (Button): """ if getattr(button, 'name', None) and button.name in self.interval_timer: self.interval_timer[button.name].reset() def build_reverse_path_dict(self, destination: Page) -> dict[Page, list[Page]]: """ 构建从每个页面到目标页面的最短路径(反向 BFS) Returns: dict[Page, list[Page]] -> {start_page: [page1, ...destinationPage], ...} """ paths = {destination: [destination]} queue = deque([destination]) while queue: cur = queue.popleft() for page in self.ui_pages: if page not in paths and cur in page.links: # page -> cur paths[page] = [page] + paths[cur] queue.append(page) return paths def build_reverse_paths(self, destination: Page) -> list[tuple[Page, list[Page]]]: """ 构建从每个页面到目标页面的最短路径(反向 BFS) 路径从短到长排序 Returns: [(start_page, [page1, ...destinationPage]), ...] """ paths = self.build_reverse_path_dict(destination) # 转换成列表并按路径长度排序, 短到长 sorted_paths = sorted(paths.items(), key=lambda kv: len(kv[1])) return sorted_paths def ui_goto_page(self, dest_page: Page, confirm_wait=0, skip_first_screenshot=True, timeout: int = 60) -> bool: """前往指定page, 自动调用获取当前页面方法, 其他参数同ui_goto """ self.ui_get_current_page() return self.ui_goto(dest_page, confirm_wait, skip_first_screenshot, timeout) def ui_goto(self, destination: Page, confirm_wait=0, skip_first_screenshot=True, timeout: int = 60) -> bool: """ Args: destination (Page): confirm_wait: skip_first_screenshot: :return: find destination page or timeout reached """ logger.hr(f"UI goto {destination}") # 初始化 timeout_timer = Timer(timeout).start() confirm_timer = Timer(confirm_wait, count=int(confirm_wait // 0.5)).start() close_unknown_timer = Timer(3).start() # 构建路径映射 path_dict = self.build_reverse_path_dict(destination) found = False while not timeout_timer.reached(): if found: confirm_timer.wait() return True confirm_timer.reset() path = path_dict.get(self.ui_current, None) # 找不到路径则重新获取页面重试 if not path: self.ui_get_current_page(skip_first_screenshot) continue skip_first_screenshot = False logger.info(f"Current page: {self.ui_current}. Following shortest path:") show_paths: str = ' -> '.join([p.name for p in path]) logger.info(f"{show_paths}") # 遍历路径 found = self._execute_path(path, timeout_timer) if not found: if close_unknown_timer.reached_and_reset(): self.try_close_unknown_page(skip_screenshot=False) self.ui_current = None else: logger.error(f'Cannot goto page[{destination}], timeout[{timeout}s] reached') return False def try_close_unknown_page(self, skip_screenshot: bool = True): """ 尝试关闭未知界面 :return: 执行了关闭返回True, 否则False """ self.maybe_screenshot(skip_screenshot) timer = Timer(None).start() for close in self.ui_close: if self.appear_then_click(close, interval=1.5): logger.warning('Trying to switch to supported page') logger.info(f'[{timer.current():.1f}s]Click {close} on {self.ui_current} success') return True return False def _execute_path(self, path: list, timeout_timer): """ 执行路径 :param path: currentPage,page1,page2,...,destinationPage :param timeout_timer: 超时定时器 :return: currentPage==destinationPage """ for i, current_page in enumerate(path): if timeout_timer.reached(): return False # 当前页不等于路径中对应页, 尝试下一页 if self.ui_current != current_page: continue self.run_additional(current_page, interval=0.6, skip_first_screenshot=False) # 如果已经是最后一页,不再跳转 if i == len(path) - 1: if len(path) == 1: logger.info(f'Page arrived {current_page}') break next_page = path[i + 1] logger.info(f'Page switch: {current_page} -> {next_page}') # 获取页面跳转操作 button = current_page.links.get(next_page) if not button: logger.warning(f"No link from {current_page} to {next_page}") continue # 跳转页面 max_wait_timer = Timer(6).start() while not max_wait_timer.reached(): if timeout_timer.reached(): return False if self.appear_then_operate(button, interval=0.8, skip_first_screenshot=False): break logger.warning(f"[{max_wait_timer.current():.1f}s]Failed click {button} on {current_page}, retry...") sleep(0.8) else: self.ui_get_current_page(skip_first_screenshot=False) # 当前页面不是对应路径的页面, 则尝试下一个页面 if self.ui_current != current_page: continue max_wait_timer.reset() while not max_wait_timer.reached(): if timeout_timer.reached(): return False if self.ui_wait_until_appear(next_page, timeout=2.5, skip_first_screenshot=False): logger.info(f'[{max_wait_timer.current():.1f}s]Page arrived {next_page}') self.ui_current = next_page break else: # 重新获取当前页 self.ui_get_current_page(skip_first_screenshot=False) return self.ui_current == path[-1] def run_additional(self, page: Page, interval: float = None, skip_first_screenshot: bool = True): """执行页面附加操作""" if not page.additional: return for btn in page.additional: if self.appear_then_operate(btn, interval=interval, skip_first_screenshot=skip_first_screenshot): logger.info(f'Page {page} additional {btn} clicked') skip_first_screenshot = False def appear_then_operate(self, target: RuleList | RuleImage | RuleGif | RuleOcr | RuleClick, interval: float = None, skip_first_screenshot: bool = True): """ 出现对应目标执行操作(点击图像, 滑动列表至array第一个元素并点击, 点击OCR, 点击) :param target: 目标 :param interval: 间隔 :param skip_first_screenshot: 是否跳过首次截图 :return: 是否成功操作 """ self.maybe_screenshot(skip_first_screenshot) operated = False if isinstance(target, RuleList): operated = self.list_appear_click(target, interval=interval) elif isinstance(target, (RuleImage, RuleGif)): operated = self.appear_then_click(target, interval=interval) elif isinstance(target, RuleOcr): operated = self.ocr_appear_click(target, interval=interval) elif isinstance(target, RuleClick): operated = self.click(target, interval=interval) return operated if __name__ == '__main__': from module.config.config import Config from module.device.device import Device c = Config('oas2') d = Device(c) game = GameUi(config=c, device=d) game.ui_get_current_page() game.ui_goto(page_main)