base_task.py 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598
  1. # This Python file uses the following encoding: utf-8
  2. # @author runhey
  3. # github https://github.com/runhey
  4. import numpy as np
  5. from time import sleep
  6. from datetime import datetime, timedelta, time
  7. from typing import Union
  8. from dev_tools.decorator import usage_time
  9. from module.config.utils import convert_to_underscore
  10. from module.atom.image import RuleImage
  11. from module.atom.click import RuleClick
  12. from module.atom.long_click import RuleLongClick
  13. from module.atom.swipe import RuleSwipe
  14. from module.atom.ocr import RuleOcr
  15. from module.atom.list import RuleList
  16. from module.atom.gif import RuleGif
  17. from module.ocr.base_ocr import OcrMode, OcrMethod
  18. from module.atom.animate import RuleAnimate
  19. from module.logger import logger
  20. from module.base.timer import Timer
  21. from module.config.config import Config
  22. from module.config.utils import get_server_next_update, nearest_future, dict_to_kv, parse_tomorrow_server
  23. from module.device.device import Device
  24. from tasks.GlobalGame.assets import GlobalGameAssets
  25. from tasks.GlobalGame.config_emergency import FriendInvitation, WhenNetworkAbnormal, WhenNetworkError
  26. from tasks.Component.Costume.costume_base import CostumeBase
  27. from module.exception import GameStuckError, ScriptError
  28. class BaseTask(GlobalGameAssets, CostumeBase):
  29. config: Config = None
  30. device: Device = None
  31. folder: str
  32. name: str
  33. stage: str
  34. limit_time: timedelta = None # 限制运行的时间,是软时间,不是硬时间
  35. limit_count: int = None # 限制运行的次数
  36. current_count: int = None # 当前运行的次数
  37. def __init__(self, config: Config, device: Device) -> None:
  38. """
  39. :rtype: object
  40. """
  41. self.config = config
  42. self.device = device
  43. self.interval_timer = {} # 这个是用来记录每个匹配的运行间隔的,用于控制运行频率
  44. self.animates = {} # 保存缓存
  45. self.start_time = datetime.now() # 启动的时间
  46. self.check_costume(self.config.global_game.costume_config)
  47. # self.friend_timer = None # 这个是用来记录勾协的时间的
  48. # if self.config.global_game.emergency.invitation_detect_interval:
  49. # self.interval_time = self.config.global_game.emergency.invitation_detect_interval
  50. # self.friend_timer = Timer(self.interval_time)
  51. # self.friend_timer.start()
  52. # 战斗次数相关
  53. self.current_count = 0 # 战斗次数
  54. def _burst(self) -> bool:
  55. """
  56. 游戏界面突发异常检测
  57. :return: 没有出现返回False, 其他True
  58. """
  59. image = self.device.image
  60. appear_invitation = self.appear(self.I_G_ACCEPT)
  61. if not appear_invitation:
  62. return False
  63. logger.info('Invitation appearing')
  64. invite_type = self.config.global_game.emergency.friend_invitation
  65. detect_record = self.device.detect_record
  66. match invite_type:
  67. case FriendInvitation.ACCEPT:
  68. logger.info(f"Accept friend invitation")
  69. click_button = self.I_G_ACCEPT
  70. case FriendInvitation.REJECT:
  71. logger.info(f"Reject friend invitation")
  72. click_button = self.I_G_REJECT
  73. case FriendInvitation.ONLY_JADE:
  74. # 勾协
  75. logger.info(f"Only accept jade invitation")
  76. if self.appear(self.I_G_JADE):
  77. click_button = self.I_G_ACCEPT
  78. else:
  79. click_button = self.I_G_IGNORE
  80. case FriendInvitation.JADE_AND_FOOD:
  81. # 如果是接受勾协和粮协
  82. logger.info(f"Accept jade and food invitation")
  83. if self.appear(self.I_G_JADE) or self.appear(self.I_G_CAT_FOOD) or self.appear(self.I_G_DOG_FOOD):
  84. click_button = self.I_G_ACCEPT
  85. else:
  86. click_button = self.I_G_IGNORE
  87. case FriendInvitation.IGNORE:
  88. # 如果是忽略
  89. logger.info(f"Ignore friend invitation")
  90. click_button = self.I_G_IGNORE
  91. case _:
  92. raise ScriptError(f'Unknown friend invitation type: {invite_type}')
  93. if not click_button:
  94. raise ScriptError(f'Unknown click button type: {invite_type}')
  95. while 1:
  96. self.device.screenshot()
  97. if not self.appear(target=click_button):
  98. logger.info('Deal with invitation done')
  99. break
  100. if self.appear_then_click(click_button, interval=0.8):
  101. continue
  102. # 有的时候长战斗 点击后会取消战斗状态
  103. self.device.detect_record = detect_record
  104. return True
  105. def screenshot(self):
  106. """
  107. 截图 引入中间函数的目的是 为了解决如协作的这类突发的事件
  108. :return:
  109. """
  110. self.device.screenshot()
  111. # 判断勾协
  112. self._burst()
  113. # # 判断网络异常
  114. # if self.appear(self.I_NETWORK_ABNORMAL):
  115. # logger.warning(f"Network abnormal")
  116. # raise GameStuckError
  117. #
  118. # # 判断网络错误
  119. # if self.appear(self.I_NETWORK_ERROR):
  120. # logger.warning(f"Network error")
  121. # raise GameStuckError
  122. return self.device.image
  123. def appear(self,
  124. target: RuleImage | RuleGif,
  125. interval: float = None,
  126. threshold: float = None):
  127. """
  128. :param target: 匹配的目标可以是RuleImage, 也可以是RuleOcr
  129. :param interval:
  130. :param threshold:
  131. :return:
  132. """
  133. if not isinstance(target, RuleImage) and not isinstance(target, RuleGif):
  134. return False
  135. if interval:
  136. if target.name in self.interval_timer:
  137. if self.interval_timer[target.name].limit != interval:
  138. self.interval_timer[target.name] = Timer(interval)
  139. else:
  140. self.interval_timer[target.name] = Timer(interval)
  141. if not self.interval_timer[target.name].reached():
  142. return False
  143. appear = target.match(self.device.image, threshold=threshold)
  144. if appear and interval:
  145. self.interval_timer[target.name].reset()
  146. return appear
  147. def appear_then_click(self,
  148. target: RuleImage | RuleGif,
  149. action: Union[RuleClick, RuleLongClick] = None,
  150. interval: float = None,
  151. threshold: float = None,
  152. duration: float = None):
  153. """
  154. 出现了就点击,默认点击图片的位置,如果添加了click参数,就点击click的位置
  155. :param duration: 如果是长按,可以手动指定duration,不指定默认.单位是ms!!!!
  156. :param action: 可以是RuleClick, 也可以是RuleLongClick
  157. :param target: 可以是RuleImage后续支持RuleOcr
  158. :param interval:
  159. :param threshold:
  160. :return: True or False
  161. """
  162. if not isinstance(target, RuleImage) and not isinstance(target, RuleGif):
  163. return False
  164. appear = self.appear(target, interval=interval, threshold=threshold)
  165. if appear and not action:
  166. x, y = target.coord()
  167. self.device.click(x, y, control_name=target.name)
  168. elif appear and action:
  169. x, y = action.coord()
  170. if isinstance(action, RuleLongClick):
  171. if duration is None:
  172. self.device.long_click(x, y, duration=action.duration / 1000, control_name=target.name)
  173. else:
  174. self.device.long_click(x, y, duration=duration / 1000, control_name=target.name)
  175. elif isinstance(action, RuleClick):
  176. self.device.click(x, y, control_name=target.name)
  177. return appear
  178. def wait_until_appear(self,
  179. target: RuleImage,
  180. skip_first_screenshot=False,
  181. wait_time: int = None) -> bool:
  182. """
  183. 等待直到出现目标
  184. :param wait_time: 等待时间,单位秒
  185. :param target:
  186. :param skip_first_screenshot:
  187. :return:
  188. """
  189. wait_timer = None
  190. if wait_time:
  191. wait_timer = Timer(wait_time)
  192. wait_timer.start()
  193. while 1:
  194. if skip_first_screenshot:
  195. skip_first_screenshot = False
  196. else:
  197. self.screenshot()
  198. if wait_timer and wait_timer.reached():
  199. logger.warning(f"Wait until appear {target.name} timeout")
  200. return False
  201. if self.appear(target):
  202. return True
  203. def wait_until_appear_then_click(self,
  204. target: RuleImage,
  205. action: Union[RuleClick, RuleLongClick] = None) -> None:
  206. """
  207. 等待直到出现目标,然后点击
  208. :param action:
  209. :param target:
  210. :return:
  211. """
  212. self.wait_until_appear(target)
  213. if action is None:
  214. self.device.click(target.coord(), control_name=target.name)
  215. elif isinstance(action, RuleLongClick):
  216. self.device.long_click(target.coord(), duration=action.duration / 1000, control_name=target.name)
  217. elif isinstance(action, RuleClick):
  218. self.device.click(target.coord(), control_name=target.name)
  219. def wait_until_disappear(self, target: RuleImage) -> None:
  220. while 1:
  221. self.screenshot()
  222. if not self.appear(target):
  223. break
  224. def wait_until_stable(self,
  225. target: RuleImage,
  226. timer=Timer(0.3, count=1),
  227. timeout=Timer(5, count=10),
  228. skip_first_screenshot=True):
  229. """
  230. 等待目标稳定,即连续多次匹配成功
  231. :param target:
  232. :param timer:
  233. :param timeout:
  234. :param skip_first_screenshot:
  235. :return:
  236. """
  237. target._match_init = False
  238. timeout.reset()
  239. while 1:
  240. if skip_first_screenshot:
  241. skip_first_screenshot = False
  242. else:
  243. self.screenshot()
  244. if target._match_init:
  245. if target.match(self.device.image):
  246. if timer.reached():
  247. break
  248. else:
  249. # button.load_color(self.device.image)
  250. timer.reset()
  251. else:
  252. # target.load_color(self.device.image)
  253. target._match_init = True
  254. if timeout.reached():
  255. logger.warning(f'Wait_until_stable({target}) timeout')
  256. break
  257. def wait_animate_stable(self, rule: RuleAnimate, interval: float = None, timeout: float = None):
  258. """
  259. 不同与上面的wait_until_stable,这个将会匹配连续的两帧图片的特定区域
  260. @param rule:
  261. @param interval:
  262. @param timeout:
  263. @return:
  264. """
  265. if not isinstance(rule, RuleAnimate):
  266. rule = RuleAnimate(rule)
  267. timeout_timer = Timer(timeout).start() if timeout is not None else None
  268. while 1:
  269. self.screenshot()
  270. if interval:
  271. if rule.name in self.interval_timer:
  272. if self.interval_timer[rule.name].limit != interval:
  273. self.interval_timer[rule.name] = Timer(interval)
  274. else:
  275. self.interval_timer[rule.name] = Timer(interval)
  276. if not self.interval_timer[rule.name].reached():
  277. return False
  278. stable = rule.stable(self.device.image)
  279. if stable:
  280. if interval:
  281. self.interval_timer[rule.name].reset()
  282. break
  283. if timeout_timer and timeout_timer.reached():
  284. logger.info(f'Wait_animate_stable({rule}) timeout')
  285. break
  286. def swipe(self, swipe: RuleSwipe, interval: float = None) -> None:
  287. """
  288. :param interval:
  289. :param swipe:
  290. :return:
  291. """
  292. if not isinstance(swipe, RuleSwipe):
  293. return
  294. if interval:
  295. if swipe.name in self.interval_timer:
  296. # 如果传入的限制时间不一样,则替换限制新的传入的时间
  297. if self.interval_timer[swipe.name].limit != interval:
  298. self.interval_timer[swipe.name] = Timer(interval)
  299. else:
  300. # 如果没有限制时间,则创建限制时间
  301. self.interval_timer[swipe.name] = Timer(interval)
  302. # 如果时间还没到达,则不执行
  303. if not self.interval_timer[swipe.name].reached():
  304. return
  305. x1, y1, x2, y2 = swipe.coord()
  306. self.device.swipe(p1=(x1, y1), p2=(x2, y2), control_name=swipe.name)
  307. # 执行后,如果有限制时间,则重置限制时间
  308. if interval:
  309. # logger.info(f'Swipe {swipe.name}')
  310. self.interval_timer[swipe.name].reset()
  311. def click(self, click: Union[RuleClick, RuleLongClick] = None, interval: float = None) -> bool:
  312. """
  313. 点击或者长按
  314. :param interval:
  315. :param click:
  316. :return:
  317. """
  318. if not click:
  319. return False
  320. if interval:
  321. if click.name in self.interval_timer:
  322. # 如果传入的限制时间不一样,则替换限制新的传入的时间
  323. if self.interval_timer[click.name].limit != interval:
  324. self.interval_timer[click.name] = Timer(interval)
  325. else:
  326. # 如果没有限制时间,则创建限制时间
  327. self.interval_timer[click.name] = Timer(interval)
  328. # 如果时间还没到达,则不执行
  329. if not self.interval_timer[click.name].reached():
  330. return False
  331. x, y = click.coord()
  332. if isinstance(click, RuleLongClick):
  333. self.device.long_click(x=x, y=y, duration=click.duration / 1000, control_name=click.name)
  334. elif isinstance(click, RuleClick) or isinstance(click, RuleImage) or isinstance(click, RuleOcr):
  335. self.device.click(x=x, y=y, control_name=click.name)
  336. # 执行后,如果有限制时间,则重置限制时间
  337. if interval:
  338. self.interval_timer[click.name].reset()
  339. return True
  340. return False
  341. def ocr_appear(self, target: RuleOcr, interval: float = None) -> bool:
  342. """
  343. ocr识别目标
  344. :param interval:
  345. :param target:
  346. :return: 如果target有keyword或者是keyword存在,返回是True,否则返回False
  347. 但是没有指定keyword,返回的是匹配到的值,具体取决于target的mode
  348. """
  349. if not isinstance(target, RuleOcr):
  350. return None
  351. if interval:
  352. if target.name in self.interval_timer:
  353. # 如果传入的限制时间不一样,则替换限制新的传入的时间
  354. if self.interval_timer[target.name].limit != interval:
  355. self.interval_timer[target.name] = Timer(interval)
  356. else:
  357. # 如果没有限制时间,则创建限制时间
  358. self.interval_timer[target.name] = Timer(interval)
  359. # 如果时间还没到达,则不执行
  360. if not self.interval_timer[target.name].reached():
  361. return None
  362. result = target.ocr(self.device.image)
  363. appear = False
  364. if not target.keyword or target.keyword == '':
  365. appear = False
  366. match target.mode:
  367. case OcrMode.FULL: # 全匹配
  368. appear = result != (0, 0, 0, 0)
  369. case OcrMode.SINGLE:
  370. appear = result == target.keyword
  371. case OcrMode.DIGIT:
  372. appear = result == int(target.keyword)
  373. case OcrMode.DIGITCOUNTER:
  374. appear = result == target.ocr_str_digit_counter(target.keyword)
  375. case OcrMode.DURATION:
  376. appear = result == target.parse_time(target.keyword)
  377. if interval and appear:
  378. self.interval_timer[target.name].reset()
  379. return appear
  380. def ocr_appear_click(self,
  381. target: RuleOcr,
  382. action: Union[RuleClick, RuleLongClick] = None,
  383. interval: float = None,
  384. duration: float = None) -> bool:
  385. """
  386. ocr识别目标,如果目标存在,则触发动作
  387. :param target:
  388. :param action:
  389. :param interval:
  390. :param duration:
  391. :return:
  392. """
  393. appear = self.ocr_appear(target, interval)
  394. if not appear:
  395. return False
  396. if action:
  397. x, y = action.coord()
  398. self.click(action, interval)
  399. else:
  400. x, y = target.coord()
  401. self.device.click(x=x, y=y, control_name=target.name)
  402. return True
  403. def list_find(self, target: RuleList, name: str | list[str]) -> bool:
  404. """
  405. 会一致在列表寻找目标,找到了就退出。
  406. 如果是图片列表会一直往下找
  407. 如果是纯文字的,会自动识别自己的位置,根据位置选择向前还是向后翻
  408. :param target:
  409. :param name:
  410. :return:
  411. """
  412. if target.is_image:
  413. while True:
  414. self.screenshot()
  415. result = target.image_appear(self.device.image, name=name)
  416. if result is not None:
  417. return result
  418. x1, y1, x2, y2 = target.swipe_pos()
  419. self.device.swipe(p1=(x1, y1), p2=(x2, y2))
  420. elif target.is_ocr:
  421. while True:
  422. self.screenshot()
  423. result = target.ocr_appear(self.device.image, name=name)
  424. if isinstance(result, tuple):
  425. return result
  426. after = True
  427. if isinstance(result, int) and result > 0:
  428. after = True
  429. elif isinstance(result, int) and result < 0:
  430. after = False
  431. x1, y1, x2, y2 = target.swipe_pos(number=1, after=after)
  432. self.device.swipe(p1=(x1, y1), p2=(x2, y2))
  433. sleep(1) # 等待滑动完成, 还没想好如何优化
  434. def set_next_run(self, task: str, finish: bool = False,
  435. success: bool = None, server: bool = True, target: datetime = None) -> None:
  436. """
  437. 设置下次运行时间 当然这个也是可以重写的
  438. :param target: 可以自定义的下次运行时间
  439. :param server: True
  440. :param success: 判断是成功的还是失败的时间间隔
  441. :param task: 任务名称,大驼峰的
  442. :param finish: 是完成任务后的时间为基准还是开始任务的时间为基准
  443. :return:
  444. """
  445. if finish:
  446. start_time = datetime.now().replace(microsecond=0)
  447. else:
  448. start_time = self.start_time
  449. self.config.task_delay(task, start_time=start_time, success=success, server=server, target=target)
  450. # ---------------------------------------------------------------------------------------------------------------
  451. #
  452. # ---------------------------------------------------------------------------------------------------------------
  453. def ui_reward_appear_click(self, screenshot=False) -> bool:
  454. """
  455. 如果出现 ‘获得奖励’ 就点击
  456. :return:
  457. """
  458. if screenshot:
  459. self.screenshot()
  460. return self.appear_then_click(self.I_UI_REWARD, action=self.C_UI_REWARD, interval=0.4, threshold=0.6)
  461. def ui_get_reward(self, click_image: RuleImage or RuleOcr or RuleClick, click_interval: float=1):
  462. """
  463. 传进来一个点击图片 或是 一个ocr, 会点击这个图片,然后等待‘获得奖励’,
  464. 最后当获得奖励消失后 退出
  465. :param click_interval:
  466. :param click_image:
  467. :return:
  468. """
  469. _timer = Timer(10)
  470. _timer.start()
  471. while 1:
  472. self.screenshot()
  473. if self.ui_reward_appear_click():
  474. sleep(0.5)
  475. while 1:
  476. self.screenshot()
  477. # 等待动画结束
  478. if not self.appear(self.I_UI_REWARD, threshold=0.6):
  479. logger.info('Get reward success')
  480. break
  481. # 一直点击
  482. if self.ui_reward_appear_click():
  483. continue
  484. break
  485. if _timer.reached():
  486. logger.warning('Get reward timeout')
  487. break
  488. if isinstance(click_image, RuleImage):
  489. if self.appear_then_click(click_image, interval=click_interval):
  490. continue
  491. elif isinstance(click_image, RuleOcr):
  492. if self.ocr_appear_click(click_image, interval=click_interval):
  493. continue
  494. elif isinstance(click_image, RuleClick):
  495. if self.click(click_image, interval=click_interval):
  496. continue
  497. return True
  498. def ui_click(self, click, stop, interval=1):
  499. """
  500. 循环的一个操作,直到出现stop
  501. :param click:
  502. :param stop:
  503. :parm interval
  504. :return:
  505. """
  506. while 1:
  507. self.screenshot()
  508. if self.appear(stop):
  509. break
  510. if isinstance(click, RuleImage) and self.appear_then_click(click, interval=interval):
  511. continue
  512. if isinstance(click, RuleClick) and self.click(click, interval=interval):
  513. continue
  514. elif isinstance(click, RuleOcr) and self.ocr_appear_click(click, interval=interval):
  515. continue
  516. def ui_click_until_disappear(self, click, interval: float =1):
  517. """
  518. 点击一个按钮直到消失
  519. :param interval:
  520. :param click:
  521. :return:
  522. """
  523. while 1:
  524. self.screenshot()
  525. if not self.appear(click):
  526. break
  527. elif self.appear_then_click(click, interval=interval):
  528. continue