base_task.py 23 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597
  1. # This Python file uses the following encoding: utf-8
  2. # @author runhey
  3. # github https://github.com/runhey
  4. import numpy as np
  5. from time import sleep
  6. from datetime import datetime, timedelta, time
  7. from typing import Union
  8. from module.config.utils import convert_to_underscore
  9. from module.atom.image import RuleImage
  10. from module.atom.click import RuleClick
  11. from module.atom.long_click import RuleLongClick
  12. from module.atom.swipe import RuleSwipe
  13. from module.atom.ocr import RuleOcr
  14. from module.atom.list import RuleList
  15. from module.ocr.base_ocr import OcrMode, OcrMethod
  16. from module.atom.animate import RuleAnimate
  17. from module.logger import logger
  18. from module.base.timer import Timer
  19. from module.config.config import Config
  20. from module.config.utils import get_server_next_update, nearest_future, dict_to_kv, parse_tomorrow_server
  21. from module.device.device import Device
  22. from tasks.GlobalGame.assets import GlobalGameAssets
  23. from tasks.GlobalGame.config_emergency import FriendInvitation, WhenNetworkAbnormal, WhenNetworkError
  24. from tasks.Component.Costume.costume_base import CostumeBase
  25. from module.exception import GameStuckError, ScriptError
  26. class BaseTask(GlobalGameAssets, CostumeBase):
  27. config: Config = None
  28. device: Device = None
  29. folder: str
  30. name: str
  31. stage: str
  32. limit_time: timedelta = None # 限制运行的时间,是软时间,不是硬时间
  33. limit_count: int = None # 限制运行的次数
  34. current_count: int = None # 当前运行的次数
  35. def __init__(self, config: Config, device: Device) -> None:
  36. """
  37. :rtype: object
  38. """
  39. self.config = config
  40. self.device = device
  41. self.interval_timer = {} # 这个是用来记录每个匹配的运行间隔的,用于控制运行频率
  42. self.animates = {} # 保存缓存
  43. self.start_time = datetime.now() # 启动的时间
  44. self.check_costume(self.config.global_game.costume_config)
  45. self.friend_timer = None # 这个是用来记录勾协的时间的
  46. if self.config.global_game.emergency.invitation_detect_interval:
  47. self.interval_time = self.config.global_game.emergency.invitation_detect_interval
  48. self.friend_timer = Timer(self.interval_time)
  49. self.friend_timer.start()
  50. # 战斗次数相关
  51. self.current_count = 0 # 战斗次数
  52. def screenshot(self):
  53. """
  54. 截图 引入中间函数的目的是 为了解决如协作的这类突发的事件
  55. :return:
  56. """
  57. self.device.screenshot()
  58. # 判断勾协
  59. if self.friend_timer and self.friend_timer.reached():
  60. self.friend_timer.reset()
  61. invite = self.appear(self.I_G_ACCEPT)
  62. detect_record = self.device.detect_record
  63. # 如果是全部接受
  64. if invite and self.config.global_game.emergency.friend_invitation == FriendInvitation.ACCEPT:
  65. # 如果是接受邀请
  66. logger.info(f"Accept friend invitation")
  67. while 1:
  68. self.device.screenshot()
  69. if self.appear_then_click(self.I_G_ACCEPT, interval=1):
  70. continue
  71. if not self.appear(self.I_G_ACCEPT):
  72. break
  73. # 如果是全部拒绝
  74. elif invite and self.config.global_game.emergency.friend_invitation == FriendInvitation.REJECT:
  75. logger.info(f"Reject friend invitation")
  76. while 1:
  77. self.device.screenshot()
  78. if self.appear_then_click(self.I_G_REJECT, interval=1):
  79. continue
  80. if not self.appear(self.I_G_REJECT):
  81. break
  82. # 如果是仅接受勾协
  83. elif invite and self.config.global_game.emergency.friend_invitation == FriendInvitation.ONLY_JADE:
  84. logger.info(f"Accept jade invitation")
  85. while 1:
  86. self.device.screenshot()
  87. if self.appear(self.I_G_JADE):
  88. if self.appear_then_click(self.I_G_ACCEPT, interval=1):
  89. continue
  90. elif self.appear_then_click(self.I_G_IGNORE, interval=1):
  91. continue
  92. if not self.appear(self.I_G_ACCEPT):
  93. break
  94. # 如果是接受勾协和粮协
  95. elif invite and self.config.global_game.emergency.friend_invitation == FriendInvitation.JADE_AND_FOOD:
  96. logger.info(f"Accept jade and food invitation")
  97. while 1:
  98. self.device.screenshot()
  99. if self.appear(self.I_G_JADE) or self.appear(self.I_G_CAT_FOOD) or self.appear(self.I_G_DOG_FOOD):
  100. if self.appear_then_click(self.I_G_ACCEPT, interval=1):
  101. continue
  102. elif self.appear_then_click(self.I_G_IGNORE, interval=1):
  103. continue
  104. if not self.appear(self.I_G_ACCEPT):
  105. break
  106. # 如果是全部忽略
  107. elif invite and self.config.global_game.emergency.friend_invitation == FriendInvitation.IGNORE:
  108. logger.info(f"Ignore friend invitation")
  109. while 1:
  110. self.device.screenshot()
  111. if self.appear_then_click(self.I_G_IGNORE, interval=1):
  112. continue
  113. if not self.appear(self.I_G_IGNORE):
  114. break
  115. # 有的时候长战斗 点击后会取消战斗状态
  116. self.device.detect_record = detect_record
  117. # 判断网络异常
  118. if self.appear(self.I_NETWORK_ABNORMAL):
  119. logger.warning(f"Network abnormal")
  120. raise GameStuckError
  121. # 判断网络错误
  122. if self.appear(self.I_NETWORK_ERROR):
  123. logger.warning(f"Network error")
  124. raise GameStuckError
  125. return self.device.image
  126. # 返回截图
  127. def appear(self, target: RuleImage, interval: float = None, threshold: float = None):
  128. """
  129. :param target: 匹配的目标可以是RuleImage, 也可以是RuleOcr
  130. :param interval:
  131. :param threshold:
  132. :return:
  133. """
  134. if not isinstance(target, RuleImage):
  135. return False
  136. if interval:
  137. if target.name in self.interval_timer:
  138. if self.interval_timer[target.name].limit != interval:
  139. self.interval_timer[target.name] = Timer(interval)
  140. else:
  141. self.interval_timer[target.name] = Timer(interval)
  142. if not self.interval_timer[target.name].reached():
  143. return False
  144. appear = target.match(self.device.image, threshold=threshold)
  145. if appear and interval:
  146. self.interval_timer[target.name].reset()
  147. return appear
  148. def appear_then_click(self,
  149. target: RuleImage,
  150. action: Union[RuleClick, RuleLongClick] = None,
  151. interval: float = None,
  152. threshold: float = None,
  153. duration: float = None):
  154. """
  155. 出现了就点击,默认点击图片的位置,如果添加了click参数,就点击click的位置
  156. :param duration: 如果是长按,可以手动指定duration,不指定默认.单位是ms!!!!
  157. :param action: 可以是RuleClick, 也可以是RuleLongClick
  158. :param target: 可以是RuleImage后续支持RuleOcr
  159. :param interval:
  160. :param threshold:
  161. :return: True or False
  162. """
  163. if not isinstance(target, RuleImage):
  164. return False
  165. appear = self.appear(target, interval=interval, threshold=threshold)
  166. if appear and not action:
  167. x, y = target.coord()
  168. self.device.click(x, y, control_name=target.name)
  169. elif appear and action:
  170. x, y = action.coord()
  171. if isinstance(action, RuleLongClick):
  172. if duration is None:
  173. self.device.long_click(x, y, duration=action.duration / 1000, control_name=target.name)
  174. else:
  175. self.device.long_click(x, y, duration=duration / 1000, control_name=target.name)
  176. elif isinstance(action, RuleClick):
  177. self.device.click(x, y, control_name=target.name)
  178. return appear
  179. def wait_until_appear(self,
  180. target: RuleImage,
  181. skip_first_screenshot=False,
  182. wait_time: int = None) -> bool:
  183. """
  184. 等待直到出现目标
  185. :param wait_time: 等待时间,单位秒
  186. :param target:
  187. :param skip_first_screenshot:
  188. :return:
  189. """
  190. wait_timer = None
  191. if wait_time:
  192. wait_timer = Timer(wait_time)
  193. wait_timer.start()
  194. while 1:
  195. if skip_first_screenshot:
  196. skip_first_screenshot = False
  197. else:
  198. self.screenshot()
  199. if wait_timer and wait_timer.reached():
  200. logger.warning(f"Wait until appear {target.name} timeout")
  201. return False
  202. if self.appear(target):
  203. return True
  204. def wait_until_appear_then_click(self,
  205. target: RuleImage,
  206. action: Union[RuleClick, RuleLongClick] = None) -> None:
  207. """
  208. 等待直到出现目标,然后点击
  209. :param action:
  210. :param target:
  211. :return:
  212. """
  213. self.wait_until_appear(target)
  214. if action is None:
  215. self.device.click(target.coord(), control_name=target.name)
  216. elif isinstance(action, RuleLongClick):
  217. self.device.long_click(target.coord(), duration=action.duration / 1000, control_name=target.name)
  218. elif isinstance(action, RuleClick):
  219. self.device.click(target.coord(), control_name=target.name)
  220. def wait_until_disappear(self, target: RuleImage) -> None:
  221. while 1:
  222. self.screenshot()
  223. if not self.appear(target):
  224. break
  225. def wait_until_stable(self,
  226. target: RuleImage,
  227. timer=Timer(0.3, count=1),
  228. timeout=Timer(5, count=10),
  229. skip_first_screenshot=True):
  230. """
  231. 等待目标稳定,即连续多次匹配成功
  232. :param target:
  233. :param timer:
  234. :param timeout:
  235. :param skip_first_screenshot:
  236. :return:
  237. """
  238. target._match_init = False
  239. timeout.reset()
  240. while 1:
  241. if skip_first_screenshot:
  242. skip_first_screenshot = False
  243. else:
  244. self.screenshot()
  245. if target._match_init:
  246. if target.match(self.device.image):
  247. if timer.reached():
  248. break
  249. else:
  250. # button.load_color(self.device.image)
  251. timer.reset()
  252. else:
  253. # target.load_color(self.device.image)
  254. target._match_init = True
  255. if timeout.reached():
  256. logger.warning(f'Wait_until_stable({target}) timeout')
  257. break
  258. def wait_animate_stable(self, rule: RuleAnimate, interval: float = None, timeout: float = None):
  259. """
  260. 不同与上面的wait_until_stable,这个将会匹配连续的两帧图片的特定区域
  261. @param rule:
  262. @param interval:
  263. @param timeout:
  264. @return:
  265. """
  266. if not isinstance(rule, RuleAnimate):
  267. rule = RuleAnimate(rule)
  268. timeout_timer = Timer(timeout).start() if timeout is not None else None
  269. while 1:
  270. self.screenshot()
  271. if interval:
  272. if rule.name in self.interval_timer:
  273. if self.interval_timer[rule.name].limit != interval:
  274. self.interval_timer[rule.name] = Timer(interval)
  275. else:
  276. self.interval_timer[rule.name] = Timer(interval)
  277. if not self.interval_timer[rule.name].reached():
  278. return False
  279. stable = rule.stable(self.device.image)
  280. if stable:
  281. if interval:
  282. self.interval_timer[rule.name].reset()
  283. break
  284. if timeout_timer and timeout_timer.reached():
  285. logger.info(f'Wait_animate_stable({rule}) timeout')
  286. break
  287. def swipe(self, swipe: RuleSwipe, interval: float = None) -> None:
  288. """
  289. :param interval:
  290. :param swipe:
  291. :return:
  292. """
  293. if not isinstance(swipe, RuleSwipe):
  294. return
  295. if interval:
  296. if swipe.name in self.interval_timer:
  297. # 如果传入的限制时间不一样,则替换限制新的传入的时间
  298. if self.interval_timer[swipe.name].limit != interval:
  299. self.interval_timer[swipe.name] = Timer(interval)
  300. else:
  301. # 如果没有限制时间,则创建限制时间
  302. self.interval_timer[swipe.name] = Timer(interval)
  303. # 如果时间还没到达,则不执行
  304. if not self.interval_timer[swipe.name].reached():
  305. return
  306. x1, y1, x2, y2 = swipe.coord()
  307. self.device.swipe(p1=(x1, y1), p2=(x2, y2), control_name=swipe.name)
  308. # 执行后,如果有限制时间,则重置限制时间
  309. if interval:
  310. # logger.info(f'Swipe {swipe.name}')
  311. self.interval_timer[swipe.name].reset()
  312. def click(self, click: Union[RuleClick, RuleLongClick] = None, interval: float = None) -> bool:
  313. """
  314. 点击或者长按
  315. :param interval:
  316. :param click:
  317. :return:
  318. """
  319. if not click:
  320. return False
  321. if interval:
  322. if click.name in self.interval_timer:
  323. # 如果传入的限制时间不一样,则替换限制新的传入的时间
  324. if self.interval_timer[click.name].limit != interval:
  325. self.interval_timer[click.name] = Timer(interval)
  326. else:
  327. # 如果没有限制时间,则创建限制时间
  328. self.interval_timer[click.name] = Timer(interval)
  329. # 如果时间还没到达,则不执行
  330. if not self.interval_timer[click.name].reached():
  331. return False
  332. x, y = click.coord()
  333. if isinstance(click, RuleLongClick):
  334. self.device.long_click(x=x, y=y, duration=click.duration / 1000, control_name=click.name)
  335. elif isinstance(click, RuleClick) or isinstance(click, RuleImage) or isinstance(click, RuleOcr):
  336. self.device.click(x=x, y=y, control_name=click.name)
  337. # 执行后,如果有限制时间,则重置限制时间
  338. if interval:
  339. self.interval_timer[click.name].reset()
  340. return True
  341. return False
  342. def ocr_appear(self, target: RuleOcr, interval: float = None) -> bool:
  343. """
  344. ocr识别目标
  345. :param interval:
  346. :param target:
  347. :return: 如果target有keyword或者是keyword存在,返回是True,否则返回False
  348. 但是没有指定keyword,返回的是匹配到的值,具体取决于target的mode
  349. """
  350. if not isinstance(target, RuleOcr):
  351. return None
  352. if interval:
  353. if target.name in self.interval_timer:
  354. # 如果传入的限制时间不一样,则替换限制新的传入的时间
  355. if self.interval_timer[target.name].limit != interval:
  356. self.interval_timer[target.name] = Timer(interval)
  357. else:
  358. # 如果没有限制时间,则创建限制时间
  359. self.interval_timer[target.name] = Timer(interval)
  360. # 如果时间还没到达,则不执行
  361. if not self.interval_timer[target.name].reached():
  362. return None
  363. result = target.ocr(self.device.image)
  364. appear = False
  365. if not target.keyword or target.keyword == '':
  366. appear = False
  367. match target.mode:
  368. case OcrMode.FULL: # 全匹配
  369. appear = result != (0, 0, 0, 0)
  370. case OcrMode.SINGLE:
  371. appear = result == target.keyword
  372. case OcrMode.DIGIT:
  373. appear = result == int(target.keyword)
  374. case OcrMode.DIGITCOUNTER:
  375. appear = result == target.ocr_str_digit_counter(target.keyword)
  376. case OcrMode.DURATION:
  377. appear = result == target.parse_time(target.keyword)
  378. if interval and appear:
  379. self.interval_timer[target.name].reset()
  380. return appear
  381. def ocr_appear_click(self,
  382. target: RuleOcr,
  383. action: Union[RuleClick, RuleLongClick] = None,
  384. interval: float = None,
  385. duration: float = None) -> bool:
  386. """
  387. ocr识别目标,如果目标存在,则触发动作
  388. :param target:
  389. :param action:
  390. :param interval:
  391. :param duration:
  392. :return:
  393. """
  394. appear = self.ocr_appear(target, interval)
  395. if not appear:
  396. return False
  397. if action:
  398. x, y = action.coord()
  399. self.click(action, interval)
  400. else:
  401. x, y = target.coord()
  402. self.device.click(x=x, y=y, control_name=target.name)
  403. return True
  404. def list_find(self, target: RuleList, name: str | list[str]) -> bool:
  405. """
  406. 会一致在列表寻找目标,找到了就退出。
  407. 如果是图片列表会一直往下找
  408. 如果是纯文字的,会自动识别自己的位置,根据位置选择向前还是向后翻
  409. :param target:
  410. :param name:
  411. :return:
  412. """
  413. if target.is_image:
  414. while True:
  415. self.screenshot()
  416. result = target.image_appear(self.device.image, name=name)
  417. if result is not None:
  418. return result
  419. x1, y1, x2, y2 = target.swipe_pos()
  420. self.device.swipe(p1=(x1, y1), p2=(x2, y2))
  421. elif target.is_ocr:
  422. while True:
  423. self.screenshot()
  424. result = target.ocr_appear(self.device.image, name=name)
  425. if isinstance(result, tuple):
  426. return result
  427. after = True
  428. if isinstance(result, int) and result > 0:
  429. after = True
  430. elif isinstance(result, int) and result < 0:
  431. after = False
  432. x1, y1, x2, y2 = target.swipe_pos(number=1, after=after)
  433. self.device.swipe(p1=(x1, y1), p2=(x2, y2))
  434. sleep(1) # 等待滑动完成, 还没想好如何优化
  435. def set_next_run(self, task: str, finish: bool = False,
  436. success: bool = None, server: bool = True, target: datetime = None) -> None:
  437. """
  438. 设置下次运行时间 当然这个也是可以重写的
  439. :param target: 可以自定义的下次运行时间
  440. :param server: True
  441. :param success: 判断是成功的还是失败的时间间隔
  442. :param task: 任务名称,大驼峰的
  443. :param finish: 是完成任务后的时间为基准还是开始任务的时间为基准
  444. :return:
  445. """
  446. if finish:
  447. start_time = datetime.now().replace(microsecond=0)
  448. else:
  449. start_time = self.start_time
  450. self.config.task_delay(task, start_time=start_time, success=success, server=server, target=target)
  451. # ---------------------------------------------------------------------------------------------------------------
  452. #
  453. # ---------------------------------------------------------------------------------------------------------------
  454. def ui_reward_appear_click(self, screenshot=False) -> bool:
  455. """
  456. 如果出现 ‘获得奖励’ 就点击
  457. :return:
  458. """
  459. if screenshot:
  460. self.screenshot()
  461. return self.appear_then_click(self.I_UI_REWARD, action=self.C_UI_REWARD, interval=0.4, threshold=0.6)
  462. def ui_get_reward(self, click_image: RuleImage or RuleOcr or RuleClick, click_interval: float=1):
  463. """
  464. 传进来一个点击图片 或是 一个ocr, 会点击这个图片,然后等待‘获得奖励’,
  465. 最后当获得奖励消失后 退出
  466. :param click_interval:
  467. :param click_image:
  468. :return:
  469. """
  470. _timer = Timer(10)
  471. _timer.start()
  472. while 1:
  473. self.screenshot()
  474. if self.ui_reward_appear_click():
  475. sleep(0.5)
  476. while 1:
  477. self.screenshot()
  478. # 等待动画结束
  479. if not self.appear(self.I_UI_REWARD, threshold=0.6):
  480. logger.info('Get reward success')
  481. break
  482. # 一直点击
  483. if self.ui_reward_appear_click():
  484. continue
  485. break
  486. if _timer.reached():
  487. logger.warning('Get reward timeout')
  488. break
  489. if isinstance(click_image, RuleImage):
  490. if self.appear_then_click(click_image, interval=click_interval):
  491. continue
  492. elif isinstance(click_image, RuleOcr):
  493. if self.ocr_appear_click(click_image, interval=click_interval):
  494. continue
  495. elif isinstance(click_image, RuleClick):
  496. if self.click(click_image, interval=click_interval):
  497. continue
  498. return True
  499. def ui_click(self, click, stop, interval=1):
  500. """
  501. 循环的一个操作,直到出现stop
  502. :param click:
  503. :param stop:
  504. :parm interval
  505. :return:
  506. """
  507. while 1:
  508. self.screenshot()
  509. if self.appear(stop):
  510. break
  511. if isinstance(click, RuleImage) and self.appear_then_click(click, interval=interval):
  512. continue
  513. if isinstance(click, RuleClick) and self.click(click, interval=interval):
  514. continue
  515. elif isinstance(click, RuleOcr) and self.ocr_appear_click(click, interval=interval):
  516. continue
  517. def ui_click_until_disappear(self, click, interval: float =1):
  518. """
  519. 点击一个按钮直到消失
  520. :param interval:
  521. :param click:
  522. :return:
  523. """
  524. while 1:
  525. self.screenshot()
  526. if not self.appear(click):
  527. break
  528. elif self.appear_then_click(click, interval=interval):
  529. continue