base_task.py 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542
  1. # This Python file uses the following encoding: utf-8
  2. # @author runhey
  3. # github https://github.com/runhey
  4. import numpy as np
  5. from time import sleep
  6. from datetime import datetime, timedelta, time
  7. from typing import Union
  8. from module.config.utils import convert_to_underscore
  9. from module.atom.image import RuleImage
  10. from module.atom.click import RuleClick
  11. from module.atom.long_click import RuleLongClick
  12. from module.atom.swipe import RuleSwipe
  13. from module.atom.ocr import RuleOcr
  14. from module.atom.list import RuleList
  15. from module.ocr.base_ocr import OcrMode, OcrMethod
  16. from module.logger import logger
  17. from module.base.timer import Timer
  18. from module.config.config import Config
  19. from module.config.utils import get_server_next_update, nearest_future, dict_to_kv, parse_tomorrow_server
  20. from module.device.device import Device
  21. from tasks.GlobalGame.assets import GlobalGameAssets
  22. from tasks.GlobalGame.config_emergency import FriendInvitation, WhenNetworkAbnormal, WhenNetworkError
  23. from tasks.Component.Costume.costume_base import CostumeBase
  24. from module.exception import GameStuckError, ScriptError
  25. class BaseTask(GlobalGameAssets, CostumeBase):
  26. config: Config = None
  27. device: Device = None
  28. folder: str
  29. name: str
  30. stage: str
  31. limit_time: timedelta = None # 限制运行的时间,是软时间,不是硬时间
  32. limit_count: int = None # 限制运行的次数
  33. current_count: int = None # 当前运行的次数
  34. def __init__(self, config: Config, device: Device) -> None:
  35. """
  36. :rtype: object
  37. """
  38. self.config = config
  39. self.device = device
  40. self.interval_timer = {} # 这个是用来记录每个匹配的运行间隔的,用于控制运行频率
  41. self.start_time = datetime.now() # 启动的时间
  42. self.check_costume(self.config.global_game.costume_config)
  43. self.friend_timer = None # 这个是用来记录勾协的时间的
  44. if self.config.global_game.emergency.invitation_detect_interval:
  45. self.interval_time = self.config.global_game.emergency.invitation_detect_interval
  46. self.friend_timer = Timer(self.interval_time)
  47. self.friend_timer.start()
  48. # 战斗次数相关
  49. self.current_count = 0 # 战斗次数
  50. def screenshot(self):
  51. """
  52. 截图 引入中间函数的目的是 为了解决如协作的这类突发的事件
  53. :return:
  54. """
  55. self.device.screenshot()
  56. # 判断勾协
  57. if self.friend_timer and self.friend_timer.reached():
  58. self.friend_timer.reset()
  59. invite = self.appear(self.I_G_ACCEPT)
  60. detect_record = self.device.detect_record
  61. # 如果是全部接受
  62. if invite and self.config.global_game.emergency.friend_invitation == FriendInvitation.ACCEPT:
  63. # 如果是接受邀请
  64. logger.info(f"Accept friend invitation")
  65. while 1:
  66. self.device.screenshot()
  67. if self.appear_then_click(self.I_G_ACCEPT, interval=1):
  68. continue
  69. if not self.appear(self.I_G_ACCEPT):
  70. break
  71. # 如果是全部拒绝
  72. elif invite and self.config.global_game.emergency.friend_invitation == FriendInvitation.REJECT:
  73. logger.info(f"Reject friend invitation")
  74. while 1:
  75. self.device.screenshot()
  76. if self.appear_then_click(self.I_G_REJECT, interval=1):
  77. continue
  78. if not self.appear(self.I_G_REJECT):
  79. break
  80. # 如果是仅接受勾协
  81. elif invite and self.config.global_game.emergency.friend_invitation == FriendInvitation.ONLY_JADE:
  82. logger.info(f"Accept jade invitation")
  83. while 1:
  84. self.device.screenshot()
  85. if self.appear(self.I_G_JADE):
  86. if self.appear_then_click(self.I_G_ACCEPT, interval=1):
  87. continue
  88. elif self.appear_then_click(self.I_G_IGNORE, interval=1):
  89. continue
  90. if not self.appear(self.I_G_ACCEPT):
  91. break
  92. # 如果是全部忽略
  93. elif invite and self.config.global_game.emergency.friend_invitation == FriendInvitation.IGNORE:
  94. logger.info(f"Ignore friend invitation")
  95. while 1:
  96. self.device.screenshot()
  97. if self.appear_then_click(self.I_G_IGNORE, interval=1):
  98. continue
  99. if not self.appear(self.I_G_IGNORE):
  100. break
  101. # 有的时候长战斗 点击后会取消战斗状态
  102. self.device.detect_record = detect_record
  103. # 判断网络异常
  104. if self.appear(self.I_NETWORK_ABNORMAL):
  105. logger.warning(f"Network abnormal")
  106. raise GameStuckError
  107. # 判断网络错误
  108. if self.appear(self.I_NETWORK_ERROR):
  109. logger.warning(f"Network error")
  110. raise GameStuckError
  111. return self.device.image
  112. # 返回截图
  113. def appear(self, target: RuleImage, interval: float = None, threshold: float = None):
  114. """
  115. :param target: 匹配的目标可以是RuleImage, 也可以是RuleOcr
  116. :param interval:
  117. :param threshold:
  118. :return:
  119. """
  120. if not isinstance(target, RuleImage):
  121. return False
  122. if interval:
  123. if target.name in self.interval_timer:
  124. if self.interval_timer[target.name].limit != interval:
  125. self.interval_timer[target.name] = Timer(interval)
  126. else:
  127. self.interval_timer[target.name] = Timer(interval)
  128. if not self.interval_timer[target.name].reached():
  129. return False
  130. appear = target.match(self.device.image, threshold=threshold)
  131. if appear and interval:
  132. self.interval_timer[target.name].reset()
  133. return appear
  134. def appear_then_click(self,
  135. target: RuleImage,
  136. action: Union[RuleClick, RuleLongClick] = None,
  137. interval: float = None,
  138. threshold: float = None,
  139. duration: float = None):
  140. """
  141. 出现了就点击,默认点击图片的位置,如果添加了click参数,就点击click的位置
  142. :param duration: 如果是长按,可以手动指定duration,不指定默认.单位是ms!!!!
  143. :param action: 可以是RuleClick, 也可以是RuleLongClick
  144. :param target: 可以是RuleImage后续支持RuleOcr
  145. :param interval:
  146. :param threshold:
  147. :return: True or False
  148. """
  149. if not isinstance(target, RuleImage):
  150. return False
  151. appear = self.appear(target, interval=interval, threshold=threshold)
  152. if appear and not action:
  153. x, y = target.coord()
  154. self.device.click(x, y, control_name=target.name)
  155. elif appear and action:
  156. x, y = action.coord()
  157. if isinstance(action, RuleLongClick):
  158. if duration is None:
  159. self.device.long_click(x, y, duration=action.duration / 1000, control_name=target.name)
  160. else:
  161. self.device.long_click(x, y, duration=duration / 1000, control_name=target.name)
  162. elif isinstance(action, RuleClick):
  163. self.device.click(x, y, control_name=target.name)
  164. return appear
  165. def wait_until_appear(self,
  166. target: RuleImage,
  167. skip_first_screenshot=False,
  168. wait_time: int = None) -> bool:
  169. """
  170. 等待直到出现目标
  171. :param wait_time: 等待时间,单位秒
  172. :param target:
  173. :param skip_first_screenshot:
  174. :return:
  175. """
  176. wait_timer = None
  177. if wait_time:
  178. wait_timer = Timer(wait_time)
  179. wait_timer.start()
  180. while 1:
  181. if skip_first_screenshot:
  182. skip_first_screenshot = False
  183. else:
  184. self.screenshot()
  185. if wait_timer and wait_timer.reached():
  186. logger.warning(f"Wait until appear {target.name} timeout")
  187. return False
  188. if self.appear(target):
  189. return True
  190. def wait_until_appear_then_click(self,
  191. target: RuleImage,
  192. action: Union[RuleClick, RuleLongClick] = None) -> None:
  193. """
  194. 等待直到出现目标,然后点击
  195. :param action:
  196. :param target:
  197. :return:
  198. """
  199. self.wait_until_appear(target)
  200. if action is None:
  201. self.device.click(target.coord(), control_name=target.name)
  202. elif isinstance(action, RuleLongClick):
  203. self.device.long_click(target.coord(), duration=action.duration / 1000, control_name=target.name)
  204. elif isinstance(action, RuleClick):
  205. self.device.click(target.coord(), control_name=target.name)
  206. def wait_until_disappear(self, target: RuleImage) -> None:
  207. while 1:
  208. self.screenshot()
  209. if not self.appear(target):
  210. break
  211. def wait_until_stable(self,
  212. target: RuleImage,
  213. timer=Timer(0.3, count=1),
  214. timeout=Timer(5, count=10),
  215. skip_first_screenshot=True):
  216. """
  217. 等待目标稳定,即连续多次匹配成功
  218. :param target:
  219. :param timer:
  220. :param timeout:
  221. :param skip_first_screenshot:
  222. :return:
  223. """
  224. target._match_init = False
  225. timeout.reset()
  226. while 1:
  227. if skip_first_screenshot:
  228. skip_first_screenshot = False
  229. else:
  230. self.screenshot()
  231. if target._match_init:
  232. if target.match(self.device.image):
  233. if timer.reached():
  234. break
  235. else:
  236. # button.load_color(self.device.image)
  237. timer.reset()
  238. else:
  239. # target.load_color(self.device.image)
  240. target._match_init = True
  241. if timeout.reached():
  242. logger.warning(f'Wait_until_stable({target}) timeout')
  243. break
  244. def swipe(self, swipe: RuleSwipe, interval: float = None) -> None:
  245. """
  246. :param interval:
  247. :param swipe:
  248. :return:
  249. """
  250. if not isinstance(swipe, RuleSwipe):
  251. return
  252. if interval:
  253. if swipe.name in self.interval_timer:
  254. # 如果传入的限制时间不一样,则替换限制新的传入的时间
  255. if self.interval_timer[swipe.name].limit != interval:
  256. self.interval_timer[swipe.name] = Timer(interval)
  257. else:
  258. # 如果没有限制时间,则创建限制时间
  259. self.interval_timer[swipe.name] = Timer(interval)
  260. # 如果时间还没到达,则不执行
  261. if not self.interval_timer[swipe.name].reached():
  262. return
  263. x1, y1, x2, y2 = swipe.coord()
  264. self.device.swipe(p1=(x1, y1), p2=(x2, y2), control_name=swipe.name)
  265. # 执行后,如果有限制时间,则重置限制时间
  266. if interval:
  267. # logger.info(f'Swipe {swipe.name}')
  268. self.interval_timer[swipe.name].reset()
  269. def click(self, click: Union[RuleClick, RuleLongClick] = None, interval: float = None) -> bool:
  270. """
  271. 点击或者长按
  272. :param interval:
  273. :param click:
  274. :return:
  275. """
  276. if not click:
  277. return False
  278. if interval:
  279. if click.name in self.interval_timer:
  280. # 如果传入的限制时间不一样,则替换限制新的传入的时间
  281. if self.interval_timer[click.name].limit != interval:
  282. self.interval_timer[click.name] = Timer(interval)
  283. else:
  284. # 如果没有限制时间,则创建限制时间
  285. self.interval_timer[click.name] = Timer(interval)
  286. # 如果时间还没到达,则不执行
  287. if not self.interval_timer[click.name].reached():
  288. return False
  289. x, y = click.coord()
  290. if isinstance(click, RuleLongClick):
  291. self.device.long_click(x=x, y=y, duration=click.duration / 1000, control_name=click.name)
  292. elif isinstance(click, RuleClick) or isinstance(click, RuleImage) or isinstance(click, RuleOcr):
  293. self.device.click(x=x, y=y, control_name=click.name)
  294. # 执行后,如果有限制时间,则重置限制时间
  295. if interval:
  296. self.interval_timer[click.name].reset()
  297. return True
  298. return False
  299. def ocr_appear(self, target: RuleOcr, interval: float = None) -> bool:
  300. """
  301. ocr识别目标
  302. :param interval:
  303. :param target:
  304. :return: 如果target有keyword或者是keyword存在,返回是True,否则返回False
  305. 但是没有指定keyword,返回的是匹配到的值,具体取决于target的mode
  306. """
  307. if not isinstance(target, RuleOcr):
  308. return None
  309. if interval:
  310. if target.name in self.interval_timer:
  311. # 如果传入的限制时间不一样,则替换限制新的传入的时间
  312. if self.interval_timer[target.name].limit != interval:
  313. self.interval_timer[target.name] = Timer(interval)
  314. else:
  315. # 如果没有限制时间,则创建限制时间
  316. self.interval_timer[target.name] = Timer(interval)
  317. # 如果时间还没到达,则不执行
  318. if not self.interval_timer[target.name].reached():
  319. return None
  320. result = target.ocr(self.device.image)
  321. appear = False
  322. if not target.keyword or target.keyword == '':
  323. appear = False
  324. match target.mode:
  325. case OcrMode.FULL: # 全匹配
  326. appear = result != (0, 0, 0, 0)
  327. case OcrMode.SINGLE:
  328. appear = result == target.keyword
  329. case OcrMode.DIGIT:
  330. appear = result == int(target.keyword)
  331. case OcrMode.DIGITCOUNTER:
  332. appear = result == target.ocr_str_digit_counter(target.keyword)
  333. case OcrMode.DURATION:
  334. appear = result == target.parse_time(target.keyword)
  335. if interval and appear:
  336. self.interval_timer[target.name].reset()
  337. return appear
  338. def ocr_appear_click(self,
  339. target: RuleOcr,
  340. action: Union[RuleClick, RuleLongClick] = None,
  341. interval: float = None,
  342. duration: float = None) -> bool:
  343. """
  344. ocr识别目标,如果目标存在,则触发动作
  345. :param target:
  346. :param action:
  347. :param interval:
  348. :param duration:
  349. :return:
  350. """
  351. appear = self.ocr_appear(target, interval)
  352. if not appear:
  353. return False
  354. if action:
  355. x, y = action.coord()
  356. self.click(action, interval)
  357. else:
  358. x, y = target.coord()
  359. self.device.click(x=x, y=y, control_name=target.name)
  360. return True
  361. def list_find(self, target: RuleList, name: str | list[str]) -> bool:
  362. """
  363. 会一致在列表寻找目标,找到了就退出。
  364. 如果是图片列表会一直往下找
  365. 如果是纯文字的,会自动识别自己的位置,根据位置选择向前还是向后翻
  366. :param target:
  367. :param name:
  368. :return:
  369. """
  370. if target.is_image:
  371. while True:
  372. self.screenshot()
  373. result = target.image_appear(self.device.image, name=name)
  374. if result is not None:
  375. return result
  376. x1, y1, x2, y2 = target.swipe_pos()
  377. self.device.swipe(p1=(x1, y1), p2=(x2, y2))
  378. elif target.is_ocr:
  379. while True:
  380. self.screenshot()
  381. result = target.ocr_appear(self.device.image, name=name)
  382. if isinstance(result, tuple):
  383. return result
  384. after = True
  385. if isinstance(result, int) and result > 0:
  386. after = True
  387. elif isinstance(result, int) and result < 0:
  388. after = False
  389. x1, y1, x2, y2 = target.swipe_pos(number=1, after=after)
  390. self.device.swipe(p1=(x1, y1), p2=(x2, y2))
  391. sleep(1) # 等待滑动完成, 还没想好如何优化
  392. def set_next_run(self, task: str, finish: bool = False,
  393. success: bool = None, server: bool = True, target: datetime = None) -> None:
  394. """
  395. 设置下次运行时间 当然这个也是可以重写的
  396. :param target: 可以自定义的下次运行时间
  397. :param server: True
  398. :param success: 判断是成功的还是失败的时间间隔
  399. :param task: 任务名称,大驼峰的
  400. :param finish: 是完成任务后的时间为基准还是开始任务的时间为基准
  401. :return:
  402. """
  403. if finish:
  404. start_time = datetime.now().replace(microsecond=0)
  405. else:
  406. start_time = self.start_time
  407. self.config.task_delay(task, start_time=start_time, success=success, server=server, target=target)
  408. # ---------------------------------------------------------------------------------------------------------------
  409. #
  410. # ---------------------------------------------------------------------------------------------------------------
  411. def ui_reward_appear_click(self, screenshot=False) -> bool:
  412. """
  413. 如果出现 ‘获得奖励’ 就点击
  414. :return:
  415. """
  416. if screenshot:
  417. self.screenshot()
  418. return self.appear_then_click(self.I_UI_REWARD, action=self.C_UI_REWARD, interval=0.4, threshold=0.6)
  419. def ui_get_reward(self, click_image: RuleImage or RuleOcr or RuleClick, click_interval: float=1):
  420. """
  421. 传进来一个点击图片 或是 一个ocr, 会点击这个图片,然后等待‘获得奖励’,
  422. 最后当获得奖励消失后 退出
  423. :param click_interval:
  424. :param click_image:
  425. :return:
  426. """
  427. while 1:
  428. self.screenshot()
  429. if self.ui_reward_appear_click():
  430. sleep(0.5)
  431. while 1:
  432. self.screenshot()
  433. # 等待动画结束
  434. if not self.appear(self.I_UI_REWARD, threshold=0.6):
  435. logger.info('Get reward success')
  436. break
  437. # 一直点击
  438. if self.ui_reward_appear_click():
  439. continue
  440. break
  441. if isinstance(click_image, RuleImage):
  442. if self.appear_then_click(click_image, interval=click_interval):
  443. continue
  444. elif isinstance(click_image, RuleOcr):
  445. if self.ocr_appear_click(click_image, interval=click_interval):
  446. continue
  447. elif isinstance(click_image, RuleClick):
  448. if self.click(click_image, interval=click_interval):
  449. continue
  450. return True
  451. def ui_click(self, click, stop, interval=1):
  452. """
  453. 循环的一个操作,直到出现stop
  454. :param click:
  455. :param stop:
  456. :parm interval
  457. :return:
  458. """
  459. while 1:
  460. self.screenshot()
  461. if self.appear(stop):
  462. break
  463. if isinstance(click, RuleImage) and self.appear_then_click(click, interval=interval):
  464. continue
  465. if isinstance(click, RuleClick) and self.click(click, interval=interval):
  466. continue
  467. elif isinstance(click, RuleOcr) and self.ocr_appear_click(click, interval=interval):
  468. continue
  469. def ui_click_until_disappear(self, click, interval: float =1):
  470. """
  471. 点击一个按钮直到消失
  472. :param interval:
  473. :param click:
  474. :return:
  475. """
  476. while 1:
  477. self.screenshot()
  478. if not self.appear(click):
  479. break
  480. elif self.appear_then_click(click, interval=interval):
  481. continue