script_task.py 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525
  1. # This Python file uses the following encoding: utf-8
  2. # @brief Ryou Dokan Toppa (阴阳竂道馆突破功能)
  3. # @author jackyhwei
  4. # @note draft version without full test
  5. # github https://github.com/roarhill/oas
  6. import time
  7. import random
  8. import numpy as np
  9. from enum import Enum
  10. from cached_property import cached_property
  11. from tasks.Component.GeneralBattle.config_general_battle import GeneralBattleConfig
  12. from tasks.Component.SwitchSoul.switch_soul import SwitchSoul
  13. from tasks.Component.GeneralBattle.general_battle import GeneralBattle
  14. from tasks.Component.config_base import ConfigBase, Time
  15. from tasks.GameUi.game_ui import GameUi
  16. from tasks.GameUi.page import page_main, page_kekkai_toppa, page_shikigami_records, page_guild
  17. from tasks.RealmRaid.assets import RealmRaidAssets
  18. from module.logger import logger
  19. from module.exception import TaskEnd
  20. from module.atom.image_grid import ImageGrid
  21. from module.base.utils import point2str
  22. from module.base.timer import Timer
  23. from module.exception import GamePageUnknownError
  24. from tasks.Dokan.config import DokanConfig, Dokan
  25. from tasks.Dokan.assets import DokanAssets
  26. from tasks.Dokan.utils import detect_safe_area2
  27. class DokanScene(Enum):
  28. # 未知界面
  29. RYOU_DOKAN_SCENE_UNKNOWN = 0
  30. # 进入道馆,集结中
  31. RYOU_DOKAN_SCENE_GATHERING = 1
  32. # 进入战场,等待用户点击开始战斗
  33. RYOU_DOKAN_SCENE_IN_FIELD = 2
  34. # 通常是失败了,并退出来到集结界面,可重新开始点击右下角挑战进入战斗
  35. RYOU_DOKAN_SCENE_START_CHALLENGE = 3
  36. # 失败次数超过上限,CD中
  37. RYOU_DOKAN_SCENE_CD = 4
  38. # 战斗进行中
  39. RYOU_DOKAN_SCENE_FIGHTING = 5
  40. # 加油进行中
  41. RYOU_DOKAN_SCENE_CHEERING = 6
  42. # 道馆失败投票保留
  43. RYOU_DOKAN_SCENE_FAILED_VOTE_NO = 7
  44. # 阴阳竂
  45. RYOU_DOKAN_RYOU = 8
  46. # 战斗结算,可能是打完小朋友了,也可能是失败了。
  47. RYOU_DOKAN_SCENE_BATTLE_OVER = 9
  48. # 等待BOSS战
  49. RYOU_DOKAN_SCENE_BOSS_WAITING = 10
  50. # 道馆结束
  51. RYOU_DOKAN_SCENE_FINISHED = 99
  52. def __str__(self):
  53. return self.name.title()
  54. def print(self):
  55. print(DokanScene.RYOU_DOKAN_SCENE_GATHERING) # 输出: DokanScene.Ryou_Daoguan_Scene_Gathering
  56. print(DokanScene.RYOU_DOKAN_SCENE_CD.value) # 输出: 2
  57. print(str(DokanScene.RYOU_DOKAN_SCENE_FIGHTING)) # 输出: Ryou_Daoguan_Scene_Fighting
  58. class ScriptTask(GeneralBattle, GameUi, SwitchSoul, DokanAssets):
  59. medal_grid: ImageGrid = None
  60. attack_priority_selected: bool = False
  61. team_switched: bool = False
  62. green_mark_done: bool = False
  63. @cached_property
  64. def _attack_priorities(self) -> list:
  65. return [self.I_RYOU_DOKAN_ATTACK_PRIORITY_0,
  66. self.I_RYOU_DOKAN_ATTACK_PRIORITY_1,
  67. self.I_RYOU_DOKAN_ATTACK_PRIORITY_2,
  68. self.I_RYOU_DOKAN_ATTACK_PRIORITY_3,
  69. self.I_RYOU_DOKAN_ATTACK_PRIORITY_4]
  70. def run(self):
  71. """ 道馆主函数
  72. :return:
  73. """
  74. cfg: Dokan = self.config.dokan
  75. current_scene: DokanScene = DokanScene.RYOU_DOKAN_SCENE_UNKNOWN
  76. in_dokan: bool = False
  77. # 攻击优先顺序
  78. attack_priority: int = cfg.dokan_config.dokan_attack_priority
  79. # 自动换御魂
  80. if cfg.switch_soul_config.enable:
  81. self.ui_get_current_page()
  82. self.ui_goto(page_shikigami_records)
  83. self.run_switch_soul(cfg.switch_soul_config.switch_group_team)
  84. if cfg.switch_soul_config.enable_switch_by_name:
  85. self.ui_get_current_page()
  86. self.ui_goto(page_shikigami_records)
  87. self.run_switch_soul_by_name(cfg.switch_soul_config.group_name, cfg.switch_soul_config.team_name)
  88. success = True
  89. scene_err_count = 0
  90. # 在阴阳竂界面点击并进入道馆
  91. # 检测当前界面的场景(时间关系,暂时没有做庭院、町中等主界面的场景检测, 应考虑在GameUI.game_ui.ui_get_current_page()里实现)
  92. in_dokan, current_scene = self.get_current_scene(True)
  93. if not in_dokan:
  94. self.ui_get_current_page()
  95. self.ui_goto(page_guild)
  96. self.goto_dokan()
  97. # 开始道馆流程
  98. while 1:
  99. self.screenshot()
  100. # 检测当前界面的场景(时间关系,暂时没有做庭院、町中等主界面的场景检测, 应考虑在GameUI.game_ui.ui_get_current_page()里实现)
  101. in_dokan, current_scene = self.get_current_scene(True)
  102. logger.info(f"in_dokan={in_dokan}, current_scene={current_scene}")
  103. # 如果当前不在道馆,或者被人工操作退出道馆了,重新尝试进入道馆
  104. if not in_dokan:
  105. scene_err_count += 1
  106. logger.info(f"err count={scene_err_count}")
  107. if scene_err_count >= 3:
  108. self.goto_dokan()
  109. # 先点击一下,然后等5秒再重新截图
  110. self.anti_detect(True, True, False)
  111. time.sleep(5)
  112. continue
  113. else:
  114. scene_err_count = 0
  115. # 场景状态:道馆集结中
  116. if current_scene == DokanScene.RYOU_DOKAN_SCENE_GATHERING:
  117. logger.debug(f"Ryou DOKAN gathering...")
  118. # 如果还未选择优先攻击,选一下
  119. if not self.attack_priority_selected:
  120. self.dokan_choose_attack_priority(attack_priority=attack_priority)
  121. self.attack_priority_selected = True
  122. continue
  123. # 场景状态:等待馆主战开始
  124. elif current_scene == DokanScene.RYOU_DOKAN_SCENE_BOSS_WAITING:
  125. logger.debug(f"Ryou DOKAN boss battle waiting...")
  126. # 场景状态:检查右下角有没有挑战?通常是失败了,并退出来到集结界面,可重新开始点击右下角挑战进入战斗
  127. elif current_scene == DokanScene.RYOU_DOKAN_SCENE_START_CHALLENGE:
  128. self.appear_then_click(self.I_RYOU_DOKAN_START_CHALLENGE, interval=1.2)
  129. # 场景状态:进入战斗,待开始
  130. elif current_scene == DokanScene.RYOU_DOKAN_SCENE_IN_FIELD:
  131. # 战斗
  132. success = self.dokan_battle(cfg)
  133. # 战斗结束后,随便点三下,确保跳过各种结算画面
  134. self.click(click=self.C_DOKAN_READY_FOR_BATTLE, interval=1.5)
  135. self.click(click=self.C_DOKAN_RANDOM_CLICK_AREA2, interval=2.2)
  136. self.click(click=self.C_DOKAN_RANDOM_CLICK_AREA3, interval=1.8)
  137. # 每次战斗结束都重置绿标
  138. self.green_mark_done = False
  139. # 场景状态:如果CD中,开始加油
  140. elif current_scene == DokanScene.RYOU_DOKAN_SCENE_CD:
  141. logger.info(f"Fail CD: start cheering={cfg.dokan_config.dokan_auto_cheering_while_cd}..")
  142. if cfg.dokan_config.dokan_auto_cheering_while_cd:
  143. self.start_cheering()
  144. # 场景状态:战斗中,左上角的加油图标
  145. elif current_scene == DokanScene.RYOU_DOKAN_SCENE_FIGHTING:
  146. logger.info("Battle undergoing")
  147. # # 场景状态:加油中
  148. # elif current_scene == DokanScene.RYOU_DOKAN_SCENE_CHEERING:
  149. # self.appear_then_click(self.I_RYOU_DOKAN_CHEERING)
  150. # 场景状态:道馆已经结束
  151. elif current_scene == DokanScene.RYOU_DOKAN_SCENE_FINISHED:
  152. logger.info("Dokan challenge finished, exit Dokan")
  153. break
  154. elif current_scene == DokanScene.RYOU_DOKAN_SCENE_FAILED_VOTE_NO:
  155. logger.info("Dokan challenge failed: vote for keep the awards")
  156. else:
  157. logger.info(f"unknown scene, skipped")
  158. # 防封,随机移动,随机点击(安全点击),随机时延
  159. if not self.anti_detect(True, True, True):
  160. time.sleep(1)
  161. # 保持好习惯,一个任务结束了就返回到庭院,方便下一任务的开始
  162. self.goto_main()
  163. # 设置下次运行时间
  164. if success:
  165. self.set_next_run(task='Dokan', finish=True, server=True, success=True)
  166. else:
  167. self.set_next_run(task='Dokan', finish=True, server=True, success=False)
  168. raise TaskEnd
  169. def dokan_battle(self, cfg: Dokan):
  170. """ 道馆战斗
  171. 道馆集结结束后会自动进入战斗,打完一个也会自动进入下一个,因此直接点击右下角的开始
  172. :return: 战斗成功(True) or 战斗失败(False) or 区域不可用(False)
  173. """
  174. config: GeneralBattleConfig = cfg.general_battle_config
  175. # 正式进攻会设定 2s - 10s 的随机延迟,避免攻击间隔及其相近被检测为脚本。
  176. if cfg.dokan_config.random_delay:
  177. self.anti_detect(False, False, True)
  178. # 上面可能睡了一觉,重新截图
  179. self.screenshot()
  180. # 更换队伍
  181. if not self.team_switched:
  182. logger.info(
  183. f"switch team preset: enable={config.preset_enable}, preset_group={config.preset_group}, preset_team={config.preset_team}")
  184. self.switch_preset_team(config.preset_enable, config.preset_group, config.preset_team)
  185. self.team_switched = True
  186. # 切完队伍后有时候会卡顿,先睡一觉,防止快速跳到绿标流程,导致未能成功绿标
  187. time.sleep(3)
  188. # 等待准备按钮的出现
  189. self.wait_until_appear(self.I_PREPARE_HIGHLIGHT)
  190. # 点击准备
  191. if self.appear_then_click(self.I_PREPARE_HIGHLIGHT, interval=1.5):
  192. logger.info("Prepare")
  193. # 绿标式神, should we check there's a green marked role?
  194. if not self.green_mark_done and self.is_in_battle(False):
  195. logger.info(
  196. f"green mark: enable={config.green_enable}, green_mark={config.green_mark}")
  197. self.green_mark(config.green_enable, config.green_mark)
  198. self.green_mark_done = True
  199. # 等待战斗结果
  200. # logger.info(f"等待战斗结果:config.random_click_swipt_enable={config.random_click_swipt_enable}")
  201. # logger.info("come on baby, let's go.")
  202. while 1:
  203. # logger.info("take a nap")
  204. time.sleep(1)
  205. self.device.stuck_record_add('BATTLE_STATUS_S')
  206. self.device.click_record_clear()
  207. self.screenshot()
  208. # 如果出现赢 就点击
  209. if self.appear(GeneralBattle.I_WIN, threshold=0.8):
  210. logger.info("Dokan guards eliminated, boss is on the way")
  211. win = True
  212. break
  213. # 如果出现打败馆主的赢,就点击
  214. if self.appear(self.I_RYOU_DOKAN_WIN, threshold=0.8):
  215. logger.info("We've defeated the boss, and win the final game.")
  216. win = True
  217. break
  218. # 如果出现失败 就点击,返回False。 TODO 不知道挑战馆主失败是不是同一个画面?
  219. if self.appear(GeneralBattle.I_FALSE, threshold=0.8):
  220. logger.info("Battle failed")
  221. win = False
  222. break
  223. # 如果领奖励
  224. if self.appear(self.I_RYOU_DOKAN_BATTLE_OVER, threshold=0.6):
  225. logger.info("Battle over")
  226. win = True
  227. break
  228. # 如果领奖励出现金币
  229. if self.appear(GeneralBattle.I_REWARD_GOLD, threshold=0.8):
  230. win = True
  231. break
  232. # 如果开启战斗过程随机滑动
  233. if config.random_click_swipt_enable:
  234. logger.info("random swipt ...")
  235. self.random_click_swipt()
  236. # 打完一个小朋友,自动进入下一个小朋友
  237. if self.appear_then_click(self.I_RYOU_DOKAN_IN_FIELD):
  238. logger.info("New battle starts")
  239. continue
  240. logger.info(f"Win: {win}")
  241. if win:
  242. return True
  243. else:
  244. return False
  245. def dokan_choose_attack_priority(self, attack_priority: int) -> bool:
  246. """ 选择优先攻击
  247. : return
  248. """
  249. logger.hr('Try to choose attack priority')
  250. max_try = 5
  251. if not self.appear_then_click(self.I_RYOU_DOKAN_ATTACK_PRIORITY, interval=2):
  252. logger.error(f"can not find dokan priority option button, choose attack priority process skipped")
  253. return False
  254. logger.info(f"start select attack priority: {attack_priority}, remain try: {max_try}")
  255. try:
  256. target_attack = self._attack_priorities[attack_priority]
  257. except:
  258. target_attack = self._attack_priorities[0]
  259. while 1:
  260. self.screenshot()
  261. if max_try <= 0:
  262. logger.warn("give up priority selection!")
  263. break
  264. if self.appear_then_click(target_attack, interval=1.8):
  265. self.attack_priority_selected = True
  266. logger.info(f"selected attack priority: {attack_priority}")
  267. break
  268. max_try -= 1
  269. return True
  270. def anti_detect(self, random_move: bool = True, random_click: bool = True, random_delay: bool = True):
  271. '''额外的防封测试
  272. 准备找个号做做爬楼活动的每天300次试试
  273. '''
  274. res = False
  275. # 三个行为中,任何一个生效了都返回True, 否则返回False
  276. if random_move:
  277. self.random_click_swipt()
  278. res = True
  279. if random_click:
  280. # 0到2秒之间的随机浮点数
  281. sleep = random.uniform(0, 2)
  282. # 只保留2位小数
  283. sleep = round(sleep, 2)
  284. if not self.config.dokan.dokan_config.anti_detect_click_fixed_random_area:
  285. # 多搞几个安全点击区域
  286. num = random.randint(0, 5)
  287. if num == 0:
  288. self.click(click=self.C_DOKAN_RANDOM_CLICK_AREA, interval=sleep)
  289. elif num == 1:
  290. self.click(click=self.C_DOKAN_RANDOM_CLICK_AREA2, interval=sleep)
  291. elif num == 2:
  292. self.click(click=self.C_DOKAN_RANDOM_CLICK_AREA3, interval=sleep)
  293. elif num == 3:
  294. self.click(click=self.C_DOKAN_RANDOM_CLICK_AREA, interval=sleep)
  295. else:
  296. self.click(click=self.C_DOKAN_RANDOM_CLICK_AREA2, interval=sleep)
  297. else:
  298. # 假设安全区域是绿色的
  299. safe_color_lower = np.array([45, 25, 25]) # HSV颜色空间的绿色下界
  300. safe_color_upper = np.array([90, 255, 255]) # HSV颜色空间的绿色上界
  301. pos = detect_safe_area2(self.device.image, safe_color_lower, safe_color_upper, 3, True)
  302. logger.info(f"random click area: {pos}, delay: {sleep}")
  303. self.click(pos)
  304. res = True
  305. if random_delay:
  306. # 0到2秒之间的随机浮点数
  307. sleep = random.uniform(0, 5)
  308. # 只保留2位小数
  309. sleep = round(sleep, 2)
  310. time.sleep(sleep)
  311. res = True
  312. return res
  313. def goto_main(self):
  314. ''' 保持好习惯,一个任务结束了就返回庭院,方便下一任务的开始或者是出错重启
  315. FIXME 退出道馆。注意:有的时候有退出确认框,有的时候没有。未找到规律。
  316. 先试试用确认框的,若是实在不行,就改成等道馆时间结束后,系统自动退出
  317. 但是如果出错了,需要重启任务时必须走GameUi.ui_goto(page_main),
  318. 那样有或者无确认框不确定性还是会导致ui_goto()出错
  319. '''
  320. # self.ui_current = page_dokan
  321. # self.ui_goto(page_main)
  322. max_try = 3
  323. while 1:
  324. self.screenshot()
  325. if self.appear_then_click(GeneralBattle.I_EXIT, interval=1.5):
  326. logger.info(f"Click {GeneralBattle.I_EXIT.name}")
  327. continue
  328. # 点了后EXIT后,可能无确认框
  329. if self.appear_then_click(self.I_RYOU_DOKAN_EXIT_ENSURE, interval=1.5):
  330. logger.info(f"Click {self.I_RYOU_DOKAN_EXIT_ENSURE}")
  331. break
  332. else:
  333. max_try -= 1
  334. time.sleep(1.2)
  335. if max_try <= 0:
  336. break
  337. # 退出道馆地图
  338. while 1:
  339. self.screenshot()
  340. # 确认后会跳到竂地图,再点击左上角的蓝色的返回,但是不知道这个返回有没有确认
  341. if self.appear_then_click(GameUi.I_BACK_BL, interval=2.5):
  342. logger.info(f"Click {GameUi.I_BACK_BL.name}")
  343. break
  344. def goto_dokan(self):
  345. ''' 进入道馆
  346. TODO 道馆相关场景
  347. :return
  348. '''
  349. self.ui_get_current_page()
  350. try_count = 0
  351. while try_count < 5:
  352. # 点击进入道馆
  353. logger.info("Entering Ryou")
  354. self.ui_goto(page_guild)
  355. # 查找道馆
  356. activity = "道馆"
  357. pos = self.list_find(self.L_RYOU_ACTIVITY_LIST, activity)
  358. if pos:
  359. logger.info(f"Enter Dokan map: pos = {pos}")
  360. self.device.click(x=pos[0], y=pos[1])
  361. # 进了后的画面,我没有截图,盲猜应该是在画面正中间的
  362. time.sleep(2)
  363. image = self.screenshot()
  364. pos = self.O_DOKAN_MAP.ocr_full(image)
  365. if pos == (0, 0, 0, 0):
  366. logger.info(f"failed to find {self.O_DOKAN_MAP.keyword}")
  367. else:
  368. # 取中间
  369. x = pos[0] + pos[2] / 2
  370. # 往上偏移20
  371. y = pos[1] - 20
  372. logger.info("ocr detect result pos={pos}, try click pos, x={x}, y={y}")
  373. self.device.click(x=x, y=y)
  374. break
  375. try_count += 1
  376. time.sleep(1)
  377. print(f"try_count: {try_count}")
  378. def start_cheering(self):
  379. logger.info("start cheering")
  380. def get_current_scene(self, reuse_screenshot: bool = True):
  381. ''' 检测当前场景
  382. '''
  383. if not reuse_screenshot:
  384. self.screenshot()
  385. logger.info(f"get_current_scene={reuse_screenshot}")
  386. # 场景检测:阴阳竂
  387. if self.appear(self.I_SCENE_RYOU, threshold=0.8):
  388. return False, DokanScene.RYOU_DOKAN_RYOU
  389. # 状态:判断是否集结中
  390. # if self.ocr_appear(self.O_DOKAN_GATHERING):
  391. if self.appear(self.I_RYOU_DOKAN_GATHERING, threshold=0.95):
  392. return True, DokanScene.RYOU_DOKAN_SCENE_GATHERING
  393. # 状态:是否在等待馆主战
  394. # if self.ocr_appear(self.O_DOKAN_BOSS_WAITING):
  395. if self.appear(self.I_DOKAN_BOSS_WAITING):
  396. return True, DokanScene.RYOU_DOKAN_SCENE_BOSS_WAITING
  397. # 状态:检查右下角有没有挑战?通常是失败了,并退出来到集结界面,可重新开始点击右下角挑战进入战斗
  398. elif self.appear(self.I_RYOU_DOKAN_START_CHALLENGE, 0.95):
  399. return True, DokanScene.RYOU_DOKAN_SCENE_START_CHALLENGE
  400. # 状态:进入战斗,待开始
  401. elif self.appear(self.I_RYOU_DOKAN_IN_FIELD, threshold=0.85):
  402. return True, DokanScene.RYOU_DOKAN_SCENE_IN_FIELD
  403. # 状态:战斗结算,可能是打完小朋友了,也可能是失败了。
  404. if self.appear(self.I_RYOU_DOKAN_BATTLE_OVER, threshold=0.85):
  405. return True, DokanScene.RYOU_DOKAN_SCENE_BATTLE_OVER
  406. # 状态:达到失败次数,CD中
  407. if self.appear(self.I_RYOU_DOKAN_CD, threshold=0.8):
  408. return True, DokanScene.RYOU_DOKAN_SCENE_CD
  409. # # 状态:加油中,左下角有鼓
  410. # if self.appear_then_click(self.I_RYOU_DOKAN_CHEERING, threshold=0.8) or self.appear(
  411. # self.I_RYOU_DOKAN_CHEERING_GRAY, threshold=0.8):
  412. # return True, DokanScene.RYOU_DOKAN_SCENE_CHEERING
  413. # # 状态:战斗中,左上角的加油图标
  414. # if self.appear(self.I_RYOU_DOKAN_FIGHTING, threshold=0.8):
  415. # return True, DokanScene.RYOU_DOKAN_SCENE_FIGHTING
  416. # if self.appear(self.I_RYOU_DOKAN_FAILED_VOTE_NO):
  417. # return True, DokanScene.RYOU_DOKAN_SCENE_FAILED_VOTE_NO
  418. # 状态:道馆已经结束,图片位置会偏移,换OCR
  419. if self.ocr_appear(self.O_DOKAN_SUCCEEDED):
  420. # if self.appear(self.I_RYOU_DOKAN_FINISHED, threshold=0.8):
  421. return True, DokanScene.RYOU_DOKAN_SCENE_FINISHED
  422. return False, DokanScene.RYOU_DOKAN_SCENE_UNKNOWN
  423. def test_goto_main():
  424. from module.config.config import Config
  425. from module.device.device import Device
  426. from tasks.GameUi.page import page_dokan
  427. config = Config('oas1')
  428. device = Device(config)
  429. t = ScriptTask(config, device)
  430. # t.run()
  431. t.ui_current = page_dokan
  432. t.ui_goto(page_main)
  433. if __name__ == "__main__":
  434. # from module.config.config import Config
  435. # from module.device.device import Device
  436. # config = Config('oas1')
  437. # device = Device(config)
  438. # t = ScriptTask(config, device)
  439. # t.run()
  440. # test_ocr_locate_dokan_target()
  441. # test_anti_detect_random_click()
  442. test_goto_main()