script_task.py 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525
  1. # This Python file uses the following encoding: utf-8
  2. # @brief Ryou Dokan Toppa (阴阳竂道馆突破功能)
  3. # @author jackyhwei
  4. # @note draft version without full test
  5. # github https://github.com/roarhill/oas
  6. import time
  7. import random
  8. import numpy as np
  9. from enum import Enum
  10. from cached_property import cached_property
  11. from tasks.Component.GeneralBattle.config_general_battle import GeneralBattleConfig
  12. from tasks.Component.SwitchSoul.switch_soul import SwitchSoul
  13. from tasks.Component.GeneralBattle.general_battle import GeneralBattle
  14. from tasks.Component.config_base import ConfigBase, Time
  15. from tasks.GameUi.game_ui import GameUi
  16. from tasks.GameUi.page import page_main, page_kekkai_toppa, page_shikigami_records, page_guild
  17. from tasks.RealmRaid.assets import RealmRaidAssets
  18. from module.logger import logger
  19. from module.exception import TaskEnd
  20. from module.atom.image_grid import ImageGrid
  21. from module.base.utils import point2str
  22. from module.base.timer import Timer
  23. from module.exception import GamePageUnknownError
  24. from tasks.Dokan.config import DokanConfig, Dokan
  25. from tasks.Dokan.assets import DokanAssets
  26. from tasks.Dokan.utils import detect_safe_area2
  27. class DokanScene(Enum):
  28. # 未知界面
  29. RYOU_DOKAN_SCENE_UNKNOWN = 0
  30. # 进入道馆,集结中
  31. RYOU_DOKAN_SCENE_GATHERING = 1
  32. # 进入战场,等待用户点击开始战斗
  33. RYOU_DOKAN_SCENE_IN_FIELD = 2
  34. # 通常是失败了,并退出来到集结界面,可重新开始点击右下角挑战进入战斗
  35. RYOU_DOKAN_SCENE_START_CHALLENGE = 3
  36. # 失败次数超过上限,CD中
  37. RYOU_DOKAN_SCENE_CD = 4
  38. # 战斗进行中
  39. RYOU_DOKAN_SCENE_FIGHTING = 5
  40. # 加油进行中
  41. RYOU_DOKAN_SCENE_CHEERING = 6
  42. # 道馆失败投票保留
  43. RYOU_DOKAN_SCENE_FAILED_VOTE_NO = 7
  44. # 阴阳竂
  45. RYOU_DOKAN_RYOU = 8
  46. # 战斗结算,可能是打完小朋友了,也可能是失败了。
  47. RYOU_DOKAN_SCENE_BATTLE_OVER = 9
  48. # 等待BOSS战
  49. RYOU_DOKAN_SCENE_BOSS_WAITING = 10
  50. # 道馆结束
  51. RYOU_DOKAN_SCENE_FINISHED = 99
  52. def __str__(self):
  53. return self.name.title()
  54. def print(self):
  55. print(DokanScene.RYOU_DOKAN_SCENE_GATHERING) # 输出: DokanScene.Ryou_Daoguan_Scene_Gathering
  56. print(DokanScene.RYOU_DOKAN_SCENE_CD.value) # 输出: 2
  57. print(str(DokanScene.RYOU_DOKAN_SCENE_FIGHTING)) # 输出: Ryou_Daoguan_Scene_Fighting
  58. class ScriptTask(GeneralBattle, GameUi, SwitchSoul, DokanAssets):
  59. medal_grid: ImageGrid = None
  60. attack_priority_selected: bool = False
  61. team_switched: bool = False
  62. green_mark_done: bool = False
  63. @cached_property
  64. def _attack_priorities(self) -> list:
  65. return [self.I_RYOU_DOKAN_PRIORITY_0,
  66. self.I_RYOU_DOKAN_PRIORITY_1,
  67. self.I_RYOU_DOKAN_PRIORITY_2,
  68. self.I_RYOU_DOKAN_PRIORITY_3,
  69. self.I_RYOU_DOKAN_PRIORITY_4]
  70. def run(self):
  71. """ 道馆主函数
  72. :return:
  73. """
  74. cfg: Dokan = self.config.dokan
  75. current_scene: DokanScene = DokanScene.RYOU_DOKAN_SCENE_UNKNOWN
  76. in_dokan: bool = False
  77. # 攻击优先顺序
  78. attack_priority: int = cfg.dokan_config.dokan_attack_priority
  79. # 自动换御魂
  80. if cfg.switch_soul_config.enable:
  81. self.ui_get_current_page()
  82. self.ui_goto(page_shikigami_records)
  83. self.run_switch_soul(cfg.switch_soul_config.switch_group_team)
  84. if cfg.switch_soul_config.enable_switch_by_name:
  85. self.ui_get_current_page()
  86. self.ui_goto(page_shikigami_records)
  87. self.run_switch_soul_by_name(cfg.switch_soul_config.group_name, cfg.switch_soul_config.team_name)
  88. success = True
  89. scene_err_count = 0
  90. # 在阴阳竂界面点击并进入道馆
  91. # 检测当前界面的场景(时间关系,暂时没有做庭院、町中等主界面的场景检测, 应考虑在GameUI.game_ui.ui_get_current_page()里实现)
  92. in_dokan, current_scene = self.get_current_scene(True)
  93. if not in_dokan:
  94. self.ui_get_current_page()
  95. self.ui_goto(page_guild)
  96. self.goto_dokan()
  97. # 开始道馆流程
  98. while 1:
  99. self.screenshot()
  100. # 检测当前界面的场景(时间关系,暂时没有做庭院、町中等主界面的场景检测, 应考虑在GameUI.game_ui.ui_get_current_page()里实现)
  101. in_dokan, current_scene = self.get_current_scene(True)
  102. logger.info(f"in_dokan={in_dokan}, current_scene={current_scene}")
  103. # 如果当前不在道馆,或者被人工操作退出道馆了,重新尝试进入道馆
  104. if not in_dokan:
  105. scene_err_count += 1
  106. logger.info(f"err count={scene_err_count}")
  107. if scene_err_count >= 3:
  108. self.goto_dokan()
  109. # 先点击一下,然后等5秒再重新截图
  110. self.anti_detect(True, True, False)
  111. time.sleep(5)
  112. continue
  113. else:
  114. scene_err_count = 0
  115. # 场景状态:道馆集结中
  116. if current_scene == DokanScene.RYOU_DOKAN_SCENE_GATHERING:
  117. logger.debug(f"Ryou DOKAN gathering, 集结中...")
  118. # 如果还未选择优先攻击,选一下
  119. if not self.attack_priority_selected:
  120. self.dokan_choose_attack_priority(attack_priority=attack_priority)
  121. self.attack_priority_selected = True
  122. # 场景状态:等待馆主战开始
  123. elif current_scene == DokanScene.RYOU_DOKAN_SCENE_BOSS_WAITING:
  124. logger.debug(f"Ryou DOKAN boss battle waiting...")
  125. # 场景状态:检查右下角有没有挑战?通常是失败了,并退出来到集结界面,可重新开始点击右下角挑战进入战斗
  126. elif current_scene == DokanScene.RYOU_DOKAN_SCENE_START_CHALLENGE:
  127. self.appear_then_click(self.I_RYOU_DOKAN_START_CHALLENGE)
  128. # 场景状态:进入战斗,待开始
  129. elif current_scene == DokanScene.RYOU_DOKAN_SCENE_IN_FIELD:
  130. # 战斗
  131. success = self.dokan_battle(cfg)
  132. # 战斗结束后,随便点三下,确保跳过各种结算画面
  133. self.click(click=self.C_DOKAN_READY_FOR_BATLLE, interval=1.5)
  134. self.click(click=self.C_DOKAN_RANDOM_CLICK_AREA2, interval=2.2)
  135. self.click(click=self.C_DOKAN_RANDOM_CLICK_AREA3, interval=1.8)
  136. # 每次战斗结束都重置绿标
  137. self.green_mark_done = False
  138. # 场景状态:如果CD中,开始加油
  139. elif current_scene == DokanScene.RYOU_DOKAN_SCENE_CD:
  140. logger.info(f"CD中,是否加油:{cfg.dokan_config.dokan_auto_cheering_while_cd}..")
  141. if cfg.dokan_config.dokan_auto_cheering_while_cd:
  142. self.start_cheering()
  143. # 场景状态:战斗中,左上角的加油图标
  144. elif current_scene == DokanScene.RYOU_DOKAN_SCENE_FIGHTING:
  145. logger.info("战斗进行中")
  146. # 场景状态:加油中
  147. elif current_scene == DokanScene.RYOU_DOKAN_SCENE_CHEERING:
  148. self.appear_then_click(self.I_RYOU_DOKAN_CHEERING)
  149. # 场景状态:道馆已经结束
  150. elif current_scene == DokanScene.RYOU_DOKAN_SCENE_FINISHED:
  151. logger.info("道馆已经结束,退出")
  152. break
  153. elif current_scene == DokanScene.RYOU_DOKAN_SCENE_FAILED_VOTE_NO:
  154. logger.info("道馆挑战失败:投票保留")
  155. else:
  156. logger.info(f"unknown scene, skipped")
  157. # 防封,随机移动,随机点击(安全点击),随机时延
  158. if not self.anti_detect(True, True, True):
  159. time.sleep(1)
  160. # 保持好习惯,一个任务结束了就返回到庭院,方便下一任务的开始
  161. self.goto_main()
  162. # 设置下次运行时间
  163. if success:
  164. self.set_next_run(task='Dokan', finish=True, server=True, success=True)
  165. else:
  166. self.set_next_run(task='Dokan', finish=True, server=True, success=False)
  167. raise TaskEnd
  168. def dokan_battle(self, cfg: Dokan):
  169. """ 道馆战斗
  170. 道馆集结结束后会自动进入战斗,打完一个也会自动进入下一个,因此直接点击右下角的开始
  171. :return: 战斗成功(True) or 战斗失败(False) or 区域不可用(False)
  172. """
  173. config: GeneralBattleConfig = cfg.general_battle_config
  174. # 正式进攻会设定 2s - 10s 的随机延迟,避免攻击间隔及其相近被检测为脚本。
  175. if cfg.dokan_config.random_delay:
  176. self.anti_detect(False, False, True)
  177. # 上面可能睡了一觉,重新截图
  178. self.screenshot()
  179. # 更换队伍
  180. if not self.team_switched:
  181. logger.info(
  182. f"更换队伍: config.preset_enable={config.preset_enable}, config.preset_group={config.preset_group}, config.preset_team={config.preset_team}")
  183. self.switch_preset_team(config.preset_enable, config.preset_group, config.preset_team)
  184. self.team_switched = True
  185. # 切完队伍后有时候会卡顿,先睡一觉,防止快速跳到绿标流程,导致未能成功绿标
  186. time.sleep(3)
  187. # 等待准备按钮的出现
  188. logger.debug("等待准备按钮的出现")
  189. self.wait_until_appear(self.I_PREPARE_HIGHLIGHT)
  190. # 点击准备
  191. if self.appear_then_click(self.I_PREPARE_HIGHLIGHT, interval=1.5):
  192. logger.info("点击准备")
  193. # 绿标式神, should we check there's a green marked role?
  194. if not self.green_mark_done and self.is_in_battle(False):
  195. logger.info(
  196. f"绿标式神:config.green_enable={config.green_enable}, config.green_mark={config.green_mark}")
  197. self.green_mark(config.green_enable, config.green_mark)
  198. self.green_mark_done = True
  199. # 等待战斗结果
  200. logger.info(f"等待战斗结果:config.random_click_swipt_enable={config.random_click_swipt_enable}")
  201. logger.info("come on baby, let's go.")
  202. while 1:
  203. # logger.info("take a nap")
  204. time.sleep(1)
  205. self.device.stuck_record_add('BATTLE_STATUS_S')
  206. self.device.click_record_clear()
  207. self.screenshot()
  208. # 如果出现赢 就点击
  209. if self.appear(GeneralBattle.I_WIN, threshold=0.8):
  210. logger.info("道馆的小朋友们打完了,boss is on the way")
  211. win = True
  212. break
  213. # 如果出现打败馆主的赢,就点击
  214. if self.appear(self.I_RYOU_DOKAN_WIN, threshold=0.8):
  215. logger.info("We've defeated the boss, and win the final game.")
  216. win = True
  217. break
  218. # 如果出现失败 就点击,返回False。 TODO 不知道挑战馆主失败是不是同一个画面?
  219. if self.appear(GeneralBattle.I_FALSE, threshold=0.8):
  220. logger.info("Battle failed")
  221. win = False
  222. break
  223. # 如果领奖励
  224. if self.appear(self.I_RYOU_DOKAN_BATTLE_OVER, threshold=0.6):
  225. logger.info("Battle over")
  226. win = True
  227. break
  228. # 如果领奖励出现金币
  229. if self.appear(GeneralBattle.I_REWARD_GOLD, threshold=0.8):
  230. win = True
  231. break
  232. # 如果开启战斗过程随机滑动
  233. if config.random_click_swipt_enable:
  234. logger.info("random swipt ...")
  235. self.random_click_swipt()
  236. # 打完一个小朋友,自动进入下一个小朋友
  237. if self.appear_then_click(self.I_RYOU_DOKAN_IN_FIELD):
  238. logger.info("New battle starts")
  239. continue
  240. logger.info(f"输赢:{win}")
  241. if win:
  242. return True
  243. else:
  244. return False
  245. def dokan_choose_attack_priority(self, attack_priority: int) -> bool:
  246. """ 选择优先攻击
  247. : return
  248. """
  249. logger.hr('Try to choose attack priority')
  250. max_try = 5
  251. if not self.appear_then_click(self.I_RYOU_DOKAN_PRIORITY, interval=2):
  252. logger.error(f"can not find dokan priority option button, choose attack priority process skipped")
  253. return False
  254. logger.info(f"start select attack priority: {attack_priority}, remain try: {max_try}")
  255. try:
  256. target_attack = self._attack_priorities[attack_priority]
  257. except:
  258. target_attack = self._attack_priorities[0]
  259. while 1:
  260. self.screenshot()
  261. if max_try <= 0:
  262. logger.warn("give up priority selection!")
  263. break
  264. if self.appear_then_click(target_attack, interval=1.8):
  265. logger.info(f"selected attack priority: {attack_priority}")
  266. max_try -= 1
  267. self.attack_priority_selected = True
  268. return True
  269. def anti_detect(self, random_move: bool = True, random_click: bool = True, random_delay: bool = True):
  270. '''额外的防封测试
  271. 准备找个号做做爬楼活动的每天300次试试
  272. '''
  273. res = False
  274. # 三个行为中,任何一个生效了都返回True, 否则返回False
  275. if random_move:
  276. self.random_click_swipt()
  277. res = True
  278. if random_click:
  279. # 0到2秒之间的随机浮点数
  280. sleep = random.uniform(0, 2)
  281. # 只保留2位小数
  282. sleep = round(sleep, 2)
  283. if not self.config.dokan.dokan_config.anti_detect_click_fixed_random_area:
  284. # 多搞几个安全点击区域
  285. num = random.randint(0, 5)
  286. if num == 0:
  287. self.click(click=self.C_DOKAN_RANDOM_CLICK_AREA, interval=sleep)
  288. elif num == 1:
  289. self.click(click=self.C_DOKAN_RANDOM_CLICK_AREA2, interval=sleep)
  290. elif num == 2:
  291. self.click(click=self.C_DOKAN_RANDOM_CLICK_AREA3, interval=sleep)
  292. elif num == 3:
  293. self.click(click=self.C_DOKAN_RANDOM_CLICK_AREA, interval=sleep)
  294. else:
  295. self.click(click=self.C_DOKAN_RANDOM_CLICK_AREA2, interval=sleep)
  296. else:
  297. # 假设安全区域是绿色的
  298. safe_color_lower = np.array([45, 25, 25]) # HSV颜色空间的绿色下界
  299. safe_color_upper = np.array([90, 255, 255]) # HSV颜色空间的绿色上界
  300. pos = detect_safe_area2(self.device.image, safe_color_lower, safe_color_upper, 3, True)
  301. logger.info(f"random click area: {pos}, delay: {sleep}")
  302. self.click(pos)
  303. res = True
  304. if random_delay:
  305. # 0到2秒之间的随机浮点数
  306. sleep = random.uniform(0, 5)
  307. # 只保留2位小数
  308. sleep = round(sleep, 2)
  309. time.sleep(sleep)
  310. res = True
  311. return res
  312. def goto_main(self):
  313. ''' 保持好习惯,一个任务结束了就返回庭院,方便下一任务的开始或者是出错重启
  314. FIXME 退出道馆。注意:有的时候有退出确认框,有的时候没有。未找到规律。
  315. 先试试用确认框的,若是实在不行,就改成等道馆时间结束后,系统自动退出
  316. 但是如果出错了,需要重启任务时必须走GameUi.ui_goto(page_main),
  317. 那样有或者无确认框不确定性还是会导致ui_goto()出错
  318. '''
  319. # self.ui_current = page_dokan
  320. # self.ui_goto(page_main)
  321. max_try = 3
  322. while 1:
  323. self.screenshot()
  324. if self.appear_then_click(GeneralBattle.I_EXIT, interval=1.5):
  325. logger.info(f"Click {GeneralBattle.I_EXIT.name}")
  326. continue
  327. # 点了后EXIT后,可能无确认框
  328. if self.appear_then_click(self.I_RYOU_DOKAN_EXIT_ENSURE, interval=1.5):
  329. logger.info(f"Click {self.I_RYOU_DOKAN_EXIT_ENSURE}")
  330. break
  331. else:
  332. max_try -= 1
  333. time.sleep(1.2)
  334. if max_try <= 0:
  335. break
  336. # 退出道馆地图
  337. while 1:
  338. self.screenshot()
  339. # 确认后会跳到竂地图,再点击左上角的蓝色的返回,但是不知道这个返回有没有确认
  340. if self.appear_then_click(GameUi.I_BACK_BL, interval=2.5):
  341. logger.info(f"Click {GameUi.I_BACK_BL.name}")
  342. break
  343. def goto_dokan(self):
  344. ''' 进入道馆
  345. TODO 道馆相关场景
  346. :return
  347. '''
  348. self.ui_get_current_page()
  349. try_count = 0
  350. while try_count < 5:
  351. # 点击进入道馆
  352. logger.info("进入阴阳竂")
  353. self.ui_goto(page_guild)
  354. # 查找道馆
  355. activity = "道馆"
  356. pos = self.list_find(self.L_RYOU_ACTIVITY_LIST, activity)
  357. if pos:
  358. logger.info(f"Enter Dokan map: pos = {pos}")
  359. self.device.click(x=pos[0], y=pos[1])
  360. # 进了后的画面,我没有截图,盲猜应该是在画面正中间的
  361. time.sleep(2)
  362. image = self.screenshot()
  363. # O_DOKAN_MAP = RuleOcr(roi=(270,130,740,460), area=(270,130,740,460), mode="Full", method="Default", keyword="万", name="dokan_map")
  364. # image = cv2.imread("g:/yys/oas/tests/2.png")
  365. pos = self.O_DOKAN_MAP.ocr_full(image)
  366. if pos == (0, 0, 0, 0):
  367. logger.info("failed to find {self.O_DOKAN_MAP.keyword}")
  368. else:
  369. # 取中间
  370. x = pos[0] + pos[2] / 2
  371. # 往上偏移20
  372. y = pos[1] - 20
  373. logger.info("ocr detect result pos={pos}, try click pos, x={x}, y={y}")
  374. self.device.click(x=x, y=y)
  375. break
  376. try_count += 1
  377. time.sleep(1)
  378. print(f"try_count: {try_count}")
  379. def start_cheering(self):
  380. logger.info("start cheering")
  381. def get_current_scene(self, reuse_screenshot: bool = True):
  382. ''' 检测当前场景
  383. '''
  384. if not reuse_screenshot:
  385. self.screenshot()
  386. logger.info(f"get_current_scene={reuse_screenshot}")
  387. # 场景检测:阴阳竂
  388. if self.appear(self.I_SCENE_RYOU, threshold=0.8):
  389. return False, DokanScene.RYOU_DOKAN_RYOU
  390. # 状态:判断是否集结中
  391. # if self.ocr_appear(self.O_DOKAN_GATHERING):
  392. if self.appear(self.I_RYOU_DOKAN_GATHERING, threshold=0.95):
  393. return True, DokanScene.RYOU_DOKAN_SCENE_GATHERING
  394. # 状态:是否在等待馆主战
  395. # if self.ocr_appear(self.O_DOKAN_BOSS_WAITING):
  396. if self.appear(self.I_DOKAN_BOSS_WAITING):
  397. return True, DokanScene.RYOU_DOKAN_SCENE_BOSS_WAITING
  398. # 状态:检查右下角有没有挑战?通常是失败了,并退出来到集结界面,可重新开始点击右下角挑战进入战斗
  399. elif self.appear(self.I_RYOU_DOKAN_START_CHALLENGE, 0.95):
  400. return True, DokanScene.RYOU_DOKAN_SCENE_START_CHALLENGE
  401. # 状态:进入战斗,待开始
  402. elif self.appear(self.I_RYOU_DOKAN_IN_FIELD, threshold=0.85):
  403. return True, DokanScene.RYOU_DOKAN_SCENE_IN_FIELD
  404. # 状态:战斗结算,可能是打完小朋友了,也可能是失败了。
  405. if self.appear(self.I_RYOU_DOKAN_BATTLE_OVER, threshold=0.85):
  406. return True, DokanScene.RYOU_DOKAN_SCENE_BATTLE_OVER
  407. # 状态:达到失败次数,CD中
  408. if self.appear(self.I_RYOU_DOKAN_CD, threshold=0.8):
  409. return True, DokanScene.RYOU_DOKAN_SCENE_CD
  410. # 状态:加油中,左下角有鼓
  411. if self.appear_then_click(self.I_RYOU_DOKAN_CHEERING, threshold=0.8) or self.appear(
  412. self.I_RYOU_DOKAN_CHEERING_GRAY, threshold=0.8):
  413. return True, DokanScene.RYOU_DOKAN_SCENE_CHEERING
  414. # # 状态:战斗中,左上角的加油图标
  415. # if self.appear(self.I_RYOU_DOKAN_FIGHTING, threshold=0.8):
  416. # return True, DokanScene.RYOU_DOKAN_SCENE_FIGHTING
  417. # if self.appear(self.I_RYOU_DOKAN_FAILED_VOTE_NO):
  418. # return True, DokanScene.RYOU_DOKAN_SCENE_FAILED_VOTE_NO
  419. # 状态:道馆已经结束
  420. # if self.ocr_appear(self.O_DOKAN_SUCCEEDED):
  421. if self.appear(self.I_RYOU_DOKAN_FINISHED, threshold=0.8):
  422. return True, DokanScene.RYOU_DOKAN_SCENE_FINISHED
  423. return False, DokanScene.RYOU_DOKAN_SCENE_UNKNOWN
  424. def test_goto_main():
  425. from module.config.config import Config
  426. from module.device.device import Device
  427. from tasks.GameUi.page import page_dokan
  428. config = Config('oas1')
  429. device = Device(config)
  430. t = ScriptTask(config, device)
  431. # t.run()
  432. t.ui_current = page_dokan
  433. t.ui_goto(page_main)
  434. if __name__ == "__main__":
  435. # from module.config.config import Config
  436. # from module.device.device import Device
  437. # config = Config('oas1')
  438. # device = Device(config)
  439. # t = ScriptTask(config, device)
  440. # t.run()
  441. # test_ocr_locate_dokan_target()
  442. # test_anti_detect_random_click()
  443. test_goto_main()