script_task.py 31 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729
  1. # This Python file uses the following encoding: utf-8
  2. # @author runhey
  3. # github https://github.com/runhey
  4. from copy import copy
  5. from datetime import timedelta, time, datetime
  6. from time import sleep
  7. from typing import List
  8. import re
  9. import cv2
  10. from cached_property import cached_property
  11. from module.atom.image import RuleImage
  12. from module.atom.ocr import RuleOcr
  13. from module.base.timer import Timer
  14. from module.exception import TaskEnd
  15. from module.logger import logger
  16. from tasks.Component.Costume.config import MainType
  17. from tasks.Component.GeneralBattle.config_general_battle import GeneralBattleConfig
  18. from tasks.GameUi.page import page_main, page_exploration, page_shikigami_records
  19. from tasks.Secret.script_task import ScriptTask as SecretScriptTask
  20. from tasks.WantedQuests.assets import WantedQuestsAssets
  21. from tasks.WantedQuests.config import CooperationType, CooperationSelectMask
  22. from tasks.WantedQuests.explore import WQExplore, ExploreWantedBoss
  23. def _read_location_info(rule: RuleOcr, image):‘、
  24. # https://github.com/runhey/OnmyojiAutoScript/pull/2006
  25. pattern = r"^(.*?)[((]?数量[::]\s*(\d+)[))]"
  26. match = re.match(pattern, rule.ocr(image))
  27. if match and match.group(1):
  28. return match
  29. # 数量可能被单行 OCR 漏读;只收紧上下留白,保留完整地点名。
  30. retry = copy(rule)
  31. x, y, w, h = rule.roi
  32. retry.roi = [x, y + 7, w, h - 14]
  33. return re.match(pattern, retry.ocr(image))
  34. class ScriptTask(WQExplore, SecretScriptTask, WantedQuestsAssets):
  35. want_strategy_excluding: list[list] = [] # 不需要执行的
  36. # 追踪界面(显示"前往"按钮的界面,左上角位置,神秘任务不好使)显示以下名称时,任务不再执行
  37. unwanted_boss_name_list: list = []
  38. def run(self):
  39. con = self.config.model.wanted_quests
  40. unwanted_boss_names = con.wanted_quests_config.unwanted_boss_names
  41. if unwanted_boss_names is not None and unwanted_boss_names != '':
  42. import re
  43. self.unwanted_boss_name_list = re.split(r"[,,]", unwanted_boss_names)
  44. # 自动换御魂
  45. if con.switch_soul_config.enable:
  46. self.goto_page(page_shikigami_records)
  47. self.run_switch_soul(con.switch_soul_config.switch_group_team)
  48. if con.switch_soul_config.enable_switch_by_name:
  49. self.goto_page(page_shikigami_records)
  50. self.run_switch_soul_by_name(con.switch_soul_config.group_name, con.switch_soul_config.team_name)
  51. preSuc = False
  52. if (self.get_config()).cooperation_only:
  53. preSuc = self.pre_work_cooperation_only()
  54. else:
  55. preSuc = self.pre_work()
  56. if not preSuc:
  57. # 无法完成预处理 很有可能你已经完成了悬赏任务
  58. logger.warning('Cannot pre-work')
  59. logger.warning('You may have completed the reward task')
  60. self.next_run()
  61. raise TaskEnd('WantedQuests')
  62. self.screenshot()
  63. number_challenge = self.O_WQ_NUMBER.ocr(self.device.image)
  64. error_count = 0
  65. while 1:
  66. self.screenshot()
  67. if not self.is_wq_remained():
  68. logger.info("no more wq remained")
  69. break
  70. if self.appear(self.I_WQ_BOX):
  71. logger.info("get reward")
  72. self.ui_get_reward(self.I_WQ_BOX)
  73. continue
  74. if self.appear(self.I_TREASURE_BOX_CLICK):
  75. logger.info("get treasure")
  76. self.ui_get_reward(self.I_TREASURE_BOX_CLICK)
  77. continue
  78. if error_count > 3:
  79. logger.warning('failed too many times, exit')
  80. break
  81. if self.current_count >= 30:
  82. logger.error(f'current count {self.current_count} >= 20, exit')
  83. raise Exception('current count >= 20, exit')
  84. cu, re, total, area = self.find_wq(self.device.image)
  85. logger.info(f"find_wq result: current {cu} remain {re} total {total} area {area}")
  86. if re == -2:
  87. logger.info("only completed wanted quests remained")
  88. break
  89. if re == -1:
  90. error_count += 1
  91. # 没找到任务 尝试上滑
  92. self.swipe(self.S_WQ_LIST_UP, interval=1)
  93. sleep(1)
  94. continue
  95. # 找到任务,执行
  96. error_count = 0
  97. self.O_WQ_TEXT_ALL.area = area
  98. self.execute_mission(self.O_WQ_TEXT_ALL, total - cu, number_challenge)
  99. sleep(1.5)
  100. self.next_run()
  101. raise TaskEnd('WantedQuests')
  102. def next_run(self):
  103. before_end: time = self.get_config().before_end
  104. if before_end == time(hour=0, minute=0, second=0):
  105. self.set_next_run(task='WantedQuests', success=True, finish=True)
  106. return
  107. time_delta = timedelta(hours=-before_end.hour, minutes=-before_end.minute, seconds=-before_end.second)
  108. now_datetime = datetime.now()
  109. now_time = now_datetime.time()
  110. if time(hour=5) <= now_time < time(hour=18):
  111. # 如果是在5点到18点之间,那就设定下一次运行的时间为第二天的5点 + before_end
  112. next_run_datetime = datetime.combine(now_datetime.date() + timedelta(days=1), time(hour=5))
  113. next_run_datetime = next_run_datetime + time_delta
  114. elif time(hour=18) <= now_time < time(hour=23, minute=59, second=59):
  115. # 如果是在18点到23点59分59秒之间,那就设定下一次运行的时间为第二天的18点 + before_end
  116. next_run_datetime = datetime.combine(now_datetime.date() + timedelta(days=1), time(hour=18))
  117. next_run_datetime = next_run_datetime + time_delta
  118. else:
  119. # 如果是在0点到5点之间,那就设定下一次运行的时间为今天的18点 + before_end
  120. next_run_datetime = datetime.combine(now_datetime.date(), time(hour=18))
  121. next_run_datetime = next_run_datetime + time_delta
  122. self.set_next_run(task='WantedQuests', target=next_run_datetime)
  123. def pre_work(self):
  124. """
  125. 前置工作,
  126. :return:
  127. """
  128. self.goto_page(page_main)
  129. done_timer = Timer(5)
  130. while 1:
  131. self.screenshot()
  132. if self.appear(self.I_TRACE_DISABLE):
  133. break
  134. if self.appear_then_click(self.I_WQ_SEAL, interval=1):
  135. continue
  136. if self.appear_then_click_multi_scale(self.I_WQ_DONE,scale_range=(0.8, 1.2) ,interval=1):
  137. continue
  138. if self.appear_then_click(self.I_TRACE_ENABLE, interval=1):
  139. continue
  140. if self.special_main and self.click(self.C_SPECIAL_MAIN, interval=3):
  141. logger.info('Click special main left to find wanted quests')
  142. continue
  143. if self.appear(self.I_UI_BACK_RED):
  144. if not done_timer.started():
  145. done_timer.start()
  146. if done_timer.started() and done_timer.reached():
  147. self.ui_click_until_disappear(self.I_UI_BACK_RED)
  148. return False
  149. # 已追踪所有任务
  150. logger.info('All wanted quests are traced')
  151. # 存在协作任务则邀请
  152. self.screenshot()
  153. if self.appear(self.I_WQ_INVITE_1) or self.appear(self.I_WQ_INVITE_2) or self.appear(self.I_WQ_INVITE_3):
  154. if self.need_invite_vip():
  155. self.all_cooperation_invite()
  156. else:
  157. self.invite_five()
  158. self.ui_click_until_disappear(self.I_UI_BACK_RED)
  159. self.goto_page(page_exploration)
  160. return True
  161. def pre_work_cooperation_only(self):
  162. #
  163. if self.get_current_page() != page_main:
  164. self.goto_page(page_main)
  165. # 打开悬赏封印 界面
  166. done_timer = Timer(5)
  167. while 1:
  168. self.screenshot()
  169. if self.appear(self.I_TRACE_ENABLE) or self.appear(self.I_TRACE_DISABLE):
  170. break
  171. if self.appear_then_click(self.I_WQ_SEAL, interval=1):
  172. continue
  173. if self.appear_then_click_multi_scale(self.I_WQ_DONE,scale_range=(0.8, 1.2), interval=1):
  174. continue
  175. if self.special_main and self.click(self.C_SPECIAL_MAIN, interval=3):
  176. logger.info('Click special main left to find wanted quests')
  177. continue
  178. if self.appear(self.I_UI_BACK_RED):
  179. if not done_timer.started():
  180. done_timer.start()
  181. if done_timer.started() and done_timer.reached():
  182. self.ui_click_until_disappear(self.I_UI_BACK_RED)
  183. return False
  184. #
  185. if not (self.appear(self.I_WQ_INVITE_1) or self.appear(self.I_WQ_INVITE_2) or self.appear(self.I_WQ_INVITE_3)):
  186. logger.info("there is no cooperation quest")
  187. return False
  188. # if self.appear(self.I_WQ_INVITE_1):
  189. # self.trace_one(self.I_WQ_INVITE_1)
  190. # if self.appear(self.I_WQ_INVITE_2):
  191. # self.trace_one(self.I_WQ_INVITE_2)
  192. # if self.appear(self.I_WQ_INVITE_3):
  193. # self.trace_one(self.I_WQ_INVITE_3)
  194. # 追踪任务 并邀请
  195. self.all_cooperation_invite()
  196. self.ui_click_until_disappear(self.I_UI_BACK_RED)
  197. self.goto_page(page_exploration)
  198. return True
  199. def trace_one(self, btn: RuleImage):
  200. """
  201. 参数必须为邀请按钮(I_WQ_INVITE_n ),特定场景,就不做通用的函数了,怪麻烦的,若还有什么奇葩需求,再扩展吧
  202. @param btn: 邀请按钮,
  203. @type btn:
  204. """
  205. self.screenshot()
  206. if not self.appear(btn):
  207. return
  208. while 1:
  209. self.screenshot()
  210. # 追踪成功 或 是现世任务 不需要追踪
  211. if self.appear(self.I_WQ_TRACE_ONE_ENABLE) or self.appear(self.I_WQ_TRACE_ONE_REALWORLD):
  212. break
  213. if self.appear(self.I_WQ_TRACE_ONE_DISABLE):
  214. self.click(self.I_WQ_TRACE_ONE_DISABLE, interval=1.5)
  215. continue
  216. # 根据邀请按钮位置生成 对应的点击位置 打开追踪界面
  217. # NOTE magic Number
  218. self.device.click(btn.roi_front[0], btn.roi_front[1] - 40, control_name=str(btn) + ' y-40')
  219. # 防止点击后界面来不及刷新
  220. sleep(1.5)
  221. # 关闭单个任务的追踪界面
  222. self.ui_click_until_smt_disappear(self.I_UI_BACK_RED, stop=self.I_WQ_TRACE_ONE_CHECK_OPENED,
  223. interval=1.5)
  224. def execute_mission(self, ocr, num_want: int, num_challenge: int):
  225. """
  226. :param ocr: 要点击的 文字
  227. :param num_want: 一共要打败的怪物数量
  228. :param num_challenge: 现在有的挑战卷数量
  229. :return:
  230. """
  231. OCR_WQ_TYPE = [self.O_WQ_TYPE_1, self.O_WQ_TYPE_2, self.O_WQ_TYPE_3, self.O_WQ_TYPE_4]
  232. OCR_WQ_INFO = [self.O_WQ_INFO_1, self.O_WQ_INFO_2, self.O_WQ_INFO_3, self.O_WQ_INFO_4]
  233. GOTO_BUTTON = [self.I_GOTO_1, self.I_GOTO_2, self.I_GOTO_3, self.I_GOTO_4]
  234. name_funcs: dict = {
  235. '式神': self.challenge,
  236. '探索': self.explore,
  237. '秘闻': self.secret
  238. }
  239. def extract_info(index: int) -> tuple or None:
  240. """
  241. 提取每一个地点的信息
  242. :param index: 从零开始
  243. :return:
  244. (type, destination, number, goto_button, func)
  245. (类型, 地点层级,可以打败的数量,前往按钮, func)
  246. 类型: 挑战0, 秘闻1, 探索2
  247. """
  248. # 获取用户设置的值
  249. user_limit = self.config.model.wanted_quests.wanted_quests_config.layer_limit.value
  250. # 定义完整的层数后缀顺序
  251. all_layers = ["壹", "贰", "叁", "肆", "伍", "陆", "柒", "捌", "玖", "拾", "番外"]
  252. # 根据用户选择进行截取,生成 layer_limit 集合
  253. if user_limit == "无限制":
  254. layer_limit = set()
  255. else:
  256. start_idx = all_layers.index(user_limit) if user_limit in all_layers else 6
  257. # 截取该层及之后的所有层
  258. layer_limit = set(all_layers[start_idx:])
  259. # ,荒川之怒·壹,4,前往按钮,function
  260. result = [-1, '', -1, GOTO_BUTTON[index], self.challenge, '']
  261. type_wq = OCR_WQ_TYPE[index].ocr(self.device.image)
  262. match = _read_location_info(OCR_WQ_INFO[index], self.device.image)
  263. if not match or not match.group(1):
  264. return None
  265. wq_destination = match.group(1)
  266. wq_number = int(match.group(2))
  267. # 跳过高层秘闻
  268. if wq_destination[-1] in layer_limit:
  269. logger.warning('This secret layer is too high')
  270. return None
  271. result[1] = wq_destination
  272. result[2] = wq_number
  273. order_list = self.config.model.wanted_quests.wanted_quests_config.battle_priority
  274. order_list = order_list.replace(' ', '').replace('\n', '')
  275. order_list: list = re.split(r'>', order_list)
  276. # OCR识别"式神"但用户配置用"挑战",做映射
  277. type_wq_for_order = '挑战' if type_wq == '式神' else type_wq
  278. result[0] = order_list.index(type_wq_for_order) if type_wq_for_order in order_list else -1
  279. result[4] = name_funcs.get(type_wq, lambda: logger.warning('No task can be challenged'))
  280. result[5] = type_wq
  281. logger.info(f'[Wanted Quests] type: {type_wq} destination: {wq_destination} number: {wq_number} ')
  282. return tuple(result) if result[0] != -1 else None
  283. logger.hr('Start wanted quests')
  284. while 1:
  285. self.screenshot()
  286. if self.appear(self.I_TRACE_TRUE):
  287. break
  288. if self.click(ocr, interval=1):
  289. continue
  290. if not self.appear(self.I_GOTO_1):
  291. # 如果没有出现 '前往'按钮, 那就是这个可能是神秘任务但是没有解锁
  292. logger.warning('This is a secret mission but not unlock')
  293. self.ui_click(self.I_TRACE_TRUE, self.I_TRACE_FALSE)
  294. return False
  295. # 跳过不想打的
  296. monster_name = self.O_WQ_MONSTER_TYPE.detect_text(self.device.image)
  297. # 识别串可能带前缀动词(如需要击败/击杀), 用子串包含匹配而非整串相等
  298. if any(name in monster_name for name in self.unwanted_boss_name_list):
  299. #
  300. logger.warning(f'unwanted {monster_name}')
  301. self.ui_click(self.I_TRACE_TRUE, self.I_TRACE_FALSE)
  302. return False
  303. info_wq_list = []
  304. for i in range(4):
  305. info_wq = extract_info(i)
  306. if info_wq:
  307. info_wq_list.append(info_wq)
  308. info_wq_list = [item for item in info_wq_list if item not in self.want_strategy_excluding]
  309. if not info_wq_list:
  310. logger.warning('No wanted quests can be challenged')
  311. self.ui_click(self.I_TRACE_TRUE, self.I_TRACE_FALSE)
  312. return False
  313. # sort
  314. info_wq_list.sort(key=lambda x: x[0])
  315. filtered = list(filter(lambda x: (x[5] == '秘闻' or x[5] == '式神') and x[2] >= 3, info_wq_list))
  316. if not filtered and len(filtered) != 0:
  317. info_wq_list = filtered
  318. best_type, destination, once_number, goto_button, func, _ = info_wq_list[0]
  319. do_number = 1 if once_number >= num_want else num_want // once_number + (1 if num_want % once_number > 0 else 0)
  320. try:
  321. func(goto_button, do_number)
  322. except ExploreWantedBoss:
  323. logger.warning('The extreme case. The quest only needs to challenge one final boss, so skip it')
  324. self.want_strategy_excluding.append(info_wq_list[0])
  325. def challenge(self, goto_btn, num):
  326. self.ui_click(goto_btn, self.I_WQC_FIRE)
  327. self.ui_click(self.I_WQC_UNLOCK, self.I_WQC_LOCK)
  328. self.ui_click_until_disappear(self.I_WQC_FIRE)
  329. # 锁定阵容进入战斗
  330. wq_config = GeneralBattleConfig(lock_team_enable=True)
  331. self.run_general_battle(config=wq_config)
  332. self.wait_until_appear(self.I_WQC_FIRE, wait_time=4)
  333. # 关闭 挑战界面
  334. while 1:
  335. self.screenshot()
  336. if self.appear(self.I_CHECK_EXPLORATION):
  337. break
  338. if self.appear_then_click(self.I_UI_BACK_YELLOW, interval=1.5):
  339. continue
  340. def secret(self, goto, num=1):
  341. self.ui_click(goto, self.I_WQSE_FIRE)
  342. for i in range(num):
  343. self.wait_until_appear(self.I_WQSE_FIRE)
  344. # self.ui_click_until_disappear(self.I_WQSE_FIRE)
  345. # 又臭又长的对话针的是服了这个网易
  346. click_count = 0
  347. while 1:
  348. self.screenshot()
  349. if not self.appear(self.I_UI_BACK_RED, threshold=0.7):
  350. break
  351. if self.appear_then_click(self.I_WQSE_FIRE, interval=1):
  352. continue
  353. if self.appear(self.I_UI_BACK_RED, threshold=0.7) and not self.appear(self.I_WQSE_FIRE):
  354. self.click(self.C_SECRET_CHAT, interval=0.8)
  355. click_count += 1
  356. if click_count >= 6:
  357. logger.warning('Secret mission chat too long, force to close')
  358. click_count = 0
  359. self.device.click_record_clear()
  360. continue
  361. success = self.run_general_battle(self.battle_config)
  362. while 1:
  363. self.screenshot()
  364. if self.appear(self.I_CHECK_SECRET_ZONES):
  365. break
  366. if self.appear_then_click(self.I_UI_BACK_RED, interval=1):
  367. continue
  368. if self.appear_then_click(self.I_UI_BACK_BLUE, interval=1.5):
  369. continue
  370. self.goto_page(page_exploration)
  371. self.wait_until_stable(self.I_CHECK_EXPLORATION)
  372. logger.info('Secret mission finished')
  373. def invite_random(self, add_button: RuleImage):
  374. self.screenshot()
  375. if not self.appear(add_button):
  376. return False
  377. self.ui_click(add_button, self.I_WQ_INVITE_ENSURE, interval=2.5)
  378. logger.info('enter invite form')
  379. sleep(1)
  380. self.click(self.I_WQ_FRIEND_1)
  381. sleep(0.4)
  382. self.click(self.I_WQ_FRIEND_2)
  383. sleep(0.4)
  384. self.click(self.I_WQ_FRIEND_3)
  385. sleep(0.4)
  386. self.click(self.I_WQ_FRIEND_4)
  387. sleep(0.4)
  388. self.click(self.I_WQ_FRIEND_5)
  389. sleep(0.2)
  390. self.screenshot()
  391. if not self.appear(self.I_WQ_INVITE_SELECTED):
  392. logger.warning('No friend selected')
  393. return False
  394. self.ui_click_until_disappear(self.I_INVITE_ENSURE)
  395. sleep(0.5)
  396. def invite_five(self):
  397. """
  398. 邀请好友,默认点五个
  399. :return:
  400. """
  401. logger.hr('Invite friends')
  402. self.invite_random(self.I_WQ_INVITE_1)
  403. self.invite_random(self.I_WQ_INVITE_2)
  404. self.invite_random(self.I_WQ_INVITE_3)
  405. def all_cooperation_invite(self, name_all: str = None):
  406. """
  407. 所有的协作任务依次邀请
  408. 如果配置了只完成协作任务 还会将该任务设置为追踪
  409. @return:
  410. """
  411. self.screenshot()
  412. if not self.appear(self.I_WQ_INVITE_1):
  413. return False
  414. ret = self.get_cooperation_info()
  415. if len(ret) == 0:
  416. logger.info("no Cooperation found")
  417. return False
  418. typeMask = 15
  419. typeMask = CooperationSelectMask[(self.get_config()).cooperation_type.value]
  420. for item in ret:
  421. # 该任务是需要邀请的任务类型
  422. if not (item['type'] & typeMask):
  423. # BUG 存在多个协作任务时,邀请完第一个协作任务对方接受后,未邀请的任务位置无法确定(缺少信息)
  424. # 例如 按顺序存在 abc 3个协作任务,邀请完a,好友接受后,这三个任务在界面上的顺序变化,abc 还是bca
  425. # 如果顺序不变 则应该没有问题
  426. logger.info("cooperationType %s But needed Type %s ,Skipped", item['type'], typeMask)
  427. break
  428. '''
  429. 尝试5次 如果邀请失败 等待20s 重新尝试
  430. 阴阳师BUG: 好友明明在线 但邀请界面找不到该好友(好友未接受任何协作任务的情况下)
  431. '''
  432. index = 0
  433. item['inviteResult'] = False
  434. if name_all is None:
  435. name = self.get_invite_vip_name(item['type'])
  436. else:
  437. name = name_all
  438. logger.warning("find cooperationType %s ,start invite %s", item['type'], name)
  439. while index < 5:
  440. if self.cooperation_invite(item['inviteBtn'], name):
  441. item['inviteResult'] = True
  442. index = 5
  443. continue
  444. logger.info("%s not found,Wait 20s,%d invitations left", name, 5 - index - 1)
  445. index += 1
  446. sleep(20) if index < 5 else sleep(0)
  447. # NOTE 等待过程如果出现协作邀请 将会卡住 为了防止卡住
  448. self.screenshot()
  449. # 邀请追踪一起吧,只有邀请成功才追踪
  450. if item['inviteResult']:
  451. self.invite_success_callback(item['type'], name)
  452. if (self.get_config()).cooperation_only:
  453. logger.info("start trace_one")
  454. self.trace_one(item['inviteBtn'])
  455. return ret
  456. def cooperation_invite(self, btn: RuleImage, name: str):
  457. """
  458. 单个协作任务邀请
  459. @param btn:
  460. @param name:
  461. @return:
  462. """
  463. self.ui_click(btn, stop=self.I_WQ_INVITE_ENSURE, interval=2.5)
  464. # 选人
  465. self.O_WQ_INVITE_COLUMN_1.keyword = name
  466. self.O_WQ_INVITE_COLUMN_2.keyword = name
  467. find = False
  468. for i in range(2):
  469. self.wait_until_appear(self.I_WQ_INVITE_FRIEND_LIST_APPEAR, wait_time=4)
  470. self.screenshot()
  471. in_col_1 = self.ocr_appear_click(self.O_WQ_INVITE_COLUMN_1)
  472. in_col_2 = self.ocr_appear_click(self.O_WQ_INVITE_COLUMN_2)
  473. find = in_col_2 or in_col_1
  474. if find:
  475. self.wait_until_appear(self.I_WQ_INVITE_SELECTED, wait_time=2)
  476. self.screenshot()
  477. if self.appear(self.I_WQ_INVITE_SELECTED):
  478. logger.info("friend found and selected")
  479. break
  480. # TODO OCR识别到文字 但是没有选中 尝试重新选择 (选择好友时,弹出协作邀请导致选择好友失败)
  481. # 检测跨服好友按钮是否高亮
  482. while 1:
  483. self.screenshot()
  484. if not self.appear_highlight(self.I_WQ_INVITE_DIFF_SVR_HIGHLIGHT):
  485. self.click(self.I_WQ_INVITE_DIFF_SVR)
  486. continue
  487. break
  488. # 等待好友列表加载
  489. self.wait_until_appear(self.I_WQ_INVITE_DIFF_SVR_HIGHLIGHT, wait_time=4)
  490. # 没有找到需要邀请的人,点击取消 返回悬赏封印界面
  491. if not find:
  492. self.screenshot()
  493. self.ui_click_until_disappear(self.I_WQ_INVITE_CANCEL, interval=1.5)
  494. return False
  495. #
  496. self.ui_click_until_disappear(self.I_WQ_INVITE_ENSURE, interval=1)
  497. return True
  498. def get_cooperation_info(self) -> List:
  499. """
  500. 获取协作任务详情
  501. @return: 协作任务类型与邀请按钮
  502. """
  503. self.screenshot()
  504. retList = []
  505. i = 0
  506. for index in range(3):
  507. btn = self.__getattribute__("I_WQ_INVITE_" + str(index + 1))
  508. if not self.appear(btn):
  509. break
  510. if self.appear(self.__getattribute__("I_WQ_COOPERATION_TYPE_JADE_" + str(index + 1))):
  511. retList.append({'type': CooperationType.Jade, 'inviteBtn': btn})
  512. continue
  513. if self.appear(self.__getattribute__("I_WQ_COOPERATION_TYPE_DOG_FOOD_" + str(index + 1))):
  514. retList.append({'type': CooperationType.Food, 'inviteBtn': btn})
  515. continue
  516. if self.appear(self.__getattribute__("I_WQ_COOPERATION_TYPE_CAT_FOOD_" + str(index + 1))):
  517. retList.append({'type': CooperationType.Food, 'inviteBtn': btn})
  518. continue
  519. if self.appear(self.__getattribute__("I_WQ_COOPERATION_TYPE_SUSHI_" + str(index + 1))):
  520. retList.append({'type': CooperationType.Sushi, 'inviteBtn': btn})
  521. continue
  522. # NOTE 因为食物协作里面也有金币奖励 ,所以判断金币协作放在最后面
  523. if self.appear(self.__getattribute__("I_WQ_COOPERATION_TYPE_GOLD_" + str(index + 1))):
  524. retList.append({'type': CooperationType.Gold, 'inviteBtn': btn})
  525. continue
  526. logger.info(f"get cooperation size {len(retList)}")
  527. return retList
  528. # 使用平均亮度检测是否一致
  529. def appear_highlight(self, rule_image: RuleImage):
  530. def compute_region_brightness(img, top_left, width, height):
  531. """
  532. 计算目标区域的平均亮度 (灰度图的平均值)
  533. :param img: 目标图像
  534. :param top_left: 匹配区域的左上角坐标
  535. :param width: 模板宽度
  536. :param height: 模板高度
  537. :return: 区域亮度均值
  538. """
  539. # 裁剪出匹配区域
  540. region = img[top_left[1]:top_left[1] + height, top_left[0]:top_left[0] + width]
  541. # 转为灰度图
  542. gray_region = cv2.cvtColor(region, cv2.COLOR_BGR2GRAY)
  543. # 计算灰度均值
  544. return gray_region.mean()
  545. src = rule_image.corp(self.device.image)
  546. template = rule_image.image
  547. result = cv2.matchTemplate(src, template, cv2.TM_CCOEFF_NORMED)
  548. _, max_val, _, max_loc = cv2.minMaxLoc(result)
  549. brightness_src = compute_region_brightness(src, max_loc, template.shape[1], template.shape[0])
  550. brightness_template = compute_region_brightness(template, (0, 0), template.shape[1], template.shape[0])
  551. if max_val > rule_image.threshold and (brightness_src >= brightness_template * rule_image.threshold) and (
  552. brightness_src <= brightness_template * (2 - rule_image.threshold)):
  553. rule_image.roi_front[0] = max_loc[0] + rule_image.roi_back[0]
  554. rule_image.roi_front[1] = max_loc[1] + rule_image.roi_back[1]
  555. return True
  556. return False
  557. @cached_property
  558. def special_main(self) -> bool:
  559. # 特殊的庭院需要点一下,左边然后才能找到图标
  560. main_type = self.config.global_game.costume_config.costume_main_type
  561. if main_type == MainType.COSTUME_MAIN_3:
  562. return True
  563. return False
  564. def get_config(self):
  565. return self.config.wanted_quests.wanted_quests_config
  566. def need_invite_vip(self):
  567. return bool(self.get_config().invite_friend_name)
  568. def get_invite_vip_name(self, ctype: CooperationType):
  569. return self.get_config().invite_friend_name
  570. def invite_success_callback(self, ctype: CooperationType, name):
  571. """
  572. 邀请成功回调
  573. @param ctype:
  574. @type ctype:
  575. @param name:
  576. @type name:
  577. """
  578. return True
  579. def process_ocr(self, txt):
  580. def detect_spliter(txt):
  581. index = txt.find('/')
  582. if index != -1:
  583. return index
  584. # 由于斜杠'/'经常被误识别为'7',且悬赏封印悬赏怪物总数没有与‘7’相关的数字
  585. reg = re.compile(r'^(\d+)([7/])(\d+)$')
  586. match = reg.match(txt)
  587. if match:
  588. return match.start(2)
  589. return -1
  590. index = detect_spliter(txt)
  591. if index < 0:
  592. return 0, 0, 0
  593. return int(txt[:index]), 1, int(txt[index + 1:])
  594. def txt_ocr_appear(self, ocr_item: RuleOcr, reg, img):
  595. res = ocr_item.ocr(img)
  596. regex = re.compile(reg)
  597. ismatch = regex.match(res)
  598. return ismatch is not None
  599. def find_wq(self, img):
  600. def calc_xywh(box):
  601. rec_x, rec_y, rec_w, rec_h = box[0, 0], box[0, 1], box[1, 0] - box[0, 0], box[2, 1] - box[0, 1]
  602. x = rec_x + self.O_WQ_TEXT_ALL.roi[0]
  603. y = rec_y + self.O_WQ_TEXT_ALL.roi[1]
  604. w = rec_w
  605. h = rec_h
  606. return [x, y, w, h]
  607. res_list = self.O_WQ_TEXT_ALL.detect_and_ocr(img)
  608. import re
  609. reg_time = re.compile(r'^([01]?[0-9]|2[0-3]):([0-5]?[0-9]):?([0-5]?[0-9])?$')
  610. reg_fengyin = re.compile(r'.*[封|野]印.*')
  611. # 由于斜杠'/'经常被误识别为'7',且悬赏封印悬赏怪物总数没有与‘7’相关的数字
  612. reg_progress = re.compile(r'^(\d+)([7/])(\d+)$')
  613. # 没有检测到斜杠,符合格式:前N位与后N位相同,表示已完成
  614. reg_XX = re.compile(r'^(\d+)\1$')
  615. # 过滤掉协或者未知悬赏等其他无用字符
  616. reg_other = re.compile(r'[??协边]')
  617. completed_only = False
  618. for index, res in enumerate(res_list):
  619. if reg_fengyin.match(res.ocr_text):
  620. continue
  621. if reg_time.match(res.ocr_text):
  622. continue
  623. if reg_other.search(res.ocr_text):
  624. continue
  625. if (match := reg_progress.match(res.ocr_text)):
  626. spliter_index = match.start(2)
  627. xywh = calc_xywh(res.box)
  628. self.O_WQ_TEXT_ALL.area = xywh
  629. cu, re, total = int(res.ocr_text[:spliter_index]), 1, int(res.ocr_text[spliter_index + 1:])
  630. logger.info(f'Matched: {res.ocr_text}')
  631. # 识别结果规范性检查
  632. if total > 14:
  633. logger.warning("Total number of wanted quests is greater than 14")
  634. total = total % 10
  635. if cu > total:
  636. logger.warning('Current number of wanted quests is greater than total number')
  637. cu = cu // 10
  638. if cu == total:
  639. # 该任务已完成,一般是悬赏任务,邀请人没有做导致的
  640. completed_only = True
  641. continue
  642. return cu, re, total, xywh
  643. # 例如:1414 66 1212
  644. if reg_XX.match(res.ocr_text):
  645. continue
  646. # 什么都没匹配上,判断上一个识别结果如果为悬赏封印,那么认为该识别结果错误,尝试执行一次
  647. last_index = (index - 1) if index > 0 else 0
  648. if reg_fengyin.match(res_list[last_index].ocr_text):
  649. return 0, 1, 3, calc_xywh(res_list[last_index].box)
  650. if completed_only:
  651. return -2, -2, -2, [0, 0, 0, 0]
  652. return -1, -1, -1, [0, 0, 0, 0]
  653. def is_wq_remained(self):
  654. # 检测是否还存在任务
  655. return self.appear(self.O_WQ_WANTED)
  656. if __name__ == '__main__':
  657. from module.config.config import Config
  658. from module.device.device import Device
  659. import re
  660. c = Config('oas1')
  661. d = Device(c)
  662. t = ScriptTask(c, d)
  663. # import cv2
  664. #
  665. # img = cv2.imread(r'E:\2.png')
  666. # img = cv2.cvtColor(img, cv2.COLOR_BGR2RGB)
  667. #
  668. # res = t.find_wq(img)
  669. t.run()