login_account.py 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350
  1. import math
  2. import time
  3. import cv2
  4. from module.atom.click import RuleClick
  5. from module.atom.gif import RuleGif
  6. from module.atom.image import RuleImage
  7. from module.atom.ocr import RuleOcr
  8. from module.logger import logger
  9. from tasks.Component.SwitchAccount.assets import SwitchAccountAssets
  10. from tasks.Component.SwitchAccount.switch_account_config import AccountInfo
  11. from tasks.base_task import BaseTask
  12. class LoginAccount(BaseTask, SwitchAccountAssets):
  13. def get_svr_name(self):
  14. self.screenshot()
  15. ocrRes = self.O_SA_LOGIN_FORM_SVR_NAME.ocr(self.device.image)
  16. return ocrRes
  17. def switch_svr(self, svrName: str):
  18. """
  19. 需保证账号已登录 且处于登录界面
  20. @param svrName:
  21. @type svrName:
  22. """
  23. self.O_SA_LOGIN_FORM_SVR_NAME.keyword = svrName
  24. if self.ocr_appear(self.O_SA_LOGIN_FORM_SVR_NAME):
  25. return True
  26. self.ui_click(self.C_SA_LOGIN_FORM_SWITCH_SVR_BTN, self.I_SA_CHECK_SELECT_SVR_1, 1.5)
  27. # 展开底部角色列表,显示角色所属服务器
  28. self.screenshot()
  29. if self.appear(self.I_SA_CHECK_SELECT_SVR_1) and (not self.appear(self.I_SA_CHECK_SELECT_SVR_2)):
  30. self.click(self.O_SA_SELECT_SVR_CHARACTER_LIST)
  31. self.O_SA_SELECT_SVR_SVR_LIST.keyword = svrName
  32. found = False
  33. lastSvrList: tuple = ()
  34. while 1:
  35. self.screenshot()
  36. # 灰度图
  37. self.device.image = cv2.cvtColor(self.device.image, cv2.COLOR_BGR2GRAY)
  38. # ret, self.device.image = cv2.threshold(self.device.image, 200, 255, cv2.THRESH_OTSU)
  39. ret, self.device.image = cv2.threshold(self.device.image, 100, 255, cv2.THRESH_BINARY)
  40. # self.device.image = cv2.adaptiveThreshold(self.device.image, 255, cv2.ADAPTIVE_THRESH_GAUSSIAN_C, cv2.THRESH_BINARY, 25, 10)
  41. self.device.image = abs(255 - self.device.image)
  42. # RGB图
  43. self.device.image = cv2.cvtColor(self.device.image, cv2.COLOR_GRAY2RGB)
  44. ocrRes = self.O_SA_SELECT_SVR_SVR_LIST.detect_and_ocr(self.device.image)
  45. # 受限于图像识别文字准确率,此处对识别结果与实际服务器名字 进行检查 字重合度大于阈值 就认为查找成功
  46. thresh = 0.5
  47. ocrSvrList = [res.ocr_text for res in ocrRes]
  48. for index, ocrSvrName in enumerate(ocrSvrList):
  49. if len(ocrSvrName) < 3:
  50. break
  51. tmp = set(svrName).intersection(set(ocrSvrName))
  52. if len(tmp) > max(len(svrName), len(ocrSvrName)) * thresh:
  53. logger.info("found svr %s which is similar with %s", ocrSvrName, svrName)
  54. found = True
  55. # 确定点击位置
  56. box = ocrRes[index].box
  57. self.O_SA_SELECT_SVR_SVR_LIST.area = [self.O_SA_SELECT_SVR_SVR_LIST.roi[0] + box[0][0],
  58. self.O_SA_SELECT_SVR_SVR_LIST.roi[1] + box[0][1],
  59. box[1][0] - box[0][0],
  60. box[2][1] - box[1][1]]
  61. # 跳出此层for循环
  62. break
  63. # 两次OCR结果相等表示滑动到最右侧
  64. if found or lastSvrList == ocrSvrList:
  65. break
  66. lastSvrList = ocrSvrList
  67. self.swipe(self.S_SA_SVR_SWIPE_LEFT)
  68. time.sleep(3.5)
  69. if found:
  70. self.click(self.O_SA_SELECT_SVR_SVR_LIST, interval=1.5)
  71. return True
  72. # 没找到 点击空白区域关闭选择服务器界面
  73. self.click(self.C_SA_LOGIN_FORM_CANCEL_SVR_SELECT)
  74. return False
  75. def switch_character(self, characterName: str):
  76. """
  77. 需保证账号已登录 且处于登录界面
  78. @param characterName:
  79. @return:
  80. @rtype:
  81. """
  82. logger.info("start switch_character")
  83. # 改成对比是否出现 已有角色
  84. self.ui_click(self.C_SA_LOGIN_FORM_SWITCH_SVR_BTN, self.O_SA_CHECK_SELECT_SVR)
  85. # 展开底部角色列表,显示角色所属服务器
  86. self.screenshot()
  87. while (not self.appear(self.I_SA_CHECK_SELECT_SVR_2)) and self.appear(self.I_SA_CHECK_SELECT_SVR_1):
  88. logger.info("open svr icon")
  89. self.click(self.C_SA_SELECT_SVR_CHARACTER_LIST, interval=1.5)
  90. self.wait_until_appear(self.I_SA_CHECK_SELECT_SVR_2, False, 1)
  91. # self.ui_click(self.C_SA_SELECT_SVR_CHARACTER_LIST, self.I_SA_CHECK_SELECT_SVR_2, 1.5)
  92. self.screenshot()
  93. self.O_SA_SELECT_SVR_CHARACTER_LIST.keyword = characterName
  94. lastCharacterNameList = []
  95. while 1:
  96. self.screenshot()
  97. ocrRes = self.O_SA_SELECT_SVR_CHARACTER_LIST.detect_and_ocr(self.device.image)
  98. # 去除角色等级数字
  99. characterNameList = [ocrResItem.ocr_text.lstrip('1234567890 ([<>])【】()《》') for ocrResItem in ocrRes]
  100. logger.info(characterNameList)
  101. ocrResBoxList = [ocrResItem.box for ocrResItem in ocrRes]
  102. for index, item in enumerate(characterNameList):
  103. if item != characterName:
  104. continue
  105. tmp = self.O_SA_SELECT_SVR_CHARACTER_LIST
  106. from copy import deepcopy
  107. tmpClick = RuleClick(
  108. roi_back=deepcopy(tmp.roi),
  109. roi_front=[
  110. tmp.roi[0] + ocrResBoxList[index][0][0],
  111. tmp.roi[1] + ocrResBoxList[index][0][1],
  112. ocrResBoxList[index][1][0] - ocrResBoxList[index][0][0],
  113. ocrResBoxList[index][2][1] - ocrResBoxList[index][1][1]],
  114. name="tmpClick"
  115. )
  116. # 此时 tmp 内存储的时角色名位置,而点击角色名没有反应
  117. # 所以需要获取到对应的服务器图标位置
  118. tmpClick.roi_front[1] -= 30
  119. self.ui_click_until_disappear(tmpClick, stop=self.I_SA_CHECK_SELECT_SVR_2,
  120. interval=3)
  121. logger.info("character %s found,and clicked svr icon", characterName)
  122. return True
  123. if lastCharacterNameList == characterNameList:
  124. break
  125. logger.info(f'{characterName} not found,start swipe')
  126. lastCharacterNameList = characterNameList
  127. self.swipe(self.S_SA_ACCOUNT_LIST_UP)
  128. # 等待滑动动画完成
  129. time.sleep(1.5)
  130. self.click(self.C_SA_LOGIN_FORM_CANCEL_SVR_SELECT, 1.5)
  131. return False
  132. def jump2SelectAccount(self):
  133. """
  134. 跳转到切换账号页面 该页面有红色登录按钮
  135. @return:
  136. @rtype:
  137. """
  138. while 1:
  139. if self.appear(self.I_SA_NETEASE_GAME_LOGO) and self.appear(self.I_SA_ACCOUNT_LOGIN_BTN):
  140. return
  141. if self.appear_then_click(self.I_SA_SWITCH_ACCOUNT_BTN, interval=1.5):
  142. continue
  143. if self.appear(self.I_CHECK_LOGIN_FORM):
  144. self.click(self.C_SA_LOGIN_FORM_USER_CENTER, 1.5)
  145. continue
  146. return
  147. def selectAccount(self, accountInfo: AccountInfo):
  148. logger.info("start selectAccount")
  149. self.O_SA_ACCOUNT_ACCOUNT_LIST.keyword = accountInfo.account
  150. self.O_SA_ACCOUNT_ACCOUNT_SELECTED.keyword = accountInfo.account
  151. # 正常情况一次就行,但防不住OCR搞幺蛾子 保险起见 多来几次吧 反正挂机不差这点
  152. for i in range(3):
  153. while 1:
  154. self.screenshot()
  155. if self.appear(self.I_SA_ACCOUNT_DROP_DOWN_CLOSED):
  156. if self.ocr_appear(self.O_SA_ACCOUNT_ACCOUNT_SELECTED):
  157. return True
  158. self.ui_click_until_disappear(self.I_SA_ACCOUNT_DROP_DOWN_CLOSED,
  159. interval=1.5)
  160. continue
  161. # 账号列表已打开状态
  162. ocrRes = self.O_SA_ACCOUNT_ACCOUNT_LIST.detect_and_ocr(self.device.image)
  163. # 找到该账号
  164. for index, ocr_account in enumerate([ocrResItem.ocr_text for ocrResItem in ocrRes]):
  165. if not accountInfo.is_account_alias(ocr_account):
  166. continue
  167. # if accountInfo.account in [ocrResItem.ocr_text for ocrResItem in ocrRes]:
  168. # index = [ocrResItem.ocr_text for ocrResItem in ocrRes].index(accountInfo.account)
  169. ocrResBoxList = [ocrResItem.box for ocrResItem in ocrRes]
  170. self.O_SA_ACCOUNT_ACCOUNT_LIST.area = [
  171. self.O_SA_ACCOUNT_ACCOUNT_LIST.roi[0] + ocrResBoxList[index][0][
  172. 0],
  173. self.O_SA_ACCOUNT_ACCOUNT_LIST.roi[1] + ocrResBoxList[index][0][
  174. 1],
  175. ocrResBoxList[index][1][0] - ocrResBoxList[index][0][0],
  176. ocrResBoxList[index][2][1] - ocrResBoxList[index][1][1]]
  177. time.sleep(1)
  178. self.click(self.O_SA_ACCOUNT_ACCOUNT_LIST)
  179. logger.info("account [ %s ] found", accountInfo.account)
  180. return True
  181. # 未找到该账号
  182. if self.appear(self.I_SA_ACCOUNT_DROP_DOWN_ADD_ACCOUNT):
  183. break
  184. self.swipe(self.S_SA_ACCOUNT_LIST_UP, 1.5)
  185. time.sleep(0.5)
  186. logger.info("account [ %s ] not found ", accountInfo.account)
  187. return False
  188. # def loginSubmit(self, appleOrAndroid: bool):
  189. # """
  190. #
  191. # @param appleOrAndroid: 安卓平台还是苹果平台
  192. # @type appleOrAndroid: False Apple
  193. # True Android
  194. # @return:
  195. # @rtype:
  196. # """
  197. # self.screenshot()
  198. # if not (self.appear(self.I_SA_ACCOUNT_LOGIN_BTN) and self.appear(self.I_SA_NETEASE_GAME_LOGO)):
  199. # # 不在登录界面,返回失败
  200. # return False
  201. # self.ui_click(self.C_SA_LOGIN_FORM_LOGIN_BTN, self.I_SA_LOGIN_FORM_APPLE, 1)
  202. # if appleOrAndroid:
  203. # logger.info("APPLE selected")
  204. # self.ui_click_until_disappear(self.I_SA_LOGIN_FORM_APPLE, 1)
  205. # else:
  206. # logger.info("ANDROID selected")
  207. # self.ui_click_until_disappear(self.I_SA_LOGIN_FORM_ANDROID, 1)
  208. # return True
  209. def login(self, accountInfo: AccountInfo) -> bool:
  210. """
  211. @param accountInfo:
  212. @type accountInfo:
  213. @return: True 点击了"进入游戏"按钮
  214. False 未找到相应角色
  215. @rtype:bool
  216. """
  217. self.screenshot()
  218. #
  219. if not (self.appear(self.I_CHECK_LOGIN_FORM) or self.appear(self.I_SA_NETEASE_GAME_LOGO)):
  220. logger.error("Unknown Page,%s %s Login Failed", accountInfo.character, accountInfo.svr)
  221. return False
  222. #
  223. isAccountLogon = False
  224. isCharacterSelected = False
  225. self.O_SA_ACCOUNT_ACCOUNT_SELECTED.keyword = accountInfo.account
  226. self.O_SA_LOGIN_FORM_USER_CENTER_ACCOUNT.keyword = accountInfo.account
  227. while 1:
  228. self.screenshot()
  229. # 处于 选择服务器界面 直接点击空白区域退出该界面 进入切换账号流程
  230. if self.appear(self.I_SA_CHECK_SELECT_SVR_1) or self.appear(self.I_SA_CHECK_SELECT_SVR_2):
  231. self.click(self.C_SA_LOGIN_FORM_CANCEL_SVR_SELECT)
  232. continue
  233. # 处于选择 苹果安卓界面
  234. if self.appear(self.I_SA_LOGIN_FORM_APPLE):
  235. btn = self.I_SA_LOGIN_FORM_ANDROID if accountInfo.apple_or_android else self.I_SA_LOGIN_FORM_APPLE
  236. self.ui_click_until_disappear(btn)
  237. isAccountLogon = True
  238. continue
  239. # 处于选择账号界面
  240. if self.appear(self.I_SA_NETEASE_GAME_LOGO) and not self.appear(self.I_SA_LOGIN_FORM_APPLE):
  241. if not accountInfo.account:
  242. logger.error("param account is None,cannot switch account")
  243. return False
  244. # 当前选择账号不是account
  245. if not self.ocr_appear(self.O_SA_ACCOUNT_ACCOUNT_SELECTED):
  246. # 没有找到account
  247. if not self.selectAccount(accountInfo):
  248. self.ui_click_until_disappear(self.C_SA_LOGIN_FORM_ACCOUNT_CLOSE_BTN,
  249. stop=self.I_SA_NETEASE_GAME_LOGO)
  250. return False
  251. # selectAccount 后更新图片
  252. self.screenshot()
  253. self.ui_click(self.I_SA_ACCOUNT_LOGIN_BTN, stop=self.I_SA_LOGIN_FORM_APPLE, interval=1)
  254. continue
  255. # 在用户中心界面
  256. if self.appear(self.I_SA_SWITCH_ACCOUNT_BTN):
  257. # 如果当前已登录用户就是account
  258. ocrRes = self.O_SA_LOGIN_FORM_USER_CENTER_ACCOUNT.ocr_single(self.device.image)
  259. # NOTE 由于邮箱账号@符号极易被误识别为其他,故对账号信息做预处理 便于比对
  260. if (accountInfo.account is None) or accountInfo.account == "" or accountInfo.is_account_alias(ocrRes):
  261. logger.info("current is the account we want:ocr result %s", ocrRes)
  262. isAccountLogon = True
  263. self.ui_click_until_disappear(self.C_SA_LOGIN_FORM_USER_CENTER_CLOSE_BTN, interval=1,
  264. stop=self.I_SA_SWITCH_ACCOUNT_BTN)
  265. continue
  266. #
  267. if self.ui_click(self.I_SA_SWITCH_ACCOUNT_BTN, self.I_SA_NETEASE_GAME_LOGO):
  268. isAccountLogon = False
  269. continue
  270. continue
  271. # 在游戏登录界面 不在用户中心 不在切换账号界面
  272. if not (self.appear(self.I_SA_NETEASE_GAME_LOGO) or self.appear(self.I_SA_SWITCH_ACCOUNT_BTN)):
  273. # 判断是否已经账号登录
  274. if not isAccountLogon:
  275. self.click(self.C_SA_LOGIN_FORM_USER_CENTER)
  276. continue
  277. # 已登录 查找对应角色
  278. if not isCharacterSelected and self.switch_character(accountInfo.character):
  279. isCharacterSelected = True
  280. continue
  281. break
  282. continue
  283. # 切换角色失败 /未找到该角色
  284. # 尝试使用 选择服务器方式
  285. if isAccountLogon and not isCharacterSelected and accountInfo.svr is not None and accountInfo.svr != "":
  286. logger.info("try to find character with svrName %s", accountInfo.svr)
  287. isCharacterSelected = self.switch_svr(accountInfo.svr)
  288. if isAccountLogon and isCharacterSelected:
  289. # 成功登录账号 找到角色
  290. # self.ui_click_until_disappear(self.C_SA_LOGIN_FORM_ENTER_GAME_BTN, stop=self.I_CHECK_LOGIN_FORM)
  291. logger.info("character %s-%s account:%s %s login Success", accountInfo.character, accountInfo.svr,
  292. accountInfo.account,
  293. 'Android' if accountInfo.apple_or_android else 'Apple')
  294. return True
  295. logger.error("character %s-%s account:%s %s login Failed", accountInfo.character, accountInfo.svr,
  296. accountInfo.account,
  297. 'Android' if accountInfo.apple_or_android else 'Apple')
  298. return False
  299. def ui_click_until_disappear(self, click, interval: float = 1, stop: RuleImage | RuleGif = None):
  300. """
  301. 重写原ui_click_until_disappear方法,增加stop参数
  302. 点击一个按钮直到stop消失
  303. 如果click为RuleOcr ,直接当作RuleClick点击,不会进行ocr识别,
  304. @param interval:
  305. @param click:
  306. @param stop:
  307. @type stop:
  308. @return:
  309. """
  310. if (isinstance(click, RuleImage) or isinstance(click, RuleGif)) and (stop is None):
  311. stop = click
  312. while 1:
  313. self.screenshot()
  314. if not self.appear(stop):
  315. break
  316. if isinstance(click, RuleImage) or isinstance(click, RuleGif):
  317. self.appear_then_click(click, interval=interval)
  318. continue
  319. elif isinstance(click, RuleClick):
  320. self.click(click, interval)
  321. continue
  322. elif isinstance(click, RuleOcr):
  323. self.click(click)
  324. continue