frog_oas.py 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246
  1. """Persistent, outcome-verified weighted voting. Scores are not win probabilities."""
  2. import json
  3. import re
  4. import random
  5. from datetime import datetime
  6. from pathlib import Path
  7. from uuid import uuid4
  8. import cv2
  9. import requests
  10. from tasks.FrogBoss.oas_sources import DASHEN_UIDS
  11. def fingerprint(image):
  12. # Only the two lineups: excludes countdown, votes, chest and result text.
  13. bits = []
  14. for x in (300, 807):
  15. crop = image[112:233, x:x + 398]
  16. gray = cv2.cvtColor(crop, cv2.COLOR_RGB2GRAY)
  17. small = cv2.resize(gray, (33, 8))
  18. bits.extend((small[:, 1:] > small[:, :-1]).flatten())
  19. return ''.join('1' if bit else '0' for bit in bits)
  20. def same_lineup(a, b):
  21. return len(a) == len(b) == 512 and sum(x != y for x, y in zip(a, b)) <= 20
  22. def parse_side(text):
  23. # Ambiguous text is deliberately excluded rather than guessed by word order.
  24. red = bool(re.search(r'押红|押左|压红|压左|我红|我左|红优|红方胜|红色胜', text))
  25. blue = bool(re.search(r'押蓝|押右|压蓝|压右|我蓝|我右|蓝优|蓝方胜|蓝色胜', text))
  26. if re.search(r'不押|不压|别押|别压|不要押|不要压', text):
  27. return None
  28. return ('LEFT' if red else 'RIGHT') if red != blue else None
  29. class OasHistory:
  30. def __init__(self, path):
  31. self.path = Path(path)
  32. self.events = []
  33. if self.path.exists():
  34. for line in self.path.read_text(encoding='utf-8').splitlines():
  35. try:
  36. event = json.loads(line)
  37. except ValueError:
  38. continue # Ignore a truncated final record after interruption.
  39. if isinstance(event, dict):
  40. self.events.append(event)
  41. def append(self, kind, **data):
  42. event = dict(version=1, kind=kind, recorded_at=datetime.now().isoformat(), **data)
  43. self.path.parent.mkdir(parents=True, exist_ok=True)
  44. # Leading newline separates a possible truncated tail from the new event.
  45. with self.path.open('a', encoding='utf-8') as stream:
  46. stream.write('\n' + json.dumps(event, ensure_ascii=False) + '\n')
  47. stream.flush()
  48. self.events.append(event)
  49. return event
  50. def reliability(self, source):
  51. decisions = {e['id']: e for e in self.events if e.get('kind') == 'decision'}
  52. correct = total = 0
  53. seen = set()
  54. for result in self.events:
  55. if result.get('kind') != 'result' or result['id'] in seen:
  56. continue
  57. seen.add(result['id'])
  58. vote = decisions.get(result['id'], {}).get('votes', {}).get(source)
  59. if vote in ('LEFT', 'RIGHT'):
  60. total += 1
  61. correct += vote == result['winner']
  62. # Unverified newcomers start neutral; verified sources use raw win rate.
  63. return correct / total if total else 0.5
  64. def settle(self, signature, winner=None, *, bet_won=None):
  65. if winner not in ('LEFT', 'RIGHT') and type(bet_won) is not bool:
  66. self.append('unverified_result', signature=signature,
  67. reason='missing_winner_and_bet_outcome')
  68. return None
  69. # Include already settled records when checking ambiguity: never transfer
  70. # an old result to a newer decision with an identical lineup.
  71. matches = [e for e in self.events if e.get('kind') == 'decision'
  72. and same_lineup(e['signature'], signature)]
  73. if len(matches) != 1:
  74. self.append('unverified_result', signature=signature, winner=winner,
  75. reason='missing_or_ambiguous_decision')
  76. return None
  77. decision = matches[0]
  78. if any(e.get('kind') == 'result' and e['id'] == decision['id'] for e in self.events):
  79. return None
  80. source = 'winner_icons'
  81. if winner not in ('LEFT', 'RIGHT'):
  82. side = decision.get('side')
  83. if side not in ('LEFT', 'RIGHT'):
  84. self.append('unverified_result', signature=signature,
  85. reason='missing_bet_side')
  86. return None
  87. winner = side if bet_won else ('RIGHT' if side == 'LEFT' else 'LEFT')
  88. source = 'bet_outcome'
  89. return self.append('result', id=decision['id'], winner=winner,
  90. source=source, bet_won=bet_won,
  91. outcomes={s: v == winner for s, v in decision['votes'].items()})
  92. def settle_record(self, time_text, bet_won, selected_side=None):
  93. """Associate the latest visible record by exact date and round, never lineup."""
  94. match = re.fullmatch(r'\s*(\d{4})[./-](\d{1,2})[./-](\d{1,2})\s+(\d{1,2})[::](\d{2})\s*', str(time_text))
  95. played = None
  96. if match:
  97. try:
  98. played = datetime(*map(int, match.groups()))
  99. except ValueError:
  100. pass
  101. if (played is None or played.hour not in range(10, 24, 2)
  102. or played.minute != 0 or played > datetime.now()
  103. or type(bet_won) is not bool):
  104. self.append('unverified_result', time_text=str(time_text),
  105. reason='invalid_record_time_or_outcome')
  106. return None
  107. slot = f'{played.date()}:{played.hour // 2}'
  108. if selected_side in ('LEFT', 'RIGHT'):
  109. observed_winner = selected_side if bet_won else ('RIGHT' if selected_side == 'LEFT' else 'LEFT')
  110. observations = [e for e in self.events if e.get('kind') == 'record' and e.get('slot') == slot]
  111. if any(e['winner'] != observed_winner or e['selected_side'] != selected_side for e in observations):
  112. self.append('unverified_result', slot=slot, reason='conflicting_record_observation')
  113. return None
  114. if not observations:
  115. self.append('record', slot=slot, winner=observed_winner,
  116. selected_side=selected_side, bet_won=bet_won, time_text=str(time_text))
  117. matches = [e for e in self.events if e.get('kind') == 'decision' and e.get('slot') == slot]
  118. if len(matches) != 1 or matches[0].get('side') not in ('LEFT', 'RIGHT'):
  119. self.append('unverified_result', slot=slot,
  120. reason='missing_or_ambiguous_record_decision')
  121. return None
  122. decision = matches[0]
  123. side = selected_side if selected_side is not None else decision['side']
  124. if side not in ('LEFT', 'RIGHT') or side != decision['side']:
  125. self.append('unverified_result', slot=slot, selected_side=selected_side,
  126. reason='record_bet_side_mismatch')
  127. return None
  128. winner = side if bet_won else ('RIGHT' if side == 'LEFT' else 'LEFT')
  129. previous = [e for e in self.events if e.get('kind') == 'result' and e.get('id') == decision['id']]
  130. if previous:
  131. if any(e['winner'] != winner for e in previous):
  132. self.append('unverified_result', slot=slot, winner=winner,
  133. reason='conflicting_record_result')
  134. return None
  135. return self.append('result', id=decision['id'], slot=slot, winner=winner,
  136. source='record_page', bet_won=bet_won, selected_side=side,
  137. outcomes={s: v == winner for s, v in decision['votes'].items()})
  138. def choose(self, signature, left, right, predictions):
  139. now = datetime.now()
  140. # Re-entry in the same slot reuses the original frozen decision.
  141. slot = f'{now.date()}:{now.hour // 2}'
  142. for e in reversed(self.events):
  143. if e.get('kind') == 'decision' and e['slot'] == slot and same_lineup(e['signature'], signature):
  144. return e
  145. crowd = ('LEFT' if left > right else 'RIGHT') if left != right and left + right > 0 else None
  146. votes = {p['uid']: p['side'] for p in predictions if p.get('side') in ('LEFT', 'RIGHT')}
  147. expert_left = sum(v == 'LEFT' for v in votes.values())
  148. expert_right = sum(v == 'RIGHT' for v in votes.values())
  149. expert_side = ('LEFT' if expert_left > expert_right else 'RIGHT') if expert_left != expert_right else None
  150. if crowd:
  151. votes['crowd'] = crowd
  152. cold_start = not any(e.get('kind') == 'result' for e in self.events)
  153. win_rates = {} if cold_start else {uid: self.reliability(uid) for uid in votes}
  154. # A source below 50% penalizes its predicted side; newcomers are neutral.
  155. weights = {uid: rate - 0.5 for uid, rate in win_rates.items()}
  156. scores = {'LEFT': 0.0, 'RIGHT': 0.0}
  157. if cold_start:
  158. # Two equal votes: the expert majority as a whole and the crowd.
  159. for vote in (expert_side, crowd):
  160. if vote:
  161. scores[vote] += 1
  162. else:
  163. for uid, vote in votes.items():
  164. scores[vote] += weights[uid]
  165. tied = abs(scores['LEFT'] - scores['RIGHT']) < 1e-12
  166. side = random.choice(('LEFT', 'RIGHT')) if tied else max(scores, key=scores.get)
  167. return self.append('decision', id=uuid4().hex, slot=slot, signature=signature,
  168. left=left, right=right, votes=votes, weights=weights,
  169. win_rates=win_rates,
  170. scores=scores, side=side, strategy_version=3,
  171. mode='cold_start' if cold_start else 'signed_win_rate',
  172. expert_counts={'LEFT': expert_left, 'RIGHT': expert_right},
  173. expert_side=expert_side, crowd_side=crowd, random_tiebreak=tied)
  174. def _response_result(response):
  175. payload = response.json()
  176. if not isinstance(payload, dict) or not isinstance(payload.get('result'), dict):
  177. raise ValueError('Dashen response must contain a result object')
  178. return payload['result']
  179. def fetch_predictions(history):
  180. now = datetime.now()
  181. used = {(e.get('uid'), e.get('feed_id')) for e in history.events
  182. if e.get('kind') == 'fetch' and e.get('accepted')}
  183. predictions = []
  184. with requests.Session() as session:
  185. for uid in DASHEN_UIDS:
  186. feed_id = None
  187. try:
  188. response = session.get('https://inf.ds.163.com/v1/web/feed/basic/getSomeOneFeeds',
  189. params={'feedTypes': '1,2,3,4,6,7,10,11', 'someOneUid': uid}, timeout=(3, 5))
  190. response.raise_for_status()
  191. feeds = _response_result(response).get('feeds', [])
  192. if not isinstance(feeds, list):
  193. raise ValueError('Dashen feeds must be a list')
  194. if not feeds:
  195. history.append('fetch', uid=uid, accepted=False, reason='no_feed')
  196. continue
  197. if not isinstance(feeds[0], dict) or not feeds[0].get('id'):
  198. raise ValueError('Dashen feed entry must contain an id')
  199. feed_id = feeds[0]['id']
  200. response = session.get('https://inf.ds.163.com/v1/web/feed/basic/facade',
  201. params={'feedId': feed_id}, timeout=(3, 5))
  202. response.raise_for_status()
  203. feed = _response_result(response)['feed']
  204. if not isinstance(feed, dict):
  205. raise ValueError('Dashen feed must be an object')
  206. content = feed['content']
  207. if isinstance(content, str):
  208. content = json.loads(content)
  209. body = content['body']['text']
  210. raw_time = feed.get('createTime')
  211. published = None
  212. try:
  213. published = datetime.fromtimestamp(float(raw_time) / 1000)
  214. except (TypeError, ValueError, OverflowError, OSError):
  215. pass
  216. side = parse_side(body)
  217. fresh = published is not None and published.date() == now.date() and published.hour // 2 == now.hour // 2 and published <= now
  218. accepted = fresh and side is not None and (uid, feed_id) not in used
  219. history.append('fetch', uid=uid, feed_id=feed_id, create_time=raw_time,
  220. body=body, side=side, accepted=accepted,
  221. reason='accepted' if accepted else 'stale_unknown_ambiguous_or_duplicate')
  222. if accepted:
  223. predictions.append(dict(uid=uid, side=side, feed_id=feed_id))
  224. except (requests.RequestException, ValueError, KeyError, IndexError, TypeError) as exc:
  225. history.append('fetch', uid=uid, feed_id=feed_id, accepted=False,
  226. reason='request_or_parse_error', error=str(exc))
  227. return predictions