test_frog_oas.py 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257
  1. import tempfile
  2. import unittest
  3. from datetime import datetime, timedelta
  4. from pathlib import Path
  5. from unittest.mock import Mock, patch
  6. from tasks.FrogBoss.frog_oas import OasHistory, fetch_predictions, parse_side, same_lineup
  7. class OasTests(unittest.TestCase):
  8. def test_persistence_rewards_and_dedup(self):
  9. with tempfile.TemporaryDirectory() as directory:
  10. path = Path(directory) / 'history.jsonl'
  11. store = OasHistory(path)
  12. decision = store.choose('0' * 512, 20, 10, [
  13. {'uid': 'a', 'side': 'LEFT'}, {'uid': 'b', 'side': 'RIGHT'}])
  14. self.assertEqual(store.reliability('a'), .5)
  15. self.assertEqual(store.choose('0' * 512, 10, 20, [])['id'], decision['id'])
  16. self.assertIsNone(store.settle('1' * 512, 'LEFT'))
  17. store.settle('0' * 512, 'LEFT')
  18. self.assertIsNone(store.settle('0' * 512, 'LEFT'))
  19. reloaded = OasHistory(path)
  20. self.assertEqual(reloaded.reliability('a'), 1)
  21. self.assertEqual(reloaded.reliability('b'), 0)
  22. self.assertEqual(reloaded.reliability('crowd'), 1)
  23. second = reloaded.choose('1' * 512, 10, 20, [
  24. {'uid': 'a', 'side': 'LEFT'}, {'uid': 'b', 'side': 'LEFT'}])
  25. self.assertEqual(second['scores'], {'LEFT': 0, 'RIGHT': .5})
  26. self.assertEqual(second['mode'], 'signed_win_rate')
  27. reloaded.settle('1' * 512, 'RIGHT')
  28. self.assertEqual(reloaded.reliability('a'), .5)
  29. self.assertEqual(reloaded.reliability('b'), 0)
  30. self.assertEqual(reloaded.reliability('crowd'), 1)
  31. def test_fallback_and_missing_data(self):
  32. with tempfile.TemporaryDirectory() as directory:
  33. store = OasHistory(Path(directory) / 'history.jsonl')
  34. self.assertEqual(store.choose('0' * 512, 1, 2, [])['side'], 'RIGHT')
  35. self.assertEqual(store.reliability('crowd'), .5)
  36. with patch('tasks.FrogBoss.frog_oas.random.choice', return_value='LEFT'):
  37. self.assertEqual(store.choose('1' * 512, 0, 0, [])['side'], 'LEFT')
  38. def test_cold_start_two_equal_groups(self):
  39. predictions = [{'uid': str(i), 'side': 'LEFT' if i < 6 else 'RIGHT'} for i in range(9)]
  40. with tempfile.TemporaryDirectory() as directory:
  41. store = OasHistory(Path(directory) / 'history.jsonl')
  42. agreed = store.choose('0' * 512, 20, 10, predictions)
  43. self.assertEqual(agreed['side'], 'LEFT')
  44. self.assertEqual(agreed['scores'], {'LEFT': 2, 'RIGHT': 0})
  45. with patch('tasks.FrogBoss.frog_oas.random.choice', return_value='RIGHT') as choose:
  46. opposed = store.choose('1' * 512, 10, 20, predictions)
  47. self.assertEqual(opposed['scores'], {'LEFT': 1, 'RIGHT': 1})
  48. self.assertEqual(opposed['side'], 'RIGHT')
  49. choose.assert_called_once_with(('LEFT', 'RIGHT'))
  50. def test_bet_outcome_settlement_enters_weighted_mode(self):
  51. for side in ('LEFT', 'RIGHT'):
  52. for won in (True, False):
  53. with self.subTest(side=side, won=won), tempfile.TemporaryDirectory() as directory:
  54. store = OasHistory(Path(directory) / 'history.jsonl')
  55. left, right = (20, 10) if side == 'LEFT' else (10, 20)
  56. first = store.choose('0' * 512, left, right, [{'uid': 'a', 'side': side}])
  57. result = store.settle('0' * 512, bet_won=won)
  58. expected = side if won else ('RIGHT' if side == 'LEFT' else 'LEFT')
  59. self.assertEqual(result['winner'], expected)
  60. self.assertEqual(result['id'], first['id'])
  61. self.assertEqual(result['source'], 'bet_outcome')
  62. self.assertEqual(store.reliability('a'), float(won))
  63. self.assertIsNone(store.settle('0' * 512, bet_won=won))
  64. reloaded = OasHistory(store.path)
  65. second = reloaded.choose('1' * 512, left, right, [{'uid': 'a', 'side': side}])
  66. self.assertEqual(second['mode'], 'signed_win_rate')
  67. def test_signed_weights_penalize_wrong_sources_and_leave_newcomers_neutral(self):
  68. with tempfile.TemporaryDirectory() as directory:
  69. store = OasHistory(Path(directory) / 'history.jsonl')
  70. store.append('decision', id='previous', slot='2026-09-28:5', signature='1' * 512, votes={
  71. 'wrong': 'LEFT', 'correct': 'RIGHT', 'crowd': 'LEFT',
  72. })
  73. store.append('result', id='previous', winner='RIGHT')
  74. decision = store.choose('0' * 512, 20, 10, [
  75. {'uid': 'wrong', 'side': 'LEFT'},
  76. {'uid': 'correct', 'side': 'RIGHT'},
  77. {'uid': 'newcomer', 'side': 'LEFT'},
  78. ])
  79. self.assertEqual(decision['win_rates'], {
  80. 'wrong': 0, 'correct': 1, 'newcomer': .5, 'crowd': 0,
  81. })
  82. self.assertEqual(decision['weights'], {
  83. 'wrong': -.5, 'correct': .5, 'newcomer': 0, 'crowd': -.5,
  84. })
  85. self.assertEqual(decision['scores'], {'LEFT': -1, 'RIGHT': .5})
  86. self.assertEqual(decision['side'], 'RIGHT')
  87. self.assertEqual(decision['strategy_version'], 3)
  88. def test_negative_consensus_can_select_the_opposite_side(self):
  89. with tempfile.TemporaryDirectory() as directory:
  90. store = OasHistory(Path(directory) / 'history.jsonl')
  91. store.append('decision', id='previous', slot='2026-09-28:5', signature='1' * 512,
  92. votes={'a': 'LEFT'})
  93. store.append('result', id='previous', winner='RIGHT')
  94. decision = store.choose('0' * 512, 20, 10, [{'uid': 'a', 'side': 'LEFT'}])
  95. self.assertEqual(decision['weights'], {'a': -.5, 'crowd': 0})
  96. self.assertEqual(decision['scores'], {'LEFT': -.5, 'RIGHT': 0})
  97. self.assertEqual(decision['side'], 'RIGHT')
  98. def test_signed_weights_use_raw_cumulative_rate_and_randomize_zero_tie(self):
  99. with tempfile.TemporaryDirectory() as directory:
  100. store = OasHistory(Path(directory) / 'history.jsonl')
  101. for index, winner in enumerate(('LEFT', 'RIGHT', 'RIGHT', 'RIGHT')):
  102. store.append('decision', id=f'seed{index}', slot=f'2026-09-28:{5 + index}',
  103. signature='1' * 512, votes={'a': 'LEFT', 'b': 'RIGHT'})
  104. store.append('result', id=f'seed{index}', winner=winner)
  105. decision = store.choose('0' * 512, 0, 0, [
  106. {'uid': 'a', 'side': 'LEFT'}, {'uid': 'b', 'side': 'RIGHT'},
  107. ])
  108. self.assertEqual(decision['weights'], {'a': -.25, 'b': .25})
  109. self.assertEqual(decision['side'], 'RIGHT')
  110. with patch('tasks.FrogBoss.frog_oas.random.choice', return_value='LEFT') as choose:
  111. tied = store.choose('1' * 512, 0, 0, [
  112. {'uid': 'a', 'side': 'LEFT'}, {'uid': 'b', 'side': 'LEFT'},
  113. ])
  114. self.assertEqual(tied['scores'], {'LEFT': 0, 'RIGHT': 0})
  115. self.assertTrue(tied['random_tiebreak'])
  116. choose.assert_called_once_with(('LEFT', 'RIGHT'))
  117. def test_bet_outcome_rejects_missing_or_ambiguous_lineup(self):
  118. with tempfile.TemporaryDirectory() as directory:
  119. store = OasHistory(Path(directory) / 'history.jsonl')
  120. first = store.choose('0' * 512, 20, 10, [])
  121. self.assertIsNone(store.settle('1' * 512, bet_won=True))
  122. duplicate = dict(first)
  123. for key in ('kind', 'version', 'recorded_at'):
  124. duplicate.pop(key)
  125. duplicate['id'] = 'another-round'
  126. store.append('decision', **duplicate)
  127. self.assertIsNone(store.settle('0' * 512, bet_won=True))
  128. self.assertFalse(any(e['kind'] == 'result' for e in store.events))
  129. def test_winner_icons_take_precedence(self):
  130. with tempfile.TemporaryDirectory() as directory:
  131. store = OasHistory(Path(directory) / 'history.jsonl')
  132. store.choose('0' * 512, 20, 10, [])
  133. result = store.settle('0' * 512, 'RIGHT', bet_won=True)
  134. self.assertEqual(result['winner'], 'RIGHT')
  135. self.assertEqual(result['source'], 'winner_icons')
  136. def test_record_page_exact_round_and_dedup(self):
  137. with tempfile.TemporaryDirectory() as directory:
  138. store = OasHistory(Path(directory) / 'history.jsonl')
  139. store.append('decision', id='ten', slot='2026-09-30:5', side='LEFT',
  140. votes={'a': 'LEFT', 'crowd': 'LEFT'})
  141. store.append('decision', id='twelve', slot='2026-09-30:6', side='RIGHT',
  142. votes={'a': 'RIGHT', 'crowd': 'LEFT'})
  143. result = store.settle_record('2026.09.30 12:00', False)
  144. self.assertEqual(result['id'], 'twelve')
  145. self.assertEqual(result['winner'], 'LEFT')
  146. self.assertEqual(result['source'], 'record_page')
  147. self.assertEqual(store.reliability('a'), 0)
  148. self.assertEqual(store.reliability('crowd'), 1)
  149. self.assertIsNone(store.settle_record('2026.09.30 12:00', False))
  150. self.assertEqual(len([e for e in store.events if e['kind'] == 'result']), 1)
  151. self.assertEqual(store.settle_record('2026.09.30 10:00', True)['winner'], 'LEFT')
  152. def test_record_page_rejects_invalid_unknown_and_conflict(self):
  153. with tempfile.TemporaryDirectory() as directory:
  154. store = OasHistory(Path(directory) / 'history.jsonl')
  155. store.append('decision', id='a', slot='2026-09-30:6', side='LEFT', votes={})
  156. for stamp in ('12:00', '2026.09.30 13:00', '2026.09.30 12:30',
  157. '2026.02.30 12:00', '2099.09.30 12:00', '2026.09.29 12:00'):
  158. self.assertIsNone(store.settle_record(stamp, True))
  159. self.assertIsNone(store.settle_record('2026.09.30 12:00', None))
  160. self.assertIsNotNone(store.settle_record('2026.09.30 12:00', True))
  161. self.assertIsNone(store.settle_record('2026.09.30 12:00', False))
  162. self.assertEqual(store.events[-1]['reason'], 'conflicting_record_result')
  163. def test_record_page_does_not_guess_between_duplicate_decisions(self):
  164. with tempfile.TemporaryDirectory() as directory:
  165. store = OasHistory(Path(directory) / 'history.jsonl')
  166. for key in ('a', 'b'):
  167. store.append('decision', id=key, slot='2026-09-30:6', side='LEFT', votes={})
  168. self.assertIsNone(store.settle_record('2026.09.30 12:00', True))
  169. self.assertFalse(any(e['kind'] == 'result' for e in store.events))
  170. def test_selected_side_verifies_bet_and_keeps_raw_result(self):
  171. with tempfile.TemporaryDirectory() as directory:
  172. store = OasHistory(Path(directory) / 'history.jsonl')
  173. store.append('decision', id='a', slot='2026-09-30:6', side='RIGHT',
  174. votes={'a': 'RIGHT', 'crowd': 'LEFT'})
  175. result = store.settle_record('2026.09.30 12:00', False, selected_side='RIGHT')
  176. self.assertEqual(result['winner'], 'LEFT')
  177. self.assertEqual(store.reliability('crowd'), 1)
  178. self.assertEqual(store.reliability('a'), 0)
  179. self.assertIsNone(store.settle_record('2026.09.30 12:00', False, selected_side='RIGHT'))
  180. self.assertEqual(len([e for e in store.events if e['kind'] == 'record']), 1)
  181. self.assertIsNone(store.settle_record('2026.09.30 10:00', True, selected_side='LEFT'))
  182. self.assertEqual(len([e for e in store.events if e['kind'] == 'record']), 2)
  183. def test_selected_side_mismatch_does_not_update_weights(self):
  184. with tempfile.TemporaryDirectory() as directory:
  185. store = OasHistory(Path(directory) / 'history.jsonl')
  186. store.append('decision', id='a', slot='2026-09-30:6', side='LEFT', votes={'a': 'LEFT'})
  187. self.assertIsNone(store.settle_record('2026.09.30 12:00', False, selected_side='RIGHT'))
  188. self.assertEqual(store.events[-1]['reason'], 'record_bet_side_mismatch')
  189. self.assertEqual(store.reliability('a'), .5)
  190. def test_ambiguous_text_and_signature(self):
  191. self.assertEqual(parse_side('本场押红'), 'LEFT')
  192. self.assertIsNone(parse_side('不押红,押蓝'))
  193. self.assertIsNone(parse_side('押红还是押蓝'))
  194. self.assertTrue(same_lineup('0' * 512, '1' * 10 + '0' * 502))
  195. self.assertFalse(same_lineup('0' * 512, '1' * 512))
  196. def test_invalid_api_responses_do_not_block_other_sources(self):
  197. now = datetime(2026, 10, 1, 11, 45)
  198. valid_feed = {'result': {'feed': {
  199. 'content': {'body': {'text': '本场押红'}},
  200. 'createTime': (now - timedelta(minutes=5)).timestamp() * 1000,
  201. }}}
  202. invalid_responses = [None, [], 'invalid', {}, {'result': None},
  203. {'result': []}, {'result': {'feeds': {}}},
  204. {'result': {'feeds': [None]}},
  205. {'result': {'feeds': [{'id': None}]}},
  206. {'result': {'feed': None}}]
  207. def response(payload):
  208. return Mock(json=Mock(return_value=payload))
  209. for endpoint in ('listing', 'detail'):
  210. for invalid in invalid_responses:
  211. with self.subTest(endpoint=endpoint, payload=invalid):
  212. with tempfile.TemporaryDirectory() as directory:
  213. store = OasHistory(Path(directory) / 'history.jsonl')
  214. responses = []
  215. if endpoint == 'detail':
  216. responses.append(response({'result': {'feeds': [{'id': 'bad'}]}}))
  217. responses.extend([
  218. response(invalid),
  219. response({'result': {'feeds': [{'id': 'good'}]}}),
  220. response(valid_feed),
  221. ])
  222. with patch('tasks.FrogBoss.frog_oas.DASHEN_UIDS', ['bad', 'good']), \
  223. patch('tasks.FrogBoss.frog_oas.requests.Session') as session, \
  224. patch('tasks.FrogBoss.frog_oas.datetime') as clock:
  225. clock.now.return_value = now
  226. clock.fromtimestamp.side_effect = datetime.fromtimestamp
  227. session.return_value.__enter__.return_value.get.side_effect = responses
  228. predictions = fetch_predictions(store)
  229. self.assertEqual(predictions, [{'uid': 'good', 'side': 'LEFT', 'feed_id': 'good'}])
  230. self.assertFalse(store.events[0]['accepted'])
  231. self.assertEqual(store.events[-1]['uid'], 'good')
  232. if __name__ == '__main__':
  233. unittest.main()