test_frog_oas.py 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215
  1. import tempfile
  2. import unittest
  3. from pathlib import Path
  4. from unittest.mock import patch
  5. from tasks.FrogBoss.frog_oas import OasHistory, parse_side, same_lineup
  6. class OasTests(unittest.TestCase):
  7. def test_persistence_rewards_and_dedup(self):
  8. with tempfile.TemporaryDirectory() as directory:
  9. path = Path(directory) / 'history.jsonl'
  10. store = OasHistory(path)
  11. decision = store.choose('0' * 512, 20, 10, [
  12. {'uid': 'a', 'side': 'LEFT'}, {'uid': 'b', 'side': 'RIGHT'}])
  13. self.assertEqual(store.reliability('a'), .5)
  14. self.assertEqual(store.choose('0' * 512, 10, 20, [])['id'], decision['id'])
  15. self.assertIsNone(store.settle('1' * 512, 'LEFT'))
  16. store.settle('0' * 512, 'LEFT')
  17. self.assertIsNone(store.settle('0' * 512, 'LEFT'))
  18. reloaded = OasHistory(path)
  19. self.assertEqual(reloaded.reliability('a'), 1)
  20. self.assertEqual(reloaded.reliability('b'), 0)
  21. self.assertEqual(reloaded.reliability('crowd'), 1)
  22. second = reloaded.choose('1' * 512, 10, 20, [
  23. {'uid': 'a', 'side': 'LEFT'}, {'uid': 'b', 'side': 'LEFT'}])
  24. self.assertEqual(second['scores'], {'LEFT': 0, 'RIGHT': .5})
  25. self.assertEqual(second['mode'], 'signed_win_rate')
  26. reloaded.settle('1' * 512, 'RIGHT')
  27. self.assertEqual(reloaded.reliability('a'), .5)
  28. self.assertEqual(reloaded.reliability('b'), 0)
  29. self.assertEqual(reloaded.reliability('crowd'), 1)
  30. def test_fallback_and_missing_data(self):
  31. with tempfile.TemporaryDirectory() as directory:
  32. store = OasHistory(Path(directory) / 'history.jsonl')
  33. self.assertEqual(store.choose('0' * 512, 1, 2, [])['side'], 'RIGHT')
  34. self.assertEqual(store.reliability('crowd'), .5)
  35. with patch('tasks.FrogBoss.frog_oas.random.choice', return_value='LEFT'):
  36. self.assertEqual(store.choose('1' * 512, 0, 0, [])['side'], 'LEFT')
  37. def test_cold_start_two_equal_groups(self):
  38. predictions = [{'uid': str(i), 'side': 'LEFT' if i < 6 else 'RIGHT'} for i in range(9)]
  39. with tempfile.TemporaryDirectory() as directory:
  40. store = OasHistory(Path(directory) / 'history.jsonl')
  41. agreed = store.choose('0' * 512, 20, 10, predictions)
  42. self.assertEqual(agreed['side'], 'LEFT')
  43. self.assertEqual(agreed['scores'], {'LEFT': 2, 'RIGHT': 0})
  44. with patch('tasks.FrogBoss.frog_oas.random.choice', return_value='RIGHT') as choose:
  45. opposed = store.choose('1' * 512, 10, 20, predictions)
  46. self.assertEqual(opposed['scores'], {'LEFT': 1, 'RIGHT': 1})
  47. self.assertEqual(opposed['side'], 'RIGHT')
  48. choose.assert_called_once_with(('LEFT', 'RIGHT'))
  49. def test_bet_outcome_settlement_enters_weighted_mode(self):
  50. for side in ('LEFT', 'RIGHT'):
  51. for won in (True, False):
  52. with self.subTest(side=side, won=won), tempfile.TemporaryDirectory() as directory:
  53. store = OasHistory(Path(directory) / 'history.jsonl')
  54. left, right = (20, 10) if side == 'LEFT' else (10, 20)
  55. first = store.choose('0' * 512, left, right, [{'uid': 'a', 'side': side}])
  56. result = store.settle('0' * 512, bet_won=won)
  57. expected = side if won else ('RIGHT' if side == 'LEFT' else 'LEFT')
  58. self.assertEqual(result['winner'], expected)
  59. self.assertEqual(result['id'], first['id'])
  60. self.assertEqual(result['source'], 'bet_outcome')
  61. self.assertEqual(store.reliability('a'), float(won))
  62. self.assertIsNone(store.settle('0' * 512, bet_won=won))
  63. reloaded = OasHistory(store.path)
  64. second = reloaded.choose('1' * 512, left, right, [{'uid': 'a', 'side': side}])
  65. self.assertEqual(second['mode'], 'signed_win_rate')
  66. def test_signed_weights_penalize_wrong_sources_and_leave_newcomers_neutral(self):
  67. with tempfile.TemporaryDirectory() as directory:
  68. store = OasHistory(Path(directory) / 'history.jsonl')
  69. store.append('decision', id='previous', slot='2026-09-28:5', signature='1' * 512, votes={
  70. 'wrong': 'LEFT', 'correct': 'RIGHT', 'crowd': 'LEFT',
  71. })
  72. store.append('result', id='previous', winner='RIGHT')
  73. decision = store.choose('0' * 512, 20, 10, [
  74. {'uid': 'wrong', 'side': 'LEFT'},
  75. {'uid': 'correct', 'side': 'RIGHT'},
  76. {'uid': 'newcomer', 'side': 'LEFT'},
  77. ])
  78. self.assertEqual(decision['win_rates'], {
  79. 'wrong': 0, 'correct': 1, 'newcomer': .5, 'crowd': 0,
  80. })
  81. self.assertEqual(decision['weights'], {
  82. 'wrong': -.5, 'correct': .5, 'newcomer': 0, 'crowd': -.5,
  83. })
  84. self.assertEqual(decision['scores'], {'LEFT': -1, 'RIGHT': .5})
  85. self.assertEqual(decision['side'], 'RIGHT')
  86. self.assertEqual(decision['strategy_version'], 3)
  87. def test_negative_consensus_can_select_the_opposite_side(self):
  88. with tempfile.TemporaryDirectory() as directory:
  89. store = OasHistory(Path(directory) / 'history.jsonl')
  90. store.append('decision', id='previous', slot='2026-09-28:5', signature='1' * 512,
  91. votes={'a': 'LEFT'})
  92. store.append('result', id='previous', winner='RIGHT')
  93. decision = store.choose('0' * 512, 20, 10, [{'uid': 'a', 'side': 'LEFT'}])
  94. self.assertEqual(decision['weights'], {'a': -.5, 'crowd': 0})
  95. self.assertEqual(decision['scores'], {'LEFT': -.5, 'RIGHT': 0})
  96. self.assertEqual(decision['side'], 'RIGHT')
  97. def test_signed_weights_use_raw_cumulative_rate_and_randomize_zero_tie(self):
  98. with tempfile.TemporaryDirectory() as directory:
  99. store = OasHistory(Path(directory) / 'history.jsonl')
  100. for index, winner in enumerate(('LEFT', 'RIGHT', 'RIGHT', 'RIGHT')):
  101. store.append('decision', id=f'seed{index}', slot=f'2026-09-28:{5 + index}',
  102. signature='1' * 512, votes={'a': 'LEFT', 'b': 'RIGHT'})
  103. store.append('result', id=f'seed{index}', winner=winner)
  104. decision = store.choose('0' * 512, 0, 0, [
  105. {'uid': 'a', 'side': 'LEFT'}, {'uid': 'b', 'side': 'RIGHT'},
  106. ])
  107. self.assertEqual(decision['weights'], {'a': -.25, 'b': .25})
  108. self.assertEqual(decision['side'], 'RIGHT')
  109. with patch('tasks.FrogBoss.frog_oas.random.choice', return_value='LEFT') as choose:
  110. tied = store.choose('1' * 512, 0, 0, [
  111. {'uid': 'a', 'side': 'LEFT'}, {'uid': 'b', 'side': 'LEFT'},
  112. ])
  113. self.assertEqual(tied['scores'], {'LEFT': 0, 'RIGHT': 0})
  114. self.assertTrue(tied['random_tiebreak'])
  115. choose.assert_called_once_with(('LEFT', 'RIGHT'))
  116. def test_bet_outcome_rejects_missing_or_ambiguous_lineup(self):
  117. with tempfile.TemporaryDirectory() as directory:
  118. store = OasHistory(Path(directory) / 'history.jsonl')
  119. first = store.choose('0' * 512, 20, 10, [])
  120. self.assertIsNone(store.settle('1' * 512, bet_won=True))
  121. duplicate = dict(first)
  122. for key in ('kind', 'version', 'recorded_at'):
  123. duplicate.pop(key)
  124. duplicate['id'] = 'another-round'
  125. store.append('decision', **duplicate)
  126. self.assertIsNone(store.settle('0' * 512, bet_won=True))
  127. self.assertFalse(any(e['kind'] == 'result' for e in store.events))
  128. def test_winner_icons_take_precedence(self):
  129. with tempfile.TemporaryDirectory() as directory:
  130. store = OasHistory(Path(directory) / 'history.jsonl')
  131. store.choose('0' * 512, 20, 10, [])
  132. result = store.settle('0' * 512, 'RIGHT', bet_won=True)
  133. self.assertEqual(result['winner'], 'RIGHT')
  134. self.assertEqual(result['source'], 'winner_icons')
  135. def test_record_page_exact_round_and_dedup(self):
  136. with tempfile.TemporaryDirectory() as directory:
  137. store = OasHistory(Path(directory) / 'history.jsonl')
  138. store.append('decision', id='ten', slot='2026-09-30:5', side='LEFT',
  139. votes={'a': 'LEFT', 'crowd': 'LEFT'})
  140. store.append('decision', id='twelve', slot='2026-09-30:6', side='RIGHT',
  141. votes={'a': 'RIGHT', 'crowd': 'LEFT'})
  142. result = store.settle_record('2026.09.30 12:00', False)
  143. self.assertEqual(result['id'], 'twelve')
  144. self.assertEqual(result['winner'], 'LEFT')
  145. self.assertEqual(result['source'], 'record_page')
  146. self.assertEqual(store.reliability('a'), 0)
  147. self.assertEqual(store.reliability('crowd'), 1)
  148. self.assertIsNone(store.settle_record('2026.09.30 12:00', False))
  149. self.assertEqual(len([e for e in store.events if e['kind'] == 'result']), 1)
  150. self.assertEqual(store.settle_record('2026.09.30 10:00', True)['winner'], 'LEFT')
  151. def test_record_page_rejects_invalid_unknown_and_conflict(self):
  152. with tempfile.TemporaryDirectory() as directory:
  153. store = OasHistory(Path(directory) / 'history.jsonl')
  154. store.append('decision', id='a', slot='2026-09-30:6', side='LEFT', votes={})
  155. for stamp in ('12:00', '2026.09.30 13:00', '2026.09.30 12:30',
  156. '2026.02.30 12:00', '2099.09.30 12:00', '2026.09.29 12:00'):
  157. self.assertIsNone(store.settle_record(stamp, True))
  158. self.assertIsNone(store.settle_record('2026.09.30 12:00', None))
  159. self.assertIsNotNone(store.settle_record('2026.09.30 12:00', True))
  160. self.assertIsNone(store.settle_record('2026.09.30 12:00', False))
  161. self.assertEqual(store.events[-1]['reason'], 'conflicting_record_result')
  162. def test_record_page_does_not_guess_between_duplicate_decisions(self):
  163. with tempfile.TemporaryDirectory() as directory:
  164. store = OasHistory(Path(directory) / 'history.jsonl')
  165. for key in ('a', 'b'):
  166. store.append('decision', id=key, slot='2026-09-30:6', side='LEFT', votes={})
  167. self.assertIsNone(store.settle_record('2026.09.30 12:00', True))
  168. self.assertFalse(any(e['kind'] == 'result' for e in store.events))
  169. def test_selected_side_verifies_bet_and_keeps_raw_result(self):
  170. with tempfile.TemporaryDirectory() as directory:
  171. store = OasHistory(Path(directory) / 'history.jsonl')
  172. store.append('decision', id='a', slot='2026-09-30:6', side='RIGHT',
  173. votes={'a': 'RIGHT', 'crowd': 'LEFT'})
  174. result = store.settle_record('2026.09.30 12:00', False, selected_side='RIGHT')
  175. self.assertEqual(result['winner'], 'LEFT')
  176. self.assertEqual(store.reliability('crowd'), 1)
  177. self.assertEqual(store.reliability('a'), 0)
  178. self.assertIsNone(store.settle_record('2026.09.30 12:00', False, selected_side='RIGHT'))
  179. self.assertEqual(len([e for e in store.events if e['kind'] == 'record']), 1)
  180. self.assertIsNone(store.settle_record('2026.09.30 10:00', True, selected_side='LEFT'))
  181. self.assertEqual(len([e for e in store.events if e['kind'] == 'record']), 2)
  182. def test_selected_side_mismatch_does_not_update_weights(self):
  183. with tempfile.TemporaryDirectory() as directory:
  184. store = OasHistory(Path(directory) / 'history.jsonl')
  185. store.append('decision', id='a', slot='2026-09-30:6', side='LEFT', votes={'a': 'LEFT'})
  186. self.assertIsNone(store.settle_record('2026.09.30 12:00', False, selected_side='RIGHT'))
  187. self.assertEqual(store.events[-1]['reason'], 'record_bet_side_mismatch')
  188. self.assertEqual(store.reliability('a'), .5)
  189. def test_ambiguous_text_and_signature(self):
  190. self.assertEqual(parse_side('本场押红'), 'LEFT')
  191. self.assertIsNone(parse_side('不押红,押蓝'))
  192. self.assertIsNone(parse_side('押红还是押蓝'))
  193. self.assertTrue(same_lineup('0' * 512, '1' * 10 + '0' * 502))
  194. self.assertFalse(same_lineup('0' * 512, '1' * 512))
  195. if __name__ == '__main__':
  196. unittest.main()