test_frog_oas.py 3.2 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364
  1. import tempfile
  2. import unittest
  3. from pathlib import Path
  4. from unittest.mock import patch
  5. from tasks.FrogBoss.frog_oas import OasHistory, parse_side, same_lineup
  6. class OasTests(unittest.TestCase):
  7. def test_persistence_rewards_and_dedup(self):
  8. with tempfile.TemporaryDirectory() as directory:
  9. path = Path(directory) / 'history.jsonl'
  10. store = OasHistory(path)
  11. decision = store.choose('0' * 512, 20, 10, [
  12. {'uid': 'a', 'side': 'LEFT'}, {'uid': 'b', 'side': 'RIGHT'}])
  13. self.assertEqual(store.reliability('a'), .5)
  14. self.assertEqual(store.choose('0' * 512, 10, 20, [])['id'], decision['id'])
  15. self.assertIsNone(store.settle('1' * 512, 'LEFT'))
  16. store.settle('0' * 512, 'LEFT')
  17. self.assertIsNone(store.settle('0' * 512, 'LEFT'))
  18. reloaded = OasHistory(path)
  19. self.assertEqual(reloaded.reliability('a'), 1)
  20. self.assertEqual(reloaded.reliability('b'), 0)
  21. self.assertEqual(reloaded.reliability('crowd'), 1)
  22. second = reloaded.choose('1' * 512, 10, 20, [
  23. {'uid': 'a', 'side': 'LEFT'}, {'uid': 'b', 'side': 'LEFT'}])
  24. self.assertEqual(second['scores'], {'LEFT': 1, 'RIGHT': 1})
  25. self.assertEqual(second['mode'], 'win_rate')
  26. reloaded.settle('1' * 512, 'RIGHT')
  27. self.assertEqual(reloaded.reliability('a'), .5)
  28. self.assertEqual(reloaded.reliability('b'), 0)
  29. self.assertEqual(reloaded.reliability('crowd'), 1)
  30. def test_fallback_and_missing_data(self):
  31. with tempfile.TemporaryDirectory() as directory:
  32. store = OasHistory(Path(directory) / 'history.jsonl')
  33. self.assertEqual(store.choose('0' * 512, 1, 2, [])['side'], 'RIGHT')
  34. self.assertEqual(store.reliability('crowd'), .5)
  35. with patch('tasks.FrogBoss.frog_oas.random.choice', return_value='LEFT'):
  36. self.assertEqual(store.choose('1' * 512, 0, 0, [])['side'], 'LEFT')
  37. def test_cold_start_two_equal_groups(self):
  38. predictions = [{'uid': str(i), 'side': 'LEFT' if i < 6 else 'RIGHT'} for i in range(9)]
  39. with tempfile.TemporaryDirectory() as directory:
  40. store = OasHistory(Path(directory) / 'history.jsonl')
  41. agreed = store.choose('0' * 512, 20, 10, predictions)
  42. self.assertEqual(agreed['side'], 'LEFT')
  43. self.assertEqual(agreed['scores'], {'LEFT': 2, 'RIGHT': 0})
  44. with patch('tasks.FrogBoss.frog_oas.random.choice', return_value='RIGHT') as choose:
  45. opposed = store.choose('1' * 512, 10, 20, predictions)
  46. self.assertEqual(opposed['scores'], {'LEFT': 1, 'RIGHT': 1})
  47. self.assertEqual(opposed['side'], 'RIGHT')
  48. choose.assert_called_once_with(('LEFT', 'RIGHT'))
  49. def test_ambiguous_text_and_signature(self):
  50. self.assertEqual(parse_side('本场押红'), 'LEFT')
  51. self.assertIsNone(parse_side('不押红,押蓝'))
  52. self.assertIsNone(parse_side('押红还是押蓝'))
  53. self.assertTrue(same_lineup('0' * 512, '1' * 10 + '0' * 502))
  54. self.assertFalse(same_lineup('0' * 512, '1' * 512))
  55. if __name__ == '__main__':
  56. unittest.main()