debugger.py 8.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217
  1. import cv2
  2. import copy
  3. import shutil
  4. import time
  5. import numpy as np
  6. from datetime import datetime
  7. from cached_property import cached_property
  8. from pathlib import Path
  9. from numpy import uint8, fromfile
  10. from rich.table import Table
  11. from threading import Event, Lock, Thread
  12. from oashya.labels import id2label, CLASSIFY, CLASSINDEX, id2name
  13. from oashya.utils import draw_tracks
  14. from oashya.tracker import Tracker
  15. from tasks.base_task import BaseTask
  16. from module.logger import logger
  17. from tasks.Hyakkiyakou.agent.focus import Focus
  18. def test_track(show: bool = False):
  19. tracker = Tracker()
  20. # --------------------------------
  21. #
  22. folder_save = Path('./tasks/Hyakkiyakou/temp/save')
  23. shutil.rmtree(folder_save, ignore_errors=True)
  24. folder_save.mkdir(parents=True, exist_ok=True)
  25. folder_image = Path('./tasks/Hyakkiyakou/temp/20240621T221325')
  26. #
  27. start_time = datetime.now()
  28. for index, file in enumerate(folder_image.iterdir()):
  29. print(f'{index}-----------------------------------------------------------------------------------------------')
  30. if file.suffix != '.png':
  31. continue
  32. image = cv2.imdecode(fromfile(str(file), dtype=uint8), -1)
  33. image = cv2.cvtColor(image, cv2.COLOR_BGR2RGB)
  34. results = tracker(image=image, response=[0, 0, False, 10])
  35. print(results)
  36. save_file = folder_save / f'{file.stem}.png'
  37. draw_image = draw_tracks(image, results)
  38. if show:
  39. cv2.imshow('OAS Tracker', draw_image)
  40. cv2.waitKey(500)
  41. print('Press any key to continue')
  42. else:
  43. cv2.imwrite(str(save_file), draw_image)
  44. # if index >= 14:
  45. # raise
  46. end_time = datetime.now()
  47. print(f'平均时间: {(end_time - start_time) / len([folder_image.iterdir()])}')
  48. def show_track(sync_image, sync_lock, stop_event):
  49. # global glob_image
  50. while True:
  51. if stop_event.is_set():
  52. logger.info('OAS Track Debugger stopped')
  53. cv2.destroyAllWindows()
  54. break
  55. sync_lock.acquire()
  56. if Debugger.sync_image is None:
  57. logger.info('OAS Track Debugger not started')
  58. time.sleep(1)
  59. sync_lock.release()
  60. continue
  61. cv2.imshow('OAS Tracker', Debugger.sync_image)
  62. sync_lock.release()
  63. cv2.waitKey(100)
  64. class Debugger:
  65. info_enable: bool = False
  66. sync_image = None
  67. sync_lock = Lock()
  68. stop_event = Event()
  69. sync_thread = Thread(target=show_track, daemon=True, name='OAS Track Debugger',
  70. args=(sync_image, sync_lock, stop_event))
  71. # sync_event = Event() # reserved for future use
  72. # -------------------------------------------------------------------------
  73. def __init__(self,
  74. info_enable: bool = False,
  75. continuous_learning: bool = False,
  76. hya_save_result: bool = False):
  77. self._reset_thread_env()
  78. Debugger.info_enable = info_enable
  79. self.images_cache: dict = {}
  80. self.continuous_learning = continuous_learning
  81. self.hya_save_result = hya_save_result
  82. if continuous_learning:
  83. logger.info('Continuous Learning Mode Enabled')
  84. save_time = datetime.now().strftime('%Y%m%dT%H')
  85. self.hya_save_folder: Path = Path(f'./log/hya/{save_time}')
  86. self.hya_save_folder.mkdir(parents=True, exist_ok=True)
  87. if hya_save_result:
  88. logger.info('Hyakkiyakou Save Result Mode Enabled')
  89. save_time = datetime.now().strftime('%Y%m%dT%H')
  90. self.hya_save_result_folder: Path = Path(f'./log/hyakkiyakou/{save_time}')
  91. self.hya_save_result_folder.mkdir(parents=True, exist_ok=True)
  92. @cached_property
  93. def save_class(self) -> list[int]:
  94. """
  95. 需要保存的类别
  96. @return:
  97. """
  98. sp = [i for i in range(CLASSINDEX.MIN_SP, CLASSINDEX.MAX_SP + 1)]
  99. ssr = [i for i in range(CLASSINDEX.MIN_SSR, CLASSINDEX.MAX_SSR + 1)]
  100. g = [i for i in range(CLASSINDEX.MIN_G, CLASSINDEX.MAX_G + 1)]
  101. return sp + ssr + g
  102. def _reset_thread_env(self):
  103. logger.info('Reset Debugger Thread Environment')
  104. Debugger.sync_image = None
  105. self.sync_lock = Lock()
  106. self.stop_event = Event()
  107. self.sync_thread = Thread(target=show_track, daemon=True, name='OAS Track Debugger',
  108. args=(Debugger.sync_image, self.sync_lock, self.stop_event))
  109. def show(self, results):
  110. image = draw_tracks(self.device.image, results)
  111. cv2.imshow('OAS Tracker', image)
  112. def show_start(self):
  113. logger.info('OAS Track Debugger show image start')
  114. Debugger.sync_image = np.zeros((720, 1280, 3), dtype=np.uint8)
  115. self.sync_thread.start()
  116. def show_sync(self, image=None):
  117. self.sync_lock.acquire()
  118. if image is not None:
  119. # deepcopy
  120. Debugger.sync_image = copy.deepcopy(image)
  121. # logger.info('OAS Track Debugger synced image')
  122. self.sync_lock.release()
  123. def show_stop(self):
  124. logger.info('OAS Track Debugger show image stop')
  125. self.stop_event.set()
  126. self.sync_thread.join()
  127. def check_class(self, _class: int) -> bool:
  128. return _class in self.save_class
  129. def deal_learning(self, image, tracks: list):
  130. save_flag: bool = False
  131. for _id, _class, _conf, _cx, _cy, _w, _h, _v in tracks:
  132. if self.check_class(_class):
  133. save_flag = True
  134. break
  135. if not save_flag:
  136. return
  137. time_now_image_name = f'hya_{int(time.time() * 1000)}'
  138. self.images_cache[time_now_image_name] = image
  139. def save_images(self):
  140. if not self.images_cache:
  141. self.images_cache: dict = {}
  142. return
  143. logger.info('OAS Track Debugger save images to train model')
  144. for image_name, image in self.images_cache.items():
  145. image = cv2.cvtColor(image, cv2.COLOR_BGR2RGB)
  146. cv2.imwrite(str(self.hya_save_folder / f'{image_name}.png'), image)
  147. self.images_cache.clear()
  148. def save_result(self, image):
  149. if not self.hya_save_result:
  150. return
  151. _now_name = f'hya_{int(time.time() * 1000)}.png'
  152. image = cv2.cvtColor(image, cv2.COLOR_BGR2RGB)
  153. cv2.imwrite(str(self.hya_save_result_folder / _now_name), image)
  154. @classmethod
  155. def show_info(cls, tracker, f: Focus):
  156. table = Table(show_lines=True)
  157. table.add_column('Property', header_style="bright_cyan", style="cyan", no_wrap=True)
  158. table.add_column("Value", style="green")
  159. table.add_column('Property', header_style="bright_cyan", style="cyan", no_wrap=True)
  160. table.add_column("Value", style="green")
  161. if f is not None:
  162. try:
  163. table.add_row('id', str(f._id), 'conf', f'{f._conf:.2f}')
  164. table.add_row('class', str(f._class), 'xywh', f'({f._cx}, {f._cy}, {f._w}, {f._h})')
  165. table.add_row('label', id2label(f._class), 'velocity', f'{f._v:.2f}')
  166. table.add_row('name', f'{id2name(f._class)}', 'omega', str(f._omega))
  167. except Exception as e:
  168. pass
  169. table.add_row('detect cost', f'{(tracker.detect_time.total_seconds() * 1000):.2f}ms',
  170. 'track cost', f'{(tracker.track_time.total_seconds() * 1000):.2f}ms')
  171. logger.print(table, justify='center')
  172. def test_debugger():
  173. debugger = Debugger(info_enable=False, continuous_learning=True)
  174. debugger.show_start()
  175. folder_image = Path('./tasks/Hyakkiyakou/temp/20240621T221325')
  176. for index, file in enumerate(folder_image.iterdir()):
  177. print(f'{index}-----------------------------------------------------------------------------------------------')
  178. if file.suffix != '.png':
  179. continue
  180. image = cv2.imdecode(fromfile(str(file), dtype=uint8), -1)
  181. image = cv2.cvtColor(image, cv2.COLOR_BGR2RGB)
  182. debugger.show_sync(image)
  183. tracks = [[1, 190, 0.9, 0, 0, 0, 0, 0]]
  184. debugger.deal_learning(image=image, tracks=tracks)
  185. time.sleep(0.5)
  186. if index >= 19:
  187. break
  188. debugger.show_stop()
  189. debugger.save_images()
  190. if __name__ == '__main__':
  191. # test_track()
  192. test_debugger()
  193. pass