logger.py 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419
  1. # This Python file uses the following encoding: utf-8
  2. # @author runhey
  3. # github https://github.com/runhey
  4. import datetime
  5. import logging
  6. import os
  7. import sys
  8. import traceback
  9. from io import TextIOBase
  10. from typing import Callable, List
  11. from rich.console import Console, ConsoleOptions, ConsoleRenderable, NewLine, RenderResult
  12. from rich.highlighter import RegexHighlighter, NullHighlighter
  13. from rich.logging import RichHandler
  14. from rich.text import Text
  15. from rich.rule import Rule
  16. from rich.style import Style
  17. from rich.theme import Theme
  18. from rich.traceback import Traceback
  19. def empty_function(*args, **kwargs):
  20. pass
  21. # cnocr will set root logger in cnocr.utils
  22. # Delete logging.basicConfig to avoid logging the same message twice.
  23. logging.basicConfig = empty_function
  24. logging.raiseExceptions = True # Set True if wanna see encode errors on console
  25. # Remove HTTP keywords (GET, POST etc.)
  26. RichHandler.KEYWORDS = []
  27. class RichFileHandler(RichHandler):
  28. # Rename
  29. pass
  30. class LogStream(TextIOBase):
  31. def __init__(self, *args, func: Callable[[ConsoleRenderable], None] = None, **kwargs):
  32. super().__init__(*args, **kwargs)
  33. self._func = func
  34. def write(self, msg: str) -> int:
  35. if isinstance(msg, bytes):
  36. msg = msg.decode("utf-8")
  37. self._func(msg)
  38. return len(msg)
  39. class RichStreamHandler(RichHandler):
  40. pass
  41. class RichRenderableHandler(RichHandler):
  42. """
  43. Pass renderable into a function
  44. 主要是传入一个回调函数
  45. """
  46. def __init__(self, *args, func: Callable[[ConsoleRenderable], None] = None, **kwargs):
  47. super().__init__(*args, **kwargs)
  48. self._func = func
  49. def emit(self, record: logging.LogRecord) -> None:
  50. message = self.format(record)
  51. tb = None
  52. if (
  53. self.rich_tracebacks
  54. and record.exc_info
  55. and record.exc_info != (None, None, None)
  56. ):
  57. exc_type, exc_value, exc_traceback = record.exc_info
  58. traceback.print_tb(exc_traceback)
  59. self._func(exc_traceback)
  60. assert exc_type is not None
  61. assert exc_value is not None
  62. tb = Traceback.from_exception(
  63. exc_type,
  64. exc_value,
  65. exc_traceback,
  66. width=self.tracebacks_width,
  67. extra_lines=self.tracebacks_extra_lines,
  68. theme=self.tracebacks_theme,
  69. word_wrap=self.tracebacks_word_wrap,
  70. show_locals=self.tracebacks_show_locals,
  71. locals_max_length=self.locals_max_length,
  72. locals_max_string=self.locals_max_string,
  73. )
  74. # 这个好理解转化为特定格式, getMessage()返回寸str
  75. message = record.getMessage()
  76. if self.formatter:
  77. record.message = record.getMessage()
  78. formatter = self.formatter
  79. if hasattr(formatter, "usesTime") and formatter.usesTime():
  80. record.asctime = formatter.formatTime(
  81. record, formatter.datefmt)
  82. message = formatter.formatMessage(record)
  83. # 这个message_renderable是一个Text对象
  84. message_renderable = self.render_message(record, message)
  85. log_renderable: ConsoleRenderable = self.render(
  86. record=record, traceback=tb, message_renderable=message_renderable
  87. )
  88. # msg2 = Text.from_markup(message).markup
  89. # 这个message_renderable是一个Text对象
  90. # traceback是表示异常的对象
  91. # Directly put renderable into function
  92. self._func(log_renderable)
  93. def handle(self, record: logging.LogRecord) -> bool:
  94. if not self._func:
  95. return True
  96. super().handle(record)
  97. class HTMLConsole(Console):
  98. """
  99. Force full feature console
  100. but not working lol :(
  101. """
  102. @property
  103. def options(self) -> ConsoleOptions:
  104. return ConsoleOptions(
  105. max_height=self.size.height,
  106. size=self.size,
  107. legacy_windows=False,
  108. min_width=1,
  109. max_width=self.width,
  110. encoding='utf-8',
  111. is_terminal=False,
  112. )
  113. class Highlighter(RegexHighlighter):
  114. base_style = 'web.'
  115. highlights = [
  116. # (r'(?P<datetime>(\d{2}|\d{4})(?:\-)?([0]{1}\d{1}|[1]{1}[0-2]{1})'
  117. # r'(?:\-)?([0-2]{1}\d{1}|[3]{1}[0-1]{1})(?:\s)?([0-1]{1}\d{1}|'
  118. # r'[2]{1}[0-3]{1})(?::)?([0-5]{1}\d{1})(?::)?([0-5]{1}\d{1}).\d+\b)'),
  119. (r'(?P<time>([0-1]{1}\d{1}|[2]{1}[0-3]{1})(?::)?'
  120. r'([0-5]{1}\d{1})(?::)?([0-5]{1}\d{1})(.\d+\b))'),
  121. r"(?P<brace>[\{\[\(\)\]\}])",
  122. r"\b(?P<bool_true>True)\b|\b(?P<bool_false>False)\b|\b(?P<none>None)\b",
  123. r"(?P<path>(([A-Za-z]\:)|.)?\B([\/\\][\w\.\-\_\+]+)*[\/\\])(?P<filename>[\w\.\-\_\+]*)?",
  124. # r"(?<![\\\w])(?P<str>b?\'\'\'.*?(?<!\\)\'\'\'|b?\'.*?(?<!\\)\'|b?\"\"\".*?(?<!\\)\"\"\"|b?\".*?(?<!\\)\")",
  125. ]
  126. WEB_THEME = Theme({
  127. "web.brace": Style(bold=True),
  128. "web.bool_true": Style(color="bright_green", italic=True),
  129. "web.bool_false": Style(color="bright_red", italic=True),
  130. "web.none": Style(color="magenta", italic=True),
  131. "web.path": Style(color="magenta"),
  132. "web.filename": Style(color="bright_magenta"),
  133. "web.str": Style(color="green", italic=False, bold=False),
  134. "web.time": Style(color="cyan"),
  135. "rule.text": Style(bold=True),
  136. })
  137. def show_handlers(handlers):
  138. # 获取并打印日志记录器中处理器的信息
  139. for handler in logger.handlers:
  140. # 获取处理器的类名
  141. handler_class = handler.__class__.__name__
  142. print(f"Handler class: {handler_class}")
  143. # 获取处理器的级别
  144. handler_level = logging.getLevelName(handler.level)
  145. print(f"Handler level: {handler_level}")
  146. # 获取处理器的格式化器
  147. formatter = handler.formatter
  148. if formatter is not None:
  149. formatter_class = formatter.__class__.__name__
  150. print(f"Formatter class: {formatter_class}")
  151. # 其他处理器的属性和方法,根据需要进行获取和打印
  152. print() # 打印空行,用于分隔处理器的信息
  153. # Logger init
  154. logger_debug = False
  155. logger = logging.getLogger('oas')
  156. logger.setLevel(logging.DEBUG if logger_debug else logging.INFO)
  157. file_formatter = logging.Formatter(
  158. fmt='%(asctime)s.%(msecs)03d | %(levelname)8s | %(message)s', datefmt='%Y-%m-%d %H:%M:%S')
  159. console_formatter = logging.Formatter(
  160. fmt='%(asctime)s.%(msecs)03d │ %(message)s', datefmt='%Y-%m-%d %H:%M:%S')
  161. web_formatter = logging.Formatter(
  162. fmt='%(asctime)s.%(msecs)03d │ %(message)s', datefmt='%H:%M:%S')
  163. # Add console logger
  164. # console = logging.StreamHandler(stream=sys.stdout)
  165. # console.setFormatter(formatter)
  166. # console.flush = sys.stdout.flush
  167. # logger.addHandler(console)
  168. # Add rich console logger
  169. # ======================================================================================================================
  170. # 设置控制台的
  171. # ======================================================================================================================
  172. stdout_console = console = Console()
  173. console_hdlr = RichHandler(
  174. show_path=False,
  175. show_time=False,
  176. rich_tracebacks=True,
  177. tracebacks_show_locals=True,
  178. tracebacks_extra_lines=3,
  179. )
  180. console_hdlr.setFormatter(console_formatter)
  181. logger.addHandler(console_hdlr)
  182. # Ensure running in Alas root folder
  183. os.chdir(os.path.join(os.path.dirname(__file__), '../'))
  184. # Add file logger
  185. pyw_name = os.path.splitext(os.path.basename(sys.argv[0]))[0]
  186. # 这个函数貌似没有用到
  187. def _set_file_logger(name=pyw_name):
  188. if '_' in name:
  189. name = name.split('_', 1)[0]
  190. log_file = f'./log/{datetime.date.today()}_{name}.txt'
  191. try:
  192. file = logging.FileHandler(log_file, encoding='utf-8')
  193. except FileNotFoundError:
  194. os.mkdir('./log')
  195. file = logging.FileHandler(log_file, encoding='utf-8')
  196. file.setFormatter(file_formatter)
  197. logger.handlers = [h for h in logger.handlers if not isinstance(
  198. h, (logging.FileHandler, RichFileHandler))]
  199. logger.addHandler(file)
  200. logger.log_file = log_file
  201. def set_file_logger(name=pyw_name):
  202. if '_' in name:
  203. name = name.split('_', 1)[0]
  204. log_file = f'./log/{datetime.date.today()}_{name}.txt'
  205. try:
  206. file = open(log_file, mode='a', encoding='utf-8')
  207. except FileNotFoundError:
  208. os.mkdir('./log')
  209. file = open(log_file, mode='a', encoding='utf-8')
  210. file_console = Console(
  211. file=file,
  212. no_color=True,
  213. highlight=False,
  214. width=120,
  215. )
  216. hdlr = RichFileHandler(
  217. console=file_console,
  218. show_path=False,
  219. show_time=False,
  220. show_level=False,
  221. rich_tracebacks=True,
  222. tracebacks_show_locals=True,
  223. tracebacks_extra_lines=3,
  224. tracebacks_width=80,
  225. highlighter=NullHighlighter(),
  226. )
  227. hdlr.setFormatter(file_formatter)
  228. logger.handlers = [h for h in logger.handlers if not isinstance(
  229. h, (logging.FileHandler, RichFileHandler))]
  230. logger.addHandler(hdlr)
  231. logger.log_file = log_file
  232. # 给web设置
  233. def set_func_logger(func):
  234. stream = LogStream(func=func)
  235. file_console = Console(
  236. file=stream,
  237. force_terminal=False,
  238. force_interactive=False,
  239. no_color=True,
  240. highlight=False,
  241. width=120,
  242. )
  243. hdlr = RichStreamHandler(
  244. console=file_console,
  245. show_path=False,
  246. show_time=False,
  247. show_level=True,
  248. rich_tracebacks=True,
  249. tracebacks_show_locals=True,
  250. tracebacks_extra_lines=3,
  251. highlighter=NullHighlighter(),
  252. )
  253. hdlr.setFormatter(web_formatter)
  254. logger.addHandler(hdlr)
  255. def _get_renderables(
  256. self: Console, *objects, sep=" ", end="\n", justify=None, emoji=None, markup=None, highlight=None,
  257. ) -> List[ConsoleRenderable]:
  258. """
  259. Refer to rich.console.Console.print()
  260. """
  261. if not objects:
  262. objects = (NewLine(),)
  263. render_hooks = self._render_hooks[:]
  264. with self:
  265. renderables = self._collect_renderables(
  266. objects,
  267. sep,
  268. end,
  269. justify=justify,
  270. emoji=emoji,
  271. markup=markup,
  272. highlight=highlight,
  273. )
  274. for hook in render_hooks:
  275. renderables = hook.process_renderables(renderables)
  276. return renderables
  277. def print(*objects: ConsoleRenderable, **kwargs):
  278. for hdlr in logger.handlers:
  279. if isinstance(hdlr, RichRenderableHandler):
  280. for renderable in _get_renderables(hdlr.console, *objects, **kwargs):
  281. hdlr._func(renderable)
  282. elif isinstance(hdlr, RichHandler):
  283. hdlr.console.print(*objects)
  284. class GuiRule(Rule):
  285. def __rich_console__(
  286. self, console: Console, options: ConsoleOptions
  287. ) -> RenderResult:
  288. options.max_width = 80
  289. return super().__rich_console__(console, options)
  290. def rule(title="", *, characters="─", style="rule.line", end="\n", align="center"):
  291. rule = GuiRule(title=title, characters=characters,
  292. style=style, end=end)
  293. print(rule)
  294. def hr(title, level=3):
  295. title = str(title).upper()
  296. if level == 1:
  297. logger.rule(title, characters='═')
  298. logger.info(title)
  299. if level == 2:
  300. logger.rule(title, characters='─')
  301. logger.info(title)
  302. if level == 3:
  303. logger.info(f"[bold]<<< {title} >>>[/bold]", extra={"markup": True})
  304. if level == 0:
  305. logger.rule(characters='═')
  306. logger.rule(title, characters='-')
  307. logger.rule(characters='═')
  308. def attr(name, text):
  309. logger.info('[%s] %s' % (str(name), str(text)))
  310. def attr_align(name, text, front='', align=22):
  311. name = str(name).rjust(align)
  312. if front:
  313. name = front + name[len(front):]
  314. logger.info('%s: %s' % (name, str(text)))
  315. def show():
  316. logger.info('INFO')
  317. logger.warning('WARNING')
  318. logger.debug('DEBUG')
  319. logger.error('ERROR')
  320. logger.critical('CRITICAL')
  321. logger.hr('hr0', 0)
  322. logger.hr('hr1', 1)
  323. logger.hr('hr2', 2)
  324. logger.hr('hr3', 3)
  325. logger.info(r'Brace { [ ( ) ] }')
  326. logger.info(r'True, False, None')
  327. logger.info(r'E:/path\\to/alas/alas.exe, /root/alas/, ./relative/path/log.txt')
  328. local_var1 = 'This is local variable'
  329. # Line before exception
  330. raise Exception("Exception")
  331. # Line below exception
  332. def error_convert(func):
  333. def error_wrapper(msg, *args, **kwargs):
  334. if isinstance(msg, Exception):
  335. msg = f'{type(msg).__name__}: {msg}'
  336. return func(msg, *args, **kwargs)
  337. return error_wrapper
  338. logger.error = error_convert(logger.error)
  339. logger.hr = hr
  340. logger.attr = attr
  341. logger.attr_align = attr_align
  342. logger.set_file_logger = set_file_logger
  343. logger.set_func_logger = set_func_logger
  344. logger.rule = rule
  345. logger.print = print
  346. logger.log_file: str
  347. logger.set_file_logger()
  348. logger.hr('Start', level=0)