script_process.py 5.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170
  1. # This Python file uses the following encoding: utf-8
  2. # @author runhey
  3. # 脚本进程
  4. # github https://github.com/runhey
  5. import sys, os
  6. import signal
  7. import multiprocessing
  8. from asyncio import QueueEmpty, CancelledError, sleep
  9. from enum import Enum
  10. from module.logger import logger
  11. from module.server.script_websocket import ScriptWSManager
  12. class ScriptState(int, Enum):
  13. INACTIVE = 0
  14. RUNNING = 1
  15. WARNING = 2
  16. UPDATING = 3
  17. class ScriptProcess(ScriptWSManager):
  18. def __init__(self, config_name: str) -> None:
  19. super().__init__()
  20. self.config_name = config_name # config_name
  21. self.log_pipe_out, self.log_pipe_in = multiprocessing.Pipe(False)
  22. self.state_queue = multiprocessing.Queue()
  23. self.state: ScriptState = ScriptState.INACTIVE
  24. self._process = None
  25. async def start(self):
  26. self.state = ScriptState.RUNNING
  27. await self.broadcast_state({"state": self.state})
  28. if self._process:
  29. logger.warning(f'Script {self.config_name} is initialized')
  30. if self._process and self._process.is_alive():
  31. logger.warning(f'Script {self.config_name} is already running and first stop it')
  32. self.stop()
  33. self._process = multiprocessing.Process(target=func,
  34. args=(self.config_name, self.state_queue, self.log_pipe_in,),
  35. name=self.config_name,
  36. daemon=True
  37. )
  38. self._process.start()
  39. async def stop(self):
  40. self.state = ScriptState.INACTIVE
  41. await self.broadcast_state({"state": self.state})
  42. if self._process is None:
  43. logger.warning(f'Script {self.config_name} process is removed')
  44. return
  45. if not self._process.is_alive():
  46. logger.warning(f'Script {self.config_name} is not running')
  47. return
  48. self._process.terminate()
  49. self._process.join(timeout=0.7)
  50. if self._process.is_alive():
  51. logger.error(f'Script {self.config_name} subprocess terminate failed')
  52. self._process.kill()
  53. self._process = None
  54. async def coroutine_broadcast_state(self):
  55. try:
  56. while 1:
  57. if self.state == ScriptState.INACTIVE:
  58. await sleep(1)
  59. continue
  60. await sleep(0.1)
  61. try:
  62. if self.state_queue.empty():
  63. await sleep(1)
  64. continue
  65. data = self.state_queue.get_nowait()
  66. if not data:
  67. await sleep(0.5)
  68. continue
  69. if 'state' in data and data['state'] == ScriptState.WARNING:
  70. self.state = ScriptState.WARNING
  71. await self.broadcast_state(data)
  72. except QueueEmpty as e:
  73. logger.warning(f'QueueEmpty: {e}')
  74. await sleep(0.5)
  75. continue
  76. except Exception as e:
  77. logger.error(f'Error: {e}')
  78. continue
  79. except CancelledError as e:
  80. logger.warning(f'{self.config_name} state coroutine is cancelled')
  81. return
  82. async def coroutine_broadcast_log(self):
  83. try:
  84. while 1:
  85. if self.state == ScriptState.INACTIVE:
  86. await sleep(1)
  87. continue
  88. await sleep(0.05)
  89. try:
  90. if not self.log_pipe_out.poll():
  91. await sleep(0.3)
  92. continue
  93. log = self.log_pipe_out.recv()
  94. if not log:
  95. await sleep(0.5)
  96. continue
  97. await self.broadcast_log(log)
  98. except EOFError as e:
  99. await sleep(0.5)
  100. logger.warning(f'EOFError: {e}')
  101. continue
  102. except Exception as e:
  103. logger.error(f'Log Error: {e}')
  104. continue
  105. except CancelledError as e:
  106. logger.warning(f'{self.config_name} log coroutine is cancelled')
  107. return
  108. def func(config: str, state_queue: multiprocessing.Queue, log_pipe_in) -> None:
  109. def signal_handler(signum, frame):
  110. logger.info(f'Script {config} received signal {signum}, exiting gracefully')
  111. log_pipe_in.close()
  112. state_queue.close()
  113. sys.exit(0)
  114. signal.signal(signal.SIGTERM, signal_handler)
  115. signal.signal(signal.SIGINT, signal_handler)
  116. def start_log() -> None:
  117. try:
  118. from module.logger import set_file_logger, set_func_logger
  119. set_file_logger(name=config)
  120. set_func_logger(log_pipe_in.send)
  121. except Exception as e:
  122. logger.exception(f'Start log error')
  123. logger.error(f'Error: {e}')
  124. raise
  125. start_log()
  126. import time
  127. try:
  128. # while 1:
  129. # time.sleep(1)
  130. # logger.info(f'Script {config} is running')
  131. # state_queue.put({"state": ScriptState.RUNNING})
  132. from script import Script
  133. script = Script(config_name=config)
  134. script.state_queue = state_queue
  135. script.loop()
  136. except SystemExit as e:
  137. logger.info(f'Script {config} process exit')
  138. logger.error(f'Error: {e}')
  139. state_queue.put({"state": ScriptState.WARNING})
  140. time.sleep(0.1)
  141. exit(-1)
  142. except Exception as e:
  143. logger.exception(f'Run script {config} error')
  144. logger.error(f'Error: {e}')
  145. raise
  146. if __name__ == '__main__':
  147. p = ScriptProcess('oas1')
  148. p.start()
  149. from time import sleep
  150. sleep(10)
  151. logger.info(p._process.exitcode)