script_process.py 6.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183
  1. # This Python file uses the following encoding: utf-8
  2. # @author runhey
  3. # 脚本进程
  4. # github https://github.com/runhey
  5. import sys, os
  6. import signal
  7. import multiprocessing
  8. from asyncio import QueueEmpty, CancelledError, sleep
  9. from enum import Enum
  10. from module.logger import logger
  11. from module.server.config_manager import ConfigManager
  12. from module.server.script_websocket import ScriptWSManager
  13. class ScriptState(int, Enum):
  14. INACTIVE = 0
  15. RUNNING = 1
  16. WARNING = 2
  17. UPDATING = 3
  18. class ScriptProcess(ScriptWSManager):
  19. def __init__(self, config_name: str) -> None:
  20. super().__init__()
  21. if config_name not in ConfigManager.all_script_files():
  22. raise FileNotFoundError(f'{config_name}.json not found')
  23. self.config_name = config_name # config_name
  24. self.log_pipe_out, self.log_pipe_in = multiprocessing.Pipe(False)
  25. self.state_queue = multiprocessing.Queue()
  26. self.state: ScriptState = ScriptState.INACTIVE
  27. self._process = None
  28. async def start(self):
  29. self.state = ScriptState.RUNNING
  30. await self.broadcast_state({"state": self.state})
  31. if self._process:
  32. logger.warning(f'Script {self.config_name} is initialized')
  33. if self._process and self._process.is_alive():
  34. logger.warning(f'Script {self.config_name} is already running and first stop it')
  35. self.stop()
  36. self._process = multiprocessing.Process(target=func,
  37. args=(self.config_name, self.state_queue, self.log_pipe_in,),
  38. name=self.config_name,
  39. daemon=True
  40. )
  41. self._process.start()
  42. async def stop(self):
  43. self.state = ScriptState.INACTIVE
  44. await self.broadcast_state({"state": self.state})
  45. if self._process is None:
  46. logger.warning(f'Script {self.config_name} process is removed')
  47. return
  48. if not self._process.is_alive():
  49. logger.warning(f'Script {self.config_name} is not running')
  50. return
  51. self._process.terminate()
  52. self._process.join(timeout=0.7)
  53. if self._process.is_alive():
  54. logger.error(f'Script {self.config_name} subprocess terminate failed')
  55. self._process.kill()
  56. self._process = None
  57. async def coroutine_broadcast_state(self):
  58. try:
  59. while 1:
  60. if self.state == ScriptState.INACTIVE:
  61. await sleep(1)
  62. continue
  63. await sleep(0.1)
  64. try:
  65. if self.state_queue.empty():
  66. await sleep(1)
  67. continue
  68. data = self.state_queue.get_nowait()
  69. if not data:
  70. await sleep(0.5)
  71. continue
  72. if 'state' in data and data['state'] == ScriptState.WARNING:
  73. self.state = ScriptState.WARNING
  74. await self.broadcast_state(data)
  75. except QueueEmpty as e:
  76. logger.warning(f'QueueEmpty: {e}')
  77. await sleep(0.5)
  78. continue
  79. except Exception as e:
  80. logger.error(f'Error: {e}')
  81. continue
  82. except CancelledError as e:
  83. logger.warning(f'{self.config_name} state coroutine is cancelled')
  84. return
  85. async def coroutine_broadcast_log(self):
  86. try:
  87. while 1:
  88. if self.state == ScriptState.INACTIVE:
  89. await sleep(1)
  90. continue
  91. await sleep(0.05)
  92. try:
  93. if not self.log_pipe_out.poll():
  94. await sleep(0.3)
  95. continue
  96. log = self.log_pipe_out.recv()
  97. if not log:
  98. await sleep(0.5)
  99. continue
  100. await self.broadcast_log(log)
  101. except EOFError as e:
  102. await sleep(0.5)
  103. logger.warning(f'EOFError: {e}')
  104. continue
  105. except Exception as e:
  106. logger.error(f'Log Error: {e}')
  107. continue
  108. except CancelledError as e:
  109. logger.warning(f'{self.config_name} log coroutine is cancelled')
  110. return
  111. def func(config: str, state_queue: multiprocessing.Queue, log_pipe_in) -> None:
  112. def signal_handler(signum, frame):
  113. logger.info(f'Script {config} received signal {signum}, exiting gracefully')
  114. try:
  115. from module.config.instance_guard import InstanceGuard
  116. InstanceGuard(config).remove_from_queue()
  117. except Exception:
  118. pass
  119. log_pipe_in.close()
  120. state_queue.close()
  121. sys.exit(0)
  122. signal.signal(signal.SIGTERM, signal_handler)
  123. signal.signal(signal.SIGINT, signal_handler)
  124. def start_log() -> None:
  125. try:
  126. from module.logger import set_file_logger, set_func_logger
  127. set_file_logger(name=config)
  128. set_func_logger(log_pipe_in.send)
  129. except Exception as e:
  130. logger.exception(f'Start log error')
  131. logger.error(f'Error: {e}')
  132. raise
  133. start_log()
  134. import time
  135. try:
  136. # while 1:
  137. # time.sleep(1)
  138. # logger.info(f'Script {config} is running')
  139. # state_queue.put({"state": ScriptState.RUNNING})
  140. from script import Script
  141. script = Script(config_name=config)
  142. script.state_queue = state_queue
  143. script.loop()
  144. except SystemExit as e:
  145. logger.info(f'Script {config} process exit')
  146. logger.error(f'Error: {e}')
  147. state_queue.put({"state": ScriptState.WARNING})
  148. time.sleep(0.1)
  149. exit(-1)
  150. except Exception as e:
  151. logger.exception(f'Run script {config} error')
  152. logger.error(f'Error: {e}')
  153. raise
  154. finally:
  155. try:
  156. from module.config.instance_guard import InstanceGuard
  157. InstanceGuard(config).remove_from_queue()
  158. except Exception:
  159. pass
  160. if __name__ == '__main__':
  161. p = ScriptProcess('oas1')
  162. p.start()
  163. from time import sleep
  164. sleep(10)
  165. logger.info(p._process.exitcode)