config.py 6.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212
  1. # This Python file uses the following encoding: utf-8
  2. # @author runhey
  3. # github https://github.com/runhey
  4. import copy
  5. import datetime
  6. import operator
  7. import threading
  8. from datetime import datetime
  9. from module.base.filter import Filter
  10. from module.config.config_updater import ConfigUpdater
  11. from module.config.config_manual import ConfigManual
  12. from module.config.config_watcher import ConfigWatcher
  13. from module.config.config_menu import ConfigMenu
  14. from module.config.config_model import ConfigModel
  15. from module.config.config_state import ConfigState
  16. from module.config.utils import *
  17. from module.exception import RequestHumanTakeover, ScriptError
  18. from module.logger import logger
  19. class TaskEnd(Exception):
  20. pass
  21. class Function:
  22. def __init__(self, key: str, data: dict):
  23. """
  24. 输入的是每一个ConfigModel的一个字段对象
  25. :param data:
  26. """
  27. if isinstance(data, dict) is False:
  28. self.enable = False
  29. self.command = "Unknown"
  30. self.next_run = DEFAULT_TIME
  31. return
  32. if data.get("scheduler") is None:
  33. self.enable = False
  34. self.command = "Unknown"
  35. self.next_run = DEFAULT_TIME
  36. return
  37. self.enable: bool = data['scheduler']['enable']
  38. self.command: str = ConfigModel.type(key)
  39. self.next_run: datetime = data['scheduler']['next_run']
  40. # self.enable = deep_get(data, keys="Scheduler.Enable", default=False)
  41. # self.command = deep_get(data, keys="Scheduler.Command", default="Unknown")
  42. # self.next_run = deep_get(data, keys="Scheduler.NextRun", default=DEFAULT_TIME)
  43. def __str__(self):
  44. enable = "Enable" if self.enable else "Disable"
  45. return f"{self.command} ({enable}, {str(self.next_run)})"
  46. __repr__ = __str__
  47. def __eq__(self, other):
  48. if not isinstance(other, Function):
  49. return False
  50. if self.command == other.command and self.next_run == other.next_run:
  51. return True
  52. else:
  53. return False
  54. def name_to_function(name):
  55. """
  56. Args:
  57. name (str):
  58. Returns:
  59. Function:
  60. """
  61. function = Function({})
  62. function.command = name
  63. function.enable = True
  64. return function
  65. class Config(ConfigState, ConfigManual, ConfigWatcher, ConfigMenu):
  66. def __init__(self, config_name: str, task=None) -> None:
  67. """
  68. :param config_name:
  69. :param task:
  70. """
  71. super().__init__(config_name) # 调用 ConfigState 的初始化方法
  72. super(ConfigManual, self).__init__()
  73. super(ConfigWatcher, self).__init__()
  74. super(ConfigMenu, self).__init__()
  75. self.model = ConfigModel(config_name=config_name)
  76. def __getattr__(self, name):
  77. """
  78. 一开始是打算直接继承ConfigModel的,但是pydantic会接管所有的变量
  79. 故而选择持有ConfigModel
  80. :param name:
  81. :return:
  82. """
  83. try:
  84. return getattr(self.model, name)
  85. except AttributeError:
  86. logger.error(f'can not ask this variable {name}')
  87. return None # 或者抛出异常,或者返回其他默认值
  88. def gui_args(self, task: str) -> str:
  89. """
  90. 获取给gui显示的参数
  91. :return:
  92. """
  93. return self.model.gui_args(task=task)
  94. def get_arg(self, task: str, group: str, argument: str):
  95. """
  96. :param task:
  97. :param group:
  98. :param argument:
  99. :return: str/int/float
  100. """
  101. try:
  102. return self.data[task][group][argument]
  103. except:
  104. logger.exception(f'have no arg {task}.{group}.{argument}')
  105. def set_arg(self, task: str, group: str, argument: str, value) -> None:
  106. """
  107. :param task:
  108. :param group:
  109. :param argument:
  110. :param value:
  111. :return:
  112. """
  113. try:
  114. self.data[task][group][argument] = value
  115. except:
  116. logger.exception(f'have no arg {task}.{group}.{argument}')
  117. def save(self) -> None:
  118. """
  119. 保存配置文件
  120. :return:
  121. """
  122. self.model.write_json(self.config_name, self.model.dict())
  123. def update_scheduler(self) -> None:
  124. """
  125. 更新调度器, 设置pending_task and waiting_task
  126. :return:
  127. """
  128. pending_task = []
  129. waiting_task = []
  130. error = []
  131. now = datetime.now()
  132. for key, value in self.model.dict().items():
  133. func = Function(key, value)
  134. if not func.enable:
  135. continue
  136. if not isinstance(func.next_run, datetime):
  137. error.append(func)
  138. elif func.next_run < now:
  139. pending_task.append(func)
  140. else:
  141. waiting_task.append(func)
  142. f = Filter(regex=r"(.*)", attr=["command"])
  143. f.load(self.SCHEDULER_PRIORITY)
  144. if pending_task:
  145. pending_task = f.apply(pending_task)
  146. if waiting_task:
  147. waiting_task = f.apply(waiting_task)
  148. waiting_task = sorted(waiting_task, key=operator.attrgetter("next_run"))
  149. if error:
  150. pending_task = error + pending_task
  151. self.pending_task = pending_task
  152. self.waiting_task = waiting_task
  153. def get_next(self) -> Function:
  154. """
  155. 获取下一个要执行的任务
  156. :return:
  157. """
  158. self.update_scheduler()
  159. if self.pending_task:
  160. logger.info(f"Pending tasks: {[f.command for f in self.pending_task]}")
  161. task = self.pending_task[0]
  162. logger.attr("Task", task)
  163. return task
  164. # 哪怕是没有任务,也要返回一个任务,这样才能保证调度器正常运行
  165. if self.waiting_task:
  166. logger.info("No task pending")
  167. task = copy.deepcopy(self.waiting_task[0])
  168. # task.next_run = (task.next_run + self.hoarding).replace(microsecond=0)
  169. logger.attr("Task", task)
  170. return task
  171. else:
  172. logger.critical("No task waiting or pending")
  173. logger.critical("Please enable at least one task")
  174. raise RequestHumanTakeover
  175. if __name__ == '__main__':
  176. config = Config(config_name='oas1')
  177. print(config.get_next())