scheduler.py 3.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596
  1. # This Python file uses the following encoding: utf-8
  2. # @author runhey
  3. # github https://github.com/runhey
  4. import datetime
  5. import operator
  6. from cached_property import cached_property
  7. from module.base.filter import Filter
  8. from module.config.config_manual import ConfigManual
  9. from module.logger import logger
  10. from tasks.Script.config_optimization import ScheduleRule
  11. class TaskScheduler:
  12. filter = Filter(regex=r"(.*)", attr=["command"])
  13. filter.load(ConfigManual.SCHEDULER_PRIORITY)
  14. @staticmethod
  15. def schedule(rule: ScheduleRule, pending: list["Function"]) -> list["Function"]:
  16. """
  17. 执行 任务的调度
  18. :param rule:
  19. :param pending:
  20. :return:
  21. """
  22. if rule != ScheduleRule.FILTER and rule != ScheduleRule.FIFO and rule != ScheduleRule.PRIORITY:
  23. logger.error(f"Invalid rule: {rule}")
  24. return pending
  25. if isinstance(pending, list) is False:
  26. logger.error(f"Invalid pending: {pending}")
  27. return pending
  28. # 第一种
  29. if rule == ScheduleRule.FILTER:
  30. pending_task = TaskScheduler.filter.apply(pending)
  31. return pending_task
  32. # 第二种
  33. if rule == ScheduleRule.FIFO:
  34. pending_task = TaskScheduler.fifo(pending)
  35. return pending_task
  36. # 第三种
  37. if rule == ScheduleRule.PRIORITY:
  38. pending_task = TaskScheduler.priority(pending)
  39. return pending_task
  40. @staticmethod
  41. def fifo(pending: list["Function"]) -> list["Function"]:
  42. """
  43. 先来后到,(按照任务的先后顺序进行调度)
  44. :param pending:
  45. :return:
  46. """
  47. tasks_pending = sorted(pending, key=operator.attrgetter("next_run"))
  48. for task in tasks_pending:
  49. # 永远保证 Restart 任务在第一个
  50. if task.command == 'Restart':
  51. tasks_pending.remove(task)
  52. tasks_pending.insert(0, task)
  53. break
  54. return tasks_pending
  55. @staticmethod
  56. def priority(pending: list["Function"]) -> list["Function"]:
  57. """
  58. 基于优先级,同一个优先级的任务按照先来后到的顺序进行调度,优先级高的任务先调度
  59. :param pending:
  60. :return:
  61. """
  62. # 1. 按照优先级进行分组
  63. sorted(pending, key=operator.attrgetter("priority"))
  64. groups = {}
  65. for task in pending:
  66. if groups.get(task.priority) is None:
  67. groups[task.priority] = []
  68. groups[task.priority].append(task)
  69. # 2. 对每一组进行先来后到的排序
  70. for priority, tasks in groups.items():
  71. groups[priority] = TaskScheduler.fifo(tasks)
  72. # 3.按照顺序合并所有的任务
  73. tasks_pending = []
  74. for priority in sorted(groups.keys()):
  75. tasks_pending.extend(groups[priority])
  76. return tasks_pending
  77. # 测试代码
  78. if __name__ == '__main__':
  79. pass