scheduler.py 2.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596
  1. # This Python file uses the following encoding: utf-8
  2. # @author runhey
  3. # github https://github.com/runhey
  4. import datetime
  5. import operator
  6. from cached_property import cached_property
  7. from module.base.filter import Filter
  8. from module.config.config_manual import ConfigManual
  9. from module.logger import logger
  10. from tasks.Script.config_optimization import ScheduleRule
  11. class TaskScheduler:
  12. filter = Filter(regex=r"(.*)", attr=["command"]).load(ConfigManual.SCHEDULER_PRIORITY)
  13. @staticmethod
  14. def schedule(rule: ScheduleRule, pending: list["Function"]) -> list["Function"]:
  15. """
  16. 执行 任务的调度
  17. :param rule:
  18. :param pending:
  19. :return:
  20. """
  21. if isinstance(rule, ScheduleRule) is False:
  22. logger.error(f"Invalid rule: {rule}")
  23. return pending
  24. if isinstance(pending, list) is False:
  25. logger.error(f"Invalid pending: {pending}")
  26. return pending
  27. # 第一种
  28. if rule == ScheduleRule.FILTER:
  29. pending_task = filter.apply(pending)
  30. return pending_task
  31. # 第二种
  32. if rule == ScheduleRule.FIFO:
  33. pending_task = TaskScheduler.fifo(pending)
  34. return pending_task
  35. # 第三种
  36. if rule == ScheduleRule.PRIORITY:
  37. pending_task = TaskScheduler.priority(pending)
  38. return pending_task
  39. @staticmethod
  40. def fifo(pending: list["Function"]) -> list["Function"]:
  41. """
  42. 先来后到,(按照任务的先后顺序进行调度)
  43. :param pending:
  44. :return:
  45. """
  46. tasks_pending = sorted(pending, key=operator.attrgetter("next_run"))
  47. for task in tasks_pending:
  48. # 永远保证 Restart 任务在第一个
  49. if task.command == 'Restart':
  50. tasks_pending.remove(task)
  51. tasks_pending.insert(0, task)
  52. break
  53. return tasks_pending
  54. @staticmethod
  55. def priority(pending: list["Function"]) -> list["Function"]:
  56. """
  57. 基于优先级,同一个优先级的任务按照先来后到的顺序进行调度,优先级高的任务先调度
  58. :param pending:
  59. :return:
  60. """
  61. # 1. 按照优先级进行分组
  62. sorted(pending, key=operator.attrgetter("priority"))
  63. groups = {}
  64. for task in pending:
  65. if groups.get(task.priority) is None:
  66. groups[task.priority] = []
  67. groups[task.priority].append(task)
  68. # 2. 对每一组进行先来后到的排序
  69. for priority, tasks in groups.items():
  70. groups[priority] = TaskScheduler.fifo(tasks)
  71. # 3.按照顺序合并所有的任务
  72. tasks_pending = []
  73. for priority in sorted(groups.keys()):
  74. tasks_pending.extend(groups[priority])
  75. return tasks_pending
  76. # 测试代码
  77. if __name__ == '__main__':
  78. pass