diff --git a/airflow/jobs/scheduler_job_runner.py b/airflow/jobs/scheduler_job_runner.py index 2373c974f7271..706d980253a85 100644 --- a/airflow/jobs/scheduler_job_runner.py +++ b/airflow/jobs/scheduler_job_runner.py @@ -310,7 +310,6 @@ def _executable_task_instances_to_queued(self, max_tis: int, session: Session) - states=list(EXECUTION_STATES), session=session ) - num_tasks_in_executor = 0 # Number of tasks that cannot be scheduled because of no open slot in pool num_starving_tasks_total = 0 @@ -523,7 +522,6 @@ def _executable_task_instances_to_queued(self, max_tis: int, session: Session) - Stats.gauge(f"pool.starving_tasks.{pool_name}", num_starving_tasks) Stats.gauge("scheduler.tasks.starving", num_starving_tasks_total) - Stats.gauge("scheduler.tasks.running", num_tasks_in_executor) Stats.gauge("scheduler.tasks.executable", len(executable_tis)) if len(executable_tis) > 0: diff --git a/docs/apache-airflow/administration-and-deployment/logging-monitoring/metrics.rst b/docs/apache-airflow/administration-and-deployment/logging-monitoring/metrics.rst index 650e31bdb070c..3d00ebbae93c3 100644 --- a/docs/apache-airflow/administration-and-deployment/logging-monitoring/metrics.rst +++ b/docs/apache-airflow/administration-and-deployment/logging-monitoring/metrics.rst @@ -143,7 +143,6 @@ Name Description ``dag_processing.file_path_queue_size`` Number of DAG files to be considered for the next scan ``dag_processing.last_run.seconds_ago.`` Seconds since ```` was last processed ``dag_processing.file_path_queue_size`` Size of the dag file queue. -``scheduler.tasks.running`` Number of tasks running in executor ``scheduler.tasks.starving`` Number of tasks that cannot be scheduled because of no open slot in pool ``scheduler.tasks.executable`` Number of tasks that are ready for execution (set to queued) with respect to pool limits, DAG concurrency, executor state, diff --git a/newsfragments/30374.significant.rst b/newsfragments/30374.significant.rst new file mode 100644 index 0000000000000..d6c32cbdae1d2 --- /dev/null +++ b/newsfragments/30374.significant.rst @@ -0,0 +1,5 @@ +The gauge ``scheduler.tasks.running`` no longer exist + +The gauge has never been working and its value has always been 0. Having an accurate +value for this metric is complex so it has been decided that removing this gauge makes +more sense than fixing it with no certainty of the correctness of its value.