From e264e70e1f1703ed577edc911238b32b0a24c3a2 Mon Sep 17 00:00:00 2001
From: Kaijie Chen <chenkaijie@selectdb.com>
Date: Wed, 9 Jul 2025 14:27:29 +0800
Subject: [PATCH] [metrics](warmup) add some metrics for warmup jobs #52991
 (#52739)

pick #52991

Add the following metrics:

* `file_cache_once_or_periodic_warm_up_submitted_tablet_num`
* `file_cache_once_or_periodic_warm_up_finished_tablet_num`

Fix the following metrics:

* `file_cache_once_or_periodic_warm_up_finished_segment_num`
* `file_cache_once_or_periodic_warm_up_finished_segment_size`
* `file_cache_once_or_periodic_warm_up_finished_index_num`
* `file_cache_once_or_periodic_warm_up_finished_index_size`
---
 be/src/cloud/cloud_warm_up_manager.cpp | 25 ++++++++++++++++++++++++-
 1 file changed, 24 insertions(+), 1 deletion(-)

diff --git a/be/src/cloud/cloud_warm_up_manager.cpp b/be/src/cloud/cloud_warm_up_manager.cpp
index f3084555ecd73e..f270ee5ff78460 100644
--- a/be/src/cloud/cloud_warm_up_manager.cpp
+++ b/be/src/cloud/cloud_warm_up_manager.cpp
@@ -48,6 +48,10 @@ bvar::Adder<uint64_t> g_file_cache_event_driven_warm_up_requested_index_size(
         "file_cache_event_driven_warm_up_requested_index_size");
 bvar::Adder<uint64_t> g_file_cache_event_driven_warm_up_requested_index_num(
         "file_cache_event_driven_warm_up_requested_index_num");
+bvar::Adder<uint64_t> g_file_cache_once_or_periodic_warm_up_submitted_tablet_num(
+        "file_cache_once_or_periodic_warm_up_submitted_tablet_num");
+bvar::Adder<uint64_t> g_file_cache_once_or_periodic_warm_up_finished_tablet_num(
+        "file_cache_once_or_periodic_warm_up_finished_tablet_num");
 bvar::Adder<uint64_t> g_file_cache_once_or_periodic_warm_up_submitted_segment_size(
         "file_cache_once_or_periodic_warm_up_submitted_segment_size");
 bvar::Adder<uint64_t> g_file_cache_once_or_periodic_warm_up_submitted_segment_num(
@@ -110,6 +114,13 @@ void CloudWarmUpManager::submit_download_tasks(io::Path path, int64_t file_size,
             return;
         }
     }
+    if (is_index) {
+        g_file_cache_once_or_periodic_warm_up_submitted_index_num << 1;
+        g_file_cache_once_or_periodic_warm_up_submitted_index_size << file_size;
+    } else {
+        g_file_cache_once_or_periodic_warm_up_submitted_segment_num << 1;
+        g_file_cache_once_or_periodic_warm_up_submitted_segment_size << file_size;
+    }
 
     if (is_index) {
         g_file_cache_once_or_periodic_warm_up_submitted_index_num << 1;
@@ -139,9 +150,19 @@ void CloudWarmUpManager::submit_download_tasks(io::Path path, int64_t file_size,
                                 .is_dryrun = config::enable_reader_dryrun_when_download_file_cache,
                         },
                 .download_done =
-                        [wait](Status st) {
+                        [=](Status st) {
                             if (!st) {
                                 LOG_WARNING("Warm up error ").error(st);
+                            } else if (is_index) {
+                                g_file_cache_once_or_periodic_warm_up_finished_index_num
+                                        << (offset == 0 ? 1 : 0);
+                                g_file_cache_once_or_periodic_warm_up_finished_index_size
+                                        << current_chunk_size;
+                            } else {
+                                g_file_cache_once_or_periodic_warm_up_finished_segment_num
+                                        << (offset == 0 ? 1 : 0);
+                                g_file_cache_once_or_periodic_warm_up_finished_segment_size
+                                        << current_chunk_size;
                             }
                             wait->signal();
                         },
@@ -260,6 +281,7 @@ void CloudWarmUpManager::handle_jobs() {
                     }
                 }
             }
+            g_file_cache_once_or_periodic_warm_up_finished_tablet_num << 1;
         }
 
         timespec time;
@@ -327,6 +349,7 @@ void CloudWarmUpManager::add_job(const std::vector<TJobMeta>& job_metas) {
         std::lock_guard lock(_mtx);
         std::for_each(job_metas.begin(), job_metas.end(), [this](const TJobMeta& meta) {
             _pending_job_metas.emplace_back(std::make_shared<JobMeta>(meta));
+            g_file_cache_once_or_periodic_warm_up_submitted_tablet_num << meta.tablet_ids.size();
         });
     }
     _cond.notify_all();