diff --git a/be/src/cloud/cloud_warm_up_manager.cpp b/be/src/cloud/cloud_warm_up_manager.cpp index 36490ee258d8d0..6d4136b53a18f9 100644 --- a/be/src/cloud/cloud_warm_up_manager.cpp +++ b/be/src/cloud/cloud_warm_up_manager.cpp @@ -48,6 +48,10 @@ bvar::Adder g_file_cache_event_driven_warm_up_requested_index_size( "file_cache_event_driven_warm_up_requested_index_size"); bvar::Adder g_file_cache_event_driven_warm_up_requested_index_num( "file_cache_event_driven_warm_up_requested_index_num"); +bvar::Adder g_file_cache_once_or_periodic_warm_up_submitted_tablet_num( + "file_cache_once_or_periodic_warm_up_submitted_tablet_num"); +bvar::Adder g_file_cache_once_or_periodic_warm_up_finished_tablet_num( + "file_cache_once_or_periodic_warm_up_finished_tablet_num"); bvar::Adder g_file_cache_once_or_periodic_warm_up_submitted_segment_size( "file_cache_once_or_periodic_warm_up_submitted_segment_size"); bvar::Adder g_file_cache_once_or_periodic_warm_up_submitted_segment_num( @@ -138,9 +142,19 @@ void CloudWarmUpManager::submit_download_tasks(io::Path path, int64_t file_size, .is_dryrun = config::enable_reader_dryrun_when_download_file_cache, }, .download_done = - [wait](Status st) { + [=](Status st) { if (!st) { LOG_WARNING("Warm up error ").error(st); + } else if (is_index) { + g_file_cache_once_or_periodic_warm_up_finished_index_num + << (offset == 0 ? 1 : 0); + g_file_cache_once_or_periodic_warm_up_finished_index_size + << current_chunk_size; + } else { + g_file_cache_once_or_periodic_warm_up_finished_segment_num + << (offset == 0 ? 1 : 0); + g_file_cache_once_or_periodic_warm_up_finished_segment_size + << current_chunk_size; } wait->signal(); }, @@ -244,7 +258,7 @@ void CloudWarmUpManager::handle_jobs() { } } submit_download_tasks(idx_path, file_size, storage_resource.value()->fs, - expiration_time, wait); + expiration_time, wait, true); } } else { if (schema_ptr->has_inverted_index()) { @@ -253,11 +267,12 @@ void CloudWarmUpManager::handle_jobs() { file_size = idx_file_info.has_index_size() ? idx_file_info.index_size() : -1; submit_download_tasks(idx_path, file_size, storage_resource.value()->fs, - expiration_time, wait); + expiration_time, wait, true); } } } } + g_file_cache_once_or_periodic_warm_up_finished_tablet_num << 1; } timespec time; @@ -332,6 +347,7 @@ void CloudWarmUpManager::add_job(const std::vector& job_metas) { std::lock_guard lock(_mtx); std::for_each(job_metas.begin(), job_metas.end(), [this](const TJobMeta& meta) { _pending_job_metas.emplace_back(std::make_shared(meta)); + g_file_cache_once_or_periodic_warm_up_submitted_tablet_num << meta.tablet_ids.size(); }); } _cond.notify_all();