test

be/src/common/config.cpp

@@ -1279,6 +1279,28 @@ DEFINE_mBool(file_cache_enable_only_warm_up_idx, "false");
 DEFINE_Int32(file_cache_downloader_thread_num_min, "32");
 DEFINE_Int32(file_cache_downloader_thread_num_max, "32");
 
+// async file cache write
+DEFINE_mBool(enable_async_file_cache_write, "true");
+DEFINE_mInt32(async_file_cache_write_workers_per_disk, "16");
+DEFINE_mInt64(async_file_cache_write_max_pending_tasks_per_disk, "256");
+DEFINE_mInt32(async_file_cache_write_batch_size, "16");
+DEFINE_mInt64(async_file_cache_write_watchdog_warn_secs, "30");
+DEFINE_mInt64(async_file_cache_write_watchdog_drop_secs, "120");
+DEFINE_mBool(enable_async_file_cache_write_inflight_write_buffer_index, "true");
+DEFINE_Int32(async_file_cache_write_inflight_write_buffer_index_shard_count, "64");
+DEFINE_Validator(async_file_cache_write_workers_per_disk,
+                 [](int32_t value) { return value > 0 && value <= 128; });
+DEFINE_Validator(async_file_cache_write_max_pending_tasks_per_disk,
+                 [](int64_t value) { return value > 0; });
+DEFINE_Validator(async_file_cache_write_batch_size, [](int32_t value) { return value > 0; });
+DEFINE_Validator(async_file_cache_write_watchdog_warn_secs, [](int64_t value) {
+    return value >= 0 && value < async_file_cache_write_watchdog_drop_secs;
+});
+DEFINE_Validator(async_file_cache_write_watchdog_drop_secs,
+                 [](int64_t value) { return value > async_file_cache_write_watchdog_warn_secs; });
+DEFINE_Validator(async_file_cache_write_inflight_write_buffer_index_shard_count,
+                 [](int32_t value) { return value > 0; });
+
 DEFINE_mInt32(index_cache_entry_stay_time_after_lookup_s, "1800");
 DEFINE_mInt32(inverted_index_cache_stale_sweep_time_sec, "600");
 DEFINE_mBool(enable_write_index_searcher_cache, "false");

be/src/common/config.h

@@ -1319,6 +1319,16 @@ DECLARE_mBool(enable_evaluate_shadow_queue_diff);
 
 DECLARE_mBool(file_cache_enable_only_warm_up_idx);
 
+// async file cache write
+DECLARE_mBool(enable_async_file_cache_write);
+DECLARE_mInt32(async_file_cache_write_workers_per_disk);
+DECLARE_mInt64(async_file_cache_write_max_pending_tasks_per_disk);
+DECLARE_mInt32(async_file_cache_write_batch_size);
+DECLARE_mInt64(async_file_cache_write_watchdog_warn_secs);
+DECLARE_mInt64(async_file_cache_write_watchdog_drop_secs);
+DECLARE_mBool(enable_async_file_cache_write_inflight_write_buffer_index);
+DECLARE_Int32(async_file_cache_write_inflight_write_buffer_index_shard_count);
+
 // inverted index searcher cache
 // cache entry stay time after lookup
 DECLARE_mInt32(index_cache_entry_stay_time_after_lookup_s);

be/src/exec/scan/olap_scanner.cpp

@@ -146,7 +146,14 @@ static bool has_file_cache_statistics(const io::FileCacheStatistics& stats) {
            stats.write_cache_io_timer != 0 || stats.bytes_write_into_cache != 0 ||
            stats.num_skip_cache_io_total != 0 || stats.read_cache_file_directly_timer != 0 ||
            stats.cache_get_or_set_timer != 0 || stats.lock_wait_timer != 0 ||
-           stats.get_timer != 0 || stats.set_timer != 0 ||
+           stats.get_timer != 0 || stats.set_timer != 0 || stats.async_cache_write_submitted != 0 ||
+           stats.async_cache_write_rejected != 0 ||
+           stats.async_cache_write_buffer_alloc_fail != 0 ||
+           stats.async_cache_write_drop_stale_epoch != 0 ||
+           stats.inflight_write_buffer_index_hit != 0 ||
+           stats.inflight_write_buffer_index_miss != 0 || stats.probe_downloaded_hit != 0 ||
+           stats.probe_downloading_hit != 0 || stats.probe_miss != 0 ||
+           stats.block_wait_success != 0 || stats.block_wait_timeout != 0 ||
            stats.inverted_index_num_local_io_total != 0 ||
            stats.inverted_index_num_remote_io_total != 0 ||
            stats.inverted_index_num_peer_io_total != 0 ||