2024/11/22-12:43:54.326281 139702208774080 RocksDB version: 8.4.2 2024/11/22-12:43:54.326332 139702208774080 Git sha 888d4596487cc14ad7ff532a9825b8f09b20e0ce 2024/11/22-12:43:54.326340 139702208774080 Compile date 2024-11-20 11:23:49 2024/11/22-12:43:54.326353 139702208774080 DB SUMMARY 2024/11/22-12:43:54.326361 139702208774080 Host name (Env): iZwz9deglxdazgiryp6ltbZ 2024/11/22-12:43:54.326369 139702208774080 DB Session ID: 8ZGFBQCWMWGL5QH192T0 2024/11/22-12:43:54.326530 139702208774080 CURRENT file: CURRENT 2024/11/22-12:43:54.326536 139702208774080 IDENTITY file: IDENTITY 2024/11/22-12:43:54.326544 139702208774080 MANIFEST file: MANIFEST-169053 size: 2915159 Bytes 2024/11/22-12:43:54.326549 139702208774080 SST files in /storage/mytopling/.rocksdb dir, Total Num: 230, files: 180519.sst 180520.sst 180521.sst 180522.sst 180523.sst 180524.sst 180525.sst 180526.sst 180527.sst 2024/11/22-12:43:54.326555 139702208774080 Write Ahead Log file in /storage/mytopling/.rocksdb: 194811.log size: 358281607 ; 194870.log size: 222168672 ; 194949.log size: 288353373 ; 194986.log size: 0 ; 2024/11/22-12:43:54.326564 139702208774080 Options.error_if_exists: 0 2024/11/22-12:43:54.326571 139702208774080 Options.create_if_missing: 1 2024/11/22-12:43:54.326578 139702208774080 Options.paranoid_checks: 1 2024/11/22-12:43:54.326585 139702208774080 Options.flush_verify_memtable_count: 1 2024/11/22-12:43:54.326591 139702208774080 Options.track_and_verify_wals_in_manifest: 1 2024/11/22-12:43:54.326596 139702208774080 Options.verify_sst_unique_id_in_manifest: 1 2024/11/22-12:43:54.326603 139702208774080 Options.env: 0x22fa1940 2024/11/22-12:43:54.326608 139702208774080 Options.fs: PosixFileSystem 2024/11/22-12:43:54.326613 139702208774080 Options.info_log: 0x231806a0 2024/11/22-12:43:54.326617 139702208774080 Options.max_file_opening_threads: 16 2024/11/22-12:43:54.326624 139702208774080 Options.statistics: 0x22fb0dd0 2024/11/22-12:43:54.326630 139702208774080 Options.statistics stats level: 3 2024/11/22-12:43:54.326637 139702208774080 Options.use_fsync: 0 2024/11/22-12:43:54.326644 139702208774080 Options.max_log_file_size: 268435456 2024/11/22-12:43:54.326648 139702208774080 Options.max_manifest_file_size: 1073741824 2024/11/22-12:43:54.326655 139702208774080 Options.log_file_time_to_roll: 0 2024/11/22-12:43:54.326661 139702208774080 Options.keep_log_file_num: 100 2024/11/22-12:43:54.326668 139702208774080 Options.recycle_log_file_num: 0 2024/11/22-12:43:54.326674 139702208774080 Options.allow_fallocate: 1 2024/11/22-12:43:54.326681 139702208774080 Options.allow_mmap_reads: 0 2024/11/22-12:43:54.326685 139702208774080 Options.allow_mmap_writes: 0 2024/11/22-12:43:54.326692 139702208774080 Options.use_direct_reads: 0 2024/11/22-12:43:54.326698 139702208774080 Options.use_direct_io_for_flush_and_compaction: 0 2024/11/22-12:43:54.326716 139702208774080 Options.create_missing_column_families: 1 2024/11/22-12:43:54.326727 139702208774080 Options.db_log_dir: /storage/mytopling/..//infolog/.rocksdb 2024/11/22-12:43:54.326734 139702208774080 Options.wal_dir: 2024/11/22-12:43:54.326738 139702208774080 Options.table_cache_numshardbits: 6 2024/11/22-12:43:54.326745 139702208774080 Options.WAL_ttl_seconds: 0 2024/11/22-12:43:54.326755 139702208774080 Options.WAL_size_limit_MB: 0 2024/11/22-12:43:54.326765 139702208774080 Options.max_write_batch_group_size_bytes: 1048576 2024/11/22-12:43:54.326774 139702208774080 Options.manifest_preallocation_size: 4194304 2024/11/22-12:43:54.326780 139702208774080 Options.is_fd_close_on_exec: 1 2024/11/22-12:43:54.326785 139702208774080 Options.advise_random_on_open: 1 2024/11/22-12:43:54.326791 139702208774080 Options.db_write_buffer_size: 0 2024/11/22-12:43:54.326797 139702208774080 Options.write_buffer_manager: 0x2326cdd0 2024/11/22-12:43:54.326804 139702208774080 Options.access_hint_on_compaction_start: 1 2024/11/22-12:43:54.326811 139702208774080 Options.random_access_max_buffer_size: 1048576 2024/11/22-12:43:54.326817 139702208774080 Options.use_adaptive_mutex: 0 2024/11/22-12:43:54.326822 139702208774080 Options.rate_limiter: (nil) 2024/11/22-12:43:54.326829 139702208774080 Options.sst_file_manager.rate_bytes_per_sec: 0 2024/11/22-12:43:54.326836 139702208774080 Options.wal_recovery_mode: 2 2024/11/22-12:43:54.326842 139702208774080 Options.enable_thread_tracking: 1 2024/11/22-12:43:54.326849 139702208774080 Options.enable_pipelined_write: 0 2024/11/22-12:43:54.326855 139702208774080 Options.unordered_write: 0 2024/11/22-12:43:54.326863 139702208774080 Options.allow_concurrent_memtable_write: 1 2024/11/22-12:43:54.326867 139702208774080 Options.enable_write_thread_adaptive_yield: 0 2024/11/22-12:43:54.326873 139702208774080 Options.write_thread_max_yield_usec: 100 2024/11/22-12:43:54.326880 139702208774080 Options.write_thread_slow_yield_usec: 3 2024/11/22-12:43:54.326886 139702208774080 Options.row_cache: None 2024/11/22-12:43:54.326893 139702208774080 Options.wal_filter: None 2024/11/22-12:43:54.326899 139702208774080 Options.avoid_flush_during_recovery: 0 2024/11/22-12:43:54.326904 139702208774080 Options.allow_ingest_behind: 0 2024/11/22-12:43:54.326910 139702208774080 Options.two_write_queues: 1 2024/11/22-12:43:54.326916 139702208774080 Options.manual_wal_flush: 1 2024/11/22-12:43:54.326976 139702208774080 Options.wal_compression: 0 2024/11/22-12:43:54.326983 139702208774080 Options.atomic_flush: 0 2024/11/22-12:43:54.326989 139702208774080 Options.avoid_unnecessary_blocking_io: 1 2024/11/22-12:43:54.326994 139702208774080 Options.persist_stats_to_disk: 0 2024/11/22-12:43:54.327000 139702208774080 Options.write_dbid_to_manifest: 1 2024/11/22-12:43:54.327006 139702208774080 Options.log_readahead_size: 0 2024/11/22-12:43:54.327015 139702208774080 Options.file_checksum_gen_factory: Unknown 2024/11/22-12:43:54.327022 139702208774080 Options.best_efforts_recovery: 0 2024/11/22-12:43:54.327029 139702208774080 Options.max_bgerror_resume_count: 2147483647 2024/11/22-12:43:54.327033 139702208774080 Options.bgerror_resume_retry_interval: 1000000 2024/11/22-12:43:54.327042 139702208774080 Options.allow_data_in_errors: 0 2024/11/22-12:43:54.327049 139702208774080 Options.db_host_id: __hostname__ 2024/11/22-12:43:54.327055 139702208774080 Options.enforce_single_del_contracts: false 2024/11/22-12:43:54.327063 139702208774080 Options.max_background_jobs: 2 2024/11/22-12:43:54.327069 139702208774080 Options.max_background_compactions: 7 2024/11/22-12:43:54.327074 139702208774080 Options.max_subcompactions: 1 2024/11/22-12:43:54.327080 139702208774080 Options.max_level1_subcompactions: 3 2024/11/22-12:43:54.327087 139702208774080 Options.avoid_flush_during_shutdown: 0 2024/11/22-12:43:54.327093 139702208774080 Options.writable_file_max_buffer_size: 1048576 2024/11/22-12:43:54.327100 139702208774080 Options.delayed_write_rate : 16777216 2024/11/22-12:43:54.327106 139702208774080 Options.max_total_wal_size: 0 2024/11/22-12:43:54.327112 139702208774080 Options.delete_obsolete_files_period_micros: 21600000000 2024/11/22-12:43:54.327119 139702208774080 Options.stats_dump_period_sec: 0 2024/11/22-12:43:54.327125 139702208774080 Options.stats_persist_period_sec: 0 2024/11/22-12:43:54.327132 139702208774080 Options.stats_history_buffer_size: 1048576 2024/11/22-12:43:54.327138 139702208774080 Options.max_open_files: -1 2024/11/22-12:43:54.327145 139702208774080 Options.bytes_per_sync: 0 2024/11/22-12:43:54.327149 139702208774080 Options.wal_bytes_per_sync: 0 2024/11/22-12:43:54.327155 139702208774080 Options.strict_bytes_per_sync: 0 2024/11/22-12:43:54.327162 139702208774080 Options.compaction_readahead_size: 0 2024/11/22-12:43:54.327168 139702208774080 Options.max_background_flushes: 2 2024/11/22-12:43:54.327175 139702208774080 Compression algorithms supported: 2024/11/22-12:43:54.327182 139702208774080 kZSTDNotFinalCompression supported: 1 2024/11/22-12:43:54.327188 139702208774080 kZSTD supported: 1 2024/11/22-12:43:54.327195 139702208774080 kXpressCompression supported: 0 2024/11/22-12:43:54.327201 139702208774080 kLZ4HCCompression supported: 1 2024/11/22-12:43:54.327208 139702208774080 kZlibCompression supported: 1 2024/11/22-12:43:54.327214 139702208774080 kSnappyCompression supported: 1 2024/11/22-12:43:54.327221 139702208774080 kLZ4Compression supported: 1 2024/11/22-12:43:54.327225 139702208774080 kBZip2Compression supported: 1 2024/11/22-12:43:54.327234 139702208774080 Fast CRC32 supported: Supported on x86 2024/11/22-12:43:54.327240 139702208774080 DMutex implementation: pthread_mutex_t 2024/11/22-12:43:54.327429 139702208774080 [version_set.cc:6211] Recovering from manifest file: /storage/mytopling/.rocksdb/MANIFEST-169053 2024/11/22-12:43:54.327637 139702208774080 [column_family.cc:633] --------------- Options for column family [default]: 2024/11/22-12:43:54.327650 139702208774080 Options.comparator: leveldb.BytewiseComparator 2024/11/22-12:43:54.327657 139702208774080 Options.merge_operator: None 2024/11/22-12:43:54.327664 139702208774080 Options.compaction_filter: None 2024/11/22-12:43:54.327669 139702208774080 Options.compaction_filter_factory: Rdb_compact_filter_factory 2024/11/22-12:43:54.327676 139702208774080 Options.sst_partitioner_factory: SstPartitionerFixedPrefixEx 2024/11/22-12:43:54.327683 139702208774080 Options.memtable_factory: Dyna 2024/11/22-12:43:54.327689 139702208774080 Options.table_factory: DispatcherTable 2024/11/22-12:43:54.327696 139702208774080 table_factory options: {"default":"sng","readers":{"VecAutoSortTable":"auto_sort","BlockBasedTable":"bb","CSPPMemTabTable":"cspp_memtab_sst","ToplingZipTable":"dzip","SingleFastTable":"sng"},"level_writers":["sng","sng","light_dzip","dzip","dzip","dzip","dzip","dzip"],"//auto_compaction_max_wamp":10,"//trivial_move_always_max_output_level":4} 2024/11/22-12:43:54.327704 139702208774080 Options.write_buffer_size: 536870912 2024/11/22-12:43:54.327721 139702208774080 Options.max_write_buffer_number: 2 2024/11/22-12:43:54.327729 139702208774080 Options.compression: Snappy 2024/11/22-12:43:54.327735 139702208774080 Options.bottommost_compression: Disabled 2024/11/22-12:43:54.327742 139702208774080 Options.prefix_extractor: nullptr 2024/11/22-12:43:54.327749 139702208774080 Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024/11/22-12:43:54.327755 139702208774080 Options.num_levels: 7 2024/11/22-12:43:54.327760 139702208774080 Options.min_write_buffer_number_to_merge: 1 2024/11/22-12:43:54.327766 139702208774080 Options.max_write_buffer_number_to_maintain: 0 2024/11/22-12:43:54.327775 139702208774080 Options.max_write_buffer_size_to_maintain: 268435456 2024/11/22-12:43:54.327782 139702208774080 Options.bottommost_compression_opts.window_bits: -14 2024/11/22-12:43:54.327790 139702208774080 Options.bottommost_compression_opts.level: 32767 2024/11/22-12:43:54.327797 139702208774080 Options.bottommost_compression_opts.strategy: 0 2024/11/22-12:43:54.327802 139702208774080 Options.bottommost_compression_opts.max_dict_bytes: 0 2024/11/22-12:43:54.327808 139702208774080 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024/11/22-12:43:54.327815 139702208774080 Options.bottommost_compression_opts.parallel_threads: 1 2024/11/22-12:43:54.327822 139702208774080 Options.bottommost_compression_opts.enabled: false 2024/11/22-12:43:54.327832 139702208774080 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024/11/22-12:43:54.327844 139702208774080 Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024/11/22-12:43:54.327851 139702208774080 Options.compression_opts.window_bits: -14 2024/11/22-12:43:54.327856 139702208774080 Options.compression_opts.level: 32767 2024/11/22-12:43:54.327862 139702208774080 Options.compression_opts.strategy: 0 2024/11/22-12:43:54.327868 139702208774080 Options.compression_opts.max_dict_bytes: 0 2024/11/22-12:43:54.327875 139702208774080 Options.compression_opts.zstd_max_train_bytes: 0 2024/11/22-12:43:54.327881 139702208774080 Options.compression_opts.use_zstd_dict_trainer: true 2024/11/22-12:43:54.327888 139702208774080 Options.compression_opts.parallel_threads: 1 2024/11/22-12:43:54.327892 139702208774080 Options.compression_opts.enabled: false 2024/11/22-12:43:54.327898 139702208774080 Options.compression_opts.max_dict_buffer_bytes: 0 2024/11/22-12:43:54.327905 139702208774080 Options.level0_file_num_compaction_trigger: 4 2024/11/22-12:43:54.327911 139702208774080 Options.level0_slowdown_writes_trigger: 5 2024/11/22-12:43:54.327918 139702208774080 Options.level0_stop_writes_trigger: 10 2024/11/22-12:43:54.327936 139702208774080 Options.target_file_size_base: 33554432 2024/11/22-12:43:54.327941 139702208774080 Options.target_file_size_multiplier: 2 2024/11/22-12:43:54.327947 139702208774080 Options.max_bytes_for_level_base: 536870912 2024/11/22-12:43:54.327953 139702208774080 Options.level_compaction_dynamic_level_bytes: 0 2024/11/22-12:43:54.327960 139702208774080 Options.max_bytes_for_level_multiplier: 1.000000 2024/11/22-12:43:54.327969 139702208774080 Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024/11/22-12:43:54.327976 139702208774080 Options.max_bytes_for_level_multiplier_addtl[1]: 3 2024/11/22-12:43:54.327980 139702208774080 Options.max_bytes_for_level_multiplier_addtl[2]: 5 2024/11/22-12:43:54.327987 139702208774080 Options.max_bytes_for_level_multiplier_addtl[3]: 7 2024/11/22-12:43:54.327993 139702208774080 Options.max_bytes_for_level_multiplier_addtl[4]: 10 2024/11/22-12:43:54.328000 139702208774080 Options.max_bytes_for_level_multiplier_addtl[5]: 10 2024/11/22-12:43:54.328007 139702208774080 Options.max_bytes_for_level_multiplier_addtl[6]: 10 2024/11/22-12:43:54.328013 139702208774080 Options.max_bytes_for_level_multiplier_addtl[7]: 10 2024/11/22-12:43:54.328018 139702208774080 Options.max_sequential_skip_in_iterations: 8 2024/11/22-12:43:54.328026 139702208774080 Options.max_compaction_bytes: 4294967296 2024/11/22-12:43:54.328033 139702208774080 Options.arena_block_size: 1048576 2024/11/22-12:43:54.328039 139702208774080 Options.soft_pending_compaction_bytes_limit: 137438953472 2024/11/22-12:43:54.328046 139702208774080 Options.hard_pending_compaction_bytes_limit: 274877906944 2024/11/22-12:43:54.328052 139702208774080 Options.disable_auto_compactions: 1 2024/11/22-12:43:54.328057 139702208774080 Options.compaction_style: kCompactionStyleLevel 2024/11/22-12:43:54.328064 139702208774080 Options.compaction_pri: kMinOverlappingRatio 2024/11/22-12:43:54.328073 139702208774080 Options.compaction_options_universal.size_ratio: 1 2024/11/22-12:43:54.328079 139702208774080 Options.compaction_options_universal.min_merge_width: 2 2024/11/22-12:43:54.328086 139702208774080 Options.compaction_options_universal.max_merge_width: 4294967295 2024/11/22-12:43:54.328092 139702208774080 Options.compaction_options_universal.max_size_amplification_percent: 200 2024/11/22-12:43:54.328097 139702208774080 Options.compaction_options_universal.compression_size_percent: -1 2024/11/22-12:43:54.328104 139702208774080 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024/11/22-12:43:54.328112 139702208774080 Options.compaction_options_fifo.max_table_files_size: 1073741824 2024/11/22-12:43:54.328119 139702208774080 Options.compaction_options_fifo.allow_compaction: 0 2024/11/22-12:43:54.328129 139702208774080 Options.table_properties_collectors: Rdb_tbl_prop_coll_factory; 2024/11/22-12:43:54.328136 139702208774080 Options.inplace_update_support: 0 2024/11/22-12:43:54.328142 139702208774080 Options.inplace_update_num_locks: 10000 2024/11/22-12:43:54.328149 139702208774080 Options.memtable_prefix_bloom_size_ratio: 0.000000 2024/11/22-12:43:54.328154 139702208774080 Options.allow_merge_memtables: 0 2024/11/22-12:43:54.328160 139702208774080 Options.memtable_whole_key_filtering: 0 2024/11/22-12:43:54.328167 139702208774080 Options.memtable_huge_page_size: 0 2024/11/22-12:43:54.328174 139702208774080 Options.bloom_locality: 0 2024/11/22-12:43:54.328180 139702208774080 Options.max_successive_merges: 0 2024/11/22-12:43:54.328187 139702208774080 Options.optimize_filters_for_hits: 0 2024/11/22-12:43:54.328191 139702208774080 Options.paranoid_file_checks: 0 2024/11/22-12:43:54.328198 139702208774080 Options.force_consistency_checks: 1 2024/11/22-12:43:54.328204 139702208774080 Options.report_bg_io_stats: 0 2024/11/22-12:43:54.328211 139702208774080 Options.ttl: 0 2024/11/22-12:43:54.328217 139702208774080 Options.periodic_compaction_seconds: 0 2024/11/22-12:43:54.328224 139702208774080 Options.preclude_last_level_data_seconds: 0 2024/11/22-12:43:54.328228 139702208774080 Options.preserve_internal_time_seconds: 0 2024/11/22-12:43:54.328235 139702208774080 Options.enable_blob_files: false 2024/11/22-12:43:54.328241 139702208774080 Options.min_blob_size: 0 2024/11/22-12:43:54.328248 139702208774080 Options.blob_file_size: 268435456 2024/11/22-12:43:54.328257 139702208774080 Options.blob_compression_type: NoCompression 2024/11/22-12:43:54.328263 139702208774080 Options.enable_blob_garbage_collection: false 2024/11/22-12:43:54.328268 139702208774080 Options.blob_garbage_collection_age_cutoff: 0.250000 2024/11/22-12:43:54.328275 139702208774080 Options.blob_garbage_collection_force_threshold: 1.000000 2024/11/22-12:43:54.328282 139702208774080 Options.blob_compaction_readahead_size: 0 2024/11/22-12:43:54.328288 139702208774080 Options.blob_file_starting_level: 0 2024/11/22-12:43:54.328295 139702208774080 Options.min_filter_level: 2 2024/11/22-12:43:54.328301 139702208774080 Options.experimental_mempurge_threshold: 0.000000 2024/11/22-12:43:54.328306 139702208774080 Options.memtable_max_range_deletions: 0 2024/11/22-12:43:54.332366 139702208774080 [column_family.cc:633] --------------- Options for column family [__system__]: 2024/11/22-12:43:54.332382 139702208774080 Options.comparator: leveldb.BytewiseComparator 2024/11/22-12:43:54.332388 139702208774080 Options.merge_operator: Rdb_system_merge_op 2024/11/22-12:43:54.332393 139702208774080 Options.compaction_filter: None 2024/11/22-12:43:54.332401 139702208774080 Options.compaction_filter_factory: None 2024/11/22-12:43:54.332405 139702208774080 Options.sst_partitioner_factory: None 2024/11/22-12:43:54.332410 139702208774080 Options.memtable_factory: CSPPMemTabFactory 2024/11/22-12:43:54.332415 139702208774080 Options.table_factory: DispatcherTable 2024/11/22-12:43:54.332422 139702208774080 table_factory options: {"default":"sng","readers":{"VecAutoSortTable":"auto_sort","BlockBasedTable":"bb","CSPPMemTabTable":"cspp_memtab_sst","ToplingZipTable":"dzip","SingleFastTable":"sng"},"level_writers":["sng","sng","light_dzip","dzip","dzip","dzip","dzip","dzip"],"//auto_compaction_max_wamp":10,"//trivial_move_always_max_output_level":4} 2024/11/22-12:43:54.332430 139702208774080 Options.write_buffer_size: 8388608 2024/11/22-12:43:54.332438 139702208774080 Options.max_write_buffer_number: 2 2024/11/22-12:43:54.332442 139702208774080 Options.compression: Snappy 2024/11/22-12:43:54.332447 139702208774080 Options.bottommost_compression: Disabled 2024/11/22-12:43:54.332451 139702208774080 Options.prefix_extractor: nullptr 2024/11/22-12:43:54.332456 139702208774080 Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024/11/22-12:43:54.332460 139702208774080 Options.num_levels: 7 2024/11/22-12:43:54.332465 139702208774080 Options.min_write_buffer_number_to_merge: 1 2024/11/22-12:43:54.332469 139702208774080 Options.max_write_buffer_number_to_maintain: 0 2024/11/22-12:43:54.332473 139702208774080 Options.max_write_buffer_size_to_maintain: 16777216 2024/11/22-12:43:54.332478 139702208774080 Options.bottommost_compression_opts.window_bits: -14 2024/11/22-12:43:54.332483 139702208774080 Options.bottommost_compression_opts.level: 32767 2024/11/22-12:43:54.332487 139702208774080 Options.bottommost_compression_opts.strategy: 0 2024/11/22-12:43:54.332492 139702208774080 Options.bottommost_compression_opts.max_dict_bytes: 0 2024/11/22-12:43:54.332496 139702208774080 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024/11/22-12:43:54.332501 139702208774080 Options.bottommost_compression_opts.parallel_threads: 1 2024/11/22-12:43:54.332506 139702208774080 Options.bottommost_compression_opts.enabled: false 2024/11/22-12:43:54.332510 139702208774080 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024/11/22-12:43:54.332514 139702208774080 Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024/11/22-12:43:54.332519 139702208774080 Options.compression_opts.window_bits: -14 2024/11/22-12:43:54.332523 139702208774080 Options.compression_opts.level: 32767 2024/11/22-12:43:54.332528 139702208774080 Options.compression_opts.strategy: 0 2024/11/22-12:43:54.332532 139702208774080 Options.compression_opts.max_dict_bytes: 0 2024/11/22-12:43:54.332536 139702208774080 Options.compression_opts.zstd_max_train_bytes: 0 2024/11/22-12:43:54.332541 139702208774080 Options.compression_opts.use_zstd_dict_trainer: true 2024/11/22-12:43:54.332545 139702208774080 Options.compression_opts.parallel_threads: 1 2024/11/22-12:43:54.332550 139702208774080 Options.compression_opts.enabled: false 2024/11/22-12:43:54.332554 139702208774080 Options.compression_opts.max_dict_buffer_bytes: 0 2024/11/22-12:43:54.332559 139702208774080 Options.level0_file_num_compaction_trigger: 4 2024/11/22-12:43:54.332563 139702208774080 Options.level0_slowdown_writes_trigger: 5 2024/11/22-12:43:54.332567 139702208774080 Options.level0_stop_writes_trigger: 10 2024/11/22-12:43:54.332572 139702208774080 Options.target_file_size_base: 8388608 2024/11/22-12:43:54.332576 139702208774080 Options.target_file_size_multiplier: 2 2024/11/22-12:43:54.332580 139702208774080 Options.max_bytes_for_level_base: 8388608 2024/11/22-12:43:54.332588 139702208774080 Options.level_compaction_dynamic_level_bytes: 0 2024/11/22-12:43:54.332592 139702208774080 Options.max_bytes_for_level_multiplier: 1.000000 2024/11/22-12:43:54.332597 139702208774080 Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024/11/22-12:43:54.332602 139702208774080 Options.max_bytes_for_level_multiplier_addtl[1]: 3 2024/11/22-12:43:54.332606 139702208774080 Options.max_bytes_for_level_multiplier_addtl[2]: 5 2024/11/22-12:43:54.332610 139702208774080 Options.max_bytes_for_level_multiplier_addtl[3]: 7 2024/11/22-12:43:54.332615 139702208774080 Options.max_bytes_for_level_multiplier_addtl[4]: 10 2024/11/22-12:43:54.332619 139702208774080 Options.max_bytes_for_level_multiplier_addtl[5]: 10 2024/11/22-12:43:54.332623 139702208774080 Options.max_bytes_for_level_multiplier_addtl[6]: 10 2024/11/22-12:43:54.332628 139702208774080 Options.max_bytes_for_level_multiplier_addtl[7]: 10 2024/11/22-12:43:54.332632 139702208774080 Options.max_sequential_skip_in_iterations: 8 2024/11/22-12:43:54.332637 139702208774080 Options.max_compaction_bytes: 4294967296 2024/11/22-12:43:54.332641 139702208774080 Options.arena_block_size: 1048576 2024/11/22-12:43:54.332646 139702208774080 Options.soft_pending_compaction_bytes_limit: 68719476736 2024/11/22-12:43:54.332650 139702208774080 Options.hard_pending_compaction_bytes_limit: 274877906944 2024/11/22-12:43:54.332655 139702208774080 Options.disable_auto_compactions: 1 2024/11/22-12:43:54.332659 139702208774080 Options.compaction_style: kCompactionStyleLevel 2024/11/22-12:43:54.332664 139702208774080 Options.compaction_pri: kMinOverlappingRatio 2024/11/22-12:43:54.332669 139702208774080 Options.compaction_options_universal.size_ratio: 1 2024/11/22-12:43:54.332673 139702208774080 Options.compaction_options_universal.min_merge_width: 2 2024/11/22-12:43:54.332677 139702208774080 Options.compaction_options_universal.max_merge_width: 4294967295 2024/11/22-12:43:54.332682 139702208774080 Options.compaction_options_universal.max_size_amplification_percent: 200 2024/11/22-12:43:54.332686 139702208774080 Options.compaction_options_universal.compression_size_percent: -1 2024/11/22-12:43:54.332691 139702208774080 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024/11/22-12:43:54.332695 139702208774080 Options.compaction_options_fifo.max_table_files_size: 1073741824 2024/11/22-12:43:54.332700 139702208774080 Options.compaction_options_fifo.allow_compaction: 0 2024/11/22-12:43:54.332721 139702208774080 Options.table_properties_collectors: 2024/11/22-12:43:54.332727 139702208774080 Options.inplace_update_support: 0 2024/11/22-12:43:54.332731 139702208774080 Options.inplace_update_num_locks: 10000 2024/11/22-12:43:54.332736 139702208774080 Options.memtable_prefix_bloom_size_ratio: 0.000000 2024/11/22-12:43:54.332740 139702208774080 Options.allow_merge_memtables: 0 2024/11/22-12:43:54.332745 139702208774080 Options.memtable_whole_key_filtering: 0 2024/11/22-12:43:54.332749 139702208774080 Options.memtable_huge_page_size: 0 2024/11/22-12:43:54.332754 139702208774080 Options.bloom_locality: 0 2024/11/22-12:43:54.332758 139702208774080 Options.max_successive_merges: 0 2024/11/22-12:43:54.332762 139702208774080 Options.optimize_filters_for_hits: 0 2024/11/22-12:43:54.332767 139702208774080 Options.paranoid_file_checks: 0 2024/11/22-12:43:54.332771 139702208774080 Options.force_consistency_checks: 1 2024/11/22-12:43:54.332775 139702208774080 Options.report_bg_io_stats: 0 2024/11/22-12:43:54.332780 139702208774080 Options.ttl: 0 2024/11/22-12:43:54.332784 139702208774080 Options.periodic_compaction_seconds: 0 2024/11/22-12:43:54.332789 139702208774080 Options.preclude_last_level_data_seconds: 0 2024/11/22-12:43:54.332793 139702208774080 Options.preserve_internal_time_seconds: 0 2024/11/22-12:43:54.332798 139702208774080 Options.enable_blob_files: false 2024/11/22-12:43:54.332802 139702208774080 Options.min_blob_size: 0 2024/11/22-12:43:54.332807 139702208774080 Options.blob_file_size: 268435456 2024/11/22-12:43:54.332812 139702208774080 Options.blob_compression_type: NoCompression 2024/11/22-12:43:54.332816 139702208774080 Options.enable_blob_garbage_collection: false 2024/11/22-12:43:54.332821 139702208774080 Options.blob_garbage_collection_age_cutoff: 0.250000 2024/11/22-12:43:54.332826 139702208774080 Options.blob_garbage_collection_force_threshold: 1.000000 2024/11/22-12:43:54.332831 139702208774080 Options.blob_compaction_readahead_size: 0 2024/11/22-12:43:54.332835 139702208774080 Options.blob_file_starting_level: 0 2024/11/22-12:43:54.332840 139702208774080 Options.min_filter_level: 2 2024/11/22-12:43:54.332844 139702208774080 Options.experimental_mempurge_threshold: 0.000000 2024/11/22-12:43:54.332849 139702208774080 Options.memtable_max_range_deletions: 0 2024/11/22-12:43:54.368440 139700683671296 [top_zip_table.cc:59] core git_version_hash_info_is:commit 81964c21ebbcc178d8e99dae0fbf61bded2729cc Author: rockeet Date: Mon Nov 11 21:28:46 2024 +0800 Makefile: fix gen git-version-*.cpp GIT_PATH_ARG = :!src/terark/fsa :!tools/fsa :!src/terark/zbs :!tools/zbs g++ (GCC) 12.2.1 20221121 (Red Hat 12.2.1-7) Copyright (C) 2022 Free Software Foundation, Inc. This is free software; see the source for copying conditions. There is NO warranty; not even for MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. INCS = -Isrc -I3rdparty/zstd -Iboost-include DEFS = -DTOPLING_IO_WITH_URING=1 -DDIVSUFSORT_API= CXXFLAGS = -fPIC -time -fdiagnostics-color -mcx16 -fno-stack-protector WARNINGS = -Wno-class-memaccess -Wformat=2 -Wcomment -Wall -Wextra -Wno-unused-parameter -Wno-alloc-size-larger-than -Wno-deprecated-declarations -Wstrict-aliasing=3 RLS_FLAGS = -O3 -DNDEBUG -g3 WITH_BMI2 = 1 compile_cpu_flag: -march=haswell -mbmi -mbmi2 LDFLAGS = -fPIC -rdynamic 2024/11/22-12:43:54.368479 139700683671296 [top_zip_table.cc:60] fsa git_version_hash_info_is:commit 5dfecb7d107196f044ff5bf78dc39d2e725b9d9b Author: leipeng Date: Thu Nov 7 15:22:45 2024 +0800 Makefile: fix for x86_64 CPU older than haswell GIT_PATH_ARG = src/terark/fsa tools/fsa g++ (GCC) 12.2.1 20221121 (Red Hat 12.2.1-7) Copyright (C) 2022 Free Software Foundation, Inc. This is free software; see the source for copying conditions. There is NO warranty; not even for MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. INCS = -Isrc -I3rdparty/zstd -Iboost-include DEFS = -DTOPLING_IO_WITH_URING=1 -DDIVSUFSORT_API= CXXFLAGS = -fPIC -time -fdiagnostics-color -mcx16 -fno-stack-protector WARNINGS = -Wno-class-memaccess -Wformat=2 -Wcomment -Wall -Wextra -Wno-unused-parameter -Wno-alloc-size-larger-than -Wno-deprecated-declarations -Wstrict-aliasing=3 RLS_FLAGS = -O3 -DNDEBUG -g3 WITH_BMI2 = 1 compile_cpu_flag: -march=haswell -mbmi -mbmi2 LDFLAGS = -fPIC -rdynamic 2024/11/22-12:43:54.368499 139700683671296 [top_zip_table.cc:61] zbs git_version_hash_info_is:commit d44dd5ff72707128fe3c916077b43d2093c01f7c Author: leipeng Date: Sun Oct 27 23:38:26 2024 +0800 Fix for msvc, when toplingdb on msvc GIT_PATH_ARG = src/terark/zbs tools/zbs g++ (GCC) 12.2.1 20221121 (Red Hat 12.2.1-7) Copyright (C) 2022 Free Software Foundation, Inc. This is free software; see the source for copying conditions. There is NO warranty; not even for MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. INCS = -Isrc -I3rdparty/zstd -Iboost-include DEFS = -DTOPLING_IO_WITH_URING=1 -DDIVSUFSORT_API= CXXFLAGS = -fPIC -time -fdiagnostics-color -mcx16 -fno-stack-protector WARNINGS = -Wno-class-memaccess -Wformat=2 -Wcomment -Wall -Wextra -Wno-unused-parameter -Wno-alloc-size-larger-than -Wno-deprecated-declarations -Wstrict-aliasing=3 RLS_FLAGS = -O3 -DNDEBUG -g3 WITH_BMI2 = 1 compile_cpu_flag: -march=haswell -mbmi -mbmi2 LDFLAGS = -fPIC -rdynamic 2024/11/22-12:43:54.368512 139700683671296 [top_zip_table.cc:62] topling-zip_table_reader: git_version_hash_info_is: commit c632605c0344e6cbe799b3f941f63b6c7514086a Author: rockeet Date: Tue Nov 19 21:07:25 2024 +0800 Add stub `AutoStartZipServer` for community version When compiled as community version, `HAS_TOPLING_ROCKS` will not be defined. ToplingZipTableBuilder is just for enterprise version, in which case `HAS_TOPLING_ROCKS` is defined. g++ (GCC) 12.2.1 20221121 (Red Hat 12.2.1-7) Copyright (C) 2022 Free Software Foundation, Inc. This is free software; see the source for copying conditions. There is NO warranty; not even for MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. cpu_flag: -march=native -mbmi -mbmi2 2024/11/22-12:43:54.368526 139700683671296 [top_zip_table.cc:64] topling-rocks git_version_hash_info_is: commit 255949aa4c3652d80b58964fa265eb30db63c3aa Author: rockeet Date: Sat Nov 16 20:31:28 2024 +0800 Add maxSampleLen for global dict sampling g++ (GCC) 12.2.1 20221121 (Red Hat 12.2.1-7) Copyright (C) 2022 Free Software Foundation, Inc. This is free software; see the source for copying conditions. There is NO warranty; not even for MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. cpu_flag: -march=native -mbmi -mbmi2 2024/11/22-12:43:54.601169 139702208774080 [version_set.cc:6254] Recovered from manifest file:/storage/mytopling/.rocksdb/MANIFEST-169053 succeeded,manifest_file_number is 169053, next_file_number is 194988, last_sequence is 3079262796, log_number is 194949,prev_log_number is 0,max_column_family is 1,min_log_number_to_keep is 194811 2024/11/22-12:43:54.601215 139702208774080 [version_set.cc:6269] Column family [default] (ID 0), log number is 194870 2024/11/22-12:43:54.601223 139702208774080 [version_set.cc:6269] Column family [__system__] (ID 1), log number is 194949 2024/11/22-12:43:54.601392 139702208774080 [db_impl_open.cc:639] DB ID: d89b4006-2803-486e-b7a2-759bcf348921 2024/11/22-12:43:54.602453 139702208774080 EVENT_LOG_v1 {"time_micros": 1732250634602440, "job": 1, "event": "recovery_started", "wal_files": [194811, 194870, 194949, 194986]} 2024/11/22-12:43:54.602473 139702208774080 [db_impl_open.cc:1132] Recovering log #194811 mode 2 2024/11/22-12:43:55.054372 139702208774080 [db_impl_open.cc:1132] Recovering log #194870 mode 2 2024/11/22-12:43:55.885461 139702208774080 [db_impl_open.cc:1132] Recovering log #194949 mode 2 2024/11/22-12:43:56.977961 139702208774080 [db_impl_open.cc:1132] Recovering log #194986 mode 2 2024/11/22-12:43:57.657462 139702208774080 EVENT_LOG_v1 {"time_micros": 1732250637657431, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 194989, "file_size": 236636715, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3078621693, "largest_seqno": 3080105498, "table_properties": {"data_size": 208232320, "index_size": 28403584, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 27802360, "raw_average_key_size": 26, "raw_value_size": 208042171, "raw_average_value_size": 196, "num_data_blocks": 1, "num_entries": 1060524, "num_filter_entries": 0, "num_deletions": 59620, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 0, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 194989, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:43:57.759106 139702208774080 EVENT_LOG_v1 {"time_micros": 1732250637759079, "cf_name": "__system__", "job": 1, "event": "table_file_creation", "file_number": 194990, "file_size": 3131, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3079693685, "largest_seqno": 3080105475, "table_properties": {"data_size": 192, "index_size": 2176, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 32, "raw_average_key_size": 16, "raw_value_size": 176, "raw_average_value_size": 88, "num_data_blocks": 1, "num_entries": 2, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "__system__", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "merge_operator": "Rdb_system_merge_op", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "SngFast", "compression_options": "", "creation_time": 0, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 194990, "seqno_to_time_mapping": "N/A"}} 2024/11/22-12:43:57.768203 139702208774080 EVENT_LOG_v1 {"time_micros": 1732250637768198, "job": 1, "event": "recovery_finished"} 2024/11/22-12:43:57.768372 139702208774080 [version_set.cc:5724] Creating manifest 194992 2024/11/22-12:43:57.769603 139702208774080 [db_impl_open.cc:2123] SstFileManager instance 0x23236600 2024/11/22-12:43:57.770391 139702208774080 DB pointer 0x2326fcc0 2024/11/22-12:43:57.770416 139700710934272 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194987.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:43:57.770474 139700710934272 EVENT_LOG_v1 {"time_micros": 1732250637770471, "job": 2, "event": "table_file_deletion", "file_number": 194987} 2024/11/22-12:43:57.770490 139702208774080 [WARN] [pessimistic_transaction_db.cc:310] Transaction write_policy is WRITE_COMMITTED 2024/11/22-12:43:57.780159 139702208774080 [db_impl.cc:1284] SetOptions() on column family [default], inputs: 2024/11/22-12:43:57.780179 139702208774080 [db_impl.cc:1288] disable_auto_compactions: false 2024/11/22-12:43:57.780186 139702208774080 [db_impl.cc:1292] [default] SetOptions() succeeded 2024/11/22-12:43:57.780193 139702208774080 [cf_options.cc:1051] write_buffer_size: 536870912 2024/11/22-12:43:57.780200 139702208774080 [cf_options.cc:1054] max_write_buffer_number: 2 2024/11/22-12:43:57.780205 139702208774080 [cf_options.cc:1056] arena_block_size: 1048576 2024/11/22-12:43:57.780211 139702208774080 [cf_options.cc:1059] memtable_prefix_bloom_ratio: 0.000000 2024/11/22-12:43:57.780217 139702208774080 [cf_options.cc:1062] allow_merge_memtables: 0 2024/11/22-12:43:57.780223 139702208774080 [cf_options.cc:1064] memtable_whole_key_filtering: 0 2024/11/22-12:43:57.780228 139702208774080 [cf_options.cc:1066] memtable_huge_page_size: 0 2024/11/22-12:43:57.780234 139702208774080 [cf_options.cc:1069] max_successive_merges: 0 2024/11/22-12:43:57.780239 139702208774080 [cf_options.cc:1072] inplace_update_num_locks: 10000 2024/11/22-12:43:57.780244 139702208774080 [cf_options.cc:1075] prefix_extractor: nullptr 2024/11/22-12:43:57.780250 139702208774080 [cf_options.cc:1079] disable_auto_compactions: 0 2024/11/22-12:43:57.780254 139702208774080 [cf_options.cc:1081] soft_pending_compaction_bytes_limit: 137438953472 2024/11/22-12:43:57.780260 139702208774080 [cf_options.cc:1083] hard_pending_compaction_bytes_limit: 274877906944 2024/11/22-12:43:57.780265 139702208774080 [cf_options.cc:1085] level0_file_num_compaction_trigger: 4 2024/11/22-12:43:57.780270 139702208774080 [cf_options.cc:1087] level0_slowdown_writes_trigger: 5 2024/11/22-12:43:57.780275 139702208774080 [cf_options.cc:1089] level0_stop_writes_trigger: 10 2024/11/22-12:43:57.780281 139702208774080 [cf_options.cc:1091] max_compaction_bytes: 4294967296 2024/11/22-12:43:57.780287 139702208774080 [cf_options.cc:1093] target_file_size_base: 33554432 2024/11/22-12:43:57.780293 139702208774080 [cf_options.cc:1095] target_file_size_multiplier: 2 2024/11/22-12:43:57.780298 139702208774080 [cf_options.cc:1097] max_bytes_for_level_base: 536870912 2024/11/22-12:43:57.780303 139702208774080 [cf_options.cc:1099] max_bytes_for_level_multiplier: 1.000000 2024/11/22-12:43:57.780309 139702208774080 [cf_options.cc:1101] ttl: 0 2024/11/22-12:43:57.780315 139702208774080 [cf_options.cc:1103] periodic_compaction_seconds: 0 2024/11/22-12:43:57.780322 139702208774080 [cf_options.cc:1117] max_bytes_for_level_multiplier_additional: 1, 3, 5, 7, 10, 10, 10, 10 2024/11/22-12:43:57.780328 139702208774080 [cf_options.cc:1119] max_sequential_skip_in_iterations: 8 2024/11/22-12:43:57.780333 139702208774080 [cf_options.cc:1121] check_flush_compaction_key_order: 0 2024/11/22-12:43:57.780339 139702208774080 [cf_options.cc:1123] paranoid_file_checks: 0 2024/11/22-12:43:57.780345 139702208774080 [cf_options.cc:1125] report_bg_io_stats: 0 2024/11/22-12:43:57.780351 139702208774080 [cf_options.cc:1127] compression: 1 2024/11/22-12:43:57.780356 139702208774080 [cf_options.cc:1129] experimental_mempurge_threshold: 0.000000 2024/11/22-12:43:57.780362 139702208774080 [cf_options.cc:1134] compaction_options_universal.size_ratio : 1 2024/11/22-12:43:57.780367 139702208774080 [cf_options.cc:1136] compaction_options_universal.min_merge_width : 2 2024/11/22-12:43:57.780372 139702208774080 [cf_options.cc:1138] compaction_options_universal.max_merge_width : -1 2024/11/22-12:43:57.780378 139702208774080 [cf_options.cc:1140] compaction_options_universal.max_size_amplification_percent : 200 2024/11/22-12:43:57.780384 139702208774080 [cf_options.cc:1143] compaction_options_universal.compression_size_percent : -1 2024/11/22-12:43:57.780390 139702208774080 [cf_options.cc:1146] compaction_options_universal.stop_style : 1 2024/11/22-12:43:57.780395 139702208774080 [cf_options.cc:1148] compaction_options_universal.allow_trivial_move : 0 2024/11/22-12:43:57.780401 139702208774080 [cf_options.cc:1151] compaction_options_universal.incremental : 0 2024/11/22-12:43:57.780406 139702208774080 [cf_options.cc:1155] compaction_options_fifo.max_table_files_size : 1073741824 2024/11/22-12:43:57.780412 139702208774080 [cf_options.cc:1157] compaction_options_fifo.allow_compaction : 0 2024/11/22-12:43:57.780417 139702208774080 [cf_options.cc:1161] enable_blob_files: false 2024/11/22-12:43:57.780423 139702208774080 [cf_options.cc:1163] min_blob_size: 0 2024/11/22-12:43:57.780428 139702208774080 [cf_options.cc:1165] blob_file_size: 268435456 2024/11/22-12:43:57.780434 139702208774080 [cf_options.cc:1167] blob_compression_type: NoCompression 2024/11/22-12:43:57.780439 139702208774080 [cf_options.cc:1169] enable_blob_garbage_collection: false 2024/11/22-12:43:57.780445 139702208774080 [cf_options.cc:1171] blob_garbage_collection_age_cutoff: 0.250000 2024/11/22-12:43:57.780451 139702208774080 [cf_options.cc:1173] blob_garbage_collection_force_threshold: 1.000000 2024/11/22-12:43:57.780457 139702208774080 [cf_options.cc:1175] blob_compaction_readahead_size: 0 2024/11/22-12:43:57.780463 139702208774080 [cf_options.cc:1177] blob_file_starting_level: 0 2024/11/22-12:43:57.780468 139702208774080 [cf_options.cc:1179] prepopulate_blob_cache: disable 2024/11/22-12:43:57.780474 139702208774080 [cf_options.cc:1183] last_level_temperature: 0 2024/11/22-12:43:57.780566 139702208774080 [db_impl.cc:1284] SetOptions() on column family [__system__], inputs: 2024/11/22-12:43:57.780574 139702208774080 [db_impl.cc:1288] disable_auto_compactions: false 2024/11/22-12:43:57.780580 139702208774080 [db_impl.cc:1292] [__system__] SetOptions() succeeded 2024/11/22-12:43:57.780586 139702208774080 [cf_options.cc:1051] write_buffer_size: 8388608 2024/11/22-12:43:57.780591 139702208774080 [cf_options.cc:1054] max_write_buffer_number: 2 2024/11/22-12:43:57.780597 139702208774080 [cf_options.cc:1056] arena_block_size: 1048576 2024/11/22-12:43:57.780603 139702208774080 [cf_options.cc:1059] memtable_prefix_bloom_ratio: 0.000000 2024/11/22-12:43:57.780609 139702208774080 [cf_options.cc:1062] allow_merge_memtables: 0 2024/11/22-12:43:57.780614 139702208774080 [cf_options.cc:1064] memtable_whole_key_filtering: 0 2024/11/22-12:43:57.780620 139702208774080 [cf_options.cc:1066] memtable_huge_page_size: 0 2024/11/22-12:43:57.780626 139702208774080 [cf_options.cc:1069] max_successive_merges: 0 2024/11/22-12:43:57.780631 139702208774080 [cf_options.cc:1072] inplace_update_num_locks: 10000 2024/11/22-12:43:57.780636 139702208774080 [cf_options.cc:1075] prefix_extractor: nullptr 2024/11/22-12:43:57.780652 139702208774080 [cf_options.cc:1079] disable_auto_compactions: 0 2024/11/22-12:43:57.780657 139702208774080 [cf_options.cc:1081] soft_pending_compaction_bytes_limit: 68719476736 2024/11/22-12:43:57.780662 139702208774080 [cf_options.cc:1083] hard_pending_compaction_bytes_limit: 274877906944 2024/11/22-12:43:57.780667 139702208774080 [cf_options.cc:1085] level0_file_num_compaction_trigger: 4 2024/11/22-12:43:57.780672 139702208774080 [cf_options.cc:1087] level0_slowdown_writes_trigger: 5 2024/11/22-12:43:57.780677 139702208774080 [cf_options.cc:1089] level0_stop_writes_trigger: 10 2024/11/22-12:43:57.780682 139702208774080 [cf_options.cc:1091] max_compaction_bytes: 4294967296 2024/11/22-12:43:57.780688 139702208774080 [cf_options.cc:1093] target_file_size_base: 8388608 2024/11/22-12:43:57.780693 139702208774080 [cf_options.cc:1095] target_file_size_multiplier: 2 2024/11/22-12:43:57.780699 139702208774080 [cf_options.cc:1097] max_bytes_for_level_base: 8388608 2024/11/22-12:43:57.780705 139702208774080 [cf_options.cc:1099] max_bytes_for_level_multiplier: 1.000000 2024/11/22-12:43:57.780710 139702208774080 [cf_options.cc:1101] ttl: 0 2024/11/22-12:43:57.780715 139702208774080 [cf_options.cc:1103] periodic_compaction_seconds: 0 2024/11/22-12:43:57.780722 139702208774080 [cf_options.cc:1117] max_bytes_for_level_multiplier_additional: 1, 3, 5, 7, 10, 10, 10, 10 2024/11/22-12:43:57.780728 139702208774080 [cf_options.cc:1119] max_sequential_skip_in_iterations: 8 2024/11/22-12:43:57.780734 139702208774080 [cf_options.cc:1121] check_flush_compaction_key_order: 1 2024/11/22-12:43:57.780739 139702208774080 [cf_options.cc:1123] paranoid_file_checks: 0 2024/11/22-12:43:57.780745 139702208774080 [cf_options.cc:1125] report_bg_io_stats: 0 2024/11/22-12:43:57.780750 139702208774080 [cf_options.cc:1127] compression: 1 2024/11/22-12:43:57.780755 139702208774080 [cf_options.cc:1129] experimental_mempurge_threshold: 0.000000 2024/11/22-12:43:57.780756 139701071644416 [compaction_job.cc:2437] [__system__] [JOB 4] Compacting 1@0 + 1@1 files to L1, score 0.25, subcompactions 3 : 1 2024/11/22-12:43:57.780761 139702208774080 [cf_options.cc:1134] compaction_options_universal.size_ratio : 1 2024/11/22-12:43:57.780761 139700870317824 [compaction_job.cc:2437] [default] [JOB 3] Compacting 1@0 files to L1, score 0.96, subcompactions 3 : 3 2024/11/22-12:43:57.780766 139702208774080 [cf_options.cc:1136] compaction_options_universal.min_merge_width : 2 2024/11/22-12:43:57.780772 139702208774080 [cf_options.cc:1138] compaction_options_universal.max_merge_width : -1 2024/11/22-12:43:57.780800 139701071644416 [compaction_job.cc:2445] [__system__]: Compaction start summary: Base version 7 Base level 0, inputs: [194990(3131B)], [194952(6569B)] 2024/11/22-12:43:57.780811 139700870317824 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 6 Base level 0, inputs: [194989(225MB)] 2024/11/22-12:43:57.780815 139702208774080 [cf_options.cc:1140] compaction_options_universal.max_size_amplification_percent : 200 2024/11/22-12:43:57.780822 139702208774080 [cf_options.cc:1143] compaction_options_universal.compression_size_percent : -1 2024/11/22-12:43:57.780834 139702208774080 [cf_options.cc:1146] compaction_options_universal.stop_style : 1 2024/11/22-12:43:57.780839 139702208774080 [cf_options.cc:1148] compaction_options_universal.allow_trivial_move : 0 2024/11/22-12:43:57.780845 139702208774080 [cf_options.cc:1151] compaction_options_universal.incremental : 0 2024/11/22-12:43:57.780850 139702208774080 [cf_options.cc:1155] compaction_options_fifo.max_table_files_size : 1073741824 2024/11/22-12:43:57.780856 139702208774080 [cf_options.cc:1157] compaction_options_fifo.allow_compaction : 0 2024/11/22-12:43:57.780861 139702208774080 [cf_options.cc:1161] enable_blob_files: false 2024/11/22-12:43:57.780867 139702208774080 [cf_options.cc:1163] min_blob_size: 0 2024/11/22-12:43:57.780872 139702208774080 [cf_options.cc:1165] blob_file_size: 268435456 2024/11/22-12:43:57.780878 139702208774080 [cf_options.cc:1167] blob_compression_type: NoCompression 2024/11/22-12:43:57.780884 139702208774080 [cf_options.cc:1169] enable_blob_garbage_collection: false 2024/11/22-12:43:57.780889 139702208774080 [cf_options.cc:1171] blob_garbage_collection_age_cutoff: 0.250000 2024/11/22-12:43:57.780896 139702208774080 [cf_options.cc:1173] blob_garbage_collection_force_threshold: 1.000000 2024/11/22-12:43:57.780902 139702208774080 [cf_options.cc:1175] blob_compaction_readahead_size: 0 2024/11/22-12:43:57.780907 139702208774080 [cf_options.cc:1177] blob_file_starting_level: 0 2024/11/22-12:43:57.780913 139702208774080 [cf_options.cc:1179] prepopulate_blob_cache: disable 2024/11/22-12:43:57.780927 139702208774080 [cf_options.cc:1183] last_level_temperature: 0 2024/11/22-12:43:57.781233 139701071644416 [compaction_job.cc:1948] [__system__] [JOB 4] Generated table #194993: 40 keys, 6569 bytes (need compaction), temperature: kUnknown 2024/11/22-12:43:57.781275 139701071644416 EVENT_LOG_v1 {"time_micros": 1732250637781252, "cf_name": "__system__", "job": 4, "event": "table_file_creation", "file_number": 194993, "file_size": 6569, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 1728, "index_size": 4032, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 923, "raw_average_key_size": 23, "raw_value_size": 1691, "raw_average_value_size": 42, "num_data_blocks": 1, "num_entries": 40, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "__system__", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "merge_operator": "Rdb_system_merge_op", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "SngFast", "compression_options": "allseq0", "creation_time": 1732250637, "oldest_key_time": 0, "file_creation_time": 1732250637, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 194993, "seqno_to_time_mapping": "N/A"}} 2024/11/22-12:43:57.781310 139701071644416 [compaction_job.cc:703] job-00004: subcompact[0], size: 0.000007 G, files: /storage/mytopling/.rocksdb [194993] 2024/11/22-12:43:57.781483 139700870317824 [compaction_job.cc:1948] [default] [JOB 3] Generated table #194994: 4 keys, 3571 bytes (need compaction), temperature: kUnknown 2024/11/22-12:43:57.781547 139700870317824 EVENT_LOG_v1 {"time_micros": 1732250637781510, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 194994, "file_size": 3571, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3080105163, "largest_seqno": 3080105442, "table_properties": {"data_size": 512, "index_size": 2240, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 64, "raw_average_key_size": 16, "raw_value_size": 451, "raw_average_value_size": 112, "num_data_blocks": 1, "num_entries": 4, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 16, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250637, "oldest_key_time": 0, "file_creation_time": 1732250637, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 194994, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:43:57.781686 139701071644416 (Original Log Time 2024/11/22-12:43:57.780844) EVENT_LOG_v1 {"time_micros": 1732250637780835, "job": 4, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L0": [194990], "files_L1": [194952], "score": 0.25, "input_data_size": 9700, "oldest_snapshot_seqno": -1} 2024/11/22-12:43:57.781698 139701071644416 (Original Log Time 2024/11/22-12:43:57.781562) [compaction_job.cc:2022] [__system__] [JOB 4] Compacted 1@0 + 1@1 files to L1 => 6569 bytes 2024/11/22-12:43:57.781704 139701071644416 (Original Log Time 2024/11/22-12:43:57.781608) [compaction_job.cc:1224] [__system__] compacted to: files[0 1 0 0 0 0 0] max score 0.00, MB/sec: 20.5 rd, 13.9 wr, level 1, files in(1, 1) out(1 +0 blob) MB in(0.0, 0.0 +0.0 blob) out(0.0 +0.0 blob), read-write-amplify(5.2) write-amplify(2.1) OK, records in: 42, records dropped: 2 output_compression: Snappy 2024/11/22-12:43:57.781717 139701071644416 (Original Log Time 2024/11/22-12:43:57.781631) EVENT_LOG_v1 {"time_micros": 1732250637781619, "cf": "__system__", "job": 4, "event": "compaction_finished", "compaction_time_micros": 474, "compaction_time_cpu_micros": 342, "output_level": 1, "num_output_files": 1, "total_output_size": 6569, "num_input_records": 42, "num_output_records": 40, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 1, 0, 0, 0, 0, 0]} 2024/11/22-12:43:57.782092 139700870317824 [compaction_job.cc:1948] [default] [JOB 3] Generated table #194997: 40 keys, 9460 bytes (need compaction), temperature: kUnknown 2024/11/22-12:43:57.782148 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194952.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:43:57.782150 139700870317824 EVENT_LOG_v1 {"time_micros": 1732250637782118, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 194997, "file_size": 9460, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3080101055, "largest_seqno": 3080105476, "table_properties": {"data_size": 4864, "index_size": 3776, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 800, "raw_average_key_size": 20, "raw_value_size": 4811, "raw_average_value_size": 120, "num_data_blocks": 1, "num_entries": 40, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250637, "oldest_key_time": 0, "file_creation_time": 1732250637, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 194997, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:43:57.782165 139701071644416 EVENT_LOG_v1 {"time_micros": 1732250637782163, "job": 4, "event": "table_file_deletion", "file_number": 194952} 2024/11/22-12:43:57.782218 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194990.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:43:57.782231 139701071644416 EVENT_LOG_v1 {"time_micros": 1732250637782230, "job": 4, "event": "table_file_deletion", "file_number": 194990} 2024/11/22-12:43:57.816034 139697680549632 [compaction_job.cc:1948] [default] [JOB 3] Generated table #194996: 31927 keys, 33524673 bytes (need compaction), temperature: kUnknown 2024/11/22-12:43:57.816112 139697680549632 EVENT_LOG_v1 {"time_micros": 1732250637816083, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 194996, "file_size": 33524673, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3078621766, "largest_seqno": 3080105489, "table_properties": {"data_size": 32469888, "index_size": 1053952, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 638540, "raw_average_key_size": 20, "raw_value_size": 32469848, "raw_average_value_size": 1017, "num_data_blocks": 1, "num_entries": 31927, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250637, "oldest_key_time": 0, "file_creation_time": 1732250637, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 194996, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:43:57.823607 139700870317824 [compaction_job.cc:1948] [default] [JOB 3] Generated table #194998: 33842 keys, 23264513 bytes (need compaction), temperature: kUnknown 2024/11/22-12:43:57.823667 139700870317824 EVENT_LOG_v1 {"time_micros": 1732250637823645, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 194998, "file_size": 23264513, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3078621803, "largest_seqno": 3080105443, "table_properties": {"data_size": 22154432, "index_size": 1109248, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 812208, "raw_average_key_size": 24, "raw_value_size": 22154400, "raw_average_value_size": 654, "num_data_blocks": 1, "num_entries": 33842, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 24, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250637, "oldest_key_time": 0, "file_creation_time": 1732250637, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 194998, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:43:57.834358 139700870317824 [compaction_job.cc:1948] [default] [JOB 3] Generated table #195000: 32484 keys, 2494270 bytes (need compaction), temperature: kUnknown 2024/11/22-12:43:57.834406 139700870317824 EVENT_LOG_v1 {"time_micros": 1732250637834384, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 195000, "file_size": 2494270, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3078621745, "largest_seqno": 3080105444, "table_properties": {"data_size": 1645184, "index_size": 848256, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 649680, "raw_average_key_size": 20, "raw_value_size": 1645182, "raw_average_value_size": 50, "num_data_blocks": 1, "num_entries": 32484, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250637, "oldest_key_time": 0, "file_creation_time": 1732250637, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195000, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:43:57.839909 139697680549632 [compaction_job.cc:1948] [default] [JOB 3] Generated table #194999: 22247 keys, 23340801 bytes (need compaction), temperature: kUnknown 2024/11/22-12:43:57.839962 139697680549632 EVENT_LOG_v1 {"time_micros": 1732250637839943, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 194999, "file_size": 23340801, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3078621703, "largest_seqno": 3080105216, "table_properties": {"data_size": 22624128, "index_size": 715840, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 444940, "raw_average_key_size": 20, "raw_value_size": 22624127, "raw_average_value_size": 1016, "num_data_blocks": 1, "num_entries": 22247, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250637, "oldest_key_time": 0, "file_creation_time": 1732250637, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 194999, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:43:57.857464 139700870317824 [compaction_job.cc:1948] [default] [JOB 3] Generated table #195001: 63368 keys, 1769101 bytes (need compaction), temperature: kUnknown 2024/11/22-12:43:57.857507 139700870317824 EVENT_LOG_v1 {"time_micros": 1732250637857488, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 195001, "file_size": 1769101, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3078621696, "largest_seqno": 3080105480, "table_properties": {"data_size": 63424, "index_size": 1704832, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 1520832, "raw_average_key_size": 24, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 63368, "num_filter_entries": 0, "num_deletions": 29810, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 24, "fixed_value_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250637, "oldest_key_time": 0, "file_creation_time": 1732250637, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195001, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:43:57.874421 139697680549632 [compaction_job.cc:1948] [default] [JOB 3] Generated table #195002: 93178 keys, 2572177 bytes (need compaction), temperature: kUnknown 2024/11/22-12:43:57.874464 139697680549632 EVENT_LOG_v1 {"time_micros": 1732250637874446, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 195002, "file_size": 2572177, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3078621694, "largest_seqno": 3080105478, "table_properties": {"data_size": 93184, "index_size": 2478144, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 2448690, "raw_average_key_size": 26, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 93178, "num_filter_entries": 0, "num_deletions": 29810, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "fixed_value_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250637, "oldest_key_time": 0, "file_creation_time": 1732250637, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195002, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:43:57.879655 139700870317824 [compaction_job.cc:1948] [default] [JOB 3] Generated table #195003: 63368 keys, 2902206 bytes (need compaction), temperature: kUnknown 2024/11/22-12:43:57.879694 139700870317824 EVENT_LOG_v1 {"time_micros": 1732250637879677, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 195003, "file_size": 2902206, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3078621693, "largest_seqno": 3080105477, "table_properties": {"data_size": 1196544, "index_size": 1704832, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 1520832, "raw_average_key_size": 24, "raw_value_size": 1196496, "raw_average_value_size": 18, "num_data_blocks": 1, "num_entries": 63368, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 24, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250637, "oldest_key_time": 0, "file_creation_time": 1732250637, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195003, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:43:57.887833 139697680549632 [compaction_job.cc:1948] [default] [JOB 3] Generated table #195004: 33558 keys, 1080203 bytes (need compaction), temperature: kUnknown 2024/11/22-12:43:57.887872 139697680549632 EVENT_LOG_v1 {"time_micros": 1732250637887856, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 195004, "file_size": 1080203, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3078621695, "largest_seqno": 3080105479, "table_properties": {"data_size": 33600, "index_size": 1045760, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 973182, "raw_average_key_size": 29, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 33558, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 29, "fixed_value_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250637, "oldest_key_time": 0, "file_creation_time": 1732250637, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195004, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:43:57.900502 139697691035392 [compaction_job.cc:1948] [default] [JOB 3] Generated table #194995: 232748 keys, 33323716 bytes (need compaction), temperature: kUnknown 2024/11/22-12:43:57.900561 139697691035392 EVENT_LOG_v1 {"time_micros": 1732250637900540, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 194995, "file_size": 33323716, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3078621705, "largest_seqno": 3080104996, "table_properties": {"data_size": 26981824, "index_size": 6341056, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 6516944, "raw_average_key_size": 28, "raw_value_size": 26981792, "raw_average_value_size": 115, "num_data_blocks": 1, "num_entries": 232748, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 28, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250637, "oldest_key_time": 0, "file_creation_time": 1732250637, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 194995, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:43:57.903355 139697691035392 [compaction_job.cc:1948] [default] [JOB 3] Generated table #195006: 5873 keys, 870476 bytes (need compaction), temperature: kUnknown 2024/11/22-12:43:57.903392 139697691035392 EVENT_LOG_v1 {"time_micros": 1732250637903376, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 195006, "file_size": 870476, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3079062670, "largest_seqno": 3080105225, "table_properties": {"data_size": 669568, "index_size": 200064, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 164444, "raw_average_key_size": 28, "raw_value_size": 669522, "raw_average_value_size": 114, "num_data_blocks": 1, "num_entries": 5873, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 28, "fixed_value_len": 114, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250637, "oldest_key_time": 0, "file_creation_time": 1732250637, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195006, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:43:57.936519 139697691035392 [compaction_job.cc:1948] [default] [JOB 3] Generated table #195007: 31927 keys, 33525185 bytes (need compaction), temperature: kUnknown 2024/11/22-12:43:57.936567 139697691035392 EVENT_LOG_v1 {"time_micros": 1732250637936548, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 195007, "file_size": 33525185, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3078622266, "largest_seqno": 3080105462, "table_properties": {"data_size": 32469824, "index_size": 1054528, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 638540, "raw_average_key_size": 20, "raw_value_size": 32469812, "raw_average_value_size": 1017, "num_data_blocks": 1, "num_entries": 31927, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250637, "oldest_key_time": 0, "file_creation_time": 1732250637, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195007, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:43:57.959592 139697691035392 [compaction_job.cc:1948] [default] [JOB 3] Generated table #195008: 21777 keys, 22851841 bytes (need compaction), temperature: kUnknown 2024/11/22-12:43:57.959649 139697691035392 EVENT_LOG_v1 {"time_micros": 1732250637959619, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 195008, "file_size": 22851841, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3078621935, "largest_seqno": 3080105424, "table_properties": {"data_size": 22146560, "index_size": 704448, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 435540, "raw_average_key_size": 20, "raw_value_size": 22146512, "raw_average_value_size": 1016, "num_data_blocks": 1, "num_entries": 21777, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250637, "oldest_key_time": 0, "file_creation_time": 1732250637, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195008, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:43:57.983846 139700870317824 [compaction_job.cc:1948] [default] [JOB 3] Generated table #195005: 232801 keys, 33323716 bytes (need compaction), temperature: kUnknown 2024/11/22-12:43:57.983896 139700870317824 EVENT_LOG_v1 {"time_micros": 1732250637983875, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 195005, "file_size": 33323716, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3078622089, "largest_seqno": 3080105474, "table_properties": {"data_size": 26987072, "index_size": 6335808, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 6518428, "raw_average_key_size": 28, "raw_value_size": 26987014, "raw_average_value_size": 115, "num_data_blocks": 1, "num_entries": 232801, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 28, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250637, "oldest_key_time": 0, "file_creation_time": 1732250637, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195005, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:43:58.053588 139700870317824 [compaction_job.cc:1948] [default] [JOB 3] Generated table #195009: 161382 keys, 23085252 bytes (need compaction), temperature: kUnknown 2024/11/22-12:43:58.053647 139700870317824 EVENT_LOG_v1 {"time_micros": 1732250638053618, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 195009, "file_size": 23085252, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3078621730, "largest_seqno": 3080105498, "table_properties": {"data_size": 18692224, "index_size": 4392192, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 4518696, "raw_average_key_size": 28, "raw_value_size": 18692204, "raw_average_value_size": 115, "num_data_blocks": 1, "num_entries": 161382, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 28, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250637, "oldest_key_time": 0, "file_creation_time": 1732250637, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195009, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:43:58.053694 139700870317824 [compaction_job.cc:703] job-00003: subcompact[0], size: 0.086852 G, files: /storage/mytopling/.rocksdb [194994,194997,194998,195000,195001,195003,195005,195009] 2024/11/22-12:43:58.053708 139700870317824 [compaction_job.cc:703] job-00003: subcompact[1], size: 0.090571 G, files: /storage/mytopling/.rocksdb [194995,195006,195007,195008] 2024/11/22-12:43:58.053715 139700870317824 [compaction_job.cc:703] job-00003: subcompact[2], size: 0.060518 G, files: /storage/mytopling/.rocksdb [194996,194999,195002,195004] 2024/11/22-12:43:58.063933 139700870317824 (Original Log Time 2024/11/22-12:43:57.780840) EVENT_LOG_v1 {"time_micros": 1732250637780825, "job": 3, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L0": [194989], "score": 0.956205, "input_data_size": 236636715, "oldest_snapshot_seqno": -1} 2024/11/22-12:43:58.063947 139700922746624 [compaction_job.cc:2437] [default] [JOB 5] Compacting 1@1 files to L2, score 0.96, subcompactions 1 : 1 2024/11/22-12:43:58.063950 139700912260864 [compaction_job.cc:2437] [default] [JOB 6] Compacting 1@1 files to L2, score 0.96, subcompactions 1 : 1 2024/11/22-12:43:58.063956 139700870317824 (Original Log Time 2024/11/22-12:43:58.063303) [compaction_job.cc:2022] [default] [JOB 3] Compacted 1@0 files to L1 => 237941161 bytes 2024/11/22-12:43:58.063963 139700870317824 (Original Log Time 2024/11/22-12:43:58.063645) [compaction_job.cc:1224] [default] compacted to: files[0 16 0 69 91 0 68] max score 0.96 (16 files need compaction), MB/sec: 867.2 rd, 872.0 wr, level 1, files in(1, 0) out(16 +0 blob) MB in(225.7, 0.0 +0.0 blob) out(226.9 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 1060524, records dropped: 0 output_compression: Snappy 2024/11/22-12:43:58.063987 139700870317824 (Original Log Time 2024/11/22-12:43:58.063673) EVENT_LOG_v1 {"time_micros": 1732250638063655, "cf": "default", "job": 3, "event": "compaction_finished", "compaction_time_micros": 272879, "compaction_time_cpu_micros": 553265, "output_level": 1, "num_output_files": 16, "total_output_size": 237941161, "num_input_records": 1060524, "num_output_records": 1060524, "num_subcompactions": 3, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 16, 0, 69, 91, 0, 68]} 2024/11/22-12:43:58.063995 139700912260864 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 9 Base level 1, inputs: [194998(22MB)] 2024/11/22-12:43:58.064009 139700922746624 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 9 Base level 1, inputs: [194997(9460B)] 2024/11/22-12:43:58.064095 139700901775104 [compaction_job.cc:2437] [default] [JOB 7] Compacting 1@1 files to L2, score 0.96, subcompactions 1 : 1 2024/11/22-12:43:58.064127 139700901775104 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 9 Base level 1, inputs: [195000(2435KB)] 2024/11/22-12:43:58.064213 139700880803584 [compaction_job.cc:2437] [default] [JOB 9] Compacting 1@1 files to L2, score 0.96, subcompactions 1 : 1 2024/11/22-12:43:58.064213 139701071644416 [compaction_job.cc:2437] [default] [JOB 10] Compacting 1@1 files to L2, score 0.96, subcompactions 1 : 1 2024/11/22-12:43:58.064225 139700891289344 [compaction_job.cc:2437] [default] [JOB 8] Compacting 1@1 files to L2, score 0.96, subcompactions 1 : 1 2024/11/22-12:43:58.064258 139700880803584 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 9 Base level 1, inputs: [194994(3571B)] 2024/11/22-12:43:58.064274 139701071644416 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 9 Base level 1, inputs: [195003(2834KB)] 2024/11/22-12:43:58.064300 139700891289344 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 9 Base level 1, inputs: [195001(1727KB)] 2024/11/22-12:43:58.102074 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194989.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:43:58.102113 139700870317824 EVENT_LOG_v1 {"time_micros": 1732250638102110, "job": 3, "event": "table_file_deletion", "file_number": 194989} 2024/11/22-12:43:58.102226 139700870317824 [compaction_job.cc:2437] [default] [JOB 11] Compacting 1@1 files to L2, score 0.96, subcompactions 1 : 1 2024/11/22-12:43:58.102250 139700870317824 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 9 Base level 1, inputs: [195005(31MB)] 2024/11/22-12:43:58.429191 139701071644416 [dcompact_etcd.cc:1163] job-00010/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.364 sec, input = 2.591 MiB 2024/11/22-12:43:58.433971 139700870317824 [dcompact_etcd.cc:1163] job-00011/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.331 sec, input = 31.953 MiB 2024/11/22-12:43:58.434588 139700880803584 [dcompact_etcd.cc:1163] job-00009/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.370 sec, input = 515 B 2024/11/22-12:43:58.437484 139700891289344 [dcompact_etcd.cc:1163] job-00008/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.373 sec, input = 1.450 MiB 2024/11/22-12:43:58.438039 139700912260864 [dcompact_etcd.cc:1163] job-00006/att-00: init time wrt = 0.001, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.373 sec, input = 21.903 MiB 2024/11/22-12:43:58.441052 139700922746624 [dcompact_etcd.cc:1163] job-00005/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.376 sec, input = 5.479 KiB 2024/11/22-12:43:58.441805 139700901775104 [dcompact_etcd.cc:1163] job-00007/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.377 sec, input = 2.189 MiB 2024/11/22-12:43:58.784664 139700880803584 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00009/att-00 2024/11/22-12:43:58.784742 139700880803584 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00009/att-00/compact.done) = OK: 0.342 sec 2024/11/22-12:43:58.784890 139700880803584 [dcompact_etcd.cc:1263] job-00009/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.370, mount = 0.000, prepare = 0.020, wait = 0.000, etcd = 0.342, work = 0.170, e2e = 0.720, ntr = 0.000 sec, input = 515 B 2024/11/22-12:43:58.786697 139700880803584 [compaction_job.cc:1086] [default] [JOB 9] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.370, mount = 0.000, prepare = 0.020, wait = 0.551, work = 0.170, e2e = 0.721, rename = 0.000, out zip = 0.000014 GB 0.083 MB/sec, out raw = 0.000001 GB 0.003 MB/sec 2024/11/22-12:43:58.788413 139700880803584 [dcompact_etcd.cc:1773] job-00009/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:43:58.788835 139700880803584 (Original Log Time 2024/11/22-12:43:58.064323) EVENT_LOG_v1 {"time_micros": 1732250638064312, "job": 9, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [194994], "score": 0.956205, "input_data_size": 3571, "oldest_snapshot_seqno": -1} 2024/11/22-12:43:58.788843 139700880803584 (Original Log Time 2024/11/22-12:43:58.788446) [compaction_job.cc:2022] [default] [JOB 9] Compacted 1@1 files to L2 => 14006 bytes 2024/11/22-12:43:58.788846 139700880803584 (Original Log Time 2024/11/22-12:43:58.788763) [compaction_job.cc:1224] [default] compacted to: files[0 15 1 69 91 0 68] max score 0.96 (10 files need compaction), MB/sec: 0.1 rd, 0.3 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(0.0, 0.0 +0.0 blob) out(0.0 +0.0 blob), read-write-amplify(4.9) write-amplify(3.9) OK, records in: 4, records dropped: 0 output_compression: Snappy 2024/11/22-12:43:58.788852 139700880803584 (Original Log Time 2024/11/22-12:43:58.788787) EVENT_LOG_v1 {"time_micros": 1732250638788776, "cf": "default", "job": 9, "event": "compaction_finished", "compaction_time_micros": 42865, "compaction_time_cpu_micros": 1953, "output_level": 2, "num_output_files": 1, "total_output_size": 14006, "num_input_records": 4, "num_output_records": 4, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 15, 1, 69, 91, 0, 68]} 2024/11/22-12:43:58.788914 139700880803584 [compaction_job.cc:2437] [default] [JOB 12] Compacting 1@1 files to L2, score 0.96, subcompactions 1 : 1 2024/11/22-12:43:58.788941 139700880803584 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 10 Base level 1, inputs: [195007(31MB)] 2024/11/22-12:43:58.818423 139700922746624 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00005/att-00 2024/11/22-12:43:58.818483 139700922746624 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00005/att-00/compact.done) = OK: 0.372 sec 2024/11/22-12:43:58.818553 139700922746624 [dcompact_etcd.cc:1263] job-00005/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.376, mount = 0.000, prepare = 0.036, wait = 0.003, etcd = 0.372, work = 0.181, e2e = 0.754, ntr = 0.000 sec, input = 5.479 KiB 2024/11/22-12:43:58.821521 139700922746624 [compaction_job.cc:1086] [default] [JOB 5] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.376, mount = 0.000, prepare = 0.036, wait = 0.574, work = 0.181, e2e = 0.754, rename = 0.000, out zip = 0.000019 GB 0.103 MB/sec, out raw = 0.000006 GB 0.031 MB/sec 2024/11/22-12:43:58.823261 139700922746624 [dcompact_etcd.cc:1773] job-00005/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:43:58.823649 139700922746624 (Original Log Time 2024/11/22-12:43:58.064051) EVENT_LOG_v1 {"time_micros": 1732250638064037, "job": 5, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [194997], "score": 0.956205, "input_data_size": 9460, "oldest_snapshot_seqno": -1} 2024/11/22-12:43:58.823658 139700922746624 (Original Log Time 2024/11/22-12:43:58.823284) [compaction_job.cc:2022] [default] [JOB 5] Compacted 1@1 files to L2 => 18551 bytes 2024/11/22-12:43:58.823661 139700922746624 (Original Log Time 2024/11/22-12:43:58.823576) [compaction_job.cc:1224] [default] compacted to: files[0 14 2 69 91 0 68] max score 0.96 (10 files need compaction), MB/sec: 0.2 rd, 0.3 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(0.0, 0.0 +0.0 blob) out(0.0 +0.0 blob), read-write-amplify(3.0) write-amplify(2.0) OK, records in: 40, records dropped: 0 output_compression: Snappy 2024/11/22-12:43:58.823666 139700922746624 (Original Log Time 2024/11/22-12:43:58.823595) EVENT_LOG_v1 {"time_micros": 1732250638823586, "cf": "default", "job": 5, "event": "compaction_finished", "compaction_time_micros": 58347, "compaction_time_cpu_micros": 1791, "output_level": 2, "num_output_files": 1, "total_output_size": 18551, "num_input_records": 40, "num_output_records": 40, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 14, 2, 69, 91, 0, 68]} 2024/11/22-12:43:58.823724 139700922746624 [compaction_job.cc:2437] [default] [JOB 13] Compacting 1@1 files to L2, score 0.96, subcompactions 1 : 1 2024/11/22-12:43:58.823731 139700922746624 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 11 Base level 1, inputs: [195008(21MB)] 2024/11/22-12:43:58.868974 139700901775104 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00007/att-00 2024/11/22-12:43:58.869035 139700901775104 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00007/att-00/compact.done) = OK: 0.422 sec 2024/11/22-12:43:58.869106 139700901775104 [dcompact_etcd.cc:1263] job-00007/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.377, mount = 0.000, prepare = 0.039, wait = 0.003, etcd = 0.422, work = 0.251, e2e = 0.804, ntr = 0.000 sec, input = 2.189 MiB 2024/11/22-12:43:58.870805 139700901775104 [compaction_job.cc:1086] [default] [JOB 7] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.377, mount = 0.000, prepare = 0.039, wait = 0.554, work = 0.251, e2e = 0.805, rename = 0.000, out zip = 0.001720 GB 6.861 MB/sec, out raw = 0.002295 GB 9.154 MB/sec 2024/11/22-12:43:58.872531 139700901775104 [dcompact_etcd.cc:1773] job-00007/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:43:58.872898 139700901775104 (Original Log Time 2024/11/22-12:43:58.064152) EVENT_LOG_v1 {"time_micros": 1732250638064142, "job": 7, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195000], "score": 0.956205, "input_data_size": 2494270, "oldest_snapshot_seqno": -1} 2024/11/22-12:43:58.872907 139700901775104 (Original Log Time 2024/11/22-12:43:58.872552) [compaction_job.cc:2022] [default] [JOB 7] Compacted 1@1 files to L2 => 1719987 bytes 2024/11/22-12:43:58.872910 139700901775104 (Original Log Time 2024/11/22-12:43:58.872844) [compaction_job.cc:1224] [default] compacted to: files[0 13 3 69 91 0 68] max score 0.96 (10 files need compaction), MB/sec: 19.9 rd, 13.7 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(2.4, 0.0 +0.0 blob) out(1.6 +0.0 blob), read-write-amplify(1.7) write-amplify(0.7) OK, records in: 32484, records dropped: 0 output_compression: Snappy 2024/11/22-12:43:58.872916 139700901775104 (Original Log Time 2024/11/22-12:43:58.872862) EVENT_LOG_v1 {"time_micros": 1732250638872854, "cf": "default", "job": 7, "event": "compaction_finished", "compaction_time_micros": 125483, "compaction_time_cpu_micros": 22666, "output_level": 2, "num_output_files": 1, "total_output_size": 1719987, "num_input_records": 32484, "num_output_records": 32484, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 13, 3, 69, 91, 0, 68]} 2024/11/22-12:43:58.872980 139700901775104 [compaction_job.cc:2437] [default] [JOB 14] Compacting 1@1 files to L2, score 0.96, subcompactions 1 : 1 2024/11/22-12:43:58.872987 139700901775104 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 12 Base level 1, inputs: [195009(22MB)] 2024/11/22-12:43:58.883382 139701071644416 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00010/att-00 2024/11/22-12:43:58.883437 139701071644416 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00010/att-00/compact.done) = OK: 0.446 sec 2024/11/22-12:43:58.883501 139701071644416 [dcompact_etcd.cc:1263] job-00010/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.364, mount = 0.000, prepare = 0.043, wait = 0.003, etcd = 0.446, work = 0.260, e2e = 0.819, ntr = 0.000 sec, input = 2.591 MiB 2024/11/22-12:43:58.885232 139701071644416 [compaction_job.cc:1086] [default] [JOB 10] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.364, mount = 0.000, prepare = 0.043, wait = 0.559, work = 0.260, e2e = 0.819, rename = 0.000, out zip = 0.001558 GB 5.995 MB/sec, out raw = 0.002717 GB 10.457 MB/sec 2024/11/22-12:43:58.886914 139701071644416 [dcompact_etcd.cc:1773] job-00010/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:43:58.887259 139701071644416 (Original Log Time 2024/11/22-12:43:58.064333) EVENT_LOG_v1 {"time_micros": 1732250638064325, "job": 10, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195003], "score": 0.956205, "input_data_size": 2902206, "oldest_snapshot_seqno": -1} 2024/11/22-12:43:58.887269 139701071644416 (Original Log Time 2024/11/22-12:43:58.886943) [compaction_job.cc:2022] [default] [JOB 10] Compacted 1@1 files to L2 => 1557753 bytes 2024/11/22-12:43:58.887273 139701071644416 (Original Log Time 2024/11/22-12:43:58.887208) [compaction_job.cc:1224] [default] compacted to: files[0 12 4 69 91 0 68] max score 0.96 (10 files need compaction), MB/sec: 20.8 rd, 11.2 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(2.8, 0.0 +0.0 blob) out(1.5 +0.0 blob), read-write-amplify(1.5) write-amplify(0.5) OK, records in: 63368, records dropped: 0 output_compression: Snappy 2024/11/22-12:43:58.887279 139701071644416 (Original Log Time 2024/11/22-12:43:58.887225) EVENT_LOG_v1 {"time_micros": 1732250638887217, "cf": "default", "job": 10, "event": "compaction_finished", "compaction_time_micros": 139558, "compaction_time_cpu_micros": 39225, "output_level": 2, "num_output_files": 1, "total_output_size": 1557753, "num_input_records": 63368, "num_output_records": 63368, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 12, 4, 69, 91, 0, 68]} 2024/11/22-12:43:58.887325 139701071644416 [compaction_job.cc:2437] [default] [JOB 15] Compacting 1@1 files to L2, score 0.96, subcompactions 1 : 1 2024/11/22-12:43:58.887333 139701071644416 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 13 Base level 1, inputs: [194999(22MB)] 2024/11/22-12:43:58.897312 139700891289344 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00008/att-00 2024/11/22-12:43:58.897372 139700891289344 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00008/att-00/compact.done) = OK: 0.452 sec 2024/11/22-12:43:58.897439 139700891289344 [dcompact_etcd.cc:1263] job-00008/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.373, mount = 0.000, prepare = 0.028, wait = 0.000, etcd = 0.452, work = 0.264, e2e = 0.833, ntr = 0.000 sec, input = 1.450 MiB 2024/11/22-12:43:58.907451 139700891289344 [compaction_job.cc:1086] [default] [JOB 8] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.373, mount = 0.000, prepare = 0.028, wait = 0.569, work = 0.264, e2e = 0.833, rename = 0.000, out zip = 0.000285 GB 1.079 MB/sec, out raw = 0.001521 GB 5.767 MB/sec 2024/11/22-12:43:58.918899 139700891289344 [dcompact_etcd.cc:1773] job-00008/att-00: CleanFiles 0.011 sec : 0.000 2024/11/22-12:43:58.919218 139700891289344 (Original Log Time 2024/11/22-12:43:58.064333) EVENT_LOG_v1 {"time_micros": 1732250638064321, "job": 8, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195001], "score": 0.956205, "input_data_size": 1769101, "oldest_snapshot_seqno": -1} 2024/11/22-12:43:58.919226 139700891289344 (Original Log Time 2024/11/22-12:43:58.918931) [compaction_job.cc:2022] [default] [JOB 8] Compacted 1@1 files to L2 => 284553 bytes 2024/11/22-12:43:58.919230 139700891289344 (Original Log Time 2024/11/22-12:43:58.919172) [compaction_job.cc:1224] [default] compacted to: files[0 11 5 69 91 0 68] max score 0.96 (10 files need compaction), MB/sec: 13.4 rd, 2.2 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(1.7, 0.0 +0.0 blob) out(0.3 +0.0 blob), read-write-amplify(1.2) write-amplify(0.2) OK, records in: 63368, records dropped: 0 output_compression: Snappy 2024/11/22-12:43:58.919236 139700891289344 (Original Log Time 2024/11/22-12:43:58.919189) EVENT_LOG_v1 {"time_micros": 1732250638919181, "cf": "default", "job": 8, "event": "compaction_finished", "compaction_time_micros": 132164, "compaction_time_cpu_micros": 12561, "output_level": 2, "num_output_files": 1, "total_output_size": 284553, "num_input_records": 63368, "num_output_records": 63368, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 11, 5, 69, 91, 0, 68]} 2024/11/22-12:43:58.919282 139700891289344 [compaction_job.cc:2437] [default] [JOB 16] Compacting 1@2 + 1@3 files to L3, score 0.96, subcompactions 1 : 1 2024/11/22-12:43:58.919289 139700891289344 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 14 Base level 2, inputs: [195010(13KB)], [194942(13KB)] 2024/11/22-12:43:59.107880 139700880803584 [dcompact_etcd.cc:1163] job-00012/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.319 sec, input = 31.575 MiB 2024/11/22-12:43:59.138001 139700922746624 [dcompact_etcd.cc:1163] job-00013/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.314 sec, input = 21.536 MiB 2024/11/22-12:43:59.182610 139700901775104 [dcompact_etcd.cc:1163] job-00014/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.309 sec, input = 22.136 MiB 2024/11/22-12:43:59.210062 139701071644416 [dcompact_etcd.cc:1163] job-00015/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.322 sec, input = 22.000 MiB 2024/11/22-12:43:59.223562 139700891289344 [dcompact_etcd.cc:1163] job-00016/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.304 sec, input = 1.006 KiB 2024/11/22-12:43:59.440302 139700912260864 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00006/att-00 2024/11/22-12:43:59.440372 139700912260864 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00006/att-00/compact.done) = OK: 0.995 sec 2024/11/22-12:43:59.440465 139700912260864 [dcompact_etcd.cc:1263] job-00006/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.373, mount = 0.000, prepare = 0.048, wait = 0.003, etcd = 0.995, work = 0.516, e2e = 1.376, ntr = 0.000 sec, input = 21.903 MiB 2024/11/22-12:43:59.442270 139700912260864 [compaction_job.cc:1086] [default] [JOB 6] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.373, mount = 0.000, prepare = 0.048, wait = 0.860, work = 0.516, e2e = 1.376, rename = 0.000, out zip = 0.022427 GB 43.442 MB/sec, out raw = 0.022967 GB 44.487 MB/sec 2024/11/22-12:43:59.444167 139700912260864 [dcompact_etcd.cc:1773] job-00006/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:43:59.444584 139700912260864 (Original Log Time 2024/11/22-12:43:58.064029) EVENT_LOG_v1 {"time_micros": 1732250638064012, "job": 6, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [194998], "score": 0.956205, "input_data_size": 23264513, "oldest_snapshot_seqno": -1} 2024/11/22-12:43:59.444593 139700912260864 (Original Log Time 2024/11/22-12:43:59.444192) [compaction_job.cc:2022] [default] [JOB 6] Compacted 1@1 files to L2 => 22427387 bytes 2024/11/22-12:43:59.444596 139700912260864 (Original Log Time 2024/11/22-12:43:59.444513) [compaction_job.cc:1224] [default] compacted to: files[0 10 6 69 91 0 68] max score 0.96 (10 files need compaction), MB/sec: 59.1 rd, 57.0 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(22.2, 0.0 +0.0 blob) out(21.4 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 33842, records dropped: 0 output_compression: Snappy 2024/11/22-12:43:59.444602 139700912260864 (Original Log Time 2024/11/22-12:43:59.444537) EVENT_LOG_v1 {"time_micros": 1732250639444527, "cf": "default", "job": 6, "event": "compaction_finished", "compaction_time_micros": 393602, "compaction_time_cpu_micros": 93597, "output_level": 2, "num_output_files": 1, "total_output_size": 22427387, "num_input_records": 33842, "num_output_records": 33842, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 10, 6, 69, 91, 0, 68]} 2024/11/22-12:43:59.444683 139700912260864 [compaction_job.cc:2437] [default] [JOB 17] Compacting 1@2 + 2@3 files to L3, score 0.96, subcompactions 1 : 1 2024/11/22-12:43:59.444692 139700912260864 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 15 Base level 2, inputs: [195015(21MB)], [194919(124MB) 194920(124MB)] 2024/11/22-12:43:59.563534 139700891289344 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00016/att-00 2024/11/22-12:43:59.563585 139700891289344 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00016/att-00/compact.done) = OK: 0.334 sec 2024/11/22-12:43:59.563671 139700891289344 [dcompact_etcd.cc:1263] job-00016/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.304, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 0.334, work = 0.179, e2e = 0.644, ntr = 0.000 sec, input = 1.006 KiB 2024/11/22-12:43:59.566211 139700891289344 [compaction_job.cc:1086] [default] [JOB 16] Dcompacted 1@2 + 1@3 files to L3 [1] => time sec: curl = 0.304, mount = 0.000, prepare = 0.004, wait = 0.465, work = 0.179, e2e = 0.644, rename = 0.000, out zip = 0.000014 GB 0.078 MB/sec, out raw = 0.000001 GB 0.003 MB/sec 2024/11/22-12:43:59.569128 139700891289344 [dcompact_etcd.cc:1773] job-00016/att-00: CleanFiles 0.003 sec : 0.000 2024/11/22-12:43:59.569561 139700891289344 (Original Log Time 2024/11/22-12:43:58.919298) EVENT_LOG_v1 {"time_micros": 1732250638919294, "job": 16, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195010], "files_L3": [194942], "score": 0.956205, "input_data_size": 27964, "oldest_snapshot_seqno": -1} 2024/11/22-12:43:59.569569 139700891289344 (Original Log Time 2024/11/22-12:43:59.569158) [compaction_job.cc:2022] [default] [JOB 16] Compacted 1@2 + 1@3 files to L3 => 13943 bytes 2024/11/22-12:43:59.569572 139700891289344 (Original Log Time 2024/11/22-12:43:59.569468) [compaction_job.cc:1224] [default] compacted to: files[0 10 5 69 91 0 68] max score 0.92 (9 files need compaction), MB/sec: 0.5 rd, 0.2 wr, level 3, files in(1, 1) out(1 +0 blob) MB in(0.0, 0.0 +0.0 blob) out(0.0 +0.0 blob), read-write-amplify(3.0) write-amplify(1.0) OK, records in: 8, records dropped: 4 output_compression: Snappy 2024/11/22-12:43:59.569597 139700891289344 (Original Log Time 2024/11/22-12:43:59.569491) EVENT_LOG_v1 {"time_micros": 1732250639569480, "cf": "default", "job": 16, "event": "compaction_finished", "compaction_time_micros": 59020, "compaction_time_cpu_micros": 2470, "output_level": 3, "num_output_files": 1, "total_output_size": 13943, "num_input_records": 8, "num_output_records": 4, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 10, 5, 69, 91, 0, 68]} 2024/11/22-12:43:59.569687 139700891289344 [compaction_job.cc:2437] [default] [JOB 18] Compacting 1@1 files to L2, score 0.92, subcompactions 1 : 1 2024/11/22-12:43:59.569695 139700891289344 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 16 Base level 1, inputs: [195004(1054KB)] 2024/11/22-12:43:59.735117 139700912260864 [dcompact_etcd.cc:1163] job-00017/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.290 sec, input = 277.501 MiB 2024/11/22-12:43:59.850613 139700891289344 [dcompact_etcd.cc:1163] job-00018/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.280 sec, input = 950.373 KiB 2024/11/22-12:43:59.885230 139700870317824 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00011/att-00 2024/11/22-12:43:59.885299 139700870317824 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00011/att-00/compact.done) = OK: 1.446 sec 2024/11/22-12:43:59.885383 139700870317824 [dcompact_etcd.cc:1263] job-00011/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.331, mount = 0.000, prepare = 0.024, wait = 0.000, etcd = 1.446, work = 0.723, e2e = 1.783, ntr = 0.000 sec, input = 31.953 MiB 2024/11/22-12:43:59.887318 139700870317824 [compaction_job.cc:1086] [default] [JOB 11] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.331, mount = 0.000, prepare = 0.024, wait = 1.060, work = 0.723, e2e = 1.783, rename = 0.000, out zip = 0.028415 GB 39.298 MB/sec, out raw = 0.033505 GB 46.338 MB/sec 2024/11/22-12:43:59.889807 139700870317824 [dcompact_etcd.cc:1773] job-00011/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:43:59.890259 139700870317824 (Original Log Time 2024/11/22-12:43:58.102266) EVENT_LOG_v1 {"time_micros": 1732250638102259, "job": 11, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195005], "score": 0.956205, "input_data_size": 33323716, "oldest_snapshot_seqno": -1} 2024/11/22-12:43:59.890268 139700870317824 (Original Log Time 2024/11/22-12:43:59.889837) [compaction_job.cc:2022] [default] [JOB 11] Compacted 1@1 files to L2 => 28415359 bytes 2024/11/22-12:43:59.890272 139700870317824 (Original Log Time 2024/11/22-12:43:59.890171) [compaction_job.cc:1224] [default] compacted to: files[0 9 6 69 91 0 68] max score 0.92 (9 files need compaction), MB/sec: 55.8 rd, 47.6 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(31.8, 0.0 +0.0 blob) out(27.1 +0.0 blob), read-write-amplify(1.9) write-amplify(0.9) OK, records in: 232801, records dropped: 0 output_compression: Snappy 2024/11/22-12:43:59.890282 139700870317824 (Original Log Time 2024/11/22-12:43:59.890194) EVENT_LOG_v1 {"time_micros": 1732250639890183, "cf": "default", "job": 11, "event": "compaction_finished", "compaction_time_micros": 596983, "compaction_time_cpu_micros": 243876, "output_level": 2, "num_output_files": 1, "total_output_size": 28415359, "num_input_records": 232801, "num_output_records": 232801, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 9, 6, 69, 91, 0, 68]} 2024/11/22-12:43:59.892180 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194994.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:43:59.892200 139700870317824 EVENT_LOG_v1 {"time_micros": 1732250639892197, "job": 11, "event": "table_file_deletion", "file_number": 194994} 2024/11/22-12:43:59.892320 139700870317824 [compaction_job.cc:2437] [default] [JOB 19] Compacting 1@2 + 1@3 files to L3, score 0.92, subcompactions 1 : 1 2024/11/22-12:43:59.892328 139700870317824 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 17 Base level 2, inputs: [195014(277KB)], [194903(8347KB)] 2024/11/22-12:44:00.151602 139700870317824 [dcompact_etcd.cc:1163] job-00019/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.259 sec, input = 40.089 MiB 2024/11/22-12:44:00.237354 139700891289344 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00018/att-00 2024/11/22-12:44:00.237412 139700891289344 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00018/att-00/compact.done) = OK: 0.378 sec 2024/11/22-12:44:00.237499 139700891289344 [dcompact_etcd.cc:1263] job-00018/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.280, mount = 0.000, prepare = 0.003, wait = 0.000, etcd = 0.378, work = 0.191, e2e = 0.667, ntr = 0.000 sec, input = 950.373 KiB 2024/11/22-12:44:00.239275 139700891289344 [compaction_job.cc:1086] [default] [JOB 18] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.280, mount = 0.000, prepare = 0.003, wait = 0.477, work = 0.191, e2e = 0.668, rename = 0.000, out zip = 0.000246 GB 1.291 MB/sec, out raw = 0.000973 GB 5.100 MB/sec 2024/11/22-12:44:00.241781 139700891289344 [dcompact_etcd.cc:1773] job-00018/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:44:00.242236 139700891289344 (Original Log Time 2024/11/22-12:43:59.569708) EVENT_LOG_v1 {"time_micros": 1732250639569701, "job": 18, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195004], "score": 0.922924, "input_data_size": 1080203, "oldest_snapshot_seqno": -1} 2024/11/22-12:44:00.242244 139700891289344 (Original Log Time 2024/11/22-12:44:00.241805) [compaction_job.cc:2022] [default] [JOB 18] Compacted 1@1 files to L2 => 246407 bytes 2024/11/22-12:44:00.242248 139700891289344 (Original Log Time 2024/11/22-12:44:00.242144) [compaction_job.cc:1224] [default] compacted to: files[0 8 7 69 91 0 68] max score 0.92 (9 files need compaction), MB/sec: 15.5 rd, 3.5 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(1.0, 0.0 +0.0 blob) out(0.2 +0.0 blob), read-write-amplify(1.2) write-amplify(0.2) OK, records in: 33558, records dropped: 0 output_compression: Snappy 2024/11/22-12:44:00.242264 139700891289344 (Original Log Time 2024/11/22-12:44:00.242167) EVENT_LOG_v1 {"time_micros": 1732250640242157, "cf": "default", "job": 18, "event": "compaction_finished", "compaction_time_micros": 69768, "compaction_time_cpu_micros": 19863, "output_level": 2, "num_output_files": 1, "total_output_size": 246407, "num_input_records": 33558, "num_output_records": 33558, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 8, 7, 69, 91, 0, 68]} 2024/11/22-12:44:00.242331 139700891289344 [compaction_job.cc:2437] [default] [JOB 20] Compacting 1@2 files to L3, score 0.92, subcompactions 1 : 1 2024/11/22-12:44:00.242338 139700891289344 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 18 Base level 2, inputs: [195012(1679KB)] 2024/11/22-12:44:00.517821 139700891289344 [dcompact_etcd.cc:1163] job-00020/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.275 sec, input = 2.189 MiB 2024/11/22-12:44:00.939594 139700891289344 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00020/att-00 2024/11/22-12:44:00.939666 139700891289344 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00020/att-00/compact.done) = OK: 0.413 sec 2024/11/22-12:44:00.939757 139700891289344 [dcompact_etcd.cc:1263] job-00020/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.275, mount = 0.000, prepare = 0.005, wait = 0.000, etcd = 0.413, work = 0.234, e2e = 0.697, ntr = 0.000 sec, input = 2.189 MiB 2024/11/22-12:44:00.941594 139700891289344 [compaction_job.cc:1086] [default] [JOB 20] Dcompacted 1@2 files to L3 [1] => time sec: curl = 0.275, mount = 0.000, prepare = 0.005, wait = 0.463, work = 0.234, e2e = 0.697, rename = 0.000, out zip = 0.000717 GB 3.061 MB/sec, out raw = 0.002295 GB 9.789 MB/sec 2024/11/22-12:44:00.944283 139700891289344 [dcompact_etcd.cc:1773] job-00020/att-00: CleanFiles 0.003 sec : 0.000 2024/11/22-12:44:00.944759 139700891289344 (Original Log Time 2024/11/22-12:44:00.242349) EVENT_LOG_v1 {"time_micros": 1732250640242343, "job": 20, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195012], "score": 0.917893, "input_data_size": 1719987, "oldest_snapshot_seqno": -1} 2024/11/22-12:44:00.944768 139700891289344 (Original Log Time 2024/11/22-12:44:00.944315) [compaction_job.cc:2022] [default] [JOB 20] Compacted 1@2 files to L3 => 717489 bytes 2024/11/22-12:44:00.944771 139700891289344 (Original Log Time 2024/11/22-12:44:00.944660) [compaction_job.cc:1224] [default] compacted to: files[0 8 6 70 91 0 68] max score 0.92 (8 files need compaction), MB/sec: 16.7 rd, 7.0 wr, level 3, files in(1, 0) out(1 +0 blob) MB in(1.6, 0.0 +0.0 blob) out(0.7 +0.0 blob), read-write-amplify(1.4) write-amplify(0.4) OK, records in: 32484, records dropped: 0 output_compression: Snappy 2024/11/22-12:44:00.944789 139700891289344 (Original Log Time 2024/11/22-12:44:00.944687) EVENT_LOG_v1 {"time_micros": 1732250640944675, "cf": "default", "job": 20, "event": "compaction_finished", "compaction_time_micros": 103175, "compaction_time_cpu_micros": 16419, "output_level": 3, "num_output_files": 1, "total_output_size": 717489, "num_input_records": 32484, "num_output_records": 32484, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 8, 6, 70, 91, 0, 68]} 2024/11/22-12:44:00.944856 139700891289344 [compaction_job.cc:2437] [default] [JOB 21] Compacting 1@2 + 1@3 files to L3, score 0.92, subcompactions 1 : 1 2024/11/22-12:44:00.944864 139700891289344 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 19 Base level 2, inputs: [195011(18KB)], [194902(18KB)] 2024/11/22-12:44:01.243097 139700891289344 [dcompact_etcd.cc:1163] job-00021/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.298 sec, input = 10.959 KiB 2024/11/22-12:44:01.612884 139700891289344 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00021/att-00 2024/11/22-12:44:01.612955 139700891289344 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00021/att-00/compact.done) = OK: 0.362 sec 2024/11/22-12:44:01.613048 139700891289344 [dcompact_etcd.cc:1263] job-00021/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.298, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 0.362, work = 0.191, e2e = 0.668, ntr = 0.000 sec, input = 10.959 KiB 2024/11/22-12:44:01.614834 139700891289344 [compaction_job.cc:1086] [default] [JOB 21] Dcompacted 1@2 + 1@3 files to L3 [1] => time sec: curl = 0.298, mount = 0.000, prepare = 0.004, wait = 0.477, work = 0.191, e2e = 0.668, rename = 0.000, out zip = 0.000019 GB 0.097 MB/sec, out raw = 0.000006 GB 0.029 MB/sec 2024/11/22-12:44:01.616659 139700891289344 [dcompact_etcd.cc:1773] job-00021/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:44:01.617111 139700891289344 (Original Log Time 2024/11/22-12:44:00.944877) EVENT_LOG_v1 {"time_micros": 1732250640944870, "job": 21, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195011], "files_L3": [194902], "score": 0.918178, "input_data_size": 37129, "oldest_snapshot_seqno": -1} 2024/11/22-12:44:01.617120 139700891289344 (Original Log Time 2024/11/22-12:44:01.616684) [compaction_job.cc:2022] [default] [JOB 21] Compacted 1@2 + 1@3 files to L3 => 18555 bytes 2024/11/22-12:44:01.617123 139700891289344 (Original Log Time 2024/11/22-12:44:01.617012) [compaction_job.cc:1224] [default] compacted to: files[0 8 5 70 91 0 68] max score 0.92 (7 files need compaction), MB/sec: 0.6 rd, 0.3 wr, level 3, files in(1, 1) out(1 +0 blob) MB in(0.0, 0.0 +0.0 blob) out(0.0 +0.0 blob), read-write-amplify(3.0) write-amplify(1.0) OK, records in: 80, records dropped: 40 output_compression: Snappy 2024/11/22-12:44:01.617139 139700891289344 (Original Log Time 2024/11/22-12:44:01.617038) EVENT_LOG_v1 {"time_micros": 1732250641617025, "cf": "default", "job": 21, "event": "compaction_finished", "compaction_time_micros": 60491, "compaction_time_cpu_micros": 2616, "output_level": 3, "num_output_files": 1, "total_output_size": 18555, "num_input_records": 80, "num_output_records": 40, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 8, 5, 70, 91, 0, 68]} 2024/11/22-12:44:01.617207 139700891289344 [compaction_job.cc:2437] [default] [JOB 22] Compacting 1@2 + 2@3 files to L3, score 0.92, subcompactions 1 : 1 2024/11/22-12:44:01.617215 139700891289344 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 20 Base level 2, inputs: [195013(1521KB)], [194909(73MB) 194910(1763KB)] 2024/11/22-12:44:01.879058 139700870317824 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00019/att-00 2024/11/22-12:44:01.879160 139700870317824 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00019/att-00/compact.done) = OK: 1.719 sec 2024/11/22-12:44:01.879261 139700870317824 [dcompact_etcd.cc:1263] job-00019/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.259, mount = 0.000, prepare = 0.005, wait = 0.000, etcd = 1.719, work = 1.108, e2e = 1.986, ntr = 0.000 sec, input = 40.089 MiB 2024/11/22-12:44:01.884518 139700870317824 [compaction_job.cc:1086] [default] [JOB 19] Dcompacted 1@2 + 1@3 files to L3 [1] => time sec: curl = 0.259, mount = 0.000, prepare = 0.005, wait = 0.879, work = 1.108, e2e = 1.987, rename = 0.000, out zip = 0.008567 GB 7.731 MB/sec, out raw = 0.040605 GB 36.646 MB/sec 2024/11/22-12:44:01.887876 139700870317824 [dcompact_etcd.cc:1773] job-00019/att-00: CleanFiles 0.003 sec : 0.000 2024/11/22-12:44:01.888372 139700870317824 (Original Log Time 2024/11/22-12:43:59.892340) EVENT_LOG_v1 {"time_micros": 1732250639892333, "job": 19, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195014], "files_L3": [194903], "score": 0.922924, "input_data_size": 8832247, "oldest_snapshot_seqno": -1} 2024/11/22-12:44:01.888382 139700870317824 (Original Log Time 2024/11/22-12:44:01.887918) [compaction_job.cc:2022] [default] [JOB 19] Compacted 1@2 + 1@3 files to L3 => 8566607 bytes 2024/11/22-12:44:01.888385 139700870317824 (Original Log Time 2024/11/22-12:44:01.888267) [compaction_job.cc:1224] [default] compacted to: files[0 8 4 70 91 0 68] max score 0.91 (6 files need compaction), MB/sec: 9.0 rd, 8.8 wr, level 3, files in(1, 1) out(1 +0 blob) MB in(0.3, 8.2 +0.0 blob) out(8.2 +0.0 blob), read-write-amplify(61.1) write-amplify(30.1) OK, records in: 1751507, records dropped: 59620 output_compression: Snappy 2024/11/22-12:44:01.888400 139700870317824 (Original Log Time 2024/11/22-12:44:01.888293) EVENT_LOG_v1 {"time_micros": 1732250641888281, "cf": "default", "job": 19, "event": "compaction_finished", "compaction_time_micros": 978470, "compaction_time_cpu_micros": 759117, "output_level": 3, "num_output_files": 1, "total_output_size": 8566607, "num_input_records": 1751507, "num_output_records": 1691887, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 8, 4, 70, 91, 0, 68]} 2024/11/22-12:44:01.888464 139700870317824 [compaction_job.cc:2437] [default] [JOB 23] Compacting 1@1 files to L2, score 0.91, subcompactions 1 : 1 2024/11/22-12:44:01.888472 139700870317824 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 21 Base level 1, inputs: [194995(31MB)] 2024/11/22-12:44:01.905089 139700891289344 [dcompact_etcd.cc:1163] job-00022/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.287 sec, input = 133.549 MiB 2024/11/22-12:44:02.103785 139701071644416 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00015/att-00 2024/11/22-12:44:02.103878 139701071644416 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00015/att-00/compact.done) = OK: 2.888 sec 2024/11/22-12:44:02.103982 139701071644416 [dcompact_etcd.cc:1263] job-00015/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.322, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 2.888, work = 0.417, e2e = 3.216, ntr = 0.000 sec, input = 22.000 MiB 2024/11/22-12:44:02.108022 139701071644416 [compaction_job.cc:1086] [default] [JOB 15] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.322, mount = 0.000, prepare = 0.004, wait = 2.799, work = 0.417, e2e = 3.217, rename = 0.000, out zip = 0.022795 GB 54.605 MB/sec, out raw = 0.023069 GB 55.262 MB/sec 2024/11/22-12:44:02.111882 139701071644416 [dcompact_etcd.cc:1773] job-00015/att-00: CleanFiles 0.004 sec : 0.000 2024/11/22-12:44:02.112374 139701071644416 (Original Log Time 2024/11/22-12:43:58.887348) EVENT_LOG_v1 {"time_micros": 1732250638887341, "job": 15, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [194999], "score": 0.956205, "input_data_size": 23340801, "oldest_snapshot_seqno": -1} 2024/11/22-12:44:02.112384 139701071644416 (Original Log Time 2024/11/22-12:44:02.111915) [compaction_job.cc:2022] [default] [JOB 15] Compacted 1@1 files to L2 => 22794747 bytes 2024/11/22-12:44:02.112394 139701071644416 (Original Log Time 2024/11/22-12:44:02.112278) [compaction_job.cc:1224] [default] compacted to: files[0 7 5 70 91 0 68] max score 0.91 (6 files need compaction), MB/sec: 80.4 rd, 78.6 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(22.3, 0.0 +0.0 blob) out(21.7 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 22247, records dropped: 0 output_compression: Snappy 2024/11/22-12:44:02.112408 139701071644416 (Original Log Time 2024/11/22-12:44:02.112305) EVENT_LOG_v1 {"time_micros": 1732250642112292, "cf": "default", "job": 15, "event": "compaction_finished", "compaction_time_micros": 290184, "compaction_time_cpu_micros": 97150, "output_level": 2, "num_output_files": 1, "total_output_size": 22794747, "num_input_records": 22247, "num_output_records": 22247, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 7, 5, 70, 91, 0, 68]} 2024/11/22-12:44:02.112474 139701071644416 [compaction_job.cc:2437] [default] [JOB 24] Compacting 1@1 files to L2, score 0.91, subcompactions 1 : 1 2024/11/22-12:44:02.112482 139701071644416 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 22 Base level 1, inputs: [194996(31MB)] 2024/11/22-12:44:02.169016 139700870317824 [dcompact_etcd.cc:1163] job-00023/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.280 sec, input = 31.947 MiB 2024/11/22-12:44:02.417135 139701071644416 [dcompact_etcd.cc:1163] job-00024/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.304 sec, input = 31.575 MiB 2024/11/22-12:44:03.379752 139700870317824 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00023/att-00 2024/11/22-12:44:03.379899 139700870317824 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00023/att-00/compact.done) = OK: 1.202 sec 2024/11/22-12:44:03.380004 139700870317824 [dcompact_etcd.cc:1263] job-00023/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.280, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 1.202, work = 0.851, e2e = 1.491, ntr = 0.000 sec, input = 31.947 MiB 2024/11/22-12:44:03.382056 139700870317824 [compaction_job.cc:1086] [default] [JOB 23] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.280, mount = 0.000, prepare = 0.004, wait = 0.641, work = 0.851, e2e = 1.492, rename = 0.000, out zip = 0.028413 GB 33.392 MB/sec, out raw = 0.033499 GB 39.369 MB/sec 2024/11/22-12:44:03.385216 139700870317824 [dcompact_etcd.cc:1773] job-00023/att-00: CleanFiles 0.003 sec : 0.000 2024/11/22-12:44:03.385663 139700870317824 (Original Log Time 2024/11/22-12:44:01.888484) EVENT_LOG_v1 {"time_micros": 1732250641888477, "job": 23, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [194995], "score": 0.906169, "input_data_size": 33323716, "oldest_snapshot_seqno": -1} 2024/11/22-12:44:03.385672 139700870317824 (Original Log Time 2024/11/22-12:44:03.385245) [compaction_job.cc:2022] [default] [JOB 23] Compacted 1@1 files to L2 => 28413311 bytes 2024/11/22-12:44:03.385676 139700870317824 (Original Log Time 2024/11/22-12:44:03.385573) [compaction_job.cc:1224] [default] compacted to: files[0 6 6 70 91 0 68] max score 0.91 (6 files need compaction), MB/sec: 46.6 rd, 39.8 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(31.8, 0.0 +0.0 blob) out(27.1 +0.0 blob), read-write-amplify(1.9) write-amplify(0.9) OK, records in: 232748, records dropped: 0 output_compression: Snappy 2024/11/22-12:44:03.385691 139700870317824 (Original Log Time 2024/11/22-12:44:03.385597) EVENT_LOG_v1 {"time_micros": 1732250643385586, "cf": "default", "job": 23, "event": "compaction_finished", "compaction_time_micros": 714400, "compaction_time_cpu_micros": 315264, "output_level": 2, "num_output_files": 1, "total_output_size": 28413311, "num_input_records": 232748, "num_output_records": 232748, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 6, 6, 70, 91, 0, 68]} 2024/11/22-12:44:03.385751 139700870317824 [compaction_job.cc:2437] [default] [JOB 25] Compacting 1@1 files to L2, score 0.91, subcompactions 1 : 1 2024/11/22-12:44:03.385759 139700870317824 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 23 Base level 1, inputs: [195002(2511KB)] 2024/11/22-12:44:03.489146 139701071644416 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00024/att-00 2024/11/22-12:44:03.489262 139701071644416 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00024/att-00/compact.done) = OK: 1.066 sec 2024/11/22-12:44:03.489360 139701071644416 [dcompact_etcd.cc:1263] job-00024/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.304, mount = 0.000, prepare = 0.003, wait = 0.000, etcd = 1.066, work = 0.622, e2e = 1.376, ntr = 0.000 sec, input = 31.575 MiB 2024/11/22-12:44:03.491303 139701071644416 [compaction_job.cc:1086] [default] [JOB 24] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.304, mount = 0.000, prepare = 0.003, wait = 0.755, work = 0.622, e2e = 1.377, rename = 0.000, out zip = 0.032713 GB 52.597 MB/sec, out raw = 0.033108 GB 53.232 MB/sec 2024/11/22-12:44:03.493201 139701071644416 [dcompact_etcd.cc:1773] job-00024/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:44:03.493713 139701071644416 (Original Log Time 2024/11/22-12:44:02.112494) EVENT_LOG_v1 {"time_micros": 1732250642112487, "job": 24, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [194996], "score": 0.906169, "input_data_size": 33524673, "oldest_snapshot_seqno": -1} 2024/11/22-12:44:03.493725 139701071644416 (Original Log Time 2024/11/22-12:44:03.493234) [compaction_job.cc:2022] [default] [JOB 24] Compacted 1@1 files to L2 => 32713019 bytes 2024/11/22-12:44:03.493731 139701071644416 (Original Log Time 2024/11/22-12:44:03.493609) [compaction_job.cc:1224] [default] compacted to: files[0 5 7 70 91 0 68] max score 0.91 (6 files need compaction), MB/sec: 70.5 rd, 68.8 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(32.0, 0.0 +0.0 blob) out(31.2 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 31927, records dropped: 0 output_compression: Snappy 2024/11/22-12:44:03.493752 139701071644416 (Original Log Time 2024/11/22-12:44:03.493634) EVENT_LOG_v1 {"time_micros": 1732250643493623, "cf": "default", "job": 24, "event": "compaction_finished", "compaction_time_micros": 475494, "compaction_time_cpu_micros": 118044, "output_level": 2, "num_output_files": 1, "total_output_size": 32713019, "num_input_records": 31927, "num_output_records": 31927, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 5, 7, 70, 91, 0, 68]} 2024/11/22-12:44:03.493849 139701071644416 [compaction_job.cc:2437] [default] [JOB 26] Compacting 1@2 + 2@3 files to L3, score 0.91, subcompactions 1 : 1 2024/11/22-12:44:03.493860 139701071644416 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 24 Base level 2, inputs: [195018(240KB)], [194947(29MB) 194948(4131KB)] 2024/11/22-12:44:03.654373 139700870317824 [dcompact_etcd.cc:1163] job-00025/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.268 sec, input = 2.335 MiB 2024/11/22-12:44:03.795809 139701071644416 [dcompact_etcd.cc:1163] job-00026/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.301 sec, input = 146.566 MiB 2024/11/22-12:44:03.821716 139700901775104 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00014/att-00 2024/11/22-12:44:03.821780 139700901775104 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00014/att-00/compact.done) = OK: 4.635 sec 2024/11/22-12:44:03.821862 139700901775104 [dcompact_etcd.cc:1263] job-00014/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.309, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 4.635, work = 0.481, e2e = 4.948, ntr = 0.000 sec, input = 22.136 MiB 2024/11/22-12:44:03.825021 139700901775104 [compaction_job.cc:1086] [default] [JOB 14] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.309, mount = 0.000, prepare = 0.004, wait = 4.468, work = 0.481, e2e = 4.949, rename = 0.000, out zip = 0.019672 GB 40.885 MB/sec, out raw = 0.023211 GB 48.241 MB/sec 2024/11/22-12:44:03.826903 139700901775104 [dcompact_etcd.cc:1773] job-00014/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:44:03.827361 139700901775104 (Original Log Time 2024/11/22-12:43:58.872998) EVENT_LOG_v1 {"time_micros": 1732250638872993, "job": 14, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195009], "score": 0.956205, "input_data_size": 23085252, "oldest_snapshot_seqno": -1} 2024/11/22-12:44:03.827370 139700901775104 (Original Log Time 2024/11/22-12:44:03.826946) [compaction_job.cc:2022] [default] [JOB 14] Compacted 1@1 files to L2 => 19671615 bytes 2024/11/22-12:44:03.827373 139700901775104 (Original Log Time 2024/11/22-12:44:03.827271) [compaction_job.cc:1224] [default] compacted to: files[0 4 8 70 91 0 68] max score 0.89 (6 files need compaction), MB/sec: 65.5 rd, 55.8 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(22.0, 0.0 +0.0 blob) out(18.8 +0.0 blob), read-write-amplify(1.9) write-amplify(0.9) OK, records in: 161382, records dropped: 0 output_compression: Snappy 2024/11/22-12:44:03.827388 139700901775104 (Original Log Time 2024/11/22-12:44:03.827295) EVENT_LOG_v1 {"time_micros": 1732250643827285, "cf": "default", "job": 14, "event": "compaction_finished", "compaction_time_micros": 352659, "compaction_time_cpu_micros": 155435, "output_level": 2, "num_output_files": 1, "total_output_size": 19671615, "num_input_records": 161382, "num_output_records": 161382, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 4, 8, 70, 91, 0, 68]} 2024/11/22-12:44:03.827457 139700901775104 [compaction_job.cc:2437] [default] [JOB 27] Compacting 1@1 files to L2, score 0.89, subcompactions 1 : 1 2024/11/22-12:44:03.827465 139700901775104 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 25 Base level 1, inputs: [195006(850KB)] 2024/11/22-12:44:04.023187 139700870317824 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00025/att-00 2024/11/22-12:44:04.023287 139700870317824 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00025/att-00/compact.done) = OK: 0.360 sec 2024/11/22-12:44:04.023374 139700870317824 [dcompact_etcd.cc:1263] job-00025/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.268, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 0.360, work = 0.228, e2e = 0.637, ntr = 0.000 sec, input = 2.335 MiB 2024/11/22-12:44:04.025313 139700870317824 [compaction_job.cc:1086] [default] [JOB 25] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.268, mount = 0.000, prepare = 0.004, wait = 0.410, work = 0.228, e2e = 0.638, rename = 0.000, out zip = 0.000421 GB 1.847 MB/sec, out raw = 0.002449 GB 10.755 MB/sec 2024/11/22-12:44:04.027206 139700870317824 [dcompact_etcd.cc:1773] job-00025/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:44:04.027839 139700870317824 (Original Log Time 2024/11/22-12:44:03.385771) EVENT_LOG_v1 {"time_micros": 1732250643385764, "job": 25, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195002], "score": 0.906169, "input_data_size": 2572177, "oldest_snapshot_seqno": 3080109782} 2024/11/22-12:44:04.027850 139700870317824 (Original Log Time 2024/11/22-12:44:04.027243) [compaction_job.cc:2022] [default] [JOB 25] Compacted 1@1 files to L2 => 420631 bytes 2024/11/22-12:44:04.027853 139700870317824 (Original Log Time 2024/11/22-12:44:04.027720) [compaction_job.cc:1224] [default] compacted to: files[0 3 9 70 91 0 68] max score 0.89 (6 files need compaction), MB/sec: 25.3 rd, 4.1 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(2.5, 0.0 +0.0 blob) out(0.4 +0.0 blob), read-write-amplify(1.2) write-amplify(0.2) OK, records in: 93178, records dropped: 0 output_compression: Snappy 2024/11/22-12:44:04.027870 139700870317824 (Original Log Time 2024/11/22-12:44:04.027753) EVENT_LOG_v1 {"time_micros": 1732250644027741, "cf": "default", "job": 25, "event": "compaction_finished", "compaction_time_micros": 101773, "compaction_time_cpu_micros": 43872, "output_level": 2, "num_output_files": 1, "total_output_size": 420631, "num_input_records": 93178, "num_output_records": 93178, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 3, 9, 70, 91, 0, 68]} 2024/11/22-12:44:04.027982 139700870317824 [compaction_job.cc:2437] [default] [JOB 28] Compacting 1@2 + 7@3 files to L3, score 0.89, subcompactions 1 : 1 2024/11/22-12:44:04.027993 139700870317824 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 26 Base level 2, inputs: [195017(27MB)], [194953(35MB) 194954(36MB) 194955(35MB) 194956(35MB) 194957(36MB) 194958(37MB) 194959(37MB)] 2024/11/22-12:44:04.116497 139700880803584 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00012/att-00 2024/11/22-12:44:04.116612 139700880803584 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00012/att-00/compact.done) = OK: 5.000 sec 2024/11/22-12:44:04.116700 139700880803584 [dcompact_etcd.cc:1263] job-00012/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.319, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 5.000, work = 0.566, e2e = 5.327, ntr = 0.000 sec, input = 31.575 MiB 2024/11/22-12:44:04.118684 139700880803584 [compaction_job.cc:1086] [default] [JOB 12] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.319, mount = 0.000, prepare = 0.004, wait = 4.761, work = 0.566, e2e = 5.328, rename = 0.000, out zip = 0.032714 GB 57.761 MB/sec, out raw = 0.033108 GB 58.458 MB/sec 2024/11/22-12:44:04.120914 139700880803584 [dcompact_etcd.cc:1773] job-00012/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:44:04.121426 139700880803584 (Original Log Time 2024/11/22-12:43:58.788954) EVENT_LOG_v1 {"time_micros": 1732250638788947, "job": 12, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195007], "score": 0.956205, "input_data_size": 33525185, "oldest_snapshot_seqno": -1} 2024/11/22-12:44:04.121439 139700880803584 (Original Log Time 2024/11/22-12:44:04.120955) [compaction_job.cc:2022] [default] [JOB 12] Compacted 1@1 files to L2 => 32713723 bytes 2024/11/22-12:44:04.121444 139700880803584 (Original Log Time 2024/11/22-12:44:04.121317) [compaction_job.cc:1224] [default] compacted to: files[0 2 10 70 91 0 68] max score 0.77 (6 files need compaction), MB/sec: 82.2 rd, 80.2 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(32.0, 0.0 +0.0 blob) out(31.2 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 31927, records dropped: 0 output_compression: Snappy 2024/11/22-12:44:04.121465 139700880803584 (Original Log Time 2024/11/22-12:44:04.121346) EVENT_LOG_v1 {"time_micros": 1732250644121333, "cf": "default", "job": 12, "event": "compaction_finished", "compaction_time_micros": 407651, "compaction_time_cpu_micros": 133604, "output_level": 2, "num_output_files": 1, "total_output_size": 32713723, "num_input_records": 31927, "num_output_records": 31927, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 2, 10, 70, 91, 0, 68]} 2024/11/22-12:44:04.123307 139700880803584 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194997.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:44:04.123328 139700880803584 EVENT_LOG_v1 {"time_micros": 1732250644123326, "job": 12, "event": "table_file_deletion", "file_number": 194997} 2024/11/22-12:44:04.123453 139700880803584 [compaction_job.cc:2437] [default] [JOB 29] Compacting 1@2 + 3@3 files to L3, score 0.77, subcompactions 1 : 1 2024/11/22-12:44:04.123465 139700880803584 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 27 Base level 2, inputs: [195024(31MB)], [194922(41MB) 194944(40MB) 194945(40MB)] 2024/11/22-12:44:04.142750 139700922746624 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00013/att-00 2024/11/22-12:44:04.142817 139700922746624 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00013/att-00/compact.done) = OK: 5.000 sec 2024/11/22-12:44:04.142893 139700922746624 [dcompact_etcd.cc:1263] job-00013/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.314, mount = 0.000, prepare = 0.013, wait = 0.000, etcd = 5.000, work = 0.407, e2e = 5.319, ntr = 0.000 sec, input = 21.536 MiB 2024/11/22-12:44:04.144723 139700922746624 [compaction_job.cc:1086] [default] [JOB 13] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.314, mount = 0.000, prepare = 0.013, wait = 4.912, work = 0.407, e2e = 5.319, rename = 0.000, out zip = 0.022312 GB 54.834 MB/sec, out raw = 0.022582 GB 55.497 MB/sec 2024/11/22-12:44:04.146561 139700922746624 [dcompact_etcd.cc:1773] job-00013/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:44:04.147061 139700922746624 (Original Log Time 2024/11/22-12:43:58.823742) EVENT_LOG_v1 {"time_micros": 1732250638823736, "job": 13, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195008], "score": 0.956205, "input_data_size": 22851841, "oldest_snapshot_seqno": -1} 2024/11/22-12:44:04.147073 139700922746624 (Original Log Time 2024/11/22-12:44:04.146586) [compaction_job.cc:2022] [default] [JOB 13] Compacted 1@1 files to L2 => 22312251 bytes 2024/11/22-12:44:04.147079 139700922746624 (Original Log Time 2024/11/22-12:44:04.146952) [compaction_job.cc:1224] [default] compacted to: files[0 1 11 70 91 0 68] max score 0.72 (6 files need compaction), MB/sec: 83.3 rd, 81.3 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(21.8, 0.0 +0.0 blob) out(21.3 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 21777, records dropped: 0 output_compression: Snappy 2024/11/22-12:44:04.147101 139700922746624 (Original Log Time 2024/11/22-12:44:04.146973) EVENT_LOG_v1 {"time_micros": 1732250644146963, "cf": "default", "job": 13, "event": "compaction_finished", "compaction_time_micros": 274479, "compaction_time_cpu_micros": 79324, "output_level": 2, "num_output_files": 1, "total_output_size": 22312251, "num_input_records": 21777, "num_output_records": 21777, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 1, 11, 70, 91, 0, 68]} 2024/11/22-12:44:04.155170 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194998.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:44:04.155197 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250644155194, "job": 13, "event": "table_file_deletion", "file_number": 194998} 2024/11/22-12:44:04.158296 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195000.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:44:04.158324 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250644158320, "job": 13, "event": "table_file_deletion", "file_number": 195000} 2024/11/22-12:44:04.160818 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195001.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:44:04.160839 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250644160837, "job": 13, "event": "table_file_deletion", "file_number": 195001} 2024/11/22-12:44:04.163439 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195003.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:44:04.163461 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250644163459, "job": 13, "event": "table_file_deletion", "file_number": 195003} 2024/11/22-12:44:04.163492 139700922746624 (Original Log Time 2024/11/22-12:44:04.163488) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:44:04.243220 139700901775104 [dcompact_etcd.cc:1163] job-00027/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.415 sec, input = 814.420 KiB 2024/11/22-12:44:04.299695 139700870317824 [dcompact_etcd.cc:1163] job-00028/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.271 sec, input = 927.954 MiB 2024/11/22-12:44:04.409858 139700880803584 [dcompact_etcd.cc:1163] job-00029/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.286 sec, input = 415.576 MiB 2024/11/22-12:44:04.594583 139700901775104 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00027/att-00 2024/11/22-12:44:04.594643 139700901775104 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00027/att-00/compact.done) = OK: 0.342 sec 2024/11/22-12:44:04.594724 139700901775104 [dcompact_etcd.cc:1263] job-00027/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.415, mount = 0.000, prepare = 0.003, wait = 0.000, etcd = 0.342, work = 0.183, e2e = 0.767, ntr = 0.000 sec, input = 814.420 KiB 2024/11/22-12:44:04.596701 139700901775104 [compaction_job.cc:1086] [default] [JOB 27] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.415, mount = 0.000, prepare = 0.003, wait = 0.584, work = 0.183, e2e = 0.767, rename = 0.000, out zip = 0.000699 GB 3.814 MB/sec, out raw = 0.000834 GB 4.553 MB/sec 2024/11/22-12:44:04.599201 139700901775104 [dcompact_etcd.cc:1773] job-00027/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:44:04.599819 139700901775104 (Original Log Time 2024/11/22-12:44:03.827487) EVENT_LOG_v1 {"time_micros": 1732250643827471, "job": 27, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195006], "score": 0.887205, "input_data_size": 870476, "oldest_snapshot_seqno": 3080112529} 2024/11/22-12:44:04.599834 139700901775104 (Original Log Time 2024/11/22-12:44:04.599237) [compaction_job.cc:2022] [default] [JOB 27] Compacted 1@1 files to L2 => 698605 bytes 2024/11/22-12:44:04.599833 139700922746624 (Original Log Time 2024/11/22-12:44:04.599782) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:44:04.599840 139700901775104 (Original Log Time 2024/11/22-12:44:04.599711) [compaction_job.cc:1224] [default] compacted to: files[0 0 12 70 91 0 68] max score 0.72 (7 files need compaction), MB/sec: 17.0 rd, 13.6 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(0.8, 0.0 +0.0 blob) out(0.7 +0.0 blob), read-write-amplify(1.8) write-amplify(0.8) OK, records in: 5873, records dropped: 0 output_compression: Snappy 2024/11/22-12:44:04.599862 139700901775104 (Original Log Time 2024/11/22-12:44:04.599742) EVENT_LOG_v1 {"time_micros": 1732250644599727, "cf": "default", "job": 27, "event": "compaction_finished", "compaction_time_micros": 51342, "compaction_time_cpu_micros": 7531, "output_level": 2, "num_output_files": 1, "total_output_size": 698605, "num_input_records": 5873, "num_output_records": 5873, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 12, 70, 91, 0, 68]} 2024/11/22-12:44:05.725368 139700891289344 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00022/att-00 2024/11/22-12:44:05.725453 139700891289344 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00022/att-00/compact.done) = OK: 3.810 sec 2024/11/22-12:44:05.725561 139700891289344 [dcompact_etcd.cc:1263] job-00022/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.287, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 3.810, work = 2.913, e2e = 4.108, ntr = 0.000 sec, input = 133.549 MiB 2024/11/22-12:44:05.736110 139700891289344 [compaction_job.cc:1086] [default] [JOB 22] Dcompacted 1@2 + 2@3 files to L3 [2] => time sec: curl = 0.287, mount = 0.000, prepare = 0.004, wait = 1.195, work = 2.913, e2e = 4.108, rename = 0.000, out zip = 0.079549 GB 27.306 MB/sec, out raw = 0.138876 GB 47.671 MB/sec 2024/11/22-12:44:05.742892 139700891289344 [dcompact_etcd.cc:1773] job-00022/att-00: CleanFiles 0.007 sec : 0.000 2024/11/22-12:44:05.743571 139700891289344 (Original Log Time 2024/11/22-12:44:01.617227) EVENT_LOG_v1 {"time_micros": 1732250641617220, "job": 22, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195013], "files_L3": [194909, 194910], "score": 0.918178, "input_data_size": 80207924, "oldest_snapshot_seqno": -1} 2024/11/22-12:44:05.743584 139700891289344 (Original Log Time 2024/11/22-12:44:05.742942) [compaction_job.cc:2022] [default] [JOB 22] Compacted 1@2 + 2@3 files to L3 => 79549251 bytes 2024/11/22-12:44:05.743590 139700891289344 (Original Log Time 2024/11/22-12:44:05.743337) [compaction_job.cc:1224] [default] compacted to: files[0 0 11 70 91 0 68] max score 0.74 (7 files need compaction), MB/sec: 28.9 rd, 28.7 wr, level 3, files in(1, 2) out(2 +0 blob) MB in(1.5, 75.0 +0.0 blob) out(75.9 +0.0 blob), read-write-amplify(102.6) write-amplify(51.1) OK, records in: 3191671, records dropped: 28292 output_compression: Snappy 2024/11/22-12:44:05.743589 139700901775104 (Original Log Time 2024/11/22-12:44:05.743580) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:44:05.743598 139700922746624 [compaction_job.cc:2437] [default] [JOB 32] Compacting 1@2 + 3@3 files to L3, score 0.74, subcompactions 1 : 1 2024/11/22-12:44:05.743613 139700922746624 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 30 Base level 2, inputs: [195027(31MB)], [194911(40MB) 194912(40MB) 194921(40MB)] 2024/11/22-12:44:05.743614 139700891289344 (Original Log Time 2024/11/22-12:44:05.743364) EVENT_LOG_v1 {"time_micros": 1732250645743351, "cf": "default", "job": 22, "event": "compaction_finished", "compaction_time_micros": 2775210, "compaction_time_cpu_micros": 1945043, "output_level": 3, "num_output_files": 2, "total_output_size": 79549251, "num_input_records": 3191671, "num_output_records": 3163379, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 11, 70, 91, 0, 68]} 2024/11/22-12:44:06.017612 139700922746624 [dcompact_etcd.cc:1163] job-00032/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.273 sec, input = 415.576 MiB 2024/11/22-12:44:08.760597 139700912260864 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00017/att-00 2024/11/22-12:44:08.760719 139700912260864 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00017/att-00/compact.done) = OK: 9.017 sec 2024/11/22-12:44:08.760817 139700912260864 [dcompact_etcd.cc:1263] job-00017/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.290, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 9.017, work = 7.832, e2e = 9.316, ntr = 0.000 sec, input = 277.501 MiB 2024/11/22-12:44:08.766333 139700912260864 [compaction_job.cc:1086] [default] [JOB 17] Dcompacted 1@2 + 2@3 files to L3 [3] => time sec: curl = 0.290, mount = 0.000, prepare = 0.004, wait = 1.484, work = 7.832, e2e = 9.316, rename = 0.000, out zip = 0.263610 GB 33.658 MB/sec, out raw = 0.270655 GB 34.557 MB/sec 2024/11/22-12:44:08.768165 139700912260864 [dcompact_etcd.cc:1773] job-00017/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:44:08.768592 139700901775104 (Original Log Time 2024/11/22-12:44:08.768583) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:44:08.768636 139700912260864 (Original Log Time 2024/11/22-12:43:59.444703) EVENT_LOG_v1 {"time_micros": 1732250639444697, "job": 17, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195015], "files_L3": [194919, 194920], "score": 0.956204, "input_data_size": 283463801, "oldest_snapshot_seqno": -1} 2024/11/22-12:44:08.768646 139700912260864 (Original Log Time 2024/11/22-12:44:08.768194) [compaction_job.cc:2022] [default] [JOB 17] Compacted 1@2 + 2@3 files to L3 => 263610492 bytes 2024/11/22-12:44:08.768650 139700912260864 (Original Log Time 2024/11/22-12:44:08.768520) [compaction_job.cc:1224] [default] compacted to: files[0 0 10 71 91 0 68] max score 0.72 (6 files need compaction), MB/sec: 37.0 rd, 34.4 wr, level 3, files in(1, 2) out(3 +0 blob) MB in(21.4, 248.9 +0.0 blob) out(251.4 +0.0 blob), read-write-amplify(24.4) write-amplify(11.8) OK, records in: 429875, records dropped: 29928 output_compression: Snappy 2024/11/22-12:44:08.768666 139700912260864 (Original Log Time 2024/11/22-12:44:08.768544) EVENT_LOG_v1 {"time_micros": 1732250648768533, "cf": "default", "job": 17, "event": "compaction_finished", "compaction_time_micros": 7658025, "compaction_time_cpu_micros": 1517842, "output_level": 3, "num_output_files": 3, "total_output_size": 263610492, "num_input_records": 429875, "num_output_records": 399947, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 10, 71, 91, 0, 68]} 2024/11/22-12:44:08.770339 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194902.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:44:08.770362 139700912260864 EVENT_LOG_v1 {"time_micros": 1732250648770359, "job": 17, "event": "table_file_deletion", "file_number": 194902} 2024/11/22-12:44:08.773320 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194903.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:44:08.773348 139700912260864 EVENT_LOG_v1 {"time_micros": 1732250648773345, "job": 17, "event": "table_file_deletion", "file_number": 194903} 2024/11/22-12:44:08.774999 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194942.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:44:08.775018 139700912260864 EVENT_LOG_v1 {"time_micros": 1732250648775016, "job": 17, "event": "table_file_deletion", "file_number": 194942} 2024/11/22-12:44:08.782121 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194995.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:44:08.782146 139700912260864 EVENT_LOG_v1 {"time_micros": 1732250648782143, "job": 17, "event": "table_file_deletion", "file_number": 194995} 2024/11/22-12:44:08.789122 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194996.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:44:08.789144 139700912260864 EVENT_LOG_v1 {"time_micros": 1732250648789142, "job": 17, "event": "table_file_deletion", "file_number": 194996} 2024/11/22-12:44:08.794416 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194999.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:44:08.794444 139700912260864 EVENT_LOG_v1 {"time_micros": 1732250648794442, "job": 17, "event": "table_file_deletion", "file_number": 194999} 2024/11/22-12:44:08.796241 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195004.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:44:08.796259 139700912260864 EVENT_LOG_v1 {"time_micros": 1732250648796257, "job": 17, "event": "table_file_deletion", "file_number": 195004} 2024/11/22-12:44:08.803454 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195005.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:44:08.803475 139700912260864 EVENT_LOG_v1 {"time_micros": 1732250648803473, "job": 17, "event": "table_file_deletion", "file_number": 195005} 2024/11/22-12:44:08.803548 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195010.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:44:08.803557 139700912260864 EVENT_LOG_v1 {"time_micros": 1732250648803556, "job": 17, "event": "table_file_deletion", "file_number": 195010} 2024/11/22-12:44:08.803598 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195011.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:44:08.803605 139700912260864 EVENT_LOG_v1 {"time_micros": 1732250648803604, "job": 17, "event": "table_file_deletion", "file_number": 195011} 2024/11/22-12:44:08.803941 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195012.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:44:08.803953 139700912260864 EVENT_LOG_v1 {"time_micros": 1732250648803952, "job": 17, "event": "table_file_deletion", "file_number": 195012} 2024/11/22-12:44:08.804039 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195014.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:44:08.804048 139700912260864 EVENT_LOG_v1 {"time_micros": 1732250648804046, "job": 17, "event": "table_file_deletion", "file_number": 195014} 2024/11/22-12:44:11.362990 139701071644416 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00026/att-00 2024/11/22-12:44:11.363062 139701071644416 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00026/att-00/compact.done) = OK: 7.559 sec 2024/11/22-12:44:11.363147 139701071644416 [dcompact_etcd.cc:1263] job-00026/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.301, mount = 0.000, prepare = 0.003, wait = 0.000, etcd = 7.559, work = 6.129, e2e = 7.869, ntr = 0.000 sec, input = 146.566 MiB 2024/11/22-12:44:11.373501 139701071644416 [compaction_job.cc:1086] [default] [JOB 26] Dcompacted 1@2 + 2@3 files to L3 [2] => time sec: curl = 0.301, mount = 0.000, prepare = 0.003, wait = 1.740, work = 6.129, e2e = 7.869, rename = 0.000, out zip = 0.035135 GB 5.733 MB/sec, out raw = 0.153686 GB 25.076 MB/sec 2024/11/22-12:44:11.376945 139701071644416 [dcompact_etcd.cc:1773] job-00026/att-00: CleanFiles 0.003 sec : 0.000 2024/11/22-12:44:11.377503 139700891289344 (Original Log Time 2024/11/22-12:44:11.377494) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:44:11.377546 139701071644416 (Original Log Time 2024/11/22-12:44:03.493883) EVENT_LOG_v1 {"time_micros": 1732250643493867, "job": 26, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195018], "files_L3": [194947, 194948], "score": 0.906169, "input_data_size": 35163011, "oldest_snapshot_seqno": 3080110329} 2024/11/22-12:44:11.377556 139701071644416 (Original Log Time 2024/11/22-12:44:11.376992) [compaction_job.cc:2022] [default] [JOB 26] Compacted 1@2 + 2@3 files to L3 => 35135228 bytes 2024/11/22-12:44:11.377560 139701071644416 (Original Log Time 2024/11/22-12:44:11.377421) [compaction_job.cc:1224] [default] compacted to: files[0 0 9 71 91 0 68] max score 0.74 (6 files need compaction), MB/sec: 5.9 rd, 5.9 wr, level 3, files in(1, 2) out(2 +0 blob) MB in(0.2, 33.3 +0.0 blob) out(33.5 +0.0 blob), read-write-amplify(285.3) write-amplify(142.6) OK, records in: 5299513, records dropped: 0 output_compression: Snappy 2024/11/22-12:44:11.377577 139701071644416 (Original Log Time 2024/11/22-12:44:11.377447) EVENT_LOG_v1 {"time_micros": 1732250651377436, "cf": "default", "job": 26, "event": "compaction_finished", "compaction_time_micros": 5983584, "compaction_time_cpu_micros": 3932700, "output_level": 3, "num_output_files": 2, "total_output_size": 35135228, "num_input_records": 5299513, "num_output_records": 5299513, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 9, 71, 91, 0, 68]} 2024/11/22-12:44:11.380717 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195002.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:44:11.380742 139701071644416 EVENT_LOG_v1 {"time_micros": 1732250651380739, "job": 26, "event": "table_file_deletion", "file_number": 195002} 2024/11/22-12:44:11.389449 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195009.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:44:11.389477 139701071644416 EVENT_LOG_v1 {"time_micros": 1732250651389474, "job": 26, "event": "table_file_deletion", "file_number": 195009} 2024/11/22-12:44:11.425961 139700880803584 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00029/att-00 2024/11/22-12:44:11.426045 139700880803584 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00029/att-00/compact.done) = OK: 7.007 sec 2024/11/22-12:44:11.426137 139700880803584 [dcompact_etcd.cc:1263] job-00029/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.286, mount = 0.000, prepare = 0.003, wait = 0.000, etcd = 7.007, work = 6.380, e2e = 7.302, ntr = 0.000 sec, input = 415.576 MiB 2024/11/22-12:44:11.442331 139700880803584 [compaction_job.cc:1086] [default] [JOB 29] Dcompacted 1@2 + 3@3 files to L3 [4] => time sec: curl = 0.286, mount = 0.000, prepare = 0.003, wait = 0.922, work = 6.380, e2e = 7.303, rename = 0.000, out zip = 0.129297 GB 20.265 MB/sec, out raw = 0.403519 GB 63.244 MB/sec 2024/11/22-12:44:11.444297 139700880803584 [dcompact_etcd.cc:1773] job-00029/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:44:11.444964 139700880803584 (Original Log Time 2024/11/22-12:44:04.123482) EVENT_LOG_v1 {"time_micros": 1732250644123473, "job": 29, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195024], "files_L3": [194922, 194944, 194945], "score": 0.770539, "input_data_size": 161709758, "oldest_snapshot_seqno": 3080114410} 2024/11/22-12:44:11.444978 139700880803584 (Original Log Time 2024/11/22-12:44:11.444336) [compaction_job.cc:2022] [default] [JOB 29] Compacted 1@2 + 3@3 files to L3 => 129296673 bytes 2024/11/22-12:44:11.444983 139700880803584 (Original Log Time 2024/11/22-12:44:11.444720) [compaction_job.cc:1224] [default] compacted to: files[0 0 8 72 91 0 68] max score 0.79 (6 files need compaction), MB/sec: 25.9 rd, 20.7 wr, level 3, files in(1, 3) out(4 +0 blob) MB in(31.2, 123.0 +0.0 blob) out(123.3 +0.0 blob), read-write-amplify(8.9) write-amplify(4.0) OK, records in: 420223, records dropped: 31093 output_compression: Snappy 2024/11/22-12:44:11.445005 139700880803584 (Original Log Time 2024/11/22-12:44:11.444750) EVENT_LOG_v1 {"time_micros": 1732250651444734, "cf": "default", "job": 29, "event": "compaction_finished", "compaction_time_micros": 6245113, "compaction_time_cpu_micros": 1308670, "output_level": 3, "num_output_files": 4, "total_output_size": 129296673, "num_input_records": 420223, "num_output_records": 389130, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 8, 72, 91, 0, 68]} 2024/11/22-12:44:11.445088 139700891289344 (Original Log Time 2024/11/22-12:44:11.445080) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:44:11.445118 139700901775104 [compaction_job.cc:2437] [default] [JOB 36] Compacting 1@2 files to L3, score 0.79, subcompactions 1 : 1 2024/11/22-12:44:11.445120 139700912260864 [compaction_job.cc:2437] [default] [JOB 37] Compacting 1@2 + 26@3 files to L3, score 0.79, subcompactions 1 : 1 2024/11/22-12:44:11.445130 139700901775104 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 33 Base level 2, inputs: [195029(682KB)] 2024/11/22-12:44:11.445138 139700912260864 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 33 Base level 2, inputs: [195023(27MB)], [194961(33MB) 194962(33MB) 194963(35MB) 194964(33MB) 194965(34MB) 194966(35MB) 194967(33MB) 194968(35MB) 194969(35MB) 194970(33MB) 194971(35MB) 194972(33MB) 194973(33MB) 194974(35MB) 194975(33MB) 194976(35MB) 194977(35MB) 194978(33MB) 194979(35MB) 194980(33MB) 194981(33MB) 194982(35MB) 194983(33MB) 194984(35MB) 194985(25MB) 194943(336KB)] 2024/11/22-12:44:11.728445 139700901775104 [dcompact_etcd.cc:1163] job-00036/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.283 sec, input = 814.420 KiB 2024/11/22-12:44:11.738972 139700912260864 [dcompact_etcd.cc:1163] job-00037/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.293 sec, input = 3.122 GiB 2024/11/22-12:44:12.116826 139700901775104 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00036/att-00 2024/11/22-12:44:12.116888 139700901775104 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00036/att-00/compact.done) = OK: 0.384 sec 2024/11/22-12:44:12.116981 139700901775104 [dcompact_etcd.cc:1263] job-00036/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.283, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 0.384, work = 0.208, e2e = 0.671, ntr = 0.000 sec, input = 814.420 KiB 2024/11/22-12:44:12.117227 139700901775104 [compaction_job.cc:1086] [default] [JOB 36] Dcompacted 1@2 files to L3 [1] => time sec: curl = 0.283, mount = 0.000, prepare = 0.004, wait = 0.464, work = 0.208, e2e = 0.672, rename = 0.000, out zip = 0.000293 GB 1.411 MB/sec, out raw = 0.000834 GB 4.018 MB/sec 2024/11/22-12:44:12.119385 139700901775104 [dcompact_etcd.cc:1773] job-00036/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:44:12.119804 139701071644416 (Original Log Time 2024/11/22-12:44:12.119794) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:44:12.119828 139700901775104 (Original Log Time 2024/11/22-12:44:11.445148) EVENT_LOG_v1 {"time_micros": 1732250651445139, "job": 36, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195029], "score": 0.790584, "input_data_size": 698605, "oldest_snapshot_seqno": 3080184354} 2024/11/22-12:44:12.119841 139700901775104 (Original Log Time 2024/11/22-12:44:12.119414) [compaction_job.cc:2022] [default] [JOB 36] Compacted 1@2 files to L3 => 292862 bytes 2024/11/22-12:44:12.119846 139700901775104 (Original Log Time 2024/11/22-12:44:12.119721) [compaction_job.cc:1224] [default] compacted to: files[0 0 7 73 91 0 68] max score 0.38 (4 files need compaction), MB/sec: 9.6 rd, 4.0 wr, level 3, files in(1, 0) out(1 +0 blob) MB in(0.7, 0.0 +0.0 blob) out(0.3 +0.0 blob), read-write-amplify(1.4) write-amplify(0.4) OK, records in: 5873, records dropped: 0 output_compression: Snappy 2024/11/22-12:44:12.119858 139700901775104 (Original Log Time 2024/11/22-12:44:12.119750) EVENT_LOG_v1 {"time_micros": 1732250652119734, "cf": "default", "job": 36, "event": "compaction_finished", "compaction_time_micros": 72497, "compaction_time_cpu_micros": 9563, "output_level": 3, "num_output_files": 1, "total_output_size": 292862, "num_input_records": 5873, "num_output_records": 5873, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 7, 73, 91, 0, 68]} 2024/11/22-12:44:12.752421 139700922746624 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00032/att-00 2024/11/22-12:44:12.752520 139700922746624 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00032/att-00/compact.done) = OK: 6.725 sec 2024/11/22-12:44:12.752609 139700922746624 [dcompact_etcd.cc:1263] job-00032/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.273, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 6.725, work = 5.661, e2e = 7.008, ntr = 0.000 sec, input = 415.576 MiB 2024/11/22-12:44:12.765012 139700922746624 [compaction_job.cc:1086] [default] [JOB 32] Dcompacted 1@2 + 3@3 files to L3 [4] => time sec: curl = 0.273, mount = 0.000, prepare = 0.004, wait = 1.348, work = 5.661, e2e = 7.009, rename = 0.000, out zip = 0.128532 GB 22.706 MB/sec, out raw = 0.403729 GB 71.322 MB/sec 2024/11/22-12:44:12.774942 139700922746624 [dcompact_etcd.cc:1773] job-00032/att-00: CleanFiles 0.010 sec : 0.000 2024/11/22-12:44:12.775512 139700891289344 (Original Log Time 2024/11/22-12:44:12.775502) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:44:12.775568 139700922746624 (Original Log Time 2024/11/22-12:44:05.743633) EVENT_LOG_v1 {"time_micros": 1732250645743623, "job": 32, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195027], "files_L3": [194911, 194912, 194921], "score": 0.737784, "input_data_size": 160874640, "oldest_snapshot_seqno": 3080128072} 2024/11/22-12:44:12.775578 139700922746624 (Original Log Time 2024/11/22-12:44:12.774976) [compaction_job.cc:2022] [default] [JOB 32] Compacted 1@2 + 3@3 files to L3 => 128532391 bytes 2024/11/22-12:44:12.775583 139700922746624 (Original Log Time 2024/11/22-12:44:12.775409) [compaction_job.cc:1224] [default] compacted to: files[0 0 6 74 91 0 68] max score 0.43 (4 files need compaction), MB/sec: 29.2 rd, 23.3 wr, level 3, files in(1, 3) out(4 +0 blob) MB in(31.2, 122.2 +0.0 blob) out(122.6 +0.0 blob), read-write-amplify(8.8) write-amplify(3.9) OK, records in: 420218, records dropped: 30891 output_compression: Snappy 2024/11/22-12:44:12.775596 139700922746624 (Original Log Time 2024/11/22-12:44:12.775437) EVENT_LOG_v1 {"time_micros": 1732250652775424, "cf": "default", "job": 32, "event": "compaction_finished", "compaction_time_micros": 5518187, "compaction_time_cpu_micros": 1242298, "output_level": 3, "num_output_files": 4, "total_output_size": 128532391, "num_input_records": 420218, "num_output_records": 389327, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 6, 74, 91, 0, 68]} 2024/11/22-12:44:31.384981 139700870317824 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00028/att-00 2024/11/22-12:44:31.385106 139700870317824 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00028/att-00/compact.done) = OK: 27.080 sec 2024/11/22-12:44:31.385195 139700870317824 [dcompact_etcd.cc:1263] job-00028/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.271, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 27.080, work = 25.129, e2e = 27.357, ntr = 0.000 sec, input = 927.954 MiB 2024/11/22-12:44:31.407599 139700870317824 [compaction_job.cc:1086] [default] [JOB 28] Dcompacted 1@2 + 7@3 files to L3 [8] => time sec: curl = 0.271, mount = 0.000, prepare = 0.004, wait = 2.228, work = 25.129, e2e = 27.357, rename = 0.000, out zip = 0.274357 GB 10.918 MB/sec, out raw = 0.967074 GB 38.484 MB/sec 2024/11/22-12:44:31.414261 139700870317824 [dcompact_etcd.cc:1773] job-00028/att-00: CleanFiles 0.007 sec : 0.000 2024/11/22-12:44:31.414950 139701071644416 [compaction_job.cc:2437] [default] [JOB 42] Compacting 1@2 + 2@3 files to L3, score 0.52, subcompactions 1 : 1 2024/11/22-12:44:31.414967 139701071644416 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 36 Base level 2, inputs: [195026(410KB)], [194915(24MB) 194916(6517KB)] 2024/11/22-12:44:31.415009 139700870317824 (Original Log Time 2024/11/22-12:44:04.028009) EVENT_LOG_v1 {"time_micros": 1732250644028000, "job": 28, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195017], "files_L3": [194953, 194954, 194955, 194956, 194957, 194958, 194959], "score": 0.887205, "input_data_size": 294851323, "oldest_snapshot_seqno": 3080113886} 2024/11/22-12:44:31.415013 139700880803584 [compaction_job.cc:2437] [default] [JOB 41] Compacting 1@2 + 4@3 files to L3, score 0.55, subcompactions 1 : 1 2024/11/22-12:44:31.415023 139700870317824 (Original Log Time 2024/11/22-12:44:31.414300) [compaction_job.cc:2022] [default] [JOB 28] Compacted 1@2 + 7@3 files to L3 => 274357305 bytes 2024/11/22-12:44:31.415028 139700880803584 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 36 Base level 2, inputs: [195022(21MB)], [195039(40MB) 195040(297KB) 194946(1440KB) 194918(20MB)] 2024/11/22-12:44:31.415031 139700870317824 (Original Log Time 2024/11/22-12:44:31.414690) [compaction_job.cc:1224] [default] compacted to: files[0 0 5 75 91 0 68] max score 0.55 (4 files need compaction), MB/sec: 11.8 rd, 11.0 wr, level 3, files in(1, 7) out(8 +0 blob) MB in(27.1, 254.1 +0.0 blob) out(261.6 +0.0 blob), read-write-amplify(20.0) write-amplify(9.7) OK, records in: 6739348, records dropped: 41946 output_compression: Snappy 2024/11/22-12:44:31.415056 139700870317824 (Original Log Time 2024/11/22-12:44:31.414718) EVENT_LOG_v1 {"time_micros": 1732250671414706, "cf": "default", "job": 28, "event": "compaction_finished", "compaction_time_micros": 24931438, "compaction_time_cpu_micros": 11574455, "output_level": 3, "num_output_files": 8, "total_output_size": 274357305, "num_input_records": 6739348, "num_output_records": 6697402, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 5, 75, 91, 0, 68]} 2024/11/22-12:44:31.415160 139700901775104 [compaction_job.cc:2437] [default] [JOB 43] Compacting 1@2 + 3@3 files to L3, score 0.50, subcompactions 1 : 1 2024/11/22-12:44:31.415174 139700901775104 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 36 Base level 2, inputs: [195028(21MB)], [195044(40MB) 195045(363KB) 195037(41MB)] 2024/11/22-12:44:31.415204 139700891289344 (Original Log Time 2024/11/22-12:44:31.415197) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:44:31.426636 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194909.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:44:31.426662 139700870317824 EVENT_LOG_v1 {"time_micros": 1732250671426659, "job": 28, "event": "table_file_deletion", "file_number": 194909} 2024/11/22-12:44:31.428535 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194910.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:44:31.428562 139700870317824 EVENT_LOG_v1 {"time_micros": 1732250671428560, "job": 28, "event": "table_file_deletion", "file_number": 194910} 2024/11/22-12:44:31.449580 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194919.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:44:31.449604 139700870317824 EVENT_LOG_v1 {"time_micros": 1732250671449601, "job": 28, "event": "table_file_deletion", "file_number": 194919} 2024/11/22-12:44:31.466873 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194920.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:44:31.466897 139700870317824 EVENT_LOG_v1 {"time_micros": 1732250671466894, "job": 28, "event": "table_file_deletion", "file_number": 194920} 2024/11/22-12:44:31.473444 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194922.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:44:31.473466 139700870317824 EVENT_LOG_v1 {"time_micros": 1732250671473463, "job": 28, "event": "table_file_deletion", "file_number": 194922} 2024/11/22-12:44:31.482177 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194944.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:44:31.482199 139700870317824 EVENT_LOG_v1 {"time_micros": 1732250671482197, "job": 28, "event": "table_file_deletion", "file_number": 194944} 2024/11/22-12:44:31.489748 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194945.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:44:31.489771 139700870317824 EVENT_LOG_v1 {"time_micros": 1732250671489769, "job": 28, "event": "table_file_deletion", "file_number": 194945} 2024/11/22-12:44:31.495398 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194947.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:44:31.495420 139700870317824 EVENT_LOG_v1 {"time_micros": 1732250671495418, "job": 28, "event": "table_file_deletion", "file_number": 194947} 2024/11/22-12:44:31.499175 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194948.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:44:31.499195 139700870317824 EVENT_LOG_v1 {"time_micros": 1732250671499193, "job": 28, "event": "table_file_deletion", "file_number": 194948} 2024/11/22-12:44:31.508805 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195006.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:44:31.508831 139700870317824 EVENT_LOG_v1 {"time_micros": 1732250671508829, "job": 28, "event": "table_file_deletion", "file_number": 195006} 2024/11/22-12:44:31.523273 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195007.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:44:31.523295 139700870317824 EVENT_LOG_v1 {"time_micros": 1732250671523293, "job": 28, "event": "table_file_deletion", "file_number": 195007} 2024/11/22-12:44:31.532550 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195008.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:44:31.532571 139700870317824 EVENT_LOG_v1 {"time_micros": 1732250671532569, "job": 28, "event": "table_file_deletion", "file_number": 195008} 2024/11/22-12:44:31.533027 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195013.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:44:31.533047 139700870317824 EVENT_LOG_v1 {"time_micros": 1732250671533045, "job": 28, "event": "table_file_deletion", "file_number": 195013} 2024/11/22-12:44:31.536791 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195015.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:44:31.536814 139700870317824 EVENT_LOG_v1 {"time_micros": 1732250671536811, "job": 28, "event": "table_file_deletion", "file_number": 195015} 2024/11/22-12:44:31.537010 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195018.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:44:31.537023 139700870317824 EVENT_LOG_v1 {"time_micros": 1732250671537022, "job": 28, "event": "table_file_deletion", "file_number": 195018} 2024/11/22-12:44:31.542764 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195024.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:44:31.542785 139700870317824 EVENT_LOG_v1 {"time_micros": 1732250671542783, "job": 28, "event": "table_file_deletion", "file_number": 195024} 2024/11/22-12:44:31.710615 139701071644416 [dcompact_etcd.cc:1163] job-00042/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.295 sec, input = 163.844 MiB 2024/11/22-12:44:31.717489 139700901775104 [dcompact_etcd.cc:1163] job-00043/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.302 sec, input = 278.561 MiB 2024/11/22-12:44:31.735144 139700880803584 [dcompact_etcd.cc:1163] job-00041/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.320 sec, input = 219.684 MiB 2024/11/22-12:44:35.699067 139700880803584 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00041/att-00 2024/11/22-12:44:35.699145 139700880803584 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00041/att-00/compact.done) = OK: 3.955 sec 2024/11/22-12:44:35.699241 139700880803584 [dcompact_etcd.cc:1263] job-00041/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.320, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 3.955, work = 3.384, e2e = 4.284, ntr = 0.000 sec, input = 219.684 MiB 2024/11/22-12:44:35.703663 139700880803584 [compaction_job.cc:1086] [default] [JOB 41] Dcompacted 1@2 + 4@3 files to L3 [2] => time sec: curl = 0.320, mount = 0.000, prepare = 0.004, wait = 0.901, work = 3.384, e2e = 4.284, rename = 0.000, out zip = 0.066259 GB 19.583 MB/sec, out raw = 0.208017 GB 61.479 MB/sec 2024/11/22-12:44:35.705576 139700880803584 [dcompact_etcd.cc:1773] job-00041/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:44:35.706148 139700922746624 (Original Log Time 2024/11/22-12:44:35.706136) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:44:35.706158 139700880803584 (Original Log Time 2024/11/22-12:44:31.415046) EVENT_LOG_v1 {"time_micros": 1732250671415038, "job": 41, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195022], "files_L3": [195039, 195040, 194946, 194918], "score": 0.548742, "input_data_size": 89390735, "oldest_snapshot_seqno": 3080415959} 2024/11/22-12:44:35.706171 139700880803584 (Original Log Time 2024/11/22-12:44:35.705623) [compaction_job.cc:2022] [default] [JOB 41] Compacted 1@2 + 4@3 files to L3 => 66258663 bytes 2024/11/22-12:44:35.706176 139700880803584 (Original Log Time 2024/11/22-12:44:35.706052) [compaction_job.cc:1224] [default] compacted to: files[0 0 4 73 91 0 68] max score 0.49 (1 files need compaction), MB/sec: 27.6 rd, 20.5 wr, level 3, files in(1, 4) out(2 +0 blob) MB in(21.7, 63.5 +0.0 blob) out(63.2 +0.0 blob), read-write-amplify(6.8) write-amplify(2.9) OK, records in: 222137, records dropped: 21542 output_compression: Snappy 2024/11/22-12:44:35.706188 139700880803584 (Original Log Time 2024/11/22-12:44:35.706088) EVENT_LOG_v1 {"time_micros": 1732250675706077, "cf": "default", "job": 41, "event": "compaction_finished", "compaction_time_micros": 3236243, "compaction_time_cpu_micros": 607732, "output_level": 3, "num_output_files": 2, "total_output_size": 66258663, "num_input_records": 222137, "num_output_records": 200595, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 4, 73, 91, 0, 68]} 2024/11/22-12:44:36.738105 139700901775104 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00043/att-00 2024/11/22-12:44:36.738217 139700901775104 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00043/att-00/compact.done) = OK: 5.015 sec 2024/11/22-12:44:36.738316 139700901775104 [dcompact_etcd.cc:1263] job-00043/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.302, mount = 0.000, prepare = 0.004, wait = 0.007, etcd = 5.015, work = 4.013, e2e = 5.323, ntr = 0.000 sec, input = 278.561 MiB 2024/11/22-12:44:36.746057 139700901775104 [compaction_job.cc:1086] [default] [JOB 43] Dcompacted 1@2 + 3@3 files to L3 [3] => time sec: curl = 0.302, mount = 0.000, prepare = 0.004, wait = 1.310, work = 4.013, e2e = 5.323, rename = 0.000, out zip = 0.086568 GB 21.569 MB/sec, out raw = 0.269658 GB 67.189 MB/sec 2024/11/22-12:44:36.747977 139700901775104 [dcompact_etcd.cc:1773] job-00043/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:44:36.748478 139700891289344 (Original Log Time 2024/11/22-12:44:36.748468) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:44:36.748505 139700901775104 (Original Log Time 2024/11/22-12:44:31.415192) EVENT_LOG_v1 {"time_micros": 1732250671415184, "job": 43, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195028], "files_L3": [195044, 195045, 195037], "score": 0.501972, "input_data_size": 108822860, "oldest_snapshot_seqno": 3080415959} 2024/11/22-12:44:36.748512 139700901775104 (Original Log Time 2024/11/22-12:44:36.748008) [compaction_job.cc:2022] [default] [JOB 43] Compacted 1@2 + 3@3 files to L3 => 86567822 bytes 2024/11/22-12:44:36.748515 139700901775104 (Original Log Time 2024/11/22-12:44:36.748395) [compaction_job.cc:1224] [default] compacted to: files[0 0 3 73 91 0 68] max score 0.53 (1 files need compaction), MB/sec: 28.1 rd, 22.3 wr, level 3, files in(1, 3) out(3 +0 blob) MB in(21.3, 82.5 +0.0 blob) out(82.6 +0.0 blob), read-write-amplify(8.8) write-amplify(3.9) OK, records in: 281673, records dropped: 21634 output_compression: Snappy 2024/11/22-12:44:36.748524 139700901775104 (Original Log Time 2024/11/22-12:44:36.748429) EVENT_LOG_v1 {"time_micros": 1732250676748413, "cf": "default", "job": 43, "event": "compaction_finished", "compaction_time_micros": 3875969, "compaction_time_cpu_micros": 743212, "output_level": 3, "num_output_files": 3, "total_output_size": 86567822, "num_input_records": 281673, "num_output_records": 260039, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 3, 73, 91, 0, 68]} 2024/11/22-12:44:37.414513 139701071644416 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00042/att-00 2024/11/22-12:44:37.414599 139701071644416 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00042/att-00/compact.done) = OK: 5.696 sec 2024/11/22-12:44:37.414706 139701071644416 [dcompact_etcd.cc:1263] job-00042/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.295, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 5.696, work = 5.078, e2e = 5.999, ntr = 0.000 sec, input = 163.844 MiB 2024/11/22-12:44:37.421388 139701071644416 [compaction_job.cc:1086] [default] [JOB 42] Dcompacted 1@2 + 2@3 files to L3 [2] => time sec: curl = 0.295, mount = 0.000, prepare = 0.004, wait = 0.921, work = 5.078, e2e = 6.000, rename = 0.000, out zip = 0.032372 GB 6.375 MB/sec, out raw = 0.170312 GB 33.537 MB/sec 2024/11/22-12:44:37.423303 139701071644416 [dcompact_etcd.cc:1773] job-00042/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:44:37.423726 139700870317824 (Original Log Time 2024/11/22-12:44:37.423718) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:44:37.423764 139701071644416 (Original Log Time 2024/11/22-12:44:31.414985) EVENT_LOG_v1 {"time_micros": 1732250671414976, "job": 42, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195026], "files_L3": [194915, 194916], "score": 0.523002, "input_data_size": 32613326, "oldest_snapshot_seqno": 3080415959} 2024/11/22-12:44:37.423773 139701071644416 (Original Log Time 2024/11/22-12:44:37.423338) [compaction_job.cc:2022] [default] [JOB 42] Compacted 1@2 + 2@3 files to L3 => 32372407 bytes 2024/11/22-12:44:37.423776 139701071644416 (Original Log Time 2024/11/22-12:44:37.423656) [compaction_job.cc:1224] [default] compacted to: files[0 0 2 73 91 0 68] max score 0.55 (1 files need compaction), MB/sec: 6.6 rd, 6.5 wr, level 3, files in(1, 2) out(2 +0 blob) MB in(0.4, 30.7 +0.0 blob) out(30.9 +0.0 blob), read-write-amplify(154.5) write-amplify(77.0) OK, records in: 6109573, records dropped: 59620 output_compression: Snappy 2024/11/22-12:44:37.423785 139701071644416 (Original Log Time 2024/11/22-12:44:37.423680) EVENT_LOG_v1 {"time_micros": 1732250677423669, "cf": "default", "job": 42, "event": "compaction_finished", "compaction_time_micros": 4946771, "compaction_time_cpu_micros": 3644000, "output_level": 3, "num_output_files": 2, "total_output_size": 32372407, "num_input_records": 6109573, "num_output_records": 6049953, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 2, 73, 91, 0, 68]} 2024/11/22-12:45:31.067840 139700912260864 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00037/att-00 2024/11/22-12:45:31.067958 139700912260864 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00037/att-00/compact.done) = OK: 79.319 sec 2024/11/22-12:45:31.068051 139700912260864 [dcompact_etcd.cc:1263] job-00037/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.293, mount = 0.000, prepare = 0.009, wait = 0.003, etcd = 79.319, work = 77.259, e2e = 79.622, ntr = 0.000 sec, input = 3.122 GiB 2024/11/22-12:45:31.279753 139700912260864 [compaction_job.cc:1086] [default] [JOB 37] Dcompacted 1@2 + 26@3 files to L3 [25] => time sec: curl = 0.293, mount = 0.000, prepare = 0.009, wait = 2.364, work = 77.259, e2e = 79.623, rename = 0.000, out zip = 0.902250 GB 11.678 MB/sec, out raw = 3.336785 GB 43.190 MB/sec 2024/11/22-12:45:31.280242 139700912260864 [dcompact_etcd.cc:1773] job-00037/att-00: CleanFiles 0.000 sec : 0.000 2024/11/22-12:45:31.280940 139700912260864 (Original Log Time 2024/11/22-12:44:11.445155) EVENT_LOG_v1 {"time_micros": 1732250651445147, "job": 37, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195023], "files_L3": [194961, 194962, 194963, 194964, 194965, 194966, 194967, 194968, 194969, 194970, 194971, 194972, 194973, 194974, 194975, 194976, 194977, 194978, 194979, 194980, 194981, 194982, 194983, 194984, 194985, 194943], "score": 0.790584, "input_data_size": 925688926, "oldest_snapshot_seqno": 3080184354} 2024/11/22-12:45:31.280949 139700912260864 (Original Log Time 2024/11/22-12:45:31.280279) [compaction_job.cc:2022] [default] [JOB 37] Compacted 1@2 + 26@3 files to L3 => 902250450 bytes 2024/11/22-12:45:31.280953 139700912260864 (Original Log Time 2024/11/22-12:45:31.280674) [compaction_job.cc:1224] [default] compacted to: files[0 0 1 72 91 0 68] max score 0.96 (1 files need compaction), MB/sec: 12.0 rd, 11.7 wr, level 3, files in(1, 26) out(25 +0 blob) MB in(27.1, 855.7 +0.0 blob) out(860.5 +0.0 blob), read-write-amplify(64.3) write-amplify(31.8) OK, records in: 23065586, records dropped: 112130 output_compression: Snappy 2024/11/22-12:45:31.280958 139700912260864 (Original Log Time 2024/11/22-12:45:31.280706) EVENT_LOG_v1 {"time_micros": 1732250731280690, "cf": "default", "job": 37, "event": "compaction_finished", "compaction_time_micros": 77017932, "compaction_time_cpu_micros": 36084276, "output_level": 3, "num_output_files": 25, "total_output_size": 902250450, "num_input_records": 23065586, "num_output_records": 22953456, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 1, 72, 91, 0, 68]} 2024/11/22-12:45:31.280956 139700922746624 [compaction_job.cc:2437] [default] [JOB 48] Compacting 1@2 + 17@3 files to L3, score 0.96, subcompactions 1 : 1 2024/11/22-12:45:31.280982 139700922746624 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 40 Base level 2, inputs: [195025(18MB)], [195052(37MB) 195053(8078KB) 194960(13MB) 194926(33MB) 194927(35MB) 194928(34MB) 194929(33MB) 194930(35MB) 194931(33MB) 194932(34MB) 194933(35MB) 194934(33MB) 194935(35MB) 194936(34MB) 194937(33MB) 194938(35MB) 195061(33MB)] 2024/11/22-12:45:31.288571 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194911.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.288595 139700912260864 EVENT_LOG_v1 {"time_micros": 1732250731288592, "job": 37, "event": "table_file_deletion", "file_number": 194911} 2024/11/22-12:45:31.289800 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195023.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.289858 139700721420032 EVENT_LOG_v1 {"time_micros": 1732250731289842, "job": 0, "event": "table_file_deletion", "file_number": 195023} 2024/11/22-12:45:31.295884 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194985.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.295932 139700721420032 EVENT_LOG_v1 {"time_micros": 1732250731295928, "job": 0, "event": "table_file_deletion", "file_number": 194985} 2024/11/22-12:45:31.296331 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194912.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.296356 139700912260864 EVENT_LOG_v1 {"time_micros": 1732250731296353, "job": 37, "event": "table_file_deletion", "file_number": 194912} 2024/11/22-12:45:31.303544 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194915.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.303568 139700912260864 EVENT_LOG_v1 {"time_micros": 1732250731303565, "job": 37, "event": "table_file_deletion", "file_number": 194915} 2024/11/22-12:45:31.303795 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194984.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.303811 139700721420032 EVENT_LOG_v1 {"time_micros": 1732250731303809, "job": 0, "event": "table_file_deletion", "file_number": 194984} 2024/11/22-12:45:31.306083 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194916.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.306105 139700912260864 EVENT_LOG_v1 {"time_micros": 1732250731306102, "job": 37, "event": "table_file_deletion", "file_number": 194916} 2024/11/22-12:45:31.311745 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194918.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.311769 139700912260864 EVENT_LOG_v1 {"time_micros": 1732250731311766, "job": 37, "event": "table_file_deletion", "file_number": 194918} 2024/11/22-12:45:31.312026 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194983.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.312052 139700721420032 EVENT_LOG_v1 {"time_micros": 1732250731312050, "job": 0, "event": "table_file_deletion", "file_number": 194983} 2024/11/22-12:45:31.319554 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194982.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.319577 139700721420032 EVENT_LOG_v1 {"time_micros": 1732250731319574, "job": 0, "event": "table_file_deletion", "file_number": 194982} 2024/11/22-12:45:31.320462 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194921.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.320490 139700912260864 EVENT_LOG_v1 {"time_micros": 1732250731320487, "job": 37, "event": "table_file_deletion", "file_number": 194921} 2024/11/22-12:45:31.322869 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194946.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.322894 139700912260864 EVENT_LOG_v1 {"time_micros": 1732250731322891, "job": 37, "event": "table_file_deletion", "file_number": 194946} 2024/11/22-12:45:31.325771 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194981.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.325792 139700721420032 EVENT_LOG_v1 {"time_micros": 1732250731325790, "job": 0, "event": "table_file_deletion", "file_number": 194981} 2024/11/22-12:45:31.330354 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194953.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.330381 139700912260864 EVENT_LOG_v1 {"time_micros": 1732250731330378, "job": 37, "event": "table_file_deletion", "file_number": 194953} 2024/11/22-12:45:31.331816 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194979.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.331841 139700721420032 EVENT_LOG_v1 {"time_micros": 1732250731331839, "job": 0, "event": "table_file_deletion", "file_number": 194979} 2024/11/22-12:45:31.336714 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194954.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.336737 139700912260864 EVENT_LOG_v1 {"time_micros": 1732250731336734, "job": 37, "event": "table_file_deletion", "file_number": 194954} 2024/11/22-12:45:31.338135 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194978.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.338162 139700721420032 EVENT_LOG_v1 {"time_micros": 1732250731338159, "job": 0, "event": "table_file_deletion", "file_number": 194978} 2024/11/22-12:45:31.342903 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194955.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.342935 139700912260864 EVENT_LOG_v1 {"time_micros": 1732250731342932, "job": 37, "event": "table_file_deletion", "file_number": 194955} 2024/11/22-12:45:31.345722 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194977.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.345748 139700721420032 EVENT_LOG_v1 {"time_micros": 1732250731345745, "job": 0, "event": "table_file_deletion", "file_number": 194977} 2024/11/22-12:45:31.348927 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194956.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.348954 139700912260864 EVENT_LOG_v1 {"time_micros": 1732250731348951, "job": 37, "event": "table_file_deletion", "file_number": 194956} 2024/11/22-12:45:31.353822 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194957.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.353850 139700912260864 EVENT_LOG_v1 {"time_micros": 1732250731353842, "job": 37, "event": "table_file_deletion", "file_number": 194957} 2024/11/22-12:45:31.354756 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194976.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.354781 139700721420032 EVENT_LOG_v1 {"time_micros": 1732250731354778, "job": 0, "event": "table_file_deletion", "file_number": 194976} 2024/11/22-12:45:31.364148 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194958.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.364171 139700912260864 EVENT_LOG_v1 {"time_micros": 1732250731364169, "job": 37, "event": "table_file_deletion", "file_number": 194958} 2024/11/22-12:45:31.366148 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194965.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.366168 139700721420032 EVENT_LOG_v1 {"time_micros": 1732250731366166, "job": 0, "event": "table_file_deletion", "file_number": 194965} 2024/11/22-12:45:31.371254 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194959.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.371275 139700912260864 EVENT_LOG_v1 {"time_micros": 1732250731371272, "job": 37, "event": "table_file_deletion", "file_number": 194959} 2024/11/22-12:45:31.372258 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194963.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.372281 139700721420032 EVENT_LOG_v1 {"time_micros": 1732250731372278, "job": 0, "event": "table_file_deletion", "file_number": 194963} 2024/11/22-12:45:31.375942 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195017.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.375968 139700912260864 EVENT_LOG_v1 {"time_micros": 1732250731375965, "job": 37, "event": "table_file_deletion", "file_number": 195017} 2024/11/22-12:45:31.376482 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194962.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.376503 139700721420032 EVENT_LOG_v1 {"time_micros": 1732250731376500, "job": 0, "event": "table_file_deletion", "file_number": 194962} 2024/11/22-12:45:31.381350 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195022.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.381376 139700912260864 EVENT_LOG_v1 {"time_micros": 1732250731381373, "job": 37, "event": "table_file_deletion", "file_number": 195022} 2024/11/22-12:45:31.383083 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195026.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.383106 139700912260864 EVENT_LOG_v1 {"time_micros": 1732250731383103, "job": 37, "event": "table_file_deletion", "file_number": 195026} 2024/11/22-12:45:31.383610 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194964.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.383639 139700721420032 EVENT_LOG_v1 {"time_micros": 1732250731383636, "job": 0, "event": "table_file_deletion", "file_number": 194964} 2024/11/22-12:45:31.387574 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195027.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.387595 139700912260864 EVENT_LOG_v1 {"time_micros": 1732250731387593, "job": 37, "event": "table_file_deletion", "file_number": 195027} 2024/11/22-12:45:31.393884 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195028.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.393908 139700912260864 EVENT_LOG_v1 {"time_micros": 1732250731393905, "job": 37, "event": "table_file_deletion", "file_number": 195028} 2024/11/22-12:45:31.393954 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194980.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.393975 139700721420032 EVENT_LOG_v1 {"time_micros": 1732250731393972, "job": 0, "event": "table_file_deletion", "file_number": 194980} 2024/11/22-12:45:31.394339 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195029.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.394351 139700912260864 EVENT_LOG_v1 {"time_micros": 1732250731394349, "job": 37, "event": "table_file_deletion", "file_number": 195029} 2024/11/22-12:45:31.395629 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194943.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.395646 139700721420032 EVENT_LOG_v1 {"time_micros": 1732250731395644, "job": 0, "event": "table_file_deletion", "file_number": 194943} 2024/11/22-12:45:31.404776 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194961.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.404798 139700721420032 EVENT_LOG_v1 {"time_micros": 1732250731404796, "job": 0, "event": "table_file_deletion", "file_number": 194961} 2024/11/22-12:45:31.405050 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195037.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.405065 139700912260864 EVENT_LOG_v1 {"time_micros": 1732250731405063, "job": 37, "event": "table_file_deletion", "file_number": 195037} 2024/11/22-12:45:31.411898 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194966.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.411952 139700721420032 EVENT_LOG_v1 {"time_micros": 1732250731411949, "job": 0, "event": "table_file_deletion", "file_number": 194966} 2024/11/22-12:45:31.414774 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195039.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.414799 139700912260864 EVENT_LOG_v1 {"time_micros": 1732250731414796, "job": 37, "event": "table_file_deletion", "file_number": 195039} 2024/11/22-12:45:31.416517 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195040.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.416540 139700912260864 EVENT_LOG_v1 {"time_micros": 1732250731416537, "job": 37, "event": "table_file_deletion", "file_number": 195040} 2024/11/22-12:45:31.418301 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194967.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.418326 139700721420032 EVENT_LOG_v1 {"time_micros": 1732250731418323, "job": 0, "event": "table_file_deletion", "file_number": 194967} 2024/11/22-12:45:31.423826 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195044.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.423854 139700912260864 EVENT_LOG_v1 {"time_micros": 1732250731423851, "job": 37, "event": "table_file_deletion", "file_number": 195044} 2024/11/22-12:45:31.425539 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195045.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.425558 139700912260864 EVENT_LOG_v1 {"time_micros": 1732250731425556, "job": 37, "event": "table_file_deletion", "file_number": 195045} 2024/11/22-12:45:31.427060 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194968.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.427088 139700721420032 EVENT_LOG_v1 {"time_micros": 1732250731427085, "job": 0, "event": "table_file_deletion", "file_number": 194968} 2024/11/22-12:45:31.435137 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194969.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.435165 139700721420032 EVENT_LOG_v1 {"time_micros": 1732250731435162, "job": 0, "event": "table_file_deletion", "file_number": 194969} 2024/11/22-12:45:31.442370 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194970.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.442396 139700721420032 EVENT_LOG_v1 {"time_micros": 1732250731442393, "job": 0, "event": "table_file_deletion", "file_number": 194970} 2024/11/22-12:45:31.449764 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194971.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.449785 139700721420032 EVENT_LOG_v1 {"time_micros": 1732250731449783, "job": 0, "event": "table_file_deletion", "file_number": 194971} 2024/11/22-12:45:31.456251 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194972.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.456279 139700721420032 EVENT_LOG_v1 {"time_micros": 1732250731456277, "job": 0, "event": "table_file_deletion", "file_number": 194972} 2024/11/22-12:45:31.462704 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194973.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.462725 139700721420032 EVENT_LOG_v1 {"time_micros": 1732250731462722, "job": 0, "event": "table_file_deletion", "file_number": 194973} 2024/11/22-12:45:31.470623 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194974.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.470650 139700721420032 EVENT_LOG_v1 {"time_micros": 1732250731470647, "job": 0, "event": "table_file_deletion", "file_number": 194974} 2024/11/22-12:45:31.477877 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194975.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:45:31.477901 139700721420032 EVENT_LOG_v1 {"time_micros": 1732250731477899, "job": 0, "event": "table_file_deletion", "file_number": 194975} 2024/11/22-12:45:31.608031 139700922746624 [dcompact_etcd.cc:1163] job-00048/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.326 sec, input = 1.966 GiB 2024/11/22-12:46:01.656708 139701501556480 [db_impl_write.cc:2181] [default] New memtable created with log file: #195086. Immutable memtables: 0. 2024/11/22-12:46:01.657312 139700710934272 [db_impl_compaction_flush.cc:103] [JOB 49] Syncing log #194991 2024/11/22-12:46:01.657411 139700710934272 (Original Log Time 2024/11/22-12:46:01.657027) [db_impl_compaction_flush.cc:3040] Calling FlushMemTableToOutputFile with column family [default], flush slots available 2, compaction slots available 7, flush slots scheduled 1, compaction slots scheduled 1 2024/11/22-12:46:01.657422 139700710934272 [flush_job.cc:879] [default] [JOB 49] Flushing memtable with next log file: 195086 2024/11/22-12:46:01.657443 139700710934272 EVENT_LOG_v1 {"time_micros": 1732250761657437, "job": 49, "event": "flush_started", "num_memtables": 1, "num_entries": 1295707, "num_deletes": 54380, "total_data_size": 465036099, "memory_usage": 536608136, "num_range_deletes": 0, "flush_reason": "Write Buffer Full"} 2024/11/22-12:46:01.657447 139700710934272 [flush_job.cc:910] [default] [JOB 49] Level-0 flush table #195087: started 2024/11/22-12:46:01.657759 139700710934272 [cspp_memtable.cc:1074] /storage/mytopling/.rocksdb/cspp-000001.memtab-0 ConvertToReadOnly /storage/mytopling/.rocksdb/195087.sst in ConvertToSST, mem_size = 511.749 M, time = 301.897 us 2024/11/22-12:46:01.811371 139700710934272 [cspp_memtable.cc:1366] CSPPMemTab::ConvertToSST(/storage/mytopling/.rocksdb/195087.sst): fsize = 511.751 M, time(ms): open: 0.033, seek: 0.024, finish: 0.036, meta: 0.009, Flush: 0.012, sync: 153.463, close: 0.016, all: 153.593 2024/11/22-12:46:01.812526 139700710934272 [flush_job.cc:1084] [default] [JOB 49] Flush lasted 155115 microseconds, and 132906 cpu microseconds. 2024/11/22-12:46:01.836512 139700710934272 (Original Log Time 2024/11/22-12:46:01.811413) [flush_job.cc:1029] [default] [JOB 49] Level-0 flush table #195087: 536609565 bytes OK (needs compaction) 2024/11/22-12:46:01.836523 139700710934272 (Original Log Time 2024/11/22-12:46:01.812545) [memtable_list.cc:560] [default] Level-0 commit table #195087 started 2024/11/22-12:46:01.836527 139700710934272 (Original Log Time 2024/11/22-12:46:01.836430) [memtable_list.cc:759] [default] Level-0 commit table #195087: memtable #1 done 2024/11/22-12:46:01.836529 139700710934272 (Original Log Time 2024/11/22-12:46:01.836456) EVENT_LOG_v1 {"time_micros": 1732250761836450, "job": 49, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [1, 0, 1, 72, 91, 0, 68], "immutable_memtables": 0} 2024/11/22-12:46:01.836533 139700710934272 (Original Log Time 2024/11/22-12:46:01.836479) [db_impl_compaction_flush.cc:310] [default] Level summary: files[1 0 1 72 91 0 68] max score 1.00 (1 files need compaction) 2024/11/22-12:46:01.837129 139700880803584 [compaction_job.cc:2437] [default] [JOB 50] Compacting 1@0 files to L1, score 1.00, subcompactions 3 : 3 2024/11/22-12:46:01.837150 139700880803584 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 41 Base level 0, inputs: [195087(511MB)] 2024/11/22-12:46:01.844877 139700880803584 [compaction_job.cc:1948] [default] [JOB 50] Generated table #195090: 4 keys, 3571 bytes (need compaction), temperature: kUnknown 2024/11/22-12:46:01.844945 139700880803584 EVENT_LOG_v1 {"time_micros": 1732250761844905, "cf_name": "default", "job": 50, "event": "table_file_creation", "file_number": 195090, "file_size": 3571, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3081464002, "largest_seqno": 3081464471, "table_properties": {"data_size": 512, "index_size": 2240, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 64, "raw_average_key_size": 16, "raw_value_size": 461, "raw_average_value_size": 115, "num_data_blocks": 1, "num_entries": 4, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 16, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250761, "oldest_key_time": 0, "file_creation_time": 1732250761, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195090, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:46:01.850826 139697691035392 [compaction_job.cc:1948] [default] [JOB 50] Generated table #195088: 17791 keys, 1491581 bytes (need compaction), temperature: kUnknown 2024/11/22-12:46:01.850881 139697691035392 EVENT_LOG_v1 {"time_micros": 1732250761850861, "cf_name": "default", "job": 50, "event": "table_file_creation", "file_number": 195088, "file_size": 1491581, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3080647438, "largest_seqno": 3081464473, "table_properties": {"data_size": 918400, "index_size": 572352, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 355820, "raw_average_key_size": 20, "raw_value_size": 918359, "raw_average_value_size": 51, "num_data_blocks": 1, "num_entries": 17791, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250761, "oldest_key_time": 0, "file_creation_time": 1732250761, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195088, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:46:01.860249 139700880803584 [compaction_job.cc:1948] [default] [JOB 50] Generated table #195091: 40 keys, 9396 bytes (need compaction), temperature: kUnknown 2024/11/22-12:46:01.860315 139700880803584 EVENT_LOG_v1 {"time_micros": 1732250761860286, "cf_name": "default", "job": 50, "event": "table_file_creation", "file_number": 195091, "file_size": 9396, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3081458542, "largest_seqno": 3081464491, "table_properties": {"data_size": 4800, "index_size": 3776, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 800, "raw_average_key_size": 20, "raw_value_size": 4779, "raw_average_value_size": 119, "num_data_blocks": 1, "num_entries": 40, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250761, "oldest_key_time": 0, "file_creation_time": 1732250761, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195091, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:46:01.894463 139697691035392 [compaction_job.cc:1948] [default] [JOB 50] Generated table #195092: 57967 keys, 1584013 bytes (need compaction), temperature: kUnknown 2024/11/22-12:46:01.894512 139697691035392 EVENT_LOG_v1 {"time_micros": 1732250761894492, "cf_name": "default", "job": 50, "event": "table_file_creation", "file_number": 195092, "file_size": 1584013, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3080105536, "largest_seqno": 3081464495, "table_properties": {"data_size": 57984, "index_size": 1525184, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 1391208, "raw_average_key_size": 24, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 57967, "num_filter_entries": 0, "num_deletions": 27190, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 24, "fixed_value_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250761, "oldest_key_time": 0, "file_creation_time": 1732250761, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195092, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:46:01.928502 139697691035392 [compaction_job.cc:1948] [default] [JOB 50] Generated table #195094: 57967 keys, 2620222 bytes (need compaction), temperature: kUnknown 2024/11/22-12:46:01.928549 139697691035392 EVENT_LOG_v1 {"time_micros": 1732250761928528, "cf_name": "default", "job": 50, "event": "table_file_creation", "file_number": 195094, "file_size": 2620222, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3080105533, "largest_seqno": 3081464492, "table_properties": {"data_size": 1094208, "index_size": 1525184, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 1391208, "raw_average_key_size": 24, "raw_value_size": 1094199, "raw_average_value_size": 18, "num_data_blocks": 1, "num_entries": 57967, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 24, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250761, "oldest_key_time": 0, "file_creation_time": 1732250761, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195094, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:46:01.935698 139700880803584 [compaction_job.cc:1948] [default] [JOB 50] Generated table #195093: 42546 keys, 29019073 bytes (need compaction), temperature: kUnknown 2024/11/22-12:46:01.935756 139700880803584 EVENT_LOG_v1 {"time_micros": 1732250761935727, "cf_name": "default", "job": 50, "event": "table_file_creation", "file_number": 195093, "file_size": 29019073, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3080105503, "largest_seqno": 3081464472, "table_properties": {"data_size": 27634880, "index_size": 1383360, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 1021104, "raw_average_key_size": 24, "raw_value_size": 27634850, "raw_average_value_size": 649, "num_data_blocks": 1, "num_entries": 42546, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 24, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250761, "oldest_key_time": 0, "file_creation_time": 1732250761, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195093, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:46:01.944062 139700880803584 [compaction_job.cc:1948] [default] [JOB 50] Generated table #195096: 11905 keys, 985340 bytes (need compaction), temperature: kUnknown 2024/11/22-12:46:01.944115 139700880803584 EVENT_LOG_v1 {"time_micros": 1732250761944089, "cf_name": "default", "job": 50, "event": "table_file_creation", "file_number": 195096, "file_size": 985340, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3080105504, "largest_seqno": 3080647355, "table_properties": {"data_size": 614528, "index_size": 369984, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 238100, "raw_average_key_size": 20, "raw_value_size": 614480, "raw_average_value_size": 51, "num_data_blocks": 1, "num_entries": 11905, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250761, "oldest_key_time": 0, "file_creation_time": 1732250761, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195096, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:46:01.961022 139696669722368 [compaction_job.cc:1948] [default] [JOB 50] Generated table #195089: 165934 keys, 23754116 bytes (need compaction), temperature: kUnknown 2024/11/22-12:46:01.961075 139696669722368 EVENT_LOG_v1 {"time_micros": 1732250761961057, "cf_name": "default", "job": 50, "event": "table_file_creation", "file_number": 195089, "file_size": 23754116, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3080105563, "largest_seqno": 3081464220, "table_properties": {"data_size": 19233728, "index_size": 4519552, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 4646152, "raw_average_key_size": 28, "raw_value_size": 19233688, "raw_average_value_size": 115, "num_data_blocks": 1, "num_entries": 165934, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 28, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250761, "oldest_key_time": 0, "file_creation_time": 1732250761, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195089, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:46:02.020388 139696669722368 [compaction_job.cc:1948] [default] [JOB 50] Generated table #195097: 31903 keys, 33524609 bytes (need compaction), temperature: kUnknown 2024/11/22-12:46:02.020441 139696669722368 EVENT_LOG_v1 {"time_micros": 1732250762020415, "cf_name": "default", "job": 50, "event": "table_file_creation", "file_number": 195097, "file_size": 33524609, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3080105580, "largest_seqno": 3081464502, "table_properties": {"data_size": 32446144, "index_size": 1077632, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 638060, "raw_average_key_size": 20, "raw_value_size": 32446106, "raw_average_value_size": 1017, "num_data_blocks": 1, "num_entries": 31903, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250761, "oldest_key_time": 0, "file_creation_time": 1732250761, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195097, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:46:02.085757 139697691035392 [compaction_job.cc:1948] [default] [JOB 50] Generated table #195095: 233087 keys, 33323332 bytes (need compaction), temperature: kUnknown 2024/11/22-12:46:02.085807 139697691035392 EVENT_LOG_v1 {"time_micros": 1732250762085785, "cf_name": "default", "job": 50, "event": "table_file_creation", "file_number": 195095, "file_size": 33323332, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3080105544, "largest_seqno": 3081464509, "table_properties": {"data_size": 27016128, "index_size": 6306368, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 6526436, "raw_average_key_size": 28, "raw_value_size": 27016094, "raw_average_value_size": 115, "num_data_blocks": 1, "num_entries": 233087, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 28, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250761, "oldest_key_time": 0, "file_creation_time": 1732250761, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195095, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:46:02.093485 139696669722368 [compaction_job.cc:1948] [default] [JOB 50] Generated table #195098: 31952 keys, 33524865 bytes (need compaction), temperature: kUnknown 2024/11/22-12:46:02.093542 139696669722368 EVENT_LOG_v1 {"time_micros": 1732250762093514, "cf_name": "default", "job": 50, "event": "table_file_creation", "file_number": 195098, "file_size": 33524865, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3080105643, "largest_seqno": 3081464482, "table_properties": {"data_size": 32495552, "index_size": 1028480, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 639040, "raw_average_key_size": 20, "raw_value_size": 32495496, "raw_average_value_size": 1017, "num_data_blocks": 1, "num_entries": 31952, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250762, "oldest_key_time": 0, "file_creation_time": 1732250762, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195098, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:46:02.165392 139696669722368 [compaction_job.cc:1948] [default] [JOB 50] Generated table #195100: 31933 keys, 33524929 bytes (need compaction), temperature: kUnknown 2024/11/22-12:46:02.165442 139696669722368 EVENT_LOG_v1 {"time_micros": 1732250762165420, "cf_name": "default", "job": 50, "event": "table_file_creation", "file_number": 195100, "file_size": 33524929, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3080105558, "largest_seqno": 3081464484, "table_properties": {"data_size": 32479680, "index_size": 1044416, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 638660, "raw_average_key_size": 20, "raw_value_size": 32479636, "raw_average_value_size": 1017, "num_data_blocks": 1, "num_entries": 31933, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250762, "oldest_key_time": 0, "file_creation_time": 1732250762, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195100, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:46:02.179625 139696669722368 [compaction_job.cc:1948] [default] [JOB 50] Generated table #195101: 6575 keys, 6903296 bytes (need compaction), temperature: kUnknown 2024/11/22-12:46:02.179672 139696669722368 EVENT_LOG_v1 {"time_micros": 1732250762179652, "cf_name": "default", "job": 50, "event": "table_file_creation", "file_number": 195101, "file_size": 6903296, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3080105710, "largest_seqno": 3081463013, "table_properties": {"data_size": 6686976, "index_size": 215488, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 131500, "raw_average_key_size": 20, "raw_value_size": 6686952, "raw_average_value_size": 1017, "num_data_blocks": 1, "num_entries": 6575, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250762, "oldest_key_time": 0, "file_creation_time": 1732250762, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195101, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:46:02.183617 139697691035392 [compaction_job.cc:1948] [default] [JOB 50] Generated table #195099: 180606 keys, 25820740 bytes (need compaction), temperature: kUnknown 2024/11/22-12:46:02.183663 139697691035392 EVENT_LOG_v1 {"time_micros": 1732250762183639, "cf_name": "default", "job": 50, "event": "table_file_creation", "file_number": 195099, "file_size": 25820740, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3080105620, "largest_seqno": 3081464489, "table_properties": {"data_size": 20916416, "index_size": 4903488, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 5056968, "raw_average_key_size": 28, "raw_value_size": 20916360, "raw_average_value_size": 115, "num_data_blocks": 1, "num_entries": 180606, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 28, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250762, "oldest_key_time": 0, "file_creation_time": 1732250762, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195099, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:46:02.239306 139696669722368 [compaction_job.cc:1948] [default] [JOB 50] Generated table #195102: 85157 keys, 2320337 bytes (need compaction), temperature: kUnknown 2024/11/22-12:46:02.239355 139696669722368 EVENT_LOG_v1 {"time_micros": 1732250762239333, "cf_name": "default", "job": 50, "event": "table_file_creation", "file_number": 195102, "file_size": 2320337, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3080105534, "largest_seqno": 3081464493, "table_properties": {"data_size": 85184, "index_size": 2234304, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 2237685, "raw_average_key_size": 26, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 85157, "num_filter_entries": 0, "num_deletions": 27190, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "fixed_value_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250762, "oldest_key_time": 0, "file_creation_time": 1732250762, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195102, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:46:02.260748 139696669722368 [compaction_job.cc:1948] [default] [JOB 50] Generated table #195103: 30777 keys, 1034315 bytes (need compaction), temperature: kUnknown 2024/11/22-12:46:02.260792 139696669722368 EVENT_LOG_v1 {"time_micros": 1732250762260772, "cf_name": "default", "job": 50, "event": "table_file_creation", "file_number": 195103, "file_size": 1034315, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3080105535, "largest_seqno": 3081464494, "table_properties": {"data_size": 30784, "index_size": 1002688, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 892533, "raw_average_key_size": 29, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 30777, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 29, "fixed_value_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250762, "oldest_key_time": 0, "file_creation_time": 1732250762, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195103, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:46:02.260887 139700880803584 [compaction_job.cc:703] job-00050: subcompact[0], size: 0.030017 G, files: /storage/mytopling/.rocksdb [195090,195091,195093,195096] 2024/11/22-12:46:02.260912 139700880803584 [compaction_job.cc:703] job-00050: subcompact[1], size: 0.064840 G, files: /storage/mytopling/.rocksdb [195088,195092,195094,195095,195099] 2024/11/22-12:46:02.260932 139700880803584 [compaction_job.cc:703] job-00050: subcompact[2], size: 0.134586 G, files: /storage/mytopling/.rocksdb [195089,195097,195098,195100,195101,195102,195103] 2024/11/22-12:46:02.273114 139700880803584 (Original Log Time 2024/11/22-12:46:01.837174) EVENT_LOG_v1 {"time_micros": 1732250761837163, "job": 50, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L0": [195087], "score": 0.999513, "input_data_size": 536609565, "oldest_snapshot_seqno": 3081466145} 2024/11/22-12:46:02.273130 139700880803584 (Original Log Time 2024/11/22-12:46:02.272402) [compaction_job.cc:2022] [default] [JOB 50] Compacted 1@0 files to L1 => 229443735 bytes 2024/11/22-12:46:02.273136 139700880803584 (Original Log Time 2024/11/22-12:46:02.272875) [compaction_job.cc:1224] [default] compacted to: files[0 16 1 72 91 0 68] max score 0.70 (16 files need compaction), MB/sec: 1266.3 rd, 541.4 wr, level 1, files in(1, 0) out(16 +0 blob) MB in(511.8, 0.0 +0.0 blob) out(218.8 +0.0 blob), read-write-amplify(1.4) write-amplify(0.4) OK, records in: 1295707, records dropped: 309563 output_compression: Snappy 2024/11/22-12:46:02.273151 139700880803584 (Original Log Time 2024/11/22-12:46:02.272914) EVENT_LOG_v1 {"time_micros": 1732250762272893, "cf": "default", "job": 50, "event": "compaction_finished", "compaction_time_micros": 423762, "compaction_time_cpu_micros": 869272, "output_level": 1, "num_output_files": 16, "total_output_size": 229443735, "num_input_records": 1295707, "num_output_records": 986144, "num_subcompactions": 3, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 16, 1, 72, 91, 0, 68]} 2024/11/22-12:46:02.273233 139700891289344 [compaction_job.cc:2437] [default] [JOB 51] Compacting 1@1 files to L2, score 0.70, subcompactions 1 : 1 2024/11/22-12:46:02.273248 139700891289344 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 42 Base level 1, inputs: [195094(2558KB)] 2024/11/22-12:46:02.273246 139700901775104 [compaction_job.cc:2437] [default] [JOB 52] Compacting 1@1 files to L2, score 0.70, subcompactions 1 : 1 2024/11/22-12:46:02.273282 139700901775104 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 42 Base level 1, inputs: [195092(1546KB)] 2024/11/22-12:46:02.273298 139700870317824 (Original Log Time 2024/11/22-12:46:02.273288) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:46:02.549987 139700901775104 [dcompact_etcd.cc:1163] job-00052/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.276 sec, input = 1.327 MiB 2024/11/22-12:46:02.604753 139700891289344 [dcompact_etcd.cc:1163] job-00051/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.331 sec, input = 2.370 MiB 2024/11/22-12:46:02.934080 139700901775104 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00052/att-00 2024/11/22-12:46:02.934143 139700901775104 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00052/att-00/compact.done) = OK: 0.375 sec 2024/11/22-12:46:02.934227 139700901775104 [dcompact_etcd.cc:1263] job-00052/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.276, mount = 0.000, prepare = 0.007, wait = 0.000, etcd = 0.375, work = 0.214, e2e = 0.660, ntr = 0.000 sec, input = 1.327 MiB 2024/11/22-12:46:02.936121 139700901775104 [compaction_job.cc:1086] [default] [JOB 52] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.276, mount = 0.000, prepare = 0.007, wait = 0.447, work = 0.214, e2e = 0.661, rename = 0.000, out zip = 0.000261 GB 1.219 MB/sec, out raw = 0.001391 GB 6.507 MB/sec 2024/11/22-12:46:02.938180 139700901775104 [dcompact_etcd.cc:1773] job-00052/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:46:02.938705 139700901775104 (Original Log Time 2024/11/22-12:46:02.273302) EVENT_LOG_v1 {"time_micros": 1732250762273294, "job": 52, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195092], "score": 0.704082, "input_data_size": 1584013, "oldest_snapshot_seqno": 3081471128} 2024/11/22-12:46:02.938714 139700901775104 (Original Log Time 2024/11/22-12:46:02.938208) [compaction_job.cc:2022] [default] [JOB 52] Compacted 1@1 files to L2 => 260648 bytes 2024/11/22-12:46:02.938717 139700901775104 (Original Log Time 2024/11/22-12:46:02.938531) [compaction_job.cc:1224] [default] compacted to: files[0 15 2 72 91 0 68] max score 0.70 (15 files need compaction), MB/sec: 19.1 rd, 3.1 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(1.5, 0.0 +0.0 blob) out(0.2 +0.0 blob), read-write-amplify(1.2) write-amplify(0.2) OK, records in: 57967, records dropped: 0 output_compression: Snappy 2024/11/22-12:46:02.938724 139700901775104 (Original Log Time 2024/11/22-12:46:02.938554) EVENT_LOG_v1 {"time_micros": 1732250762938543, "cf": "default", "job": 52, "event": "compaction_finished", "compaction_time_micros": 83100, "compaction_time_cpu_micros": 27480, "output_level": 2, "num_output_files": 1, "total_output_size": 260648, "num_input_records": 57967, "num_output_records": 57967, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 15, 2, 72, 91, 0, 68]} 2024/11/22-12:46:02.938825 139700880803584 [compaction_job.cc:2437] [default] [JOB 56] Compacting 1@1 files to L2, score 0.70, subcompactions 1 : 1 2024/11/22-12:46:02.938829 139701071644416 [compaction_job.cc:2437] [default] [JOB 54] Compacting 1@1 files to L2, score 0.70, subcompactions 1 : 1 2024/11/22-12:46:02.938830 139700912260864 [compaction_job.cc:2437] [default] [JOB 55] Compacting 1@1 files to L2, score 0.70, subcompactions 1 : 1 2024/11/22-12:46:02.938837 139700880803584 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 43 Base level 1, inputs: [195093(27MB)] 2024/11/22-12:46:02.938841 139701071644416 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 43 Base level 1, inputs: [195090(3571B)] 2024/11/22-12:46:02.938848 139700912260864 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 43 Base level 1, inputs: [195091(9396B)] 2024/11/22-12:46:02.939034 139700870317824 [compaction_job.cc:2437] [default] [JOB 57] Compacting 1@1 files to L2, score 0.70, subcompactions 1 : 1 2024/11/22-12:46:02.939038 139700901775104 [compaction_job.cc:2437] [default] [JOB 58] Compacting 1@1 files to L2, score 0.70, subcompactions 1 : 1 2024/11/22-12:46:02.939053 139700870317824 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 43 Base level 1, inputs: [195096(962KB)] 2024/11/22-12:46:02.939054 139700901775104 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 43 Base level 1, inputs: [195088(1456KB)] 2024/11/22-12:46:02.977960 139700891289344 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00051/att-00 2024/11/22-12:46:02.978025 139700891289344 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00051/att-00/compact.done) = OK: 0.369 sec 2024/11/22-12:46:02.978103 139700891289344 [dcompact_etcd.cc:1263] job-00051/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.331, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 0.369, work = 0.215, e2e = 0.704, ntr = 0.000 sec, input = 2.370 MiB 2024/11/22-12:46:02.979896 139700891289344 [compaction_job.cc:1086] [default] [JOB 51] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.331, mount = 0.000, prepare = 0.004, wait = 0.490, work = 0.215, e2e = 0.705, rename = 0.000, out zip = 0.001425 GB 6.636 MB/sec, out raw = 0.002485 GB 11.575 MB/sec 2024/11/22-12:46:02.981757 139700891289344 [dcompact_etcd.cc:1773] job-00051/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:46:02.982278 139700891289344 (Original Log Time 2024/11/22-12:46:02.273281) EVENT_LOG_v1 {"time_micros": 1732250762273273, "job": 51, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195094], "score": 0.704082, "input_data_size": 2620222, "oldest_snapshot_seqno": 3081471128} 2024/11/22-12:46:02.982290 139700891289344 (Original Log Time 2024/11/22-12:46:02.981785) [compaction_job.cc:2022] [default] [JOB 51] Compacted 1@1 files to L2 => 1424792 bytes 2024/11/22-12:46:02.982296 139700891289344 (Original Log Time 2024/11/22-12:46:02.982163) [compaction_job.cc:1224] [default] compacted to: files[0 14 3 72 91 0 68] max score 0.70 (11 files need compaction), MB/sec: 28.3 rd, 15.4 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(2.5, 0.0 +0.0 blob) out(1.4 +0.0 blob), read-write-amplify(1.5) write-amplify(0.5) OK, records in: 57967, records dropped: 0 output_compression: Snappy 2024/11/22-12:46:02.982309 139700891289344 (Original Log Time 2024/11/22-12:46:02.982188) EVENT_LOG_v1 {"time_micros": 1732250762982175, "cf": "default", "job": 51, "event": "compaction_finished", "compaction_time_micros": 92560, "compaction_time_cpu_micros": 37074, "output_level": 2, "num_output_files": 1, "total_output_size": 1424792, "num_input_records": 57967, "num_output_records": 57967, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 14, 3, 72, 91, 0, 68]} 2024/11/22-12:46:02.982378 139700891289344 [compaction_job.cc:2437] [default] [JOB 59] Compacting 1@1 files to L2, score 0.70, subcompactions 1 : 1 2024/11/22-12:46:02.982385 139700891289344 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 44 Base level 1, inputs: [195101(6741KB)] 2024/11/22-12:46:03.219996 139701071644416 [dcompact_etcd.cc:1163] job-00054/att-00: init time wrt = 0.001, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.280 sec, input = 525 B 2024/11/22-12:46:03.240118 139700870317824 [dcompact_etcd.cc:1163] job-00057/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.300 sec, input = 832.598 KiB 2024/11/22-12:46:03.250891 139700901775104 [dcompact_etcd.cc:1163] job-00058/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.311 sec, input = 1.215 MiB 2024/11/22-12:46:03.254558 139700880803584 [dcompact_etcd.cc:1163] job-00056/att-00: init time wrt = 0.001, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.315 sec, input = 27.328 MiB 2024/11/22-12:46:03.259427 139700912260864 [dcompact_etcd.cc:1163] job-00055/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.320 sec, input = 5.448 KiB 2024/11/22-12:46:03.303066 139700891289344 [dcompact_etcd.cc:1163] job-00059/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.320 sec, input = 6.503 MiB 2024/11/22-12:46:03.564353 139701071644416 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00054/att-00 2024/11/22-12:46:03.564412 139701071644416 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00054/att-00/compact.done) = OK: 0.340 sec 2024/11/22-12:46:03.564494 139701071644416 [dcompact_etcd.cc:1263] job-00054/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.280, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 0.340, work = 0.164, e2e = 0.625, ntr = 0.000 sec, input = 525 B 2024/11/22-12:46:03.566342 139701071644416 [compaction_job.cc:1086] [default] [JOB 54] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.280, mount = 0.000, prepare = 0.004, wait = 0.462, work = 0.164, e2e = 0.626, rename = 0.000, out zip = 0.000002 GB 0.014 MB/sec, out raw = 0.000001 GB 0.003 MB/sec 2024/11/22-12:46:03.570377 139701071644416 [dcompact_etcd.cc:1773] job-00054/att-00: CleanFiles 0.004 sec : 0.000 2024/11/22-12:46:03.570840 139701071644416 (Original Log Time 2024/11/22-12:46:02.938862) EVENT_LOG_v1 {"time_micros": 1732250762938853, "job": 54, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195090], "score": 0.704082, "input_data_size": 3571, "oldest_snapshot_seqno": 3081478439} 2024/11/22-12:46:03.570849 139701071644416 (Original Log Time 2024/11/22-12:46:03.570405) [compaction_job.cc:2022] [default] [JOB 54] Compacted 1@1 files to L2 => 2312 bytes 2024/11/22-12:46:03.570853 139701071644416 (Original Log Time 2024/11/22-12:46:03.570765) [compaction_job.cc:1224] [default] compacted to: files[0 13 4 72 91 0 68] max score 0.70 (11 files need compaction), MB/sec: 0.1 rd, 0.1 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(0.0, 0.0 +0.0 blob) out(0.0 +0.0 blob), read-write-amplify(1.6) write-amplify(0.6) OK, records in: 4, records dropped: 0 output_compression: Snappy 2024/11/22-12:46:03.570860 139701071644416 (Original Log Time 2024/11/22-12:46:03.570789) EVENT_LOG_v1 {"time_micros": 1732250763570778, "cf": "default", "job": 54, "event": "compaction_finished", "compaction_time_micros": 35876, "compaction_time_cpu_micros": 1950, "output_level": 2, "num_output_files": 1, "total_output_size": 2312, "num_input_records": 4, "num_output_records": 4, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 13, 4, 72, 91, 0, 68]} 2024/11/22-12:46:03.570943 139701071644416 [compaction_job.cc:2437] [default] [JOB 60] Compacting 1@2 + 1@3 files to L3, score 0.70, subcompactions 1 : 1 2024/11/22-12:46:03.570952 139701071644416 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 45 Base level 2, inputs: [195106(2312B)], [195016(13KB)] 2024/11/22-12:46:03.597707 139700912260864 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00055/att-00 2024/11/22-12:46:03.597767 139700912260864 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00055/att-00/compact.done) = OK: 0.329 sec 2024/11/22-12:46:03.597848 139700912260864 [dcompact_etcd.cc:1263] job-00055/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.320, mount = 0.000, prepare = 0.006, wait = 0.011, etcd = 0.329, work = 0.160, e2e = 0.658, ntr = 0.000 sec, input = 5.448 KiB 2024/11/22-12:46:03.599601 139700912260864 [compaction_job.cc:1086] [default] [JOB 55] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.320, mount = 0.000, prepare = 0.006, wait = 0.499, work = 0.160, e2e = 0.659, rename = 0.000, out zip = 0.000019 GB 0.116 MB/sec, out raw = 0.000006 GB 0.035 MB/sec 2024/11/22-12:46:03.601415 139700912260864 [dcompact_etcd.cc:1773] job-00055/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:46:03.601803 139700912260864 (Original Log Time 2024/11/22-12:46:02.938866) EVENT_LOG_v1 {"time_micros": 1732250762938858, "job": 55, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195091], "score": 0.704082, "input_data_size": 9396, "oldest_snapshot_seqno": 3081478439} 2024/11/22-12:46:03.601812 139700912260864 (Original Log Time 2024/11/22-12:46:03.601441) [compaction_job.cc:2022] [default] [JOB 55] Compacted 1@1 files to L2 => 18510 bytes 2024/11/22-12:46:03.601816 139700912260864 (Original Log Time 2024/11/22-12:46:03.601741) [compaction_job.cc:1224] [default] compacted to: files[0 12 5 72 91 0 68] max score 0.70 (11 files need compaction), MB/sec: 0.2 rd, 0.4 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(0.0, 0.0 +0.0 blob) out(0.0 +0.0 blob), read-write-amplify(3.0) write-amplify(2.0) OK, records in: 40, records dropped: 0 output_compression: Snappy 2024/11/22-12:46:03.601825 139700912260864 (Original Log Time 2024/11/22-12:46:03.601761) EVENT_LOG_v1 {"time_micros": 1732250763601751, "cf": "default", "job": 55, "event": "compaction_finished", "compaction_time_micros": 45904, "compaction_time_cpu_micros": 1868, "output_level": 2, "num_output_files": 1, "total_output_size": 18510, "num_input_records": 40, "num_output_records": 40, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 12, 5, 72, 91, 0, 68]} 2024/11/22-12:46:03.601890 139700912260864 [compaction_job.cc:2437] [default] [JOB 61] Compacting 1@1 files to L2, score 0.70, subcompactions 1 : 1 2024/11/22-12:46:03.601897 139700912260864 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 46 Base level 1, inputs: [195102(2265KB)] 2024/11/22-12:46:03.604009 139700870317824 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00057/att-00 2024/11/22-12:46:03.604073 139700870317824 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00057/att-00/compact.done) = OK: 0.356 sec 2024/11/22-12:46:03.604159 139700870317824 [dcompact_etcd.cc:1263] job-00057/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.300, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 0.356, work = 0.191, e2e = 0.664, ntr = 0.000 sec, input = 832.598 KiB 2024/11/22-12:46:03.605897 139700870317824 [compaction_job.cc:1086] [default] [JOB 57] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.300, mount = 0.000, prepare = 0.004, wait = 0.474, work = 0.191, e2e = 0.665, rename = 0.000, out zip = 0.000640 GB 3.348 MB/sec, out raw = 0.000853 GB 4.462 MB/sec 2024/11/22-12:46:03.610384 139700870317824 [dcompact_etcd.cc:1773] job-00057/att-00: CleanFiles 0.004 sec : 0.000 2024/11/22-12:46:03.610803 139700870317824 (Original Log Time 2024/11/22-12:46:02.939073) EVENT_LOG_v1 {"time_micros": 1732250762939064, "job": 57, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195096], "score": 0.704082, "input_data_size": 985340, "oldest_snapshot_seqno": 3081478439} 2024/11/22-12:46:03.610815 139700870317824 (Original Log Time 2024/11/22-12:46:03.610415) [compaction_job.cc:2022] [default] [JOB 57] Compacted 1@1 files to L2 => 639814 bytes 2024/11/22-12:46:03.610821 139700870317824 (Original Log Time 2024/11/22-12:46:03.610738) [compaction_job.cc:1224] [default] compacted to: files[0 11 6 72 91 0 68] max score 0.70 (11 files need compaction), MB/sec: 13.6 rd, 8.8 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(0.9, 0.0 +0.0 blob) out(0.6 +0.0 blob), read-write-amplify(1.6) write-amplify(0.6) OK, records in: 11905, records dropped: 0 output_compression: Snappy 2024/11/22-12:46:03.610832 139700870317824 (Original Log Time 2024/11/22-12:46:03.610758) EVENT_LOG_v1 {"time_micros": 1732250763610747, "cf": "default", "job": 57, "event": "compaction_finished", "compaction_time_micros": 72691, "compaction_time_cpu_micros": 10173, "output_level": 2, "num_output_files": 1, "total_output_size": 639814, "num_input_records": 11905, "num_output_records": 11905, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 11, 6, 72, 91, 0, 68]} 2024/11/22-12:46:03.610940 139700870317824 [compaction_job.cc:2437] [default] [JOB 62] Compacting 1@2 + 1@3 files to L3, score 0.70, subcompactions 1 : 1 2024/11/22-12:46:03.610954 139700870317824 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 47 Base level 2, inputs: [195107(18KB)], [195020(18KB)] 2024/11/22-12:46:03.614689 139700901775104 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00058/att-00 2024/11/22-12:46:03.614744 139700901775104 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00058/att-00/compact.done) = OK: 0.355 sec 2024/11/22-12:46:03.614807 139700901775104 [dcompact_etcd.cc:1263] job-00058/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.311, mount = 0.000, prepare = 0.004, wait = 0.006, etcd = 0.355, work = 0.200, e2e = 0.675, ntr = 0.000 sec, input = 1.215 MiB 2024/11/22-12:46:03.616490 139700901775104 [compaction_job.cc:1086] [default] [JOB 58] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.311, mount = 0.000, prepare = 0.004, wait = 0.476, work = 0.200, e2e = 0.676, rename = 0.000, out zip = 0.000957 GB 4.783 MB/sec, out raw = 0.001274 GB 6.368 MB/sec 2024/11/22-12:46:03.620625 139700901775104 [dcompact_etcd.cc:1773] job-00058/att-00: CleanFiles 0.004 sec : 0.000 2024/11/22-12:46:03.620991 139700901775104 (Original Log Time 2024/11/22-12:46:02.939071) EVENT_LOG_v1 {"time_micros": 1732250762939064, "job": 58, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195088], "score": 0.704082, "input_data_size": 1491581, "oldest_snapshot_seqno": 3081478439} 2024/11/22-12:46:03.620999 139700901775104 (Original Log Time 2024/11/22-12:46:03.620651) [compaction_job.cc:2022] [default] [JOB 58] Compacted 1@1 files to L2 => 956999 bytes 2024/11/22-12:46:03.621003 139700901775104 (Original Log Time 2024/11/22-12:46:03.620916) [compaction_job.cc:1224] [default] compacted to: files[0 10 7 72 91 0 68] max score 0.70 (11 files need compaction), MB/sec: 18.1 rd, 11.6 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(1.4, 0.0 +0.0 blob) out(0.9 +0.0 blob), read-write-amplify(1.6) write-amplify(0.6) OK, records in: 17791, records dropped: 0 output_compression: Snappy 2024/11/22-12:46:03.621009 139700901775104 (Original Log Time 2024/11/22-12:46:03.620954) EVENT_LOG_v1 {"time_micros": 1732250763620938, "cf": "default", "job": 58, "event": "compaction_finished", "compaction_time_micros": 82474, "compaction_time_cpu_micros": 14427, "output_level": 2, "num_output_files": 1, "total_output_size": 956999, "num_input_records": 17791, "num_output_records": 17791, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 10, 7, 72, 91, 0, 68]} 2024/11/22-12:46:03.621025 139700901775104 (Original Log Time 2024/11/22-12:46:03.621022) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:46:03.676905 139700891289344 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00059/att-00 2024/11/22-12:46:03.676983 139700891289344 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00059/att-00/compact.done) = OK: 0.369 sec 2024/11/22-12:46:03.677060 139700891289344 [dcompact_etcd.cc:1263] job-00059/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.320, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 0.369, work = 0.228, e2e = 0.694, ntr = 0.000 sec, input = 6.503 MiB 2024/11/22-12:46:03.678832 139700891289344 [compaction_job.cc:1086] [default] [JOB 59] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.320, mount = 0.000, prepare = 0.004, wait = 0.467, work = 0.228, e2e = 0.695, rename = 0.000, out zip = 0.006739 GB 29.605 MB/sec, out raw = 0.006818 GB 29.952 MB/sec 2024/11/22-12:46:03.680669 139700891289344 [dcompact_etcd.cc:1773] job-00059/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:46:03.681209 139700891289344 (Original Log Time 2024/11/22-12:46:02.982397) EVENT_LOG_v1 {"time_micros": 1732250762982392, "job": 59, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195101], "score": 0.704082, "input_data_size": 6903296, "oldest_snapshot_seqno": 3081478740} 2024/11/22-12:46:03.681219 139700891289344 (Original Log Time 2024/11/22-12:46:03.680697) [compaction_job.cc:2022] [default] [JOB 59] Compacted 1@1 files to L2 => 6739280 bytes 2024/11/22-12:46:03.681222 139700891289344 (Original Log Time 2024/11/22-12:46:03.681018) [compaction_job.cc:1224] [default] compacted to: files[0 9 8 72 91 0 68] max score 0.70 (12 files need compaction), MB/sec: 64.5 rd, 63.0 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(6.6, 0.0 +0.0 blob) out(6.4 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 6575, records dropped: 0 output_compression: Snappy 2024/11/22-12:46:03.681221 139700901775104 [compaction_job.cc:2437] [default] [JOB 64] Compacting 1@1 files to L2, score 0.70, subcompactions 1 : 1 2024/11/22-12:46:03.681245 139700891289344 (Original Log Time 2024/11/22-12:46:03.681043) EVENT_LOG_v1 {"time_micros": 1732250763681031, "cf": "default", "job": 59, "event": "compaction_finished", "compaction_time_micros": 106979, "compaction_time_cpu_micros": 25218, "output_level": 2, "num_output_files": 1, "total_output_size": 6739280, "num_input_records": 6575, "num_output_records": 6575, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 9, 8, 72, 91, 0, 68]} 2024/11/22-12:46:03.681249 139700901775104 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 49 Base level 1, inputs: [195097(31MB)] 2024/11/22-12:46:03.681264 139700891289344 (Original Log Time 2024/11/22-12:46:03.681261) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:46:03.841544 139701071644416 [dcompact_etcd.cc:1163] job-00060/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.270 sec, input = 1.016 KiB 2024/11/22-12:46:03.863498 139700912260864 [dcompact_etcd.cc:1163] job-00061/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.261 sec, input = 2.134 MiB 2024/11/22-12:46:03.876623 139700880803584 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00056/att-00 2024/11/22-12:46:03.876696 139700880803584 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00056/att-00/compact.done) = OK: 0.613 sec 2024/11/22-12:46:03.876796 139700880803584 [dcompact_etcd.cc:1263] job-00056/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.315, mount = 0.000, prepare = 0.004, wait = 0.008, etcd = 0.613, work = 0.471, e2e = 0.937, ntr = 0.000 sec, input = 27.328 MiB 2024/11/22-12:46:03.878703 139700880803584 [compaction_job.cc:1086] [default] [JOB 56] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.315, mount = 0.000, prepare = 0.004, wait = 0.467, work = 0.471, e2e = 0.938, rename = 0.000, out zip = 0.027972 GB 59.438 MB/sec, out raw = 0.028656 GB 60.892 MB/sec 2024/11/22-12:46:03.880620 139700880803584 [dcompact_etcd.cc:1773] job-00056/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:46:03.881262 139700880803584 (Original Log Time 2024/11/22-12:46:02.938861) EVENT_LOG_v1 {"time_micros": 1732250762938853, "job": 56, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195093], "score": 0.704082, "input_data_size": 29019073, "oldest_snapshot_seqno": 3081478439} 2024/11/22-12:46:03.881272 139700880803584 (Original Log Time 2024/11/22-12:46:03.880652) [compaction_job.cc:2022] [default] [JOB 56] Compacted 1@1 files to L2 => 27971738 bytes 2024/11/22-12:46:03.881271 139700891289344 [compaction_job.cc:2437] [default] [JOB 66] Compacting 1@2 files to L3, score 0.70, subcompactions 1 : 1 2024/11/22-12:46:03.881276 139700880803584 (Original Log Time 2024/11/22-12:46:03.881042) [compaction_job.cc:1224] [default] compacted to: files[0 8 9 72 91 0 68] max score 0.70 (12 files need compaction), MB/sec: 81.7 rd, 78.8 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(27.7, 0.0 +0.0 blob) out(26.7 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 42546, records dropped: 0 output_compression: Snappy 2024/11/22-12:46:03.881284 139700880803584 (Original Log Time 2024/11/22-12:46:03.881075) EVENT_LOG_v1 {"time_micros": 1732250763881059, "cf": "default", "job": 56, "event": "compaction_finished", "compaction_time_micros": 355086, "compaction_time_cpu_micros": 109960, "output_level": 2, "num_output_files": 1, "total_output_size": 27971738, "num_input_records": 42546, "num_output_records": 42546, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 8, 9, 72, 91, 0, 68]} 2024/11/22-12:46:03.881286 139700891289344 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 50 Base level 2, inputs: [195108(624KB)] 2024/11/22-12:46:03.881389 139700880803584 [compaction_job.cc:2437] [default] [JOB 67] Compacting 1@2 + 3@3 files to L3, score 0.70, subcompactions 1 : 1 2024/11/22-12:46:03.881404 139700880803584 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 50 Base level 2, inputs: [195111(26MB)], [195032(124MB) 195033(124MB) 195034(2113KB)] 2024/11/22-12:46:03.905496 139700870317824 [dcompact_etcd.cc:1163] job-00062/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.294 sec, input = 10.928 KiB 2024/11/22-12:46:03.974316 139700901775104 [dcompact_etcd.cc:1163] job-00064/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.293 sec, input = 31.552 MiB 2024/11/22-12:46:04.179966 139700891289344 [dcompact_etcd.cc:1163] job-00066/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.298 sec, input = 832.598 KiB 2024/11/22-12:46:04.189616 139700880803584 [dcompact_etcd.cc:1163] job-00067/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.308 sec, input = 285.445 MiB 2024/11/22-12:46:04.265267 139701071644416 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00060/att-00 2024/11/22-12:46:04.265325 139701071644416 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00060/att-00/compact.done) = OK: 0.414 sec 2024/11/22-12:46:04.265409 139701071644416 [dcompact_etcd.cc:1263] job-00060/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.270, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 0.414, work = 0.246, e2e = 0.694, ntr = 0.000 sec, input = 1.016 KiB 2024/11/22-12:46:04.267959 139701071644416 [compaction_job.cc:1086] [default] [JOB 60] Dcompacted 1@2 + 1@3 files to L3 [1] => time sec: curl = 0.270, mount = 0.000, prepare = 0.004, wait = 0.448, work = 0.246, e2e = 0.694, rename = 0.000, out zip = 0.000003 GB 0.010 MB/sec, out raw = 0.000001 GB 0.004 MB/sec 2024/11/22-12:46:04.270709 139701071644416 [dcompact_etcd.cc:1773] job-00060/att-00: CleanFiles 0.003 sec : 0.000 2024/11/22-12:46:04.271187 139701071644416 (Original Log Time 2024/11/22-12:46:03.570964) EVENT_LOG_v1 {"time_micros": 1732250763570958, "job": 60, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195106], "files_L3": [195016], "score": 0.704082, "input_data_size": 16255, "oldest_snapshot_seqno": 3081486226} 2024/11/22-12:46:04.271196 139701071644416 (Original Log Time 2024/11/22-12:46:04.270741) [compaction_job.cc:2022] [default] [JOB 60] Compacted 1@2 + 1@3 files to L3 => 2569 bytes 2024/11/22-12:46:04.271199 139701071644416 (Original Log Time 2024/11/22-12:46:04.271087) [compaction_job.cc:1224] [default] compacted to: files[0 8 8 72 91 0 68] max score 0.67 (10 files need compaction), MB/sec: 0.2 rd, 0.0 wr, level 3, files in(1, 1) out(1 +0 blob) MB in(0.0, 0.0 +0.0 blob) out(0.0 +0.0 blob), read-write-amplify(8.1) write-amplify(1.1) OK, records in: 8, records dropped: 1 output_compression: Snappy 2024/11/22-12:46:04.271224 139701071644416 (Original Log Time 2024/11/22-12:46:04.271111) EVENT_LOG_v1 {"time_micros": 1732250764271100, "cf": "default", "job": 60, "event": "compaction_finished", "compaction_time_micros": 91025, "compaction_time_cpu_micros": 3812, "output_level": 3, "num_output_files": 1, "total_output_size": 2569, "num_input_records": 8, "num_output_records": 7, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 8, 8, 72, 91, 0, 68]} 2024/11/22-12:46:04.271245 139701071644416 (Original Log Time 2024/11/22-12:46:04.271243) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:46:04.318716 139700870317824 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00062/att-00 2024/11/22-12:46:04.318768 139700870317824 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00062/att-00/compact.done) = OK: 0.405 sec 2024/11/22-12:46:04.318852 139700870317824 [dcompact_etcd.cc:1263] job-00062/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.294, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 0.405, work = 0.262, e2e = 0.707, ntr = 0.000 sec, input = 10.928 KiB 2024/11/22-12:46:04.320733 139700870317824 [compaction_job.cc:1086] [default] [JOB 62] Dcompacted 1@2 + 1@3 files to L3 [1] => time sec: curl = 0.294, mount = 0.000, prepare = 0.004, wait = 0.446, work = 0.262, e2e = 0.708, rename = 0.000, out zip = 0.000023 GB 0.086 MB/sec, out raw = 0.000010 GB 0.037 MB/sec 2024/11/22-12:46:04.322574 139700870317824 [dcompact_etcd.cc:1773] job-00062/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:46:04.323235 139700870317824 (Original Log Time 2024/11/22-12:46:03.610972) EVENT_LOG_v1 {"time_micros": 1732250763610964, "job": 62, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195107], "files_L3": [195020], "score": 0.70408, "input_data_size": 37065, "oldest_snapshot_seqno": 3081486769} 2024/11/22-12:46:04.323241 139701071644416 [compaction_job.cc:2437] [default] [JOB 69] Compacting 1@2 + 3@3 files to L3, score 0.67, subcompactions 1 : 1 2024/11/22-12:46:04.323247 139700870317824 (Original Log Time 2024/11/22-12:46:04.322600) [compaction_job.cc:2022] [default] [JOB 62] Compacted 1@2 + 1@3 files to L3 => 22546 bytes 2024/11/22-12:46:04.323251 139700870317824 (Original Log Time 2024/11/22-12:46:04.323006) [compaction_job.cc:1224] [default] compacted to: files[0 8 7 72 91 0 68] max score 0.67 (10 files need compaction), MB/sec: 0.3 rd, 0.2 wr, level 3, files in(1, 1) out(1 +0 blob) MB in(0.0, 0.0 +0.0 blob) out(0.0 +0.0 blob), read-write-amplify(3.2) write-amplify(1.2) OK, records in: 80, records dropped: 10 output_compression: Snappy 2024/11/22-12:46:04.323259 139701071644416 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 52 Base level 2, inputs: [195110(6581KB)], [195038(40MB) 195054(40MB) 195055(22MB)] 2024/11/22-12:46:04.323268 139700870317824 (Original Log Time 2024/11/22-12:46:04.323035) EVENT_LOG_v1 {"time_micros": 1732250764323021, "cf": "default", "job": 62, "event": "compaction_finished", "compaction_time_micros": 116465, "compaction_time_cpu_micros": 3924, "output_level": 3, "num_output_files": 1, "total_output_size": 22546, "num_input_records": 80, "num_output_records": 70, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 8, 7, 72, 91, 0, 68]} 2024/11/22-12:46:04.323348 139700870317824 [compaction_job.cc:2437] [default] [JOB 70] Compacting 1@2 + 1@3 files to L3, score 0.63, subcompactions 1 : 1 2024/11/22-12:46:04.323356 139700870317824 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 52 Base level 2, inputs: [195105(1391KB)], [195030(73MB)] 2024/11/22-12:46:04.351129 139700912260864 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00061/att-00 2024/11/22-12:46:04.351184 139700912260864 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00061/att-00/compact.done) = OK: 0.479 sec 2024/11/22-12:46:04.351259 139700912260864 [dcompact_etcd.cc:1263] job-00061/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.261, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 0.479, work = 0.309, e2e = 0.749, ntr = 0.000 sec, input = 2.134 MiB 2024/11/22-12:46:04.353846 139700912260864 [compaction_job.cc:1086] [default] [JOB 61] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.261, mount = 0.000, prepare = 0.004, wait = 0.441, work = 0.309, e2e = 0.749, rename = 0.000, out zip = 0.000385 GB 1.248 MB/sec, out raw = 0.002238 GB 7.253 MB/sec 2024/11/22-12:46:04.355671 139700912260864 [dcompact_etcd.cc:1773] job-00061/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:46:04.356121 139700912260864 (Original Log Time 2024/11/22-12:46:03.601933) EVENT_LOG_v1 {"time_micros": 1732250763601903, "job": 61, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195102], "score": 0.70408, "input_data_size": 2320337, "oldest_snapshot_seqno": 3081486713} 2024/11/22-12:46:04.356134 139700912260864 (Original Log Time 2024/11/22-12:46:04.355696) [compaction_job.cc:2022] [default] [JOB 61] Compacted 1@1 files to L2 => 384919 bytes 2024/11/22-12:46:04.356140 139700912260864 (Original Log Time 2024/11/22-12:46:04.356028) [compaction_job.cc:1224] [default] compacted to: files[0 7 8 72 91 0 68] max score 0.61 (9 files need compaction), MB/sec: 13.7 rd, 2.3 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(2.2, 0.0 +0.0 blob) out(0.4 +0.0 blob), read-write-amplify(1.2) write-amplify(0.2) OK, records in: 85157, records dropped: 0 output_compression: Snappy 2024/11/22-12:46:04.356165 139700912260864 (Original Log Time 2024/11/22-12:46:04.356047) EVENT_LOG_v1 {"time_micros": 1732250764356038, "cf": "default", "job": 61, "event": "compaction_finished", "compaction_time_micros": 169186, "compaction_time_cpu_micros": 76568, "output_level": 2, "num_output_files": 1, "total_output_size": 384919, "num_input_records": 85157, "num_output_records": 85157, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 7, 8, 72, 91, 0, 68]} 2024/11/22-12:46:04.356187 139700912260864 (Original Log Time 2024/11/22-12:46:04.356184) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:46:04.546447 139700891289344 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00066/att-00 2024/11/22-12:46:04.546519 139700891289344 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00066/att-00/compact.done) = OK: 0.358 sec 2024/11/22-12:46:04.546605 139700891289344 [dcompact_etcd.cc:1263] job-00066/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.298, mount = 0.000, prepare = 0.003, wait = 0.000, etcd = 0.358, work = 0.200, e2e = 0.665, ntr = 0.000 sec, input = 832.598 KiB 2024/11/22-12:46:04.548716 139700891289344 [compaction_job.cc:1086] [default] [JOB 66] Dcompacted 1@2 files to L3 [1] => time sec: curl = 0.298, mount = 0.000, prepare = 0.003, wait = 0.466, work = 0.200, e2e = 0.665, rename = 0.000, out zip = 0.000277 GB 1.387 MB/sec, out raw = 0.000853 GB 4.272 MB/sec 2024/11/22-12:46:04.551338 139700891289344 [dcompact_etcd.cc:1773] job-00066/att-00: CleanFiles 0.003 sec : 0.000 2024/11/22-12:46:04.551948 139700891289344 (Original Log Time 2024/11/22-12:46:03.881305) EVENT_LOG_v1 {"time_micros": 1732250763881297, "job": 66, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195108], "score": 0.704078, "input_data_size": 639814, "oldest_snapshot_seqno": 3081490237} 2024/11/22-12:46:04.551950 139700912260864 [compaction_job.cc:2437] [default] [JOB 72] Compacting 1@1 files to L2, score 0.61, subcompactions 1 : 1 2024/11/22-12:46:04.551960 139700891289344 (Original Log Time 2024/11/22-12:46:04.551370) [compaction_job.cc:2022] [default] [JOB 66] Compacted 1@2 files to L3 => 276743 bytes 2024/11/22-12:46:04.551966 139700891289344 (Original Log Time 2024/11/22-12:46:04.551732) [compaction_job.cc:1224] [default] compacted to: files[0 7 7 73 91 0 68] max score 0.61 (9 files need compaction), MB/sec: 8.3 rd, 3.6 wr, level 3, files in(1, 0) out(1 +0 blob) MB in(0.6, 0.0 +0.0 blob) out(0.3 +0.0 blob), read-write-amplify(1.4) write-amplify(0.4) OK, records in: 11905, records dropped: 0 output_compression: Snappy 2024/11/22-12:46:04.551970 139700912260864 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 54 Base level 1, inputs: [195100(31MB)] 2024/11/22-12:46:04.551978 139700891289344 (Original Log Time 2024/11/22-12:46:04.551756) EVENT_LOG_v1 {"time_micros": 1732250764551745, "cf": "default", "job": 66, "event": "compaction_finished", "compaction_time_micros": 76650, "compaction_time_cpu_micros": 8109, "output_level": 3, "num_output_files": 1, "total_output_size": 276743, "num_input_records": 11905, "num_output_records": 11905, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 7, 7, 73, 91, 0, 68]} 2024/11/22-12:46:04.552062 139700891289344 [compaction_job.cc:2437] [default] [JOB 73] Compacting 1@1 files to L2, score 0.61, subcompactions 1 : 1 2024/11/22-12:46:04.552071 139700891289344 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 54 Base level 1, inputs: [195103(1010KB)] 2024/11/22-12:46:04.641125 139700870317824 [dcompact_etcd.cc:1163] job-00070/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.317 sec, input = 130.370 MiB 2024/11/22-12:46:04.642357 139701071644416 [dcompact_etcd.cc:1163] job-00069/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.319 sec, input = 332.883 MiB 2024/11/22-12:46:04.688952 139700901775104 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00064/att-00 2024/11/22-12:46:04.689036 139700901775104 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00064/att-00/compact.done) = OK: 0.710 sec 2024/11/22-12:46:04.689132 139700901775104 [dcompact_etcd.cc:1263] job-00064/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.293, mount = 0.000, prepare = 0.003, wait = 0.000, etcd = 0.710, work = 0.528, e2e = 1.007, ntr = 0.000 sec, input = 31.552 MiB 2024/11/22-12:46:04.691022 139700901775104 [compaction_job.cc:1086] [default] [JOB 64] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.293, mount = 0.000, prepare = 0.003, wait = 0.480, work = 0.528, e2e = 1.008, rename = 0.000, out zip = 0.032692 GB 61.948 MB/sec, out raw = 0.033084 GB 62.692 MB/sec 2024/11/22-12:46:04.693659 139700901775104 [dcompact_etcd.cc:1773] job-00064/att-00: CleanFiles 0.003 sec : 0.000 2024/11/22-12:46:04.694122 139700901775104 (Original Log Time 2024/11/22-12:46:03.681273) EVENT_LOG_v1 {"time_micros": 1732250763681262, "job": 64, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195097], "score": 0.704078, "input_data_size": 33524609, "oldest_snapshot_seqno": 3081487888} 2024/11/22-12:46:04.694131 139700901775104 (Original Log Time 2024/11/22-12:46:04.693686) [compaction_job.cc:2022] [default] [JOB 64] Compacted 1@1 files to L2 => 32691666 bytes 2024/11/22-12:46:04.694135 139700901775104 (Original Log Time 2024/11/22-12:46:04.694026) [compaction_job.cc:1224] [default] compacted to: files[0 6 8 73 91 0 68] max score 0.61 (8 files need compaction), MB/sec: 84.4 rd, 82.3 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(32.0, 0.0 +0.0 blob) out(31.2 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 31903, records dropped: 0 output_compression: Snappy 2024/11/22-12:46:04.694142 139700901775104 (Original Log Time 2024/11/22-12:46:04.694049) EVENT_LOG_v1 {"time_micros": 1732250764694038, "cf": "default", "job": 64, "event": "compaction_finished", "compaction_time_micros": 397336, "compaction_time_cpu_micros": 112405, "output_level": 2, "num_output_files": 1, "total_output_size": 32691666, "num_input_records": 31903, "num_output_records": 31903, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 6, 8, 73, 91, 0, 68]} 2024/11/22-12:46:04.694160 139700901775104 (Original Log Time 2024/11/22-12:46:04.694158) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:46:04.846591 139700912260864 [dcompact_etcd.cc:1163] job-00072/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.294 sec, input = 31.584 MiB 2024/11/22-12:46:04.870260 139700891289344 [dcompact_etcd.cc:1163] job-00073/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.318 sec, input = 871.614 KiB 2024/11/22-12:46:05.199058 139700891289344 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00073/att-00 2024/11/22-12:46:05.199125 139700891289344 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00073/att-00/compact.done) = OK: 0.324 sec 2024/11/22-12:46:05.199227 139700891289344 [dcompact_etcd.cc:1263] job-00073/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.318, mount = 0.000, prepare = 0.003, wait = 0.000, etcd = 0.324, work = 0.183, e2e = 0.647, ntr = 0.000 sec, input = 871.614 KiB 2024/11/22-12:46:05.201297 139700891289344 [compaction_job.cc:1086] [default] [JOB 73] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.318, mount = 0.000, prepare = 0.003, wait = 0.465, work = 0.183, e2e = 0.647, rename = 0.000, out zip = 0.000216 GB 1.185 MB/sec, out raw = 0.000893 GB 4.890 MB/sec 2024/11/22-12:46:05.203894 139700891289344 [dcompact_etcd.cc:1773] job-00073/att-00: CleanFiles 0.003 sec : 0.000 2024/11/22-12:46:05.204448 139700901775104 [compaction_job.cc:2437] [default] [JOB 75] Compacting 1@1 files to L2, score 0.61, subcompactions 1 : 1 2024/11/22-12:46:05.204466 139700901775104 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 56 Base level 1, inputs: [195098(31MB)] 2024/11/22-12:46:05.204467 139700891289344 (Original Log Time 2024/11/22-12:46:04.552085) EVENT_LOG_v1 {"time_micros": 1732250764552079, "job": 73, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195103], "score": 0.611414, "input_data_size": 1034315, "oldest_snapshot_seqno": 3081498642} 2024/11/22-12:46:05.204477 139700891289344 (Original Log Time 2024/11/22-12:46:05.203930) [compaction_job.cc:2022] [default] [JOB 73] Compacted 1@1 files to L2 => 216312 bytes 2024/11/22-12:46:05.204480 139700891289344 (Original Log Time 2024/11/22-12:46:05.204282) [compaction_job.cc:1224] [default] compacted to: files[0 5 9 73 91 0 68] max score 0.61 (9 files need compaction), MB/sec: 15.5 rd, 3.2 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(1.0, 0.0 +0.0 blob) out(0.2 +0.0 blob), read-write-amplify(1.2) write-amplify(0.2) OK, records in: 30777, records dropped: 0 output_compression: Snappy 2024/11/22-12:46:05.204489 139700891289344 (Original Log Time 2024/11/22-12:46:05.204307) EVENT_LOG_v1 {"time_micros": 1732250765204296, "cf": "default", "job": 73, "event": "compaction_finished", "compaction_time_micros": 66771, "compaction_time_cpu_micros": 19987, "output_level": 2, "num_output_files": 1, "total_output_size": 216312, "num_input_records": 30777, "num_output_records": 30777, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 5, 9, 73, 91, 0, 68]} 2024/11/22-12:46:05.204610 139700891289344 [compaction_job.cc:2437] [default] [JOB 76] Compacting 1@2 files to L3, score 0.61, subcompactions 1 : 1 2024/11/22-12:46:05.204621 139700891289344 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 56 Base level 2, inputs: [195109(934KB)] 2024/11/22-12:46:05.497679 139700891289344 [dcompact_etcd.cc:1163] job-00076/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.293 sec, input = 1.215 MiB 2024/11/22-12:46:05.511464 139700901775104 [dcompact_etcd.cc:1163] job-00075/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.306 sec, input = 31.600 MiB 2024/11/22-12:46:05.576849 139700912260864 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00072/att-00 2024/11/22-12:46:05.576917 139700912260864 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00072/att-00/compact.done) = OK: 0.722 sec 2024/11/22-12:46:05.577028 139700912260864 [dcompact_etcd.cc:1263] job-00072/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.294, mount = 0.000, prepare = 0.003, wait = 0.000, etcd = 0.722, work = 0.529, e2e = 1.024, ntr = 0.000 sec, input = 31.584 MiB 2024/11/22-12:46:05.582159 139700912260864 [compaction_job.cc:1086] [default] [JOB 72] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.294, mount = 0.000, prepare = 0.003, wait = 0.496, work = 0.529, e2e = 1.025, rename = 0.000, out zip = 0.032721 GB 61.892 MB/sec, out raw = 0.033118 GB 62.643 MB/sec 2024/11/22-12:46:05.587915 139700912260864 [dcompact_etcd.cc:1773] job-00072/att-00: CleanFiles 0.006 sec : 0.000 2024/11/22-12:46:05.588397 139700912260864 (Original Log Time 2024/11/22-12:46:04.551993) EVENT_LOG_v1 {"time_micros": 1732250764551982, "job": 72, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195100], "score": 0.611414, "input_data_size": 33524929, "oldest_snapshot_seqno": 3081498642} 2024/11/22-12:46:05.588406 139700912260864 (Original Log Time 2024/11/22-12:46:05.587955) [compaction_job.cc:2022] [default] [JOB 72] Compacted 1@1 files to L2 => 32721170 bytes 2024/11/22-12:46:05.588409 139700912260864 (Original Log Time 2024/11/22-12:46:05.588294) [compaction_job.cc:1224] [default] compacted to: files[0 4 10 73 91 0 68] max score 0.61 (8 files need compaction), MB/sec: 83.9 rd, 81.8 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(32.0, 0.0 +0.0 blob) out(31.2 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 31933, records dropped: 0 output_compression: Snappy 2024/11/22-12:46:05.588419 139700912260864 (Original Log Time 2024/11/22-12:46:05.588320) EVENT_LOG_v1 {"time_micros": 1732250765588307, "cf": "default", "job": 72, "event": "compaction_finished", "compaction_time_micros": 399780, "compaction_time_cpu_micros": 122327, "output_level": 2, "num_output_files": 1, "total_output_size": 32721170, "num_input_records": 31933, "num_output_records": 31933, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 4, 10, 73, 91, 0, 68]} 2024/11/22-12:46:05.588459 139700912260864 (Original Log Time 2024/11/22-12:46:05.588455) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:46:06.088410 139700891289344 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00076/att-00 2024/11/22-12:46:06.088471 139700891289344 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00076/att-00/compact.done) = OK: 0.582 sec 2024/11/22-12:46:06.088553 139700891289344 [dcompact_etcd.cc:1263] job-00076/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.293, mount = 0.000, prepare = 0.007, wait = 0.000, etcd = 0.582, work = 0.405, e2e = 0.883, ntr = 0.000 sec, input = 1.215 MiB 2024/11/22-12:46:06.092026 139700891289344 [compaction_job.cc:1086] [default] [JOB 76] Dcompacted 1@2 files to L3 [1] => time sec: curl = 0.293, mount = 0.000, prepare = 0.007, wait = 0.479, work = 0.405, e2e = 0.884, rename = 0.000, out zip = 0.000396 GB 0.977 MB/sec, out raw = 0.001274 GB 3.144 MB/sec 2024/11/22-12:46:06.094889 139700891289344 [dcompact_etcd.cc:1773] job-00076/att-00: CleanFiles 0.003 sec : 0.000 2024/11/22-12:46:06.095337 139700912260864 (Original Log Time 2024/11/22-12:46:06.095325) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:46:06.095367 139700891289344 (Original Log Time 2024/11/22-12:46:05.204637) EVENT_LOG_v1 {"time_micros": 1732250765204629, "job": 76, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195109], "score": 0.611414, "input_data_size": 956999, "oldest_snapshot_seqno": 3081506227} 2024/11/22-12:46:06.095377 139700891289344 (Original Log Time 2024/11/22-12:46:06.094916) [compaction_job.cc:2022] [default] [JOB 76] Compacted 1@2 files to L3 => 395859 bytes 2024/11/22-12:46:06.095381 139700891289344 (Original Log Time 2024/11/22-12:46:06.095259) [compaction_job.cc:1224] [default] compacted to: files[0 4 9 74 91 0 68] max score 0.61 (8 files need compaction), MB/sec: 3.7 rd, 1.5 wr, level 3, files in(1, 0) out(1 +0 blob) MB in(0.9, 0.0 +0.0 blob) out(0.4 +0.0 blob), read-write-amplify(1.4) write-amplify(0.4) OK, records in: 17791, records dropped: 0 output_compression: Snappy 2024/11/22-12:46:06.095389 139700891289344 (Original Log Time 2024/11/22-12:46:06.095284) EVENT_LOG_v1 {"time_micros": 1732250766095272, "cf": "default", "job": 76, "event": "compaction_finished", "compaction_time_micros": 261015, "compaction_time_cpu_micros": 20519, "output_level": 3, "num_output_files": 1, "total_output_size": 395859, "num_input_records": 17791, "num_output_records": 17791, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 4, 9, 74, 91, 0, 68]} 2024/11/22-12:46:06.164878 139701480584960 [db_impl_write.cc:2181] [__system__] New memtable created with log file: #195120. Immutable memtables: 0. 2024/11/22-12:46:06.165212 139701480584960 [cspp_memtable.cc:1074] ConvertToReadOnly in MarkReadOnly, mem_size = 7.625 M, time = 8.995 us 2024/11/22-12:46:06.165305 139700710934272 [db_impl_compaction_flush.cc:103] [JOB 79] Syncing log #195086 2024/11/22-12:46:06.165440 139700710934272 (Original Log Time 2024/11/22-12:46:06.165272) [db_impl_compaction_flush.cc:3040] Calling FlushMemTableToOutputFile with column family [__system__], flush slots available 2, compaction slots available 7, flush slots scheduled 1, compaction slots scheduled 5 2024/11/22-12:46:06.165451 139700710934272 [flush_job.cc:879] [__system__] [JOB 79] Flushing memtable with next log file: 195120 2024/11/22-12:46:06.165470 139700710934272 EVENT_LOG_v1 {"time_micros": 1732250766165465, "job": 79, "event": "flush_started", "num_memtables": 1, "num_entries": 65581, "num_deletes": 0, "total_data_size": 5378894, "memory_usage": 7995784, "num_range_deletes": 0, "flush_reason": "Write Buffer Full"} 2024/11/22-12:46:06.165474 139700710934272 [flush_job.cc:910] [__system__] [JOB 79] Level-0 flush table #195121: started 2024/11/22-12:46:06.168849 139700710934272 EVENT_LOG_v1 {"time_micros": 1732250766168829, "cf_name": "__system__", "job": 79, "event": "table_file_creation", "file_number": 195121, "file_size": 4699, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3080105499, "largest_seqno": 3081518599, "table_properties": {"data_size": 1088, "index_size": 2816, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 244, "raw_average_key_size": 18, "raw_value_size": 1056, "raw_average_value_size": 81, "num_data_blocks": 1, "num_entries": 13, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "__system__", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "merge_operator": "Rdb_system_merge_op", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250766, "oldest_key_time": 1732250637, "file_creation_time": 1732250766, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195121, "seqno_to_time_mapping": "N/A"}} 2024/11/22-12:46:06.169315 139700710934272 [flush_job.cc:1084] [__system__] [JOB 79] Flush lasted 3879 microseconds, and 3760 cpu microseconds. 2024/11/22-12:46:06.169436 139700710934272 (Original Log Time 2024/11/22-12:46:06.168864) [flush_job.cc:1029] [__system__] [JOB 79] Level-0 flush table #195121: 4699 bytes OK (needs compaction) 2024/11/22-12:46:06.169443 139700710934272 (Original Log Time 2024/11/22-12:46:06.169326) [memtable_list.cc:560] [__system__] Level-0 commit table #195121 started 2024/11/22-12:46:06.169446 139700710934272 (Original Log Time 2024/11/22-12:46:06.169378) [memtable_list.cc:759] [__system__] Level-0 commit table #195121: memtable #1 done 2024/11/22-12:46:06.169449 139700710934272 (Original Log Time 2024/11/22-12:46:06.169392) EVENT_LOG_v1 {"time_micros": 1732250766169388, "job": 79, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [1, 1, 0, 0, 0, 0, 0], "immutable_memtables": 0} 2024/11/22-12:46:06.169452 139700710934272 (Original Log Time 2024/11/22-12:46:06.169412) [db_impl_compaction_flush.cc:310] [__system__] Level summary: files[1 1 0 0 0 0 0] max score 0.25 (1 files need compaction) 2024/11/22-12:46:06.169605 139700912260864 [compaction_job.cc:2437] [__system__] [JOB 80] Compacting 1@0 + 1@1 files to L1, score 0.25, subcompactions 3 : 1 2024/11/22-12:46:06.169619 139700912260864 [compaction_job.cc:2445] [__system__]: Compaction start summary: Base version 59 Base level 0, inputs: [195121(4699B)], [194993(6569B)] 2024/11/22-12:46:06.170016 139700912260864 [compaction_job.cc:1948] [__system__] [JOB 80] Generated table #195122: 40 keys, 6569 bytes (need compaction), temperature: kUnknown 2024/11/22-12:46:06.170058 139700912260864 EVENT_LOG_v1 {"time_micros": 1732250766170034, "cf_name": "__system__", "job": 80, "event": "table_file_creation", "file_number": 195122, "file_size": 6569, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 1728, "index_size": 4032, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 923, "raw_average_key_size": 23, "raw_value_size": 1691, "raw_average_value_size": 42, "num_data_blocks": 1, "num_entries": 40, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "__system__", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "merge_operator": "Rdb_system_merge_op", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "SngFast", "compression_options": "allseq0", "creation_time": 1732250766, "oldest_key_time": 0, "file_creation_time": 1732250766, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195122, "seqno_to_time_mapping": "N/A"}} 2024/11/22-12:46:06.170089 139700912260864 [compaction_job.cc:703] job-00080: subcompact[0], size: 0.000007 G, files: /storage/mytopling/.rocksdb [195122] 2024/11/22-12:46:06.170363 139700912260864 (Original Log Time 2024/11/22-12:46:06.169637) EVENT_LOG_v1 {"time_micros": 1732250766169629, "job": 80, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L0": [195121], "files_L1": [194993], "score": 0.25, "input_data_size": 11268, "oldest_snapshot_seqno": 3081518713} 2024/11/22-12:46:06.170372 139700912260864 (Original Log Time 2024/11/22-12:46:06.170253) [compaction_job.cc:2022] [__system__] [JOB 80] Compacted 1@0 + 1@1 files to L1 => 6569 bytes 2024/11/22-12:46:06.170376 139700912260864 (Original Log Time 2024/11/22-12:46:06.170300) [compaction_job.cc:1224] [__system__] compacted to: files[0 1 0 0 0 0 0] max score 0.00, MB/sec: 24.6 rd, 14.3 wr, level 1, files in(1, 1) out(1 +0 blob) MB in(0.0, 0.0 +0.0 blob) out(0.0 +0.0 blob), read-write-amplify(3.8) write-amplify(1.4) OK, records in: 53, records dropped: 13 output_compression: Snappy 2024/11/22-12:46:06.170383 139700912260864 (Original Log Time 2024/11/22-12:46:06.170317) EVENT_LOG_v1 {"time_micros": 1732250766170308, "cf": "__system__", "job": 80, "event": "compaction_finished", "compaction_time_micros": 458, "compaction_time_cpu_micros": 352, "output_level": 1, "num_output_files": 1, "total_output_size": 6569, "num_input_records": 53, "num_output_records": 40, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 1, 0, 0, 0, 0, 0]} 2024/11/22-12:46:06.170569 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194993.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:06.170583 139700912260864 EVENT_LOG_v1 {"time_micros": 1732250766170581, "job": 80, "event": "table_file_deletion", "file_number": 194993} 2024/11/22-12:46:06.416690 139700901775104 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00075/att-00 2024/11/22-12:46:06.416765 139700901775104 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00075/att-00/compact.done) = OK: 0.897 sec 2024/11/22-12:46:06.416845 139700901775104 [dcompact_etcd.cc:1263] job-00075/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.306, mount = 0.000, prepare = 0.005, wait = 0.000, etcd = 0.897, work = 0.696, e2e = 1.212, ntr = 0.000 sec, input = 31.600 MiB 2024/11/22-12:46:06.420039 139700901775104 [compaction_job.cc:1086] [default] [JOB 75] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.306, mount = 0.000, prepare = 0.005, wait = 0.517, work = 0.696, e2e = 1.212, rename = 0.000, out zip = 0.032737 GB 47.066 MB/sec, out raw = 0.033135 GB 47.638 MB/sec 2024/11/22-12:46:06.423901 139700901775104 [dcompact_etcd.cc:1773] job-00075/att-00: CleanFiles 0.004 sec : 0.000 2024/11/22-12:46:06.424400 139700891289344 (Original Log Time 2024/11/22-12:46:06.424380) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:46:06.424445 139700901775104 (Original Log Time 2024/11/22-12:46:05.204488) EVENT_LOG_v1 {"time_micros": 1732250765204479, "job": 75, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195098], "score": 0.611414, "input_data_size": 33524865, "oldest_snapshot_seqno": 3081506227} 2024/11/22-12:46:06.424457 139700901775104 (Original Log Time 2024/11/22-12:46:06.423943) [compaction_job.cc:2022] [default] [JOB 75] Compacted 1@1 files to L2 => 32736722 bytes 2024/11/22-12:46:06.424462 139700901775104 (Original Log Time 2024/11/22-12:46:06.424306) [compaction_job.cc:1224] [default] compacted to: files[0 3 10 74 91 0 68] max score 0.61 (9 files need compaction), MB/sec: 59.4 rd, 58.0 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(32.0, 0.0 +0.0 blob) out(31.2 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 31952, records dropped: 0 output_compression: Snappy 2024/11/22-12:46:06.424472 139700901775104 (Original Log Time 2024/11/22-12:46:06.424338) EVENT_LOG_v1 {"time_micros": 1732250766424326, "cf": "default", "job": 75, "event": "compaction_finished", "compaction_time_micros": 564180, "compaction_time_cpu_micros": 145970, "output_level": 2, "num_output_files": 1, "total_output_size": 32736722, "num_input_records": 31952, "num_output_records": 31952, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 3, 10, 74, 91, 0, 68]} 2024/11/22-12:46:09.589719 139700870317824 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00070/att-00 2024/11/22-12:46:09.589932 139700870317824 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00070/att-00/compact.done) = OK: 4.940 sec 2024/11/22-12:46:09.590035 139700870317824 [dcompact_etcd.cc:1263] job-00070/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.317, mount = 0.000, prepare = 0.005, wait = 0.000, etcd = 4.940, work = 4.225, e2e = 5.266, ntr = 0.000 sec, input = 130.370 MiB 2024/11/22-12:46:09.595229 139700870317824 [compaction_job.cc:1086] [default] [JOB 70] Dcompacted 1@2 + 1@3 files to L3 [2] => time sec: curl = 0.317, mount = 0.000, prepare = 0.005, wait = 1.041, work = 4.225, e2e = 5.267, rename = 0.000, out zip = 0.078064 GB 18.475 MB/sec, out raw = 0.136498 GB 32.304 MB/sec 2024/11/22-12:46:09.598089 139700870317824 [dcompact_etcd.cc:1773] job-00070/att-00: CleanFiles 0.003 sec : 0.000 2024/11/22-12:46:09.598586 139700912260864 (Original Log Time 2024/11/22-12:46:09.598574) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:46:09.598608 139700870317824 (Original Log Time 2024/11/22-12:46:04.323371) EVENT_LOG_v1 {"time_micros": 1732250764323364, "job": 70, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195105], "files_L3": [195030], "score": 0.627975, "input_data_size": 78291035, "oldest_snapshot_seqno": 3081495764} 2024/11/22-12:46:09.598622 139700870317824 (Original Log Time 2024/11/22-12:46:09.598131) [compaction_job.cc:2022] [default] [JOB 70] Compacted 1@2 + 1@3 files to L3 => 78063746 bytes 2024/11/22-12:46:09.598628 139700870317824 (Original Log Time 2024/11/22-12:46:09.598502) [compaction_job.cc:1224] [default] compacted to: files[0 3 9 75 91 0 68] max score 0.63 (9 files need compaction), MB/sec: 19.1 rd, 19.1 wr, level 3, files in(1, 1) out(2 +0 blob) MB in(1.4, 73.3 +0.0 blob) out(74.4 +0.0 blob), read-write-amplify(109.7) write-amplify(54.8) OK, records in: 3115905, records dropped: 5010 output_compression: Snappy 2024/11/22-12:46:09.598640 139700870317824 (Original Log Time 2024/11/22-12:46:09.598527) EVENT_LOG_v1 {"time_micros": 1732250769598516, "cf": "default", "job": 70, "event": "compaction_finished", "compaction_time_micros": 4095260, "compaction_time_cpu_micros": 2949076, "output_level": 3, "num_output_files": 2, "total_output_size": 78063746, "num_input_records": 3115905, "num_output_records": 3110895, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 3, 9, 75, 91, 0, 68]} 2024/11/22-12:46:10.267904 139701071644416 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00069/att-00 2024/11/22-12:46:10.267999 139701071644416 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00069/att-00/compact.done) = OK: 5.618 sec 2024/11/22-12:46:10.268097 139701071644416 [dcompact_etcd.cc:1263] job-00069/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.319, mount = 0.000, prepare = 0.005, wait = 0.000, etcd = 5.618, work = 4.874, e2e = 5.944, ntr = 0.000 sec, input = 332.883 MiB 2024/11/22-12:46:10.276037 139701071644416 [compaction_job.cc:1086] [default] [JOB 69] Dcompacted 1@2 + 3@3 files to L3 [3] => time sec: curl = 0.319, mount = 0.000, prepare = 0.005, wait = 1.070, work = 4.874, e2e = 5.945, rename = 0.000, out zip = 0.109527 GB 22.469 MB/sec, out raw = 0.343514 GB 70.472 MB/sec 2024/11/22-12:46:10.278405 139701071644416 [dcompact_etcd.cc:1773] job-00069/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:46:10.279131 139701071644416 (Original Log Time 2024/11/22-12:46:04.323278) EVENT_LOG_v1 {"time_micros": 1732250764323269, "job": 69, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195110], "files_L3": [195038, 195054, 195055], "score": 0.670472, "input_data_size": 115862858, "oldest_snapshot_seqno": 3081495764} 2024/11/22-12:46:10.279142 139701071644416 (Original Log Time 2024/11/22-12:46:10.278447) [compaction_job.cc:2022] [default] [JOB 69] Compacted 1@2 + 3@3 files to L3 => 109526933 bytes 2024/11/22-12:46:10.279145 139701071644416 (Original Log Time 2024/11/22-12:46:10.278860) [compaction_job.cc:1224] [default] compacted to: files[0 3 8 75 91 0 68] max score 0.67 (9 files need compaction), MB/sec: 24.5 rd, 23.1 wr, level 3, files in(1, 3) out(3 +0 blob) MB in(6.4, 104.1 +0.0 blob) out(104.5 +0.0 blob), read-write-amplify(33.4) write-amplify(16.3) OK, records in: 336602, records dropped: 5341 output_compression: Snappy 2024/11/22-12:46:10.279145 139700901775104 [compaction_picker.cc:563] [default] Expanding@2 1+6(32691666+214750777 bytes) to 3+6 (98149558+214750777 bytes) 2024/11/22-12:46:10.279159 139701071644416 (Original Log Time 2024/11/22-12:46:10.278886) EVENT_LOG_v1 {"time_micros": 1732250770278874, "cf": "default", "job": 69, "event": "compaction_finished", "compaction_time_micros": 4735627, "compaction_time_cpu_micros": 998023, "output_level": 3, "num_output_files": 3, "total_output_size": 109526933, "num_input_records": 336602, "num_output_records": 331261, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 3, 8, 75, 91, 0, 68]} 2024/11/22-12:46:10.279251 139700912260864 (Original Log Time 2024/11/22-12:46:10.279240) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:46:10.279280 139700901775104 [compaction_job.cc:2437] [default] [JOB 84] Compacting 3@2 + 6@3 files to L3, score 0.67, subcompactions 1 : 1 2024/11/22-12:46:10.279279 139700891289344 [compaction_job.cc:2437] [default] [JOB 83] Compacting 1@2 + 1@3 files to L3, score 0.67, subcompactions 1 : 1 2024/11/22-12:46:10.279292 139700901775104 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 63 Base level 2, inputs: [195116(31MB) 195123(31MB) 195118(31MB)], [195042(40MB) 195043(40MB) 195056(40MB) 195057(41MB) 195058(413KB) 195126(40MB)] 2024/11/22-12:46:10.279297 139700891289344 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 63 Base level 2, inputs: [195104(254KB)], [195021(8365KB)] 2024/11/22-12:46:10.568752 139700891289344 [dcompact_etcd.cc:1163] job-00083/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.289 sec, input = 40.051 MiB 2024/11/22-12:46:10.591608 139700901775104 [dcompact_etcd.cc:1163] job-00084/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.312 sec, input = 735.903 MiB 2024/11/22-12:46:12.779413 139700891289344 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00083/att-00 2024/11/22-12:46:12.779473 139700891289344 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00083/att-00/compact.done) = OK: 2.203 sec 2024/11/22-12:46:12.779553 139700891289344 [dcompact_etcd.cc:1263] job-00083/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.289, mount = 0.000, prepare = 0.005, wait = 0.000, etcd = 2.203, work = 1.883, e2e = 2.500, ntr = 0.000 sec, input = 40.051 MiB 2024/11/22-12:46:12.783733 139700891289344 [compaction_job.cc:1086] [default] [JOB 83] Dcompacted 1@2 + 1@3 files to L3 [1] => time sec: curl = 0.289, mount = 0.000, prepare = 0.005, wait = 0.617, work = 1.883, e2e = 2.500, rename = 0.000, out zip = 0.008810 GB 4.678 MB/sec, out raw = 0.041756 GB 22.174 MB/sec 2024/11/22-12:46:12.786930 139700891289344 [dcompact_etcd.cc:1773] job-00083/att-00: CleanFiles 0.003 sec : 0.000 2024/11/22-12:46:12.787385 139700870317824 (Original Log Time 2024/11/22-12:46:12.787372) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:46:12.787417 139700891289344 (Original Log Time 2024/11/22-12:46:10.279321) EVENT_LOG_v1 {"time_micros": 1732250770279309, "job": 83, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195104], "files_L3": [195021], "score": 0.671178, "input_data_size": 8827255, "oldest_snapshot_seqno": 3081568944} 2024/11/22-12:46:12.787427 139700891289344 (Original Log Time 2024/11/22-12:46:12.786958) [compaction_job.cc:2022] [default] [JOB 83] Compacted 1@2 + 1@3 files to L3 => 8809646 bytes 2024/11/22-12:46:12.787430 139700891289344 (Original Log Time 2024/11/22-12:46:12.787304) [compaction_job.cc:1224] [default] compacted to: files[0 3 7 75 91 0 68] max score 0.59 (5 files need compaction), MB/sec: 5.1 rd, 5.1 wr, level 3, files in(1, 1) out(1 +0 blob) MB in(0.2, 8.2 +0.0 blob) out(8.4 +0.0 blob), read-write-amplify(67.7) write-amplify(33.8) OK, records in: 1749854, records dropped: 10020 output_compression: Snappy 2024/11/22-12:46:12.787438 139700891289344 (Original Log Time 2024/11/22-12:46:12.787330) EVENT_LOG_v1 {"time_micros": 1732250772787318, "cf": "default", "job": 83, "event": "compaction_finished", "compaction_time_micros": 1730696, "compaction_time_cpu_micros": 1149158, "output_level": 3, "num_output_files": 1, "total_output_size": 8809646, "num_input_records": 1749854, "num_output_records": 1739834, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 3, 7, 75, 91, 0, 68]} 2024/11/22-12:46:13.410295 139700880803584 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00067/att-00 2024/11/22-12:46:13.410385 139700880803584 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00067/att-00/compact.done) = OK: 9.215 sec 2024/11/22-12:46:13.410469 139700880803584 [dcompact_etcd.cc:1263] job-00067/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.308, mount = 0.000, prepare = 0.003, wait = 0.010, etcd = 9.215, work = 8.960, e2e = 9.529, ntr = 0.000 sec, input = 285.445 MiB 2024/11/22-12:46:13.415969 139700880803584 [compaction_job.cc:1086] [default] [JOB 67] Dcompacted 1@2 + 3@3 files to L3 [3] => time sec: curl = 0.308, mount = 0.000, prepare = 0.003, wait = 0.570, work = 8.960, e2e = 9.529, rename = 0.000, out zip = 0.286966 GB 32.029 MB/sec, out raw = 0.294644 GB 32.886 MB/sec 2024/11/22-12:46:13.417812 139700880803584 [dcompact_etcd.cc:1773] job-00067/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:46:13.418270 139700912260864 (Original Log Time 2024/11/22-12:46:13.418256) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:46:13.418316 139700880803584 (Original Log Time 2024/11/22-12:46:03.881422) EVENT_LOG_v1 {"time_micros": 1732250763881414, "job": 67, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195111], "files_L3": [195032, 195033, 195034], "score": 0.704078, "input_data_size": 291582230, "oldest_snapshot_seqno": 3081490237} 2024/11/22-12:46:13.418326 139700880803584 (Original Log Time 2024/11/22-12:46:13.417839) [compaction_job.cc:2022] [default] [JOB 67] Compacted 1@2 + 3@3 files to L3 => 286966236 bytes 2024/11/22-12:46:13.418330 139700880803584 (Original Log Time 2024/11/22-12:46:13.418189) [compaction_job.cc:1224] [default] compacted to: files[0 3 6 75 91 0 68] max score 0.62 (5 files need compaction), MB/sec: 33.1 rd, 32.5 wr, level 3, files in(1, 3) out(3 +0 blob) MB in(26.7, 251.4 +0.0 blob) out(273.7 +0.0 blob), read-write-amplify(20.7) write-amplify(10.3) OK, records in: 442493, records dropped: 6875 output_compression: Snappy 2024/11/22-12:46:13.418336 139700880803584 (Original Log Time 2024/11/22-12:46:13.418214) EVENT_LOG_v1 {"time_micros": 1732250773418203, "cf": "default", "job": 67, "event": "compaction_finished", "compaction_time_micros": 8818241, "compaction_time_cpu_micros": 1784542, "output_level": 3, "num_output_files": 3, "total_output_size": 286966236, "num_input_records": 442493, "num_output_records": 435618, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 3, 6, 75, 91, 0, 68]} 2024/11/22-12:46:21.389806 139700901775104 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00084/att-00 2024/11/22-12:46:21.389906 139700901775104 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00084/att-00/compact.done) = OK: 10.792 sec 2024/11/22-12:46:21.389999 139700901775104 [dcompact_etcd.cc:1263] job-00084/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.312, mount = 0.000, prepare = 0.004, wait = 0.010, etcd = 10.792, work = 9.567, e2e = 11.110, ntr = 0.000 sec, input = 735.903 MiB 2024/11/22-12:46:21.422399 139700901775104 [compaction_job.cc:1086] [default] [JOB 84] Dcompacted 3@2 + 6@3 files to L3 [6] => time sec: curl = 0.312, mount = 0.000, prepare = 0.004, wait = 1.543, work = 9.567, e2e = 11.111, rename = 0.000, out zip = 0.240712 GB 25.159 MB/sec, out raw = 0.756593 GB 79.080 MB/sec 2024/11/22-12:46:21.429714 139700901775104 [dcompact_etcd.cc:1773] job-00084/att-00: CleanFiles 0.007 sec : 0.000 2024/11/22-12:46:21.430283 139701071644416 (Original Log Time 2024/11/22-12:46:21.430262) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:46:21.430355 139700901775104 (Original Log Time 2024/11/22-12:46:10.279310) EVENT_LOG_v1 {"time_micros": 1732250770279301, "job": 84, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195116, 195123, 195118], "files_L3": [195042, 195043, 195056, 195057, 195058, 195126], "score": 0.666136, "input_data_size": 312900335, "oldest_snapshot_seqno": 3081568944} 2024/11/22-12:46:21.430366 139700901775104 (Original Log Time 2024/11/22-12:46:21.429751) [compaction_job.cc:2022] [default] [JOB 84] Compacted 3@2 + 6@3 files to L3 => 240711731 bytes 2024/11/22-12:46:21.430369 139700901775104 (Original Log Time 2024/11/22-12:46:21.430189) [compaction_job.cc:1224] [default] compacted to: files[0 3 3 75 91 0 68] max score 0.72 (5 files need compaction), MB/sec: 33.3 rd, 25.6 wr, level 3, files in(3, 6) out(6 +0 blob) MB in(93.6, 204.8 +0.0 blob) out(229.6 +0.0 blob), read-write-amplify(5.6) write-amplify(2.5) OK, records in: 744122, records dropped: 14518 output_compression: Snappy 2024/11/22-12:46:21.430380 139700901775104 (Original Log Time 2024/11/22-12:46:21.430218) EVENT_LOG_v1 {"time_micros": 1732250781430203, "cf": "default", "job": 84, "event": "compaction_finished", "compaction_time_micros": 9396217, "compaction_time_cpu_micros": 1937773, "output_level": 3, "num_output_files": 6, "total_output_size": 240711731, "num_input_records": 744122, "num_output_records": 729604, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 3, 3, 75, 91, 0, 68]} 2024/11/22-12:46:24.813662 139700922746624 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00048/att-00 2024/11/22-12:46:24.813739 139700922746624 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00048/att-00/compact.done) = OK: 53.198 sec 2024/11/22-12:46:24.813862 139700922746624 [dcompact_etcd.cc:1263] job-00048/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.326, mount = 0.000, prepare = 0.006, wait = 0.000, etcd = 53.198, work = 51.128, e2e = 53.532, ntr = 0.000 sec, input = 1.966 GiB 2024/11/22-12:46:24.867711 139700922746624 [compaction_job.cc:1086] [default] [JOB 48] Dcompacted 1@2 + 17@3 files to L3 [16] => time sec: curl = 0.326, mount = 0.000, prepare = 0.006, wait = 2.405, work = 51.128, e2e = 53.533, rename = 0.000, out zip = 0.571488 GB 11.178 MB/sec, out raw = 2.100410 GB 41.081 MB/sec 2024/11/22-12:46:24.869762 139700922746624 [dcompact_etcd.cc:1773] job-00048/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:46:24.870623 139700922746624 (Original Log Time 2024/11/22-12:45:31.281004) EVENT_LOG_v1 {"time_micros": 1732250731280993, "job": 48, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195025], "files_L3": [195052, 195053, 194960, 194926, 194927, 194928, 194929, 194930, 194931, 194932, 194933, 194934, 194935, 194936, 194937, 194938, 195061], "score": 0.96332, "input_data_size": 589679081, "oldest_snapshot_seqno": 3081114540} 2024/11/22-12:46:24.870636 139700922746624 (Original Log Time 2024/11/22-12:46:24.869805) [compaction_job.cc:2022] [default] [JOB 48] Compacted 1@2 + 17@3 files to L3 => 571488338 bytes 2024/11/22-12:46:24.870642 139700922746624 (Original Log Time 2024/11/22-12:46:24.870326) [compaction_job.cc:1224] [default] compacted to: files[0 3 2 74 91 0 68] max score 0.98 (5 files need compaction), MB/sec: 11.6 rd, 11.2 wr, level 3, files in(1, 17) out(16 +0 blob) MB in(18.8, 543.6 +0.0 blob) out(545.0 +0.0 blob), read-write-amplify(59.0) write-amplify(29.1) OK, records in: 14530112, records dropped: 73664 output_compression: Snappy 2024/11/22-12:46:24.870650 139700922746624 (Original Log Time 2024/11/22-12:46:24.870361) EVENT_LOG_v1 {"time_micros": 1732250784870343, "cf": "default", "job": 48, "event": "compaction_finished", "compaction_time_micros": 50928199, "compaction_time_cpu_micros": 22973859, "output_level": 3, "num_output_files": 16, "total_output_size": 571488338, "num_input_records": 14530112, "num_output_records": 14456448, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 3, 2, 74, 91, 0, 68]} 2024/11/22-12:46:24.870731 139700870317824 [compaction_job.cc:2437] [default] [JOB 89] Compacting 1@1 files to L2, score 0.98, subcompactions 1 : 1 2024/11/22-12:46:24.870739 139700891289344 [compaction_job.cc:2437] [default] [JOB 90] Compacting 1@1 files to L2, score 0.98, subcompactions 1 : 1 2024/11/22-12:46:24.870749 139700870317824 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 67 Base level 1, inputs: [195095(31MB)] 2024/11/22-12:46:24.870762 139700891289344 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 67 Base level 1, inputs: [195099(24MB)] 2024/11/22-12:46:24.870964 139700912260864 [compaction_job.cc:2437] [default] [JOB 91] Compacting 1@1 files to L2, score 0.98, subcompactions 1 : 1 2024/11/22-12:46:24.870975 139700880803584 [compaction_job.cc:2437] [default] [JOB 92] Compacting 1@2 + 1@3 files to L3, score 0.98, subcompactions 1 : 1 2024/11/22-12:46:24.870980 139700912260864 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 67 Base level 1, inputs: [195089(22MB)] 2024/11/22-12:46:24.870993 139700880803584 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 67 Base level 2, inputs: [195114(375KB)], [195059(24MB)] 2024/11/22-12:46:24.871090 139701071644416 [compaction_job.cc:2437] [default] [JOB 93] Compacting 1@2 + 1@3 files to L3, score 0.96, subcompactions 1 : 1 2024/11/22-12:46:24.871103 139701071644416 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 67 Base level 2, inputs: [195117(211KB)], [195035(29MB)] 2024/11/22-12:46:24.872440 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195016.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:24.872467 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250784872463, "job": 48, "event": "table_file_deletion", "file_number": 195016} 2024/11/22-12:46:24.874148 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195020.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:24.874175 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250784874172, "job": 48, "event": "table_file_deletion", "file_number": 195020} 2024/11/22-12:46:24.877431 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195021.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:24.877455 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250784877453, "job": 48, "event": "table_file_deletion", "file_number": 195021} 2024/11/22-12:46:24.885624 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195061.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:24.885647 139700721420032 EVENT_LOG_v1 {"time_micros": 1732250784885645, "job": 0, "event": "table_file_deletion", "file_number": 195061} 2024/11/22-12:46:24.888119 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195053.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:24.888138 139700721420032 EVENT_LOG_v1 {"time_micros": 1732250784888136, "job": 0, "event": "table_file_deletion", "file_number": 195053} 2024/11/22-12:46:24.893579 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195030.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:24.893609 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250784893605, "job": 48, "event": "table_file_deletion", "file_number": 195030} 2024/11/22-12:46:24.895112 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195052.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:24.895139 139700721420032 EVENT_LOG_v1 {"time_micros": 1732250784895136, "job": 0, "event": "table_file_deletion", "file_number": 195052} 2024/11/22-12:46:24.898512 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195025.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:24.898542 139700721420032 EVENT_LOG_v1 {"time_micros": 1732250784898540, "job": 0, "event": "table_file_deletion", "file_number": 195025} 2024/11/22-12:46:24.902277 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194960.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:24.902298 139700721420032 EVENT_LOG_v1 {"time_micros": 1732250784902296, "job": 0, "event": "table_file_deletion", "file_number": 194960} 2024/11/22-12:46:24.908898 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194938.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:24.908929 139700721420032 EVENT_LOG_v1 {"time_micros": 1732250784908917, "job": 0, "event": "table_file_deletion", "file_number": 194938} 2024/11/22-12:46:24.915647 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194937.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:24.915668 139700721420032 EVENT_LOG_v1 {"time_micros": 1732250784915666, "job": 0, "event": "table_file_deletion", "file_number": 194937} 2024/11/22-12:46:24.921652 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195032.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:24.921678 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250784921675, "job": 48, "event": "table_file_deletion", "file_number": 195032} 2024/11/22-12:46:24.925630 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194936.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:24.925656 139700721420032 EVENT_LOG_v1 {"time_micros": 1732250784925653, "job": 0, "event": "table_file_deletion", "file_number": 194936} 2024/11/22-12:46:24.933200 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194935.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:24.933224 139700721420032 EVENT_LOG_v1 {"time_micros": 1732250784933221, "job": 0, "event": "table_file_deletion", "file_number": 194935} 2024/11/22-12:46:24.940207 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194934.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:24.940231 139700721420032 EVENT_LOG_v1 {"time_micros": 1732250784940229, "job": 0, "event": "table_file_deletion", "file_number": 194934} 2024/11/22-12:46:24.947575 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194933.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:24.947602 139700721420032 EVENT_LOG_v1 {"time_micros": 1732250784947599, "job": 0, "event": "table_file_deletion", "file_number": 194933} 2024/11/22-12:46:24.948731 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195033.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:24.948759 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250784948756, "job": 48, "event": "table_file_deletion", "file_number": 195033} 2024/11/22-12:46:24.952600 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195034.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:24.952625 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250784952622, "job": 48, "event": "table_file_deletion", "file_number": 195034} 2024/11/22-12:46:24.956582 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194932.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:24.956603 139700721420032 EVENT_LOG_v1 {"time_micros": 1732250784956601, "job": 0, "event": "table_file_deletion", "file_number": 194932} 2024/11/22-12:46:24.961624 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195038.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:24.961646 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250784961644, "job": 48, "event": "table_file_deletion", "file_number": 195038} 2024/11/22-12:46:24.963708 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194931.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:24.963734 139700721420032 EVENT_LOG_v1 {"time_micros": 1732250784963731, "job": 0, "event": "table_file_deletion", "file_number": 194931} 2024/11/22-12:46:24.969154 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195042.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:24.969176 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250784969174, "job": 48, "event": "table_file_deletion", "file_number": 195042} 2024/11/22-12:46:24.970036 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194930.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:24.970061 139700721420032 EVENT_LOG_v1 {"time_micros": 1732250784970058, "job": 0, "event": "table_file_deletion", "file_number": 194930} 2024/11/22-12:46:24.977010 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194929.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:24.977031 139700721420032 EVENT_LOG_v1 {"time_micros": 1732250784977029, "job": 0, "event": "table_file_deletion", "file_number": 194929} 2024/11/22-12:46:24.977755 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195043.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:24.977779 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250784977776, "job": 48, "event": "table_file_deletion", "file_number": 195043} 2024/11/22-12:46:24.983960 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194928.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:24.983987 139700721420032 EVENT_LOG_v1 {"time_micros": 1732250784983983, "job": 0, "event": "table_file_deletion", "file_number": 194928} 2024/11/22-12:46:24.985147 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195054.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:24.985170 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250784985168, "job": 48, "event": "table_file_deletion", "file_number": 195054} 2024/11/22-12:46:24.991009 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195055.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:24.991036 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250784991033, "job": 48, "event": "table_file_deletion", "file_number": 195055} 2024/11/22-12:46:24.991480 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194927.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:24.991497 139700721420032 EVENT_LOG_v1 {"time_micros": 1732250784991495, "job": 0, "event": "table_file_deletion", "file_number": 194927} 2024/11/22-12:46:24.998199 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195056.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:24.998221 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250784998219, "job": 48, "event": "table_file_deletion", "file_number": 195056} 2024/11/22-12:46:24.998686 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194926.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:24.998710 139700721420032 EVENT_LOG_v1 {"time_micros": 1732250784998707, "job": 0, "event": "table_file_deletion", "file_number": 194926} 2024/11/22-12:46:25.006206 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195057.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:25.006229 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250785006226, "job": 48, "event": "table_file_deletion", "file_number": 195057} 2024/11/22-12:46:25.007973 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195058.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:25.007992 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250785007990, "job": 48, "event": "table_file_deletion", "file_number": 195058} 2024/11/22-12:46:25.018445 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195087.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:25.018473 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250785018471, "job": 48, "event": "table_file_deletion", "file_number": 195087} 2024/11/22-12:46:25.020394 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195088.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:25.020415 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250785020413, "job": 48, "event": "table_file_deletion", "file_number": 195088} 2024/11/22-12:46:25.035655 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195090.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:25.035674 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250785035672, "job": 48, "event": "table_file_deletion", "file_number": 195090} 2024/11/22-12:46:25.045599 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195091.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:25.045614 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250785045612, "job": 48, "event": "table_file_deletion", "file_number": 195091} 2024/11/22-12:46:25.055880 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195092.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:25.055898 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250785055896, "job": 48, "event": "table_file_deletion", "file_number": 195092} 2024/11/22-12:46:25.074438 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195093.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:25.074458 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250785074456, "job": 48, "event": "table_file_deletion", "file_number": 195093} 2024/11/22-12:46:25.086001 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195094.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:25.086019 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250785086017, "job": 48, "event": "table_file_deletion", "file_number": 195094} 2024/11/22-12:46:25.095879 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195096.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:25.095896 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250785095894, "job": 48, "event": "table_file_deletion", "file_number": 195096} 2024/11/22-12:46:25.114866 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195097.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:25.114887 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250785114884, "job": 48, "event": "table_file_deletion", "file_number": 195097} 2024/11/22-12:46:25.124460 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195098.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:25.124481 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250785124479, "job": 48, "event": "table_file_deletion", "file_number": 195098} 2024/11/22-12:46:25.132698 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195100.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:25.132719 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250785132717, "job": 48, "event": "table_file_deletion", "file_number": 195100} 2024/11/22-12:46:25.136863 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195101.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:25.136888 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250785136885, "job": 48, "event": "table_file_deletion", "file_number": 195101} 2024/11/22-12:46:25.139007 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195102.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:25.139032 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250785139029, "job": 48, "event": "table_file_deletion", "file_number": 195102} 2024/11/22-12:46:25.140893 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195103.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:25.140928 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250785140916, "job": 48, "event": "table_file_deletion", "file_number": 195103} 2024/11/22-12:46:25.145324 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195104.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:25.145350 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250785145347, "job": 48, "event": "table_file_deletion", "file_number": 195104} 2024/11/22-12:46:25.147165 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195105.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:25.147191 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250785147187, "job": 48, "event": "table_file_deletion", "file_number": 195105} 2024/11/22-12:46:25.147258 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195106.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:25.147268 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250785147267, "job": 48, "event": "table_file_deletion", "file_number": 195106} 2024/11/22-12:46:25.147315 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195107.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:25.147325 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250785147324, "job": 48, "event": "table_file_deletion", "file_number": 195107} 2024/11/22-12:46:25.148966 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195108.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:25.148992 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250785148989, "job": 48, "event": "table_file_deletion", "file_number": 195108} 2024/11/22-12:46:25.150709 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195109.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:25.150734 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250785150731, "job": 48, "event": "table_file_deletion", "file_number": 195109} 2024/11/22-12:46:25.156101 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195110.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:25.156127 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250785156124, "job": 48, "event": "table_file_deletion", "file_number": 195110} 2024/11/22-12:46:25.162192 139700870317824 [dcompact_etcd.cc:1163] job-00089/att-00: init time wrt = 0.001, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.291 sec, input = 31.989 MiB 2024/11/22-12:46:25.162319 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195111.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:25.162343 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250785162340, "job": 48, "event": "table_file_deletion", "file_number": 195111} 2024/11/22-12:46:25.167875 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195116.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:25.167901 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250785167898, "job": 48, "event": "table_file_deletion", "file_number": 195116} 2024/11/22-12:46:25.171497 139700912260864 [dcompact_etcd.cc:1163] job-00091/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.300 sec, input = 22.774 MiB 2024/11/22-12:46:25.173171 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195118.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:25.173193 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250785173190, "job": 48, "event": "table_file_deletion", "file_number": 195118} 2024/11/22-12:46:25.173276 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195121.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:25.173293 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250785173291, "job": 48, "event": "table_file_deletion", "file_number": 195121} 2024/11/22-12:46:25.174592 139700891289344 [dcompact_etcd.cc:1163] job-00090/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.303 sec, input = 24.770 MiB 2024/11/22-12:46:25.178675 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195123.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:25.178701 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250785178697, "job": 48, "event": "table_file_deletion", "file_number": 195123} 2024/11/22-12:46:25.180061 139701071644416 [dcompact_etcd.cc:1163] job-00093/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.308 sec, input = 128.851 MiB 2024/11/22-12:46:25.185406 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195126.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:25.185433 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250785185430, "job": 48, "event": "table_file_deletion", "file_number": 195126} 2024/11/22-12:46:25.186494 139700880803584 [dcompact_etcd.cc:1163] job-00092/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.315 sec, input = 130.134 MiB 2024/11/22-12:46:25.819836 139700912260864 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00091/att-00 2024/11/22-12:46:25.819917 139700912260864 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00091/att-00/compact.done) = OK: 0.639 sec 2024/11/22-12:46:25.820029 139700912260864 [dcompact_etcd.cc:1263] job-00091/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.300, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 0.639, work = 0.480, e2e = 0.948, ntr = 0.000 sec, input = 22.774 MiB 2024/11/22-12:46:25.820433 139700912260864 [compaction_job.cc:1086] [default] [JOB 91] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.300, mount = 0.000, prepare = 0.004, wait = 0.469, work = 0.480, e2e = 0.949, rename = 0.000, out zip = 0.020251 GB 42.193 MB/sec, out raw = 0.023880 GB 49.753 MB/sec 2024/11/22-12:46:25.820832 139700912260864 [dcompact_etcd.cc:1773] job-00091/att-00: CleanFiles 0.000 sec : 0.000 2024/11/22-12:46:25.821472 139700912260864 (Original Log Time 2024/11/22-12:46:24.871017) EVENT_LOG_v1 {"time_micros": 1732250784871009, "job": 91, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195089], "score": 0.979196, "input_data_size": 23754116, "oldest_snapshot_seqno": 3081747416} 2024/11/22-12:46:25.821480 139700901775104 [compaction_job.cc:2437] [default] [JOB 94] Compacting 1@2 + 17@3 files to L3, score 0.95, subcompactions 1 : 1 2024/11/22-12:46:25.821485 139700912260864 (Original Log Time 2024/11/22-12:46:25.820860) [compaction_job.cc:2022] [default] [JOB 91] Compacted 1@1 files to L2 => 20251238 bytes 2024/11/22-12:46:25.821491 139700912260864 (Original Log Time 2024/11/22-12:46:25.821257) [compaction_job.cc:1224] [default] compacted to: files[0 2 3 74 91 0 68] max score 0.95 (1 files need compaction), MB/sec: 66.7 rd, 56.9 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(22.7, 0.0 +0.0 blob) out(19.3 +0.0 blob), read-write-amplify(1.9) write-amplify(0.9) OK, records in: 165934, records dropped: 0 output_compression: Snappy 2024/11/22-12:46:25.821500 139700901775104 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 68 Base level 2, inputs: [195155(19MB)], [195146(35MB) 195147(33MB) 195148(35MB) 195149(34MB) 195150(33MB) 195151(35MB) 195152(33MB) 195153(34MB) 195154(23MB) 195062(33MB) 195063(35MB) 195064(33MB) 195065(34MB) 195066(35MB) 195067(33MB) 195068(35MB) 195069(34MB)] 2024/11/22-12:46:25.821501 139700912260864 (Original Log Time 2024/11/22-12:46:25.821283) EVENT_LOG_v1 {"time_micros": 1732250785821270, "cf": "default", "job": 91, "event": "compaction_finished", "compaction_time_micros": 356213, "compaction_time_cpu_micros": 162305, "output_level": 2, "num_output_files": 1, "total_output_size": 20251238, "num_input_records": 165934, "num_output_records": 165934, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 2, 3, 74, 91, 0, 68]} 2024/11/22-12:46:25.871283 139700891289344 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00090/att-00 2024/11/22-12:46:25.871336 139700891289344 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00090/att-00/compact.done) = OK: 0.692 sec 2024/11/22-12:46:25.871408 139700891289344 [dcompact_etcd.cc:1263] job-00090/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.303, mount = 0.000, prepare = 0.009, wait = 0.000, etcd = 0.692, work = 0.525, e2e = 1.000, ntr = 0.000 sec, input = 24.770 MiB 2024/11/22-12:46:25.873321 139700891289344 [compaction_job.cc:1086] [default] [JOB 90] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.303, mount = 0.000, prepare = 0.009, wait = 0.475, work = 0.525, e2e = 1.001, rename = 0.000, out zip = 0.022012 GB 41.912 MB/sec, out raw = 0.025973 GB 49.454 MB/sec 2024/11/22-12:46:25.875169 139700891289344 [dcompact_etcd.cc:1773] job-00090/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:46:25.875568 139700891289344 (Original Log Time 2024/11/22-12:46:24.870785) EVENT_LOG_v1 {"time_micros": 1732250784870774, "job": 90, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195099], "score": 0.979196, "input_data_size": 25820740, "oldest_snapshot_seqno": 3081747416} 2024/11/22-12:46:25.875577 139700891289344 (Original Log Time 2024/11/22-12:46:25.875194) [compaction_job.cc:2022] [default] [JOB 90] Compacted 1@1 files to L2 => 22012326 bytes 2024/11/22-12:46:25.875576 139700922746624 (Original Log Time 2024/11/22-12:46:25.875553) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:46:25.875582 139700891289344 (Original Log Time 2024/11/22-12:46:25.875487) [compaction_job.cc:1224] [default] compacted to: files[0 1 4 74 91 0 68] max score 0.67 (1 files need compaction), MB/sec: 64.2 rd, 54.7 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(24.6, 0.0 +0.0 blob) out(21.0 +0.0 blob), read-write-amplify(1.9) write-amplify(0.9) OK, records in: 180606, records dropped: 0 output_compression: Snappy 2024/11/22-12:46:25.875589 139700891289344 (Original Log Time 2024/11/22-12:46:25.875515) EVENT_LOG_v1 {"time_micros": 1732250785875504, "cf": "default", "job": 90, "event": "compaction_finished", "compaction_time_micros": 402267, "compaction_time_cpu_micros": 193274, "output_level": 2, "num_output_files": 1, "total_output_size": 22012326, "num_input_records": 180606, "num_output_records": 180606, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 1, 4, 74, 91, 0, 68]} 2024/11/22-12:46:26.050805 139700870317824 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00089/att-00 2024/11/22-12:46:26.050880 139700870317824 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00089/att-00/compact.done) = OK: 0.881 sec 2024/11/22-12:46:26.050986 139700870317824 [dcompact_etcd.cc:1263] job-00089/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.291, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 0.881, work = 0.621, e2e = 1.180, ntr = 0.000 sec, input = 31.989 MiB 2024/11/22-12:46:26.053025 139700870317824 [compaction_job.cc:1086] [default] [JOB 89] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.291, mount = 0.000, prepare = 0.004, wait = 0.559, work = 0.621, e2e = 1.180, rename = 0.000, out zip = 0.028446 GB 45.814 MB/sec, out raw = 0.033543 GB 54.022 MB/sec 2024/11/22-12:46:26.054947 139700870317824 [dcompact_etcd.cc:1773] job-00089/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:46:26.055390 139700912260864 (Original Log Time 2024/11/22-12:46:26.055380) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:46:26.055399 139700870317824 (Original Log Time 2024/11/22-12:46:24.870779) EVENT_LOG_v1 {"time_micros": 1732250784870766, "job": 89, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195095], "score": 0.979196, "input_data_size": 33323332, "oldest_snapshot_seqno": 3081747416} 2024/11/22-12:46:26.055409 139700870317824 (Original Log Time 2024/11/22-12:46:26.054980) [compaction_job.cc:2022] [default] [JOB 89] Compacted 1@1 files to L2 => 28446246 bytes 2024/11/22-12:46:26.055412 139700870317824 (Original Log Time 2024/11/22-12:46:26.055315) [compaction_job.cc:1224] [default] compacted to: files[0 0 5 74 91 0 68] max score 0.67 (2 files need compaction), MB/sec: 68.3 rd, 58.3 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(31.8, 0.0 +0.0 blob) out(27.1 +0.0 blob), read-write-amplify(1.9) write-amplify(0.9) OK, records in: 233087, records dropped: 0 output_compression: Snappy 2024/11/22-12:46:26.055420 139700870317824 (Original Log Time 2024/11/22-12:46:26.055337) EVENT_LOG_v1 {"time_micros": 1732250786055327, "cf": "default", "job": 89, "event": "compaction_finished", "compaction_time_micros": 488209, "compaction_time_cpu_micros": 224296, "output_level": 2, "num_output_files": 1, "total_output_size": 28446246, "num_input_records": 233087, "num_output_records": 233087, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 5, 74, 91, 0, 68]} 2024/11/22-12:46:26.129377 139700901775104 [dcompact_etcd.cc:1163] job-00094/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.307 sec, input = 2.103 GiB 2024/11/22-12:46:29.287910 139701071644416 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00093/att-00 2024/11/22-12:46:29.288042 139701071644416 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00093/att-00/compact.done) = OK: 4.102 sec 2024/11/22-12:46:29.288125 139701071644416 [dcompact_etcd.cc:1263] job-00093/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.308, mount = 0.000, prepare = 0.005, wait = 0.004, etcd = 4.102, work = 3.778, e2e = 4.416, ntr = 0.000 sec, input = 128.851 MiB 2024/11/22-12:46:29.295716 139701071644416 [compaction_job.cc:1086] [default] [JOB 93] Dcompacted 1@2 + 1@3 files to L3 [2] => time sec: curl = 0.308, mount = 0.000, prepare = 0.005, wait = 0.639, work = 3.778, e2e = 4.417, rename = 0.000, out zip = 0.031042 GB 8.217 MB/sec, out raw = 0.135110 GB 35.764 MB/sec 2024/11/22-12:46:29.296464 139701071644416 [dcompact_etcd.cc:1773] job-00093/att-00: CleanFiles 0.001 sec : 0.000 2024/11/22-12:46:29.296903 139700922746624 (Original Log Time 2024/11/22-12:46:29.296891) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:46:29.296928 139701071644416 (Original Log Time 2024/11/22-12:46:24.871118) EVENT_LOG_v1 {"time_micros": 1732250784871111, "job": 93, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195117], "files_L3": [195035], "score": 0.962529, "input_data_size": 30900663, "oldest_snapshot_seqno": 3081747416} 2024/11/22-12:46:29.296940 139701071644416 (Original Log Time 2024/11/22-12:46:29.296488) [compaction_job.cc:2022] [default] [JOB 93] Compacted 1@2 + 1@3 files to L3 => 31041507 bytes 2024/11/22-12:46:29.296946 139701071644416 (Original Log Time 2024/11/22-12:46:29.296819) [compaction_job.cc:1224] [default] compacted to: files[0 0 4 75 91 0 68] max score 0.69 (2 files need compaction), MB/sec: 8.5 rd, 8.5 wr, level 3, files in(1, 1) out(2 +0 blob) MB in(0.2, 29.3 +0.0 blob) out(29.6 +0.0 blob), read-write-amplify(286.4) write-amplify(143.5) OK, records in: 4658975, records dropped: 0 output_compression: Snappy 2024/11/22-12:46:29.296956 139701071644416 (Original Log Time 2024/11/22-12:46:29.296845) EVENT_LOG_v1 {"time_micros": 1732250789296833, "cf": "default", "job": 93, "event": "compaction_finished", "compaction_time_micros": 3638167, "compaction_time_cpu_micros": 2640858, "output_level": 3, "num_output_files": 2, "total_output_size": 31041507, "num_input_records": 4658975, "num_output_records": 4658975, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 4, 75, 91, 0, 68]} 2024/11/22-12:46:29.339964 139700880803584 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00092/att-00 2024/11/22-12:46:29.340042 139700880803584 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00092/att-00/compact.done) = OK: 4.145 sec 2024/11/22-12:46:29.340133 139700880803584 [dcompact_etcd.cc:1263] job-00092/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.315, mount = 0.000, prepare = 0.009, wait = 0.000, etcd = 4.145, work = 3.339, e2e = 4.469, ntr = 0.000 sec, input = 130.134 MiB 2024/11/22-12:46:29.344188 139700880803584 [compaction_job.cc:1086] [default] [JOB 92] Dcompacted 1@2 + 1@3 files to L3 [2] => time sec: curl = 0.315, mount = 0.000, prepare = 0.009, wait = 1.131, work = 3.339, e2e = 4.469, rename = 0.000, out zip = 0.025917 GB 7.763 MB/sec, out raw = 0.136205 GB 40.797 MB/sec 2024/11/22-12:46:29.346045 139700880803584 [dcompact_etcd.cc:1773] job-00092/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:46:29.346456 139700891289344 (Original Log Time 2024/11/22-12:46:29.346446) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:46:29.346487 139700880803584 (Original Log Time 2024/11/22-12:46:24.871011) EVENT_LOG_v1 {"time_micros": 1732250784871003, "job": 92, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195114], "files_L3": [195059], "score": 0.979196, "input_data_size": 25905331, "oldest_snapshot_seqno": 3081747416} 2024/11/22-12:46:29.346496 139700880803584 (Original Log Time 2024/11/22-12:46:29.346073) [compaction_job.cc:2022] [default] [JOB 92] Compacted 1@2 + 1@3 files to L3 => 25916976 bytes 2024/11/22-12:46:29.346499 139700880803584 (Original Log Time 2024/11/22-12:46:29.346384) [compaction_job.cc:1224] [default] compacted to: files[0 0 3 76 91 0 68] max score 0.70 (2 files need compaction), MB/sec: 8.1 rd, 8.1 wr, level 3, files in(1, 1) out(2 +0 blob) MB in(0.4, 24.3 +0.0 blob) out(24.7 +0.0 blob), read-write-amplify(134.6) write-amplify(67.3) OK, records in: 4855053, records dropped: 10020 output_compression: Snappy 2024/11/22-12:46:29.346508 139700880803584 (Original Log Time 2024/11/22-12:46:29.346406) EVENT_LOG_v1 {"time_micros": 1732250789346396, "cf": "default", "job": 92, "event": "compaction_finished", "compaction_time_micros": 3202757, "compaction_time_cpu_micros": 2458177, "output_level": 3, "num_output_files": 2, "total_output_size": 25916976, "num_input_records": 4855053, "num_output_records": 4845033, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 3, 76, 91, 0, 68]} 2024/11/22-12:46:29.350531 139700880803584 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195089.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:46:29.350563 139700880803584 EVENT_LOG_v1 {"time_micros": 1732250789350560, "job": 92, "event": "table_file_deletion", "file_number": 195089} 2024/11/22-12:47:19.344389 139700901775104 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00094/att-00 2024/11/22-12:47:19.344500 139700901775104 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00094/att-00/compact.done) = OK: 53.204 sec 2024/11/22-12:47:19.344588 139700901775104 [dcompact_etcd.cc:1263] job-00094/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.307, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 53.204, work = 51.997, e2e = 53.523, ntr = 0.000 sec, input = 2.103 GiB 2024/11/22-12:47:19.461185 139700901775104 [compaction_job.cc:1086] [default] [JOB 94] Dcompacted 1@2 + 17@3 files to L3 [17] => time sec: curl = 0.307, mount = 0.000, prepare = 0.004, wait = 1.526, work = 51.997, e2e = 53.523, rename = 0.000, out zip = 0.611430 GB 11.759 MB/sec, out raw = 2.251373 GB 43.298 MB/sec 2024/11/22-12:47:19.470591 139700901775104 [dcompact_etcd.cc:1773] job-00094/att-00: CleanFiles 0.009 sec : 0.000 2024/11/22-12:47:19.471113 139700912260864 [compaction_picker.cc:563] [default] Expanding@2 1+1(22012326+38038312 bytes) to 2+1 (50458572+38038312 bytes) 2024/11/22-12:47:19.471209 139700912260864 [compaction_job.cc:2437] [default] [JOB 99] Compacting 2@2 + 1@3 files to L3, score 0.98, subcompactions 1 : 1 2024/11/22-12:47:19.471221 139700912260864 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 73 Base level 2, inputs: [195157(27MB) 195156(20MB)], [195162(36MB)] 2024/11/22-12:47:19.471295 139700901775104 (Original Log Time 2024/11/22-12:46:25.821522) EVENT_LOG_v1 {"time_micros": 1732250785821511, "job": 94, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195155], "files_L3": [195146, 195147, 195148, 195149, 195150, 195151, 195152, 195153, 195154, 195062, 195063, 195064, 195065, 195066, 195067, 195068, 195069], "score": 0.945862, "input_data_size": 625847098, "oldest_snapshot_seqno": 3081756799} 2024/11/22-12:47:19.471306 139700901775104 (Original Log Time 2024/11/22-12:47:19.470629) [compaction_job.cc:2022] [default] [JOB 94] Compacted 1@2 + 17@3 files to L3 => 611429870 bytes 2024/11/22-12:47:19.471309 139700901775104 (Original Log Time 2024/11/22-12:47:19.471004) [compaction_job.cc:1224] [default] compacted to: files[0 0 2 76 91 0 68] max score 0.98 (2 files need compaction), MB/sec: 12.1 rd, 11.8 wr, level 3, files in(1, 17) out(17 +0 blob) MB in(19.3, 577.5 +0.0 blob) out(583.1 +0.0 blob), read-write-amplify(61.1) write-amplify(30.2) OK, records in: 15539778, records dropped: 50246 output_compression: Snappy 2024/11/22-12:47:19.471314 139700901775104 (Original Log Time 2024/11/22-12:47:19.471032) EVENT_LOG_v1 {"time_micros": 1732250839471018, "cf": "default", "job": 94, "event": "compaction_finished", "compaction_time_micros": 51789734, "compaction_time_cpu_micros": 23865730, "output_level": 3, "num_output_files": 17, "total_output_size": 611429870, "num_input_records": 15539778, "num_output_records": 15489532, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 2, 76, 91, 0, 68]} 2024/11/22-12:47:19.475621 139700901775104 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195035.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:47:19.475646 139700901775104 EVENT_LOG_v1 {"time_micros": 1732250839475642, "job": 94, "event": "table_file_deletion", "file_number": 195035} 2024/11/22-12:47:19.479165 139700901775104 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195059.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:47:19.479189 139700901775104 EVENT_LOG_v1 {"time_micros": 1732250839479186, "job": 94, "event": "table_file_deletion", "file_number": 195059} 2024/11/22-12:47:19.485625 139700901775104 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195062.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:47:19.485646 139700901775104 EVENT_LOG_v1 {"time_micros": 1732250839485644, "job": 94, "event": "table_file_deletion", "file_number": 195062} 2024/11/22-12:47:19.494960 139700901775104 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195063.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:47:19.494982 139700901775104 EVENT_LOG_v1 {"time_micros": 1732250839494979, "job": 94, "event": "table_file_deletion", "file_number": 195063} 2024/11/22-12:47:19.504701 139700901775104 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195064.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:47:19.504728 139700901775104 EVENT_LOG_v1 {"time_micros": 1732250839504724, "job": 94, "event": "table_file_deletion", "file_number": 195064} 2024/11/22-12:47:19.515899 139700901775104 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195065.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:47:19.515939 139700901775104 EVENT_LOG_v1 {"time_micros": 1732250839515936, "job": 94, "event": "table_file_deletion", "file_number": 195065} 2024/11/22-12:47:19.526027 139700901775104 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195066.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:47:19.526053 139700901775104 EVENT_LOG_v1 {"time_micros": 1732250839526050, "job": 94, "event": "table_file_deletion", "file_number": 195066} 2024/11/22-12:47:19.535983 139700901775104 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195067.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:47:19.536009 139700901775104 EVENT_LOG_v1 {"time_micros": 1732250839536006, "job": 94, "event": "table_file_deletion", "file_number": 195067} 2024/11/22-12:47:19.546086 139700901775104 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195068.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:47:19.546112 139700901775104 EVENT_LOG_v1 {"time_micros": 1732250839546109, "job": 94, "event": "table_file_deletion", "file_number": 195068} 2024/11/22-12:47:19.555446 139700901775104 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195069.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:47:19.555470 139700901775104 EVENT_LOG_v1 {"time_micros": 1732250839555467, "job": 94, "event": "table_file_deletion", "file_number": 195069} 2024/11/22-12:47:19.564533 139700901775104 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195095.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:47:19.564554 139700901775104 EVENT_LOG_v1 {"time_micros": 1732250839564552, "job": 94, "event": "table_file_deletion", "file_number": 195095} 2024/11/22-12:47:19.569964 139700901775104 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195099.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:47:19.569989 139700901775104 EVENT_LOG_v1 {"time_micros": 1732250839569987, "job": 94, "event": "table_file_deletion", "file_number": 195099} 2024/11/22-12:47:19.570184 139700901775104 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195114.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:47:19.570197 139700901775104 EVENT_LOG_v1 {"time_micros": 1732250839570195, "job": 94, "event": "table_file_deletion", "file_number": 195114} 2024/11/22-12:47:19.570356 139700901775104 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195117.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:47:19.570367 139700901775104 EVENT_LOG_v1 {"time_micros": 1732250839570366, "job": 94, "event": "table_file_deletion", "file_number": 195117} 2024/11/22-12:47:19.575418 139700901775104 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195146.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:47:19.575439 139700901775104 EVENT_LOG_v1 {"time_micros": 1732250839575437, "job": 94, "event": "table_file_deletion", "file_number": 195146} 2024/11/22-12:47:19.580352 139700901775104 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195147.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:47:19.580373 139700901775104 EVENT_LOG_v1 {"time_micros": 1732250839580371, "job": 94, "event": "table_file_deletion", "file_number": 195147} 2024/11/22-12:47:19.585087 139700901775104 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195148.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:47:19.585109 139700901775104 EVENT_LOG_v1 {"time_micros": 1732250839585106, "job": 94, "event": "table_file_deletion", "file_number": 195148} 2024/11/22-12:47:19.591967 139700901775104 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195149.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:47:19.591988 139700901775104 EVENT_LOG_v1 {"time_micros": 1732250839591985, "job": 94, "event": "table_file_deletion", "file_number": 195149} 2024/11/22-12:47:19.597669 139700901775104 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195150.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:47:19.597692 139700901775104 EVENT_LOG_v1 {"time_micros": 1732250839597690, "job": 94, "event": "table_file_deletion", "file_number": 195150} 2024/11/22-12:47:19.603737 139700901775104 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195151.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:47:19.603759 139700901775104 EVENT_LOG_v1 {"time_micros": 1732250839603757, "job": 94, "event": "table_file_deletion", "file_number": 195151} 2024/11/22-12:47:19.608856 139700901775104 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195152.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:47:19.608878 139700901775104 EVENT_LOG_v1 {"time_micros": 1732250839608875, "job": 94, "event": "table_file_deletion", "file_number": 195152} 2024/11/22-12:47:19.614213 139700901775104 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195153.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:47:19.614237 139700901775104 EVENT_LOG_v1 {"time_micros": 1732250839614234, "job": 94, "event": "table_file_deletion", "file_number": 195153} 2024/11/22-12:47:19.618659 139700901775104 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195154.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:47:19.618682 139700901775104 EVENT_LOG_v1 {"time_micros": 1732250839618679, "job": 94, "event": "table_file_deletion", "file_number": 195154} 2024/11/22-12:47:19.621374 139700901775104 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195155.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:47:19.621394 139700901775104 EVENT_LOG_v1 {"time_micros": 1732250839621392, "job": 94, "event": "table_file_deletion", "file_number": 195155} 2024/11/22-12:47:19.773124 139700912260864 [dcompact_etcd.cc:1163] job-00099/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.301 sec, input = 184.759 MiB 2024/11/22-12:47:25.652683 139700912260864 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00099/att-00 2024/11/22-12:47:25.652783 139700912260864 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00099/att-00/compact.done) = OK: 5.874 sec 2024/11/22-12:47:25.652869 139700912260864 [dcompact_etcd.cc:1263] job-00099/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.301, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 5.874, work = 4.923, e2e = 6.181, ntr = 0.000 sec, input = 184.759 MiB 2024/11/22-12:47:25.657982 139700912260864 [compaction_job.cc:1086] [default] [JOB 99] Dcompacted 2@2 + 1@3 files to L3 [2] => time sec: curl = 0.301, mount = 0.000, prepare = 0.004, wait = 1.258, work = 4.923, e2e = 6.182, rename = 0.000, out zip = 0.058139 GB 11.809 MB/sec, out raw = 0.193734 GB 39.349 MB/sec 2024/11/22-12:47:25.659917 139700912260864 [dcompact_etcd.cc:1773] job-00099/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:47:25.660494 139700912260864 (Original Log Time 2024/11/22-12:47:19.471269) EVENT_LOG_v1 {"time_micros": 1732250839471233, "job": 99, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195157, 195156], "files_L3": [195162], "score": 0.981633, "input_data_size": 88496884, "oldest_snapshot_seqno": 3082388950} 2024/11/22-12:47:25.660506 139700912260864 (Original Log Time 2024/11/22-12:47:25.659965) [compaction_job.cc:2022] [default] [JOB 99] Compacted 2@2 + 1@3 files to L3 => 58139491 bytes 2024/11/22-12:47:25.660511 139700912260864 (Original Log Time 2024/11/22-12:47:25.660384) [compaction_job.cc:1224] [default] compacted to: files[0 0 0 77 91 0 68] max score 0.99, MB/sec: 18.5 rd, 12.1 wr, level 3, files in(2, 1) out(2 +0 blob) MB in(48.1, 36.3 +0.0 blob) out(55.4 +0.0 blob), read-write-amplify(2.9) write-amplify(1.2) OK, records in: 1340284, records dropped: 0 output_compression: Snappy 2024/11/22-12:47:25.660528 139700912260864 (Original Log Time 2024/11/22-12:47:25.660417) EVENT_LOG_v1 {"time_micros": 1732250845660401, "cf": "default", "job": 99, "event": "compaction_finished", "compaction_time_micros": 4793323, "compaction_time_cpu_micros": 1964612, "output_level": 3, "num_output_files": 2, "total_output_size": 58139491, "num_input_records": 1340284, "num_output_records": 1340284, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 77, 91, 0, 68]} 2024/11/22-12:47:25.667646 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195162.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:47:25.667681 139700721420032 EVENT_LOG_v1 {"time_micros": 1732250845667677, "job": 0, "event": "table_file_deletion", "file_number": 195162} 2024/11/22-12:47:25.672889 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195157.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:47:25.672911 139700721420032 EVENT_LOG_v1 {"time_micros": 1732250845672908, "job": 0, "event": "table_file_deletion", "file_number": 195157} 2024/11/22-12:47:25.675790 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195156.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:47:25.675808 139700721420032 EVENT_LOG_v1 {"time_micros": 1732250845675806, "job": 0, "event": "table_file_deletion", "file_number": 195156} 2024/11/22-12:48:08.359009 139701501556480 [db_impl_write.cc:2181] [default] New memtable created with log file: #195181. Immutable memtables: 0. 2024/11/22-12:48:08.359479 139700710934272 [db_impl_compaction_flush.cc:103] [JOB 100] Syncing log #195120 2024/11/22-12:48:08.359563 139700710934272 (Original Log Time 2024/11/22-12:48:08.359205) [db_impl_compaction_flush.cc:3040] Calling FlushMemTableToOutputFile with column family [default], flush slots available 2, compaction slots available 7, flush slots scheduled 1, compaction slots scheduled 0 2024/11/22-12:48:08.359571 139700710934272 [flush_job.cc:879] [default] [JOB 100] Flushing memtable with next log file: 195181 2024/11/22-12:48:08.359604 139700710934272 EVENT_LOG_v1 {"time_micros": 1732250888359584, "job": 100, "event": "flush_started", "num_memtables": 1, "num_entries": 1437294, "num_deletes": 60200, "total_data_size": 516136652, "memory_usage": 536608136, "num_range_deletes": 0, "flush_reason": "Write Buffer Full"} 2024/11/22-12:48:08.359611 139700710934272 [flush_job.cc:910] [default] [JOB 100] Level-0 flush table #195182: started 2024/11/22-12:48:08.360036 139700710934272 [cspp_memtable.cc:1074] /storage/mytopling/.rocksdb/cspp-000002.memtab-0 ConvertToReadOnly /storage/mytopling/.rocksdb/195182.sst in ConvertToSST, mem_size = 511.749 M, time = 412.796 us 2024/11/22-12:48:08.831872 139700710934272 [cspp_memtable.cc:1366] CSPPMemTab::ConvertToSST(/storage/mytopling/.rocksdb/195182.sst): fsize = 511.751 M, time(ms): open: 0.046, seek: 0.020, finish: 0.040, meta: 0.009, Flush: 0.018, sync: 471.672, close: 0.011, all: 471.816 2024/11/22-12:48:08.833152 139700710934272 [flush_job.cc:1084] [default] [JOB 100] Flush lasted 473587 microseconds, and 429094 cpu microseconds. 2024/11/22-12:48:08.859355 139700710934272 (Original Log Time 2024/11/22-12:48:08.831918) [flush_job.cc:1029] [default] [JOB 100] Level-0 flush table #195182: 536609565 bytes OK (needs compaction) 2024/11/22-12:48:08.859368 139700710934272 (Original Log Time 2024/11/22-12:48:08.833173) [memtable_list.cc:560] [default] Level-0 commit table #195182 started 2024/11/22-12:48:08.859373 139700710934272 (Original Log Time 2024/11/22-12:48:08.859273) [memtable_list.cc:759] [default] Level-0 commit table #195182: memtable #1 done 2024/11/22-12:48:08.859378 139700710934272 (Original Log Time 2024/11/22-12:48:08.859301) EVENT_LOG_v1 {"time_micros": 1732250888859292, "job": 100, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [1, 0, 0, 77, 91, 0, 68], "immutable_memtables": 0} 2024/11/22-12:48:08.859382 139700710934272 (Original Log Time 2024/11/22-12:48:08.859326) [db_impl_compaction_flush.cc:310] [default] Level summary: files[1 0 0 77 91 0 68] max score 1.00 (1 files need compaction) 2024/11/22-12:48:08.859393 139700710934272 [db_impl_files.cc:470] [JOB 100] Try to delete WAL files size 466861500, prev total WAL file size 986392539, number of live WAL files 4. 2024/11/22-12:48:08.859988 139700870317824 [compaction_job.cc:2437] [default] [JOB 101] Compacting 1@0 files to L1, score 1.00, subcompactions 3 : 3 2024/11/22-12:48:08.860006 139700870317824 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 75 Base level 0, inputs: [195182(511MB)] 2024/11/22-12:48:08.861039 139699278579456 [compaction_job.cc:1948] [default] [JOB 101] Generated table #195184: 85 keys, 61240 bytes (need compaction), temperature: kUnknown 2024/11/22-12:48:08.861095 139699278579456 EVENT_LOG_v1 {"time_micros": 1732250888861074, "cf_name": "default", "job": 101, "event": "table_file_creation", "file_number": 195184, "file_size": 61240, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3081470557, "largest_seqno": 3082969582, "table_properties": {"data_size": 55232, "index_size": 5184, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 2040, "raw_average_key_size": 24, "raw_value_size": 55216, "raw_average_value_size": 649, "num_data_blocks": 1, "num_entries": 85, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 24, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250888, "oldest_key_time": 0, "file_creation_time": 1732250888, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195184, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:48:08.867055 139700870317824 [compaction_job.cc:1948] [default] [JOB 101] Generated table #195183: 4 keys, 3571 bytes (need compaction), temperature: kUnknown 2024/11/22-12:48:08.867095 139700870317824 EVENT_LOG_v1 {"time_micros": 1732250888867074, "cf_name": "default", "job": 101, "event": "table_file_creation", "file_number": 195183, "file_size": 3571, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3082971408, "largest_seqno": 3082972013, "table_properties": {"data_size": 512, "index_size": 2240, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 64, "raw_average_key_size": 16, "raw_value_size": 461, "raw_average_value_size": 115, "num_data_blocks": 1, "num_entries": 4, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 16, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250888, "oldest_key_time": 0, "file_creation_time": 1732250888, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195183, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:48:08.881333 139700870317824 [compaction_job.cc:1948] [default] [JOB 101] Generated table #195187: 40 keys, 9396 bytes (need compaction), temperature: kUnknown 2024/11/22-12:48:08.881372 139700870317824 EVENT_LOG_v1 {"time_micros": 1732250888881351, "cf_name": "default", "job": 101, "event": "table_file_creation", "file_number": 195187, "file_size": 9396, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3082967407, "largest_seqno": 3082972017, "table_properties": {"data_size": 4800, "index_size": 3776, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 800, "raw_average_key_size": 20, "raw_value_size": 4779, "raw_average_value_size": 119, "num_data_blocks": 1, "num_entries": 40, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250888, "oldest_key_time": 0, "file_creation_time": 1732250888, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195187, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:48:08.886429 139699278579456 [compaction_job.cc:1948] [default] [JOB 101] Generated table #195186: 32945 keys, 2579966 bytes (need compaction), temperature: kUnknown 2024/11/22-12:48:08.886466 139699278579456 EVENT_LOG_v1 {"time_micros": 1732250888886447, "cf_name": "default", "job": 101, "event": "table_file_creation", "file_number": 195186, "file_size": 2579966, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3081464534, "largest_seqno": 3082972015, "table_properties": {"data_size": 1700416, "index_size": 878720, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 658900, "raw_average_key_size": 20, "raw_value_size": 1700380, "raw_average_value_size": 51, "num_data_blocks": 1, "num_entries": 32945, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250888, "oldest_key_time": 0, "file_creation_time": 1732250888, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195186, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:48:08.933411 139699278579456 [compaction_job.cc:1948] [default] [JOB 101] Generated table #195189: 64268 keys, 1765645 bytes (need compaction), temperature: kUnknown 2024/11/22-12:48:08.933456 139699278579456 EVENT_LOG_v1 {"time_micros": 1732250888933435, "cf_name": "default", "job": 101, "event": "table_file_creation", "file_number": 195189, "file_size": 1765645, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3081464515, "largest_seqno": 3082972021, "table_properties": {"data_size": 64320, "index_size": 1700480, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 1542432, "raw_average_key_size": 24, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 64268, "num_filter_entries": 0, "num_deletions": 30100, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 24, "fixed_value_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250888, "oldest_key_time": 0, "file_creation_time": 1732250888, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195189, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:48:08.938401 139700710934272 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194991.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:08.943336 139700870317824 [compaction_job.cc:1948] [default] [JOB 101] Generated table #195188: 36962 keys, 25248513 bytes (need compaction), temperature: kUnknown 2024/11/22-12:48:08.943385 139700870317824 EVENT_LOG_v1 {"time_micros": 1732250888943358, "cf_name": "default", "job": 101, "event": "table_file_creation", "file_number": 195188, "file_size": 25248513, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3081464538, "largest_seqno": 3082972014, "table_properties": {"data_size": 24062784, "index_size": 1184896, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 887088, "raw_average_key_size": 24, "raw_value_size": 24062766, "raw_average_value_size": 651, "num_data_blocks": 1, "num_entries": 36962, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 24, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250888, "oldest_key_time": 0, "file_creation_time": 1732250888, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195188, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:48:08.979004 139699278579456 [compaction_job.cc:1948] [default] [JOB 101] Generated table #195190: 64268 keys, 2914302 bytes (need compaction), temperature: kUnknown 2024/11/22-12:48:08.979043 139699278579456 EVENT_LOG_v1 {"time_micros": 1732250888979025, "cf_name": "default", "job": 101, "event": "table_file_creation", "file_number": 195190, "file_size": 2914302, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3081464512, "largest_seqno": 3082972018, "table_properties": {"data_size": 1212992, "index_size": 1700480, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 1542432, "raw_average_key_size": 24, "raw_value_size": 1212956, "raw_average_value_size": 18, "num_data_blocks": 1, "num_entries": 64268, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 24, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250888, "oldest_key_time": 0, "file_creation_time": 1732250888, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195190, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:48:09.038431 139697263216384 [compaction_job.cc:1948] [default] [JOB 101] Generated table #195185: 232859 keys, 33323588 bytes (need compaction), temperature: kUnknown 2024/11/22-12:48:09.038506 139697263216384 EVENT_LOG_v1 {"time_micros": 1732250889038479, "cf_name": "default", "job": 101, "event": "table_file_creation", "file_number": 195185, "file_size": 33323588, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3081464565, "largest_seqno": 3082971960, "table_properties": {"data_size": 26985216, "index_size": 6337536, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 6520052, "raw_average_key_size": 28, "raw_value_size": 26985198, "raw_average_value_size": 115, "num_data_blocks": 1, "num_entries": 232859, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 28, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250888, "oldest_key_time": 0, "file_creation_time": 1732250888, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195185, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:48:09.088259 139699278579456 [compaction_job.cc:1948] [default] [JOB 101] Generated table #195191: 153276 keys, 21958020 bytes (need compaction), temperature: kUnknown 2024/11/22-12:48:09.088303 139699278579456 EVENT_LOG_v1 {"time_micros": 1732250889088283, "cf_name": "default", "job": 101, "event": "table_file_creation", "file_number": 195191, "file_size": 21958020, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3081464642, "largest_seqno": 3082972045, "table_properties": {"data_size": 17761920, "index_size": 4195264, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 4291728, "raw_average_key_size": 28, "raw_value_size": 17761900, "raw_average_value_size": 115, "num_data_blocks": 1, "num_entries": 153276, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 28, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250888, "oldest_key_time": 0, "file_creation_time": 1732250888, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195191, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:48:09.199425 139697263216384 [compaction_job.cc:1948] [default] [JOB 101] Generated table #195192: 233036 keys, 33323524 bytes (need compaction), temperature: kUnknown 2024/11/22-12:48:09.199474 139697263216384 EVENT_LOG_v1 {"time_micros": 1732250889199453, "cf_name": "default", "job": 101, "event": "table_file_creation", "file_number": 195192, "file_size": 33323524, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3081464523, "largest_seqno": 3082972010, "table_properties": {"data_size": 27001088, "index_size": 6321600, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 6525008, "raw_average_key_size": 28, "raw_value_size": 27001036, "raw_average_value_size": 115, "num_data_blocks": 1, "num_entries": 233036, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 28, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250889, "oldest_key_time": 0, "file_creation_time": 1732250889, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195192, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:48:09.215649 139697263216384 [compaction_job.cc:1948] [default] [JOB 101] Generated table #195193: 23684 keys, 3422529 bytes (need compaction), temperature: kUnknown 2024/11/22-12:48:09.215690 139697263216384 EVENT_LOG_v1 {"time_micros": 1732250889215670, "cf_name": "default", "job": 101, "event": "table_file_creation", "file_number": 195193, "file_size": 3422529, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3081465752, "largest_seqno": 3082971818, "table_properties": {"data_size": 2743488, "index_size": 678208, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 663152, "raw_average_key_size": 28, "raw_value_size": 2743480, "raw_average_value_size": 115, "num_data_blocks": 1, "num_entries": 23684, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 28, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250889, "oldest_key_time": 0, "file_creation_time": 1732250889, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195193, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:48:09.285535 139697263216384 [compaction_job.cc:1948] [default] [JOB 101] Generated table #195194: 31914 keys, 33524673 bytes (need compaction), temperature: kUnknown 2024/11/22-12:48:09.285581 139697263216384 EVENT_LOG_v1 {"time_micros": 1732250889285560, "cf_name": "default", "job": 101, "event": "table_file_creation", "file_number": 195194, "file_size": 33524673, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3081464551, "largest_seqno": 3082972033, "table_properties": {"data_size": 32457536, "index_size": 1066304, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 638280, "raw_average_key_size": 20, "raw_value_size": 32457499, "raw_average_value_size": 1017, "num_data_blocks": 1, "num_entries": 31914, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250889, "oldest_key_time": 0, "file_creation_time": 1732250889, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195194, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:48:09.358372 139697263216384 [compaction_job.cc:1948] [default] [JOB 101] Generated table #195195: 31928 keys, 33525249 bytes (need compaction), temperature: kUnknown 2024/11/22-12:48:09.358419 139697263216384 EVENT_LOG_v1 {"time_micros": 1732250889358397, "cf_name": "default", "job": 101, "event": "table_file_creation", "file_number": 195195, "file_size": 33525249, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3081464605, "largest_seqno": 3082971990, "table_properties": {"data_size": 32472896, "index_size": 1051520, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 638560, "raw_average_key_size": 20, "raw_value_size": 32472895, "raw_average_value_size": 1017, "num_data_blocks": 1, "num_entries": 31928, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250889, "oldest_key_time": 0, "file_creation_time": 1732250889, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195195, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:48:09.430525 139697263216384 [compaction_job.cc:1948] [default] [JOB 101] Generated table #195196: 31990 keys, 33525377 bytes (need compaction), temperature: kUnknown 2024/11/22-12:48:09.430584 139697263216384 EVENT_LOG_v1 {"time_micros": 1732250889430557, "cf_name": "default", "job": 101, "event": "table_file_creation", "file_number": 195196, "file_size": 33525377, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3081464521, "largest_seqno": 3082971999, "table_properties": {"data_size": 32532480, "index_size": 992064, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 639800, "raw_average_key_size": 20, "raw_value_size": 32532426, "raw_average_value_size": 1016, "num_data_blocks": 1, "num_entries": 31990, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250889, "oldest_key_time": 0, "file_creation_time": 1732250889, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195196, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:48:09.456866 139697263216384 [compaction_job.cc:1948] [default] [JOB 101] Generated table #195197: 12265 keys, 12840320 bytes (need compaction), temperature: kUnknown 2024/11/22-12:48:09.456935 139697263216384 EVENT_LOG_v1 {"time_micros": 1732250889456897, "cf_name": "default", "job": 101, "event": "table_file_creation", "file_number": 195197, "file_size": 12840320, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3081465827, "largest_seqno": 3082971974, "table_properties": {"data_size": 12472320, "index_size": 367168, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 245300, "raw_average_key_size": 20, "raw_value_size": 12472304, "raw_average_value_size": 1016, "num_data_blocks": 1, "num_entries": 12265, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250889, "oldest_key_time": 0, "file_creation_time": 1732250889, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195197, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:48:09.518904 139697263216384 [compaction_job.cc:1948] [default] [JOB 101] Generated table #195198: 94368 keys, 2580561 bytes (need compaction), temperature: kUnknown 2024/11/22-12:48:09.518973 139697263216384 EVENT_LOG_v1 {"time_micros": 1732250889518944, "cf_name": "default", "job": 101, "event": "table_file_creation", "file_number": 195198, "file_size": 2580561, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3081464513, "largest_seqno": 3082972019, "table_properties": {"data_size": 94400, "index_size": 2485312, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 2479600, "raw_average_key_size": 26, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 94368, "num_filter_entries": 0, "num_deletions": 30100, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "fixed_value_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250889, "oldest_key_time": 0, "file_creation_time": 1732250889, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195198, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:48:09.542316 139697263216384 [compaction_job.cc:1948] [default] [JOB 101] Generated table #195199: 34168 keys, 1149323 bytes (need compaction), temperature: kUnknown 2024/11/22-12:48:09.542357 139697263216384 EVENT_LOG_v1 {"time_micros": 1732250889542338, "cf_name": "default", "job": 101, "event": "table_file_creation", "file_number": 195199, "file_size": 1149323, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3081464514, "largest_seqno": 3082972020, "table_properties": {"data_size": 34176, "index_size": 1114304, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 990872, "raw_average_key_size": 29, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 34168, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 29, "fixed_value_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250889, "oldest_key_time": 0, "file_creation_time": 1732250889, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195199, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:48:09.542440 139700870317824 [compaction_job.cc:703] job-00101: subcompact[0], size: 0.025261 G, files: /storage/mytopling/.rocksdb [195183,195187,195188] 2024/11/22-12:48:09.542463 139700870317824 [compaction_job.cc:703] job-00101: subcompact[1], size: 0.029279 G, files: /storage/mytopling/.rocksdb [195184,195186,195189,195190,195191] 2024/11/22-12:48:09.542472 139700870317824 [compaction_job.cc:703] job-00101: subcompact[2], size: 0.187215 G, files: /storage/mytopling/.rocksdb [195185,195192,195193,195194,195195,195196,195197,195198,195199] 2024/11/22-12:48:09.556952 139700922746624 [compaction_job.cc:2437] [default] [JOB 102] Compacting 1@1 files to L2, score 0.99, subcompactions 1 : 1 2024/11/22-12:48:09.556970 139700922746624 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 76 Base level 1, inputs: [195199(1122KB)] 2024/11/22-12:48:09.556972 139700870317824 (Original Log Time 2024/11/22-12:48:08.860029) EVENT_LOG_v1 {"time_micros": 1732250888860018, "job": 101, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L0": [195182], "score": 0.999513, "input_data_size": 536609565, "oldest_snapshot_seqno": 3082976596} 2024/11/22-12:48:09.556987 139700870317824 (Original Log Time 2024/11/22-12:48:09.556226) [compaction_job.cc:2022] [default] [JOB 101] Compacted 1@0 files to L1 => 241755797 bytes 2024/11/22-12:48:09.556993 139700870317824 (Original Log Time 2024/11/22-12:48:09.556714) [compaction_job.cc:1224] [default] compacted to: files[0 17 0 77 91 0 68] max score 0.99 (17 files need compaction), MB/sec: 786.3 rd, 354.2 wr, level 1, files in(1, 0) out(17 +0 blob) MB in(511.8, 0.0 +0.0 blob) out(230.6 +0.0 blob), read-write-amplify(1.5) write-amplify(0.5) OK, records in: 1437294, records dropped: 359234 output_compression: Snappy 2024/11/22-12:48:09.557009 139700870317824 (Original Log Time 2024/11/22-12:48:09.556750) EVENT_LOG_v1 {"time_micros": 1732250889556729, "cf": "default", "job": 101, "event": "compaction_finished", "compaction_time_micros": 682448, "compaction_time_cpu_micros": 977930, "output_level": 1, "num_output_files": 17, "total_output_size": 241755797, "num_input_records": 1437294, "num_output_records": 1078060, "num_subcompactions": 3, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 17, 0, 77, 91, 0, 68]} 2024/11/22-12:48:09.557076 139701071644416 [compaction_job.cc:2437] [default] [JOB 103] Compacting 1@1 files to L2, score 0.99, subcompactions 1 : 1 2024/11/22-12:48:09.557093 139701071644416 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 76 Base level 1, inputs: [195198(2520KB)] 2024/11/22-12:48:09.557191 139700891289344 [compaction_job.cc:2437] [default] [JOB 104] Compacting 1@1 files to L2, score 0.99, subcompactions 1 : 1 2024/11/22-12:48:09.557209 139700891289344 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 76 Base level 1, inputs: [195197(12MB)] 2024/11/22-12:48:09.557292 139700880803584 [compaction_job.cc:2437] [default] [JOB 105] Compacting 1@1 files to L2, score 0.99, subcompactions 1 : 1 2024/11/22-12:48:09.557304 139700880803584 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 76 Base level 1, inputs: [195196(31MB)] 2024/11/22-12:48:09.557412 139700901775104 [compaction_job.cc:2437] [default] [JOB 106] Compacting 1@1 files to L2, score 0.99, subcompactions 1 : 1 2024/11/22-12:48:09.557429 139700901775104 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 76 Base level 1, inputs: [195195(31MB)] 2024/11/22-12:48:09.557582 139700912260864 [compaction_job.cc:2437] [default] [JOB 107] Compacting 1@1 files to L2, score 0.99, subcompactions 1 : 1 2024/11/22-12:48:09.557595 139700912260864 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 76 Base level 1, inputs: [195194(31MB)] 2024/11/22-12:48:09.558038 139700870317824 [compaction_job.cc:2437] [default] [JOB 108] Compacting 1@1 files to L2, score 0.99, subcompactions 1 : 1 2024/11/22-12:48:09.558055 139700870317824 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 76 Base level 1, inputs: [195193(3342KB)] 2024/11/22-12:48:09.571346 139700710934272 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195182.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:09.571377 139700710934272 EVENT_LOG_v1 {"time_micros": 1732250889571373, "job": 0, "event": "table_file_deletion", "file_number": 195182} 2024/11/22-12:48:09.858787 139700912260864 [dcompact_etcd.cc:1163] job-00107/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.301 sec, input = 31.563 MiB 2024/11/22-12:48:09.862254 139700891289344 [dcompact_etcd.cc:1163] job-00104/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.304 sec, input = 12.128 MiB 2024/11/22-12:48:09.868952 139701071644416 [dcompact_etcd.cc:1163] job-00103/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.311 sec, input = 2.365 MiB 2024/11/22-12:48:09.876159 139700922746624 [dcompact_etcd.cc:1163] job-00102/att-00: init time wrt = 0.001, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.318 sec, input = 967.648 KiB 2024/11/22-12:48:09.877912 139700901775104 [dcompact_etcd.cc:1163] job-00106/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.320 sec, input = 31.578 MiB 2024/11/22-12:48:09.882016 139700870317824 [dcompact_etcd.cc:1163] job-00108/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.324 sec, input = 3.249 MiB 2024/11/22-12:48:09.894655 139700880803584 [dcompact_etcd.cc:1163] job-00105/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.337 sec, input = 31.635 MiB 2024/11/22-12:48:10.243163 139700922746624 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00102/att-00 2024/11/22-12:48:10.243234 139700922746624 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00102/att-00/compact.done) = OK: 0.359 sec 2024/11/22-12:48:10.243333 139700922746624 [dcompact_etcd.cc:1263] job-00102/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.318, mount = 0.000, prepare = 0.006, wait = 0.002, etcd = 0.359, work = 0.201, e2e = 0.686, ntr = 0.000 sec, input = 967.648 KiB 2024/11/22-12:48:10.245247 139700922746624 [compaction_job.cc:1086] [default] [JOB 102] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.318, mount = 0.000, prepare = 0.006, wait = 0.486, work = 0.201, e2e = 0.686, rename = 0.000, out zip = 0.000240 GB 1.195 MB/sec, out raw = 0.000991 GB 4.941 MB/sec 2024/11/22-12:48:10.247100 139700922746624 [dcompact_etcd.cc:1773] job-00102/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:48:10.247611 139700922746624 (Original Log Time 2024/11/22-12:48:09.556990) EVENT_LOG_v1 {"time_micros": 1732250889556982, "job": 102, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195199], "score": 0.989023, "input_data_size": 1149323, "oldest_snapshot_seqno": 3082984497} 2024/11/22-12:48:10.247623 139700922746624 (Original Log Time 2024/11/22-12:48:10.247134) [compaction_job.cc:2022] [default] [JOB 102] Compacted 1@1 files to L2 => 239608 bytes 2024/11/22-12:48:10.247629 139700922746624 (Original Log Time 2024/11/22-12:48:10.247518) [compaction_job.cc:1224] [default] compacted to: files[0 16 1 77 91 0 68] max score 0.99 (11 files need compaction), MB/sec: 14.1 rd, 2.9 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(1.1, 0.0 +0.0 blob) out(0.2 +0.0 blob), read-write-amplify(1.2) write-amplify(0.2) OK, records in: 34168, records dropped: 0 output_compression: Snappy 2024/11/22-12:48:10.247639 139700922746624 (Original Log Time 2024/11/22-12:48:10.247542) EVENT_LOG_v1 {"time_micros": 1732250890247531, "cf": "default", "job": 102, "event": "compaction_finished", "compaction_time_micros": 81374, "compaction_time_cpu_micros": 23403, "output_level": 2, "num_output_files": 1, "total_output_size": 239608, "num_input_records": 34168, "num_output_records": 34168, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 16, 1, 77, 91, 0, 68]} 2024/11/22-12:48:10.247758 139700922746624 [compaction_job.cc:2437] [default] [JOB 109] Compacting 1@1 files to L2, score 0.99, subcompactions 1 : 1 2024/11/22-12:48:10.247773 139700922746624 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 77 Base level 1, inputs: [195184(59KB)] 2024/11/22-12:48:10.261277 139700870317824 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00108/att-00 2024/11/22-12:48:10.261332 139700870317824 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00108/att-00/compact.done) = OK: 0.375 sec 2024/11/22-12:48:10.261408 139700870317824 [dcompact_etcd.cc:1263] job-00108/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.324, mount = 0.000, prepare = 0.008, wait = 0.000, etcd = 0.375, work = 0.206, e2e = 0.703, ntr = 0.000 sec, input = 3.249 MiB 2024/11/22-12:48:10.263247 139700870317824 [compaction_job.cc:1086] [default] [JOB 108] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.324, mount = 0.000, prepare = 0.008, wait = 0.498, work = 0.206, e2e = 0.703, rename = 0.000, out zip = 0.002887 GB 14.031 MB/sec, out raw = 0.003407 GB 16.559 MB/sec 2024/11/22-12:48:10.264995 139700870317824 [dcompact_etcd.cc:1773] job-00108/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:48:10.265457 139700870317824 (Original Log Time 2024/11/22-12:48:09.558073) EVENT_LOG_v1 {"time_micros": 1732250889558066, "job": 108, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195193], "score": 0.989023, "input_data_size": 3422529, "oldest_snapshot_seqno": 3082984497} 2024/11/22-12:48:10.265469 139700870317824 (Original Log Time 2024/11/22-12:48:10.265020) [compaction_job.cc:2022] [default] [JOB 108] Compacted 1@1 files to L2 => 2886501 bytes 2024/11/22-12:48:10.265475 139700870317824 (Original Log Time 2024/11/22-12:48:10.265378) [compaction_job.cc:1224] [default] compacted to: files[0 15 2 77 91 0 68] max score 0.99 (11 files need compaction), MB/sec: 40.5 rd, 34.2 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(3.3, 0.0 +0.0 blob) out(2.8 +0.0 blob), read-write-amplify(1.8) write-amplify(0.8) OK, records in: 23684, records dropped: 0 output_compression: Snappy 2024/11/22-12:48:10.265487 139700870317824 (Original Log Time 2024/11/22-12:48:10.265404) EVENT_LOG_v1 {"time_micros": 1732250890265391, "cf": "default", "job": 108, "event": "compaction_finished", "compaction_time_micros": 84422, "compaction_time_cpu_micros": 25381, "output_level": 2, "num_output_files": 1, "total_output_size": 2886501, "num_input_records": 23684, "num_output_records": 23684, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 15, 2, 77, 91, 0, 68]} 2024/11/22-12:48:10.265548 139700870317824 [compaction_job.cc:2437] [default] [JOB 110] Compacting 1@1 files to L2, score 0.99, subcompactions 1 : 1 2024/11/22-12:48:10.265559 139700870317824 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 78 Base level 1, inputs: [195189(1724KB)] 2024/11/22-12:48:10.315807 139701071644416 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00103/att-00 2024/11/22-12:48:10.315859 139701071644416 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00103/att-00/compact.done) = OK: 0.439 sec 2024/11/22-12:48:10.315936 139701071644416 [dcompact_etcd.cc:1263] job-00103/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.311, mount = 0.000, prepare = 0.004, wait = 0.005, etcd = 0.439, work = 0.261, e2e = 0.758, ntr = 0.000 sec, input = 2.365 MiB 2024/11/22-12:48:10.317754 139701071644416 [compaction_job.cc:1086] [default] [JOB 103] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.311, mount = 0.000, prepare = 0.004, wait = 0.498, work = 0.261, e2e = 0.759, rename = 0.000, out zip = 0.000426 GB 1.630 MB/sec, out raw = 0.002480 GB 9.493 MB/sec 2024/11/22-12:48:10.320583 139701071644416 [dcompact_etcd.cc:1773] job-00103/att-00: CleanFiles 0.003 sec : 0.000 2024/11/22-12:48:10.321064 139701071644416 (Original Log Time 2024/11/22-12:48:09.557112) EVENT_LOG_v1 {"time_micros": 1732250889557103, "job": 103, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195198], "score": 0.989023, "input_data_size": 2580561, "oldest_snapshot_seqno": 3082984497} 2024/11/22-12:48:10.321076 139701071644416 (Original Log Time 2024/11/22-12:48:10.320628) [compaction_job.cc:2022] [default] [JOB 103] Compacted 1@1 files to L2 => 425687 bytes 2024/11/22-12:48:10.321081 139701071644416 (Original Log Time 2024/11/22-12:48:10.320983) [compaction_job.cc:1224] [default] compacted to: files[0 14 3 77 91 0 68] max score 0.99 (11 files need compaction), MB/sec: 19.1 rd, 3.2 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(2.5, 0.0 +0.0 blob) out(0.4 +0.0 blob), read-write-amplify(1.2) write-amplify(0.2) OK, records in: 94368, records dropped: 0 output_compression: Snappy 2024/11/22-12:48:10.321093 139701071644416 (Original Log Time 2024/11/22-12:48:10.321006) EVENT_LOG_v1 {"time_micros": 1732250890320994, "cf": "default", "job": 103, "event": "compaction_finished", "compaction_time_micros": 134811, "compaction_time_cpu_micros": 55836, "output_level": 2, "num_output_files": 1, "total_output_size": 425687, "num_input_records": 94368, "num_output_records": 94368, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 14, 3, 77, 91, 0, 68]} 2024/11/22-12:48:10.321182 139701071644416 [compaction_job.cc:2437] [default] [JOB 111] Compacting 1@2 + 4@3 files to L3, score 0.99, subcompactions 1 : 1 2024/11/22-12:48:10.321192 139701071644416 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 79 Base level 2, inputs: [195201(2818KB)], [195175(35MB) 195176(33MB) 195177(34MB) 195178(27MB)] 2024/11/22-12:48:10.358869 139700891289344 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00104/att-00 2024/11/22-12:48:10.358966 139700891289344 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00104/att-00/compact.done) = OK: 0.487 sec 2024/11/22-12:48:10.359081 139700891289344 [dcompact_etcd.cc:1263] job-00104/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.304, mount = 0.000, prepare = 0.011, wait = 0.000, etcd = 0.487, work = 0.302, e2e = 0.801, ntr = 0.000 sec, input = 12.128 MiB 2024/11/22-12:48:10.362082 139700891289344 [compaction_job.cc:1086] [default] [JOB 104] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.304, mount = 0.000, prepare = 0.011, wait = 0.500, work = 0.302, e2e = 0.802, rename = 0.000, out zip = 0.012567 GB 41.568 MB/sec, out raw = 0.012718 GB 42.065 MB/sec 2024/11/22-12:48:10.365336 139700891289344 [dcompact_etcd.cc:1773] job-00104/att-00: CleanFiles 0.003 sec : 0.000 2024/11/22-12:48:10.365904 139700891289344 (Original Log Time 2024/11/22-12:48:09.557237) EVENT_LOG_v1 {"time_micros": 1732250889557219, "job": 104, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195197], "score": 0.989023, "input_data_size": 12840320, "oldest_snapshot_seqno": 3082984497} 2024/11/22-12:48:10.365916 139700891289344 (Original Log Time 2024/11/22-12:48:10.365370) [compaction_job.cc:2022] [default] [JOB 104] Compacted 1@1 files to L2 => 12567313 bytes 2024/11/22-12:48:10.365937 139700891289344 (Original Log Time 2024/11/22-12:48:10.365806) [compaction_job.cc:1224] [default] compacted to: files[0 13 4 77 91 0 68] max score 0.93 (11 files need compaction), MB/sec: 73.6 rd, 72.0 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(12.2, 0.0 +0.0 blob) out(12.0 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 12265, records dropped: 0 output_compression: Snappy 2024/11/22-12:48:10.365948 139700891289344 (Original Log Time 2024/11/22-12:48:10.365832) EVENT_LOG_v1 {"time_micros": 1732250890365820, "cf": "default", "job": 104, "event": "compaction_finished", "compaction_time_micros": 174494, "compaction_time_cpu_micros": 48826, "output_level": 2, "num_output_files": 1, "total_output_size": 12567313, "num_input_records": 12265, "num_output_records": 12265, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 13, 4, 77, 91, 0, 68]} 2024/11/22-12:48:10.366050 139700891289344 [compaction_job.cc:2437] [default] [JOB 112] Compacting 1@1 files to L2, score 0.93, subcompactions 1 : 1 2024/11/22-12:48:10.366061 139700891289344 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 80 Base level 1, inputs: [195190(2845KB)] 2024/11/22-12:48:10.540656 139700922746624 [dcompact_etcd.cc:1163] job-00109/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.292 sec, input = 55.914 KiB 2024/11/22-12:48:10.563938 139700870317824 [dcompact_etcd.cc:1163] job-00110/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.298 sec, input = 1.471 MiB 2024/11/22-12:48:10.567573 139700912260864 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00107/att-00 2024/11/22-12:48:10.567631 139700912260864 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00107/att-00/compact.done) = OK: 0.704 sec 2024/11/22-12:48:10.567713 139700912260864 [dcompact_etcd.cc:1263] job-00107/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.301, mount = 0.000, prepare = 0.007, wait = 0.000, etcd = 0.704, work = 0.519, e2e = 1.010, ntr = 0.000 sec, input = 31.563 MiB 2024/11/22-12:48:10.569521 139700912260864 [compaction_job.cc:1086] [default] [JOB 107] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.301, mount = 0.000, prepare = 0.007, wait = 0.491, work = 0.519, e2e = 1.010, rename = 0.000, out zip = 0.032704 GB 62.997 MB/sec, out raw = 0.033096 GB 63.752 MB/sec 2024/11/22-12:48:10.571407 139700912260864 [dcompact_etcd.cc:1773] job-00107/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:48:10.571829 139700912260864 (Original Log Time 2024/11/22-12:48:09.557610) EVENT_LOG_v1 {"time_micros": 1732250889557604, "job": 107, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195194], "score": 0.989023, "input_data_size": 33524673, "oldest_snapshot_seqno": 3082984497} 2024/11/22-12:48:10.571838 139700912260864 (Original Log Time 2024/11/22-12:48:10.571436) [compaction_job.cc:2022] [default] [JOB 107] Compacted 1@1 files to L2 => 32703570 bytes 2024/11/22-12:48:10.571841 139700912260864 (Original Log Time 2024/11/22-12:48:10.571743) [compaction_job.cc:1224] [default] compacted to: files[0 12 5 77 91 0 68] max score 0.93 (11 files need compaction), MB/sec: 84.1 rd, 82.0 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(32.0, 0.0 +0.0 blob) out(31.2 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 31914, records dropped: 0 output_compression: Snappy 2024/11/22-12:48:10.571850 139700912260864 (Original Log Time 2024/11/22-12:48:10.571767) EVENT_LOG_v1 {"time_micros": 1732250890571756, "cf": "default", "job": 107, "event": "compaction_finished", "compaction_time_micros": 398604, "compaction_time_cpu_micros": 116748, "output_level": 2, "num_output_files": 1, "total_output_size": 32703570, "num_input_records": 31914, "num_output_records": 31914, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 12, 5, 77, 91, 0, 68]} 2024/11/22-12:48:10.571917 139700912260864 [compaction_job.cc:2437] [default] [JOB 113] Compacting 1@2 + 3@3 files to L3, score 0.93, subcompactions 1 : 1 2024/11/22-12:48:10.571938 139700912260864 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 81 Base level 2, inputs: [195203(11MB)], [195138(26MB) 195127(40MB) 195128(22MB)] 2024/11/22-12:48:10.592496 139700901775104 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00106/att-00 2024/11/22-12:48:10.592568 139700901775104 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00106/att-00/compact.done) = OK: 0.703 sec 2024/11/22-12:48:10.592662 139700901775104 [dcompact_etcd.cc:1263] job-00106/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.320, mount = 0.000, prepare = 0.007, wait = 0.000, etcd = 0.703, work = 0.516, e2e = 1.035, ntr = 0.000 sec, input = 31.578 MiB 2024/11/22-12:48:10.594466 139700901775104 [compaction_job.cc:1086] [default] [JOB 106] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.320, mount = 0.000, prepare = 0.007, wait = 0.519, work = 0.516, e2e = 1.035, rename = 0.000, out zip = 0.032714 GB 63.427 MB/sec, out raw = 0.033111 GB 64.197 MB/sec 2024/11/22-12:48:10.596343 139700901775104 [dcompact_etcd.cc:1773] job-00106/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:48:10.596733 139700901775104 (Original Log Time 2024/11/22-12:48:09.557446) EVENT_LOG_v1 {"time_micros": 1732250889557438, "job": 106, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195195], "score": 0.989023, "input_data_size": 33525249, "oldest_snapshot_seqno": 3082984497} 2024/11/22-12:48:10.596741 139700901775104 (Original Log Time 2024/11/22-12:48:10.596368) [compaction_job.cc:2022] [default] [JOB 106] Compacted 1@1 files to L2 => 32713938 bytes 2024/11/22-12:48:10.596745 139700901775104 (Original Log Time 2024/11/22-12:48:10.596669) [compaction_job.cc:1224] [default] compacted to: files[0 11 6 77 91 0 68] max score 0.89 (11 files need compaction), MB/sec: 85.4 rd, 83.3 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(32.0, 0.0 +0.0 blob) out(31.2 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 31928, records dropped: 0 output_compression: Snappy 2024/11/22-12:48:10.596752 139700901775104 (Original Log Time 2024/11/22-12:48:10.596689) EVENT_LOG_v1 {"time_micros": 1732250890596679, "cf": "default", "job": 106, "event": "compaction_finished", "compaction_time_micros": 392554, "compaction_time_cpu_micros": 114602, "output_level": 2, "num_output_files": 1, "total_output_size": 32713938, "num_input_records": 31928, "num_output_records": 31928, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 11, 6, 77, 91, 0, 68]} 2024/11/22-12:48:10.596814 139700901775104 [compaction_job.cc:2437] [default] [JOB 114] Compacting 1@1 files to L2, score 0.89, subcompactions 1 : 1 2024/11/22-12:48:10.596822 139700901775104 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 82 Base level 1, inputs: [195186(2519KB)] 2024/11/22-12:48:10.602609 139700880803584 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00105/att-00 2024/11/22-12:48:10.602673 139700880803584 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00105/att-00/compact.done) = OK: 0.697 sec 2024/11/22-12:48:10.602767 139700880803584 [dcompact_etcd.cc:1263] job-00105/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.337, mount = 0.000, prepare = 0.014, wait = 0.000, etcd = 0.697, work = 0.513, e2e = 1.045, ntr = 0.000 sec, input = 31.635 MiB 2024/11/22-12:48:10.604625 139700880803584 [compaction_job.cc:1086] [default] [JOB 105] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.337, mount = 0.000, prepare = 0.014, wait = 0.532, work = 0.513, e2e = 1.045, rename = 0.000, out zip = 0.032774 GB 63.845 MB/sec, out raw = 0.033172 GB 64.620 MB/sec 2024/11/22-12:48:10.607545 139700880803584 [dcompact_etcd.cc:1773] job-00105/att-00: CleanFiles 0.003 sec : 0.000 2024/11/22-12:48:10.607964 139700880803584 (Original Log Time 2024/11/22-12:48:09.557320) EVENT_LOG_v1 {"time_micros": 1732250889557313, "job": 105, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195196], "score": 0.989023, "input_data_size": 33525377, "oldest_snapshot_seqno": 3082984497} 2024/11/22-12:48:10.607973 139700880803584 (Original Log Time 2024/11/22-12:48:10.607570) [compaction_job.cc:2022] [default] [JOB 105] Compacted 1@1 files to L2 => 32774290 bytes 2024/11/22-12:48:10.607977 139700880803584 (Original Log Time 2024/11/22-12:48:10.607866) [compaction_job.cc:1224] [default] compacted to: files[0 10 7 77 91 0 68] max score 0.89 (11 files need compaction), MB/sec: 85.5 rd, 83.6 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(32.0, 0.0 +0.0 blob) out(31.3 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 31990, records dropped: 0 output_compression: Snappy 2024/11/22-12:48:10.607988 139700880803584 (Original Log Time 2024/11/22-12:48:10.607884) EVENT_LOG_v1 {"time_micros": 1732250890607875, "cf": "default", "job": 105, "event": "compaction_finished", "compaction_time_micros": 391898, "compaction_time_cpu_micros": 111058, "output_level": 2, "num_output_files": 1, "total_output_size": 32774290, "num_input_records": 31990, "num_output_records": 31990, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 10, 7, 77, 91, 0, 68]} 2024/11/22-12:48:10.609847 139700880803584 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195199.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:10.609867 139700880803584 EVENT_LOG_v1 {"time_micros": 1732250890609864, "job": 105, "event": "table_file_deletion", "file_number": 195199} 2024/11/22-12:48:10.609895 139700880803584 [compaction_picker.cc:563] [default] Expanding@2 1+5(32703570+213312985 bytes) to 2+5 (65417508+213312985 bytes) 2024/11/22-12:48:10.609980 139700880803584 [compaction_job.cc:2437] [default] [JOB 115] Compacting 2@2 + 5@3 files to L3, score 0.89, subcompactions 1 : 1 2024/11/22-12:48:10.609989 139700880803584 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 83 Base level 2, inputs: [195204(31MB) 195205(31MB)], [195133(40MB) 195134(40MB) 195135(40MB) 195136(40MB) 195137(40MB)] 2024/11/22-12:48:10.627298 139701071644416 [dcompact_etcd.cc:1163] job-00111/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.306 sec, input = 486.324 MiB 2024/11/22-12:48:10.631834 139700891289344 [dcompact_etcd.cc:1163] job-00112/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.265 sec, input = 2.628 MiB 2024/11/22-12:48:10.851882 139700922746624 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00109/att-00 2024/11/22-12:48:10.851948 139700922746624 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00109/att-00/compact.done) = OK: 0.304 sec 2024/11/22-12:48:10.852029 139700922746624 [dcompact_etcd.cc:1263] job-00109/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.292, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 0.304, work = 0.161, e2e = 0.604, ntr = 0.000 sec, input = 55.914 KiB 2024/11/22-12:48:10.853791 139700922746624 [compaction_job.cc:1086] [default] [JOB 109] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.292, mount = 0.000, prepare = 0.004, wait = 0.443, work = 0.161, e2e = 0.604, rename = 0.000, out zip = 0.000067 GB 0.415 MB/sec, out raw = 0.000057 GB 0.355 MB/sec 2024/11/22-12:48:10.855770 139700922746624 [dcompact_etcd.cc:1773] job-00109/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:48:10.856241 139700922746624 (Original Log Time 2024/11/22-12:48:10.247789) EVENT_LOG_v1 {"time_micros": 1732250890247782, "job": 109, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195184], "score": 0.989023, "input_data_size": 61240, "oldest_snapshot_seqno": 3082993152} 2024/11/22-12:48:10.856250 139700922746624 (Original Log Time 2024/11/22-12:48:10.855800) [compaction_job.cc:2022] [default] [JOB 109] Compacted 1@1 files to L2 => 66840 bytes 2024/11/22-12:48:10.856253 139700922746624 (Original Log Time 2024/11/22-12:48:10.856126) [compaction_job.cc:1224] [default] compacted to: files[0 9 8 77 91 0 68] max score 0.81 (10 files need compaction), MB/sec: 1.7 rd, 1.8 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(0.1, 0.0 +0.0 blob) out(0.1 +0.0 blob), read-write-amplify(2.1) write-amplify(1.1) OK, records in: 85, records dropped: 0 output_compression: Snappy 2024/11/22-12:48:10.856268 139700922746624 (Original Log Time 2024/11/22-12:48:10.856158) EVENT_LOG_v1 {"time_micros": 1732250890856138, "cf": "default", "job": 109, "event": "compaction_finished", "compaction_time_micros": 36940, "compaction_time_cpu_micros": 694, "output_level": 2, "num_output_files": 1, "total_output_size": 66840, "num_input_records": 85, "num_output_records": 85, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 9, 8, 77, 91, 0, 68]} 2024/11/22-12:48:10.858645 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195193.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:10.858670 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250890858667, "job": 109, "event": "table_file_deletion", "file_number": 195193} 2024/11/22-12:48:10.858775 139700922746624 [compaction_job.cc:2437] [default] [JOB 116] Compacting 1@1 files to L2, score 0.81, subcompactions 1 : 1 2024/11/22-12:48:10.858791 139700922746624 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 84 Base level 1, inputs: [195187(9396B)] 2024/11/22-12:48:10.876669 139700912260864 [dcompact_etcd.cc:1163] job-00113/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.304 sec, input = 293.270 MiB 2024/11/22-12:48:10.894588 139700901775104 [dcompact_etcd.cc:1163] job-00114/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.297 sec, input = 2.250 MiB 2024/11/22-12:48:10.902525 139700880803584 [dcompact_etcd.cc:1163] job-00115/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.292 sec, input = 703.143 MiB 2024/11/22-12:48:10.926377 139700870317824 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00110/att-00 2024/11/22-12:48:10.926431 139700870317824 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00110/att-00/compact.done) = OK: 0.354 sec 2024/11/22-12:48:10.926502 139700870317824 [dcompact_etcd.cc:1263] job-00110/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.298, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 0.354, work = 0.219, e2e = 0.660, ntr = 0.000 sec, input = 1.471 MiB 2024/11/22-12:48:10.928273 139700870317824 [compaction_job.cc:1086] [default] [JOB 110] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.298, mount = 0.000, prepare = 0.004, wait = 0.442, work = 0.219, e2e = 0.661, rename = 0.000, out zip = 0.000288 GB 1.319 MB/sec, out raw = 0.001542 GB 7.053 MB/sec 2024/11/22-12:48:10.930439 139700870317824 [dcompact_etcd.cc:1773] job-00110/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:48:10.930928 139700870317824 (Original Log Time 2024/11/22-12:48:10.265573) EVENT_LOG_v1 {"time_micros": 1732250890265566, "job": 110, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195189], "score": 0.989023, "input_data_size": 1765645, "oldest_snapshot_seqno": 3082993439} 2024/11/22-12:48:10.930938 139700870317824 (Original Log Time 2024/11/22-12:48:10.930464) [compaction_job.cc:2022] [default] [JOB 110] Compacted 1@1 files to L2 => 288424 bytes 2024/11/22-12:48:10.930942 139700870317824 (Original Log Time 2024/11/22-12:48:10.930824) [compaction_job.cc:1224] [default] compacted to: files[0 8 9 77 91 0 68] max score 0.81 (10 files need compaction), MB/sec: 22.0 rd, 3.6 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(1.7, 0.0 +0.0 blob) out(0.3 +0.0 blob), read-write-amplify(1.2) write-amplify(0.2) OK, records in: 64268, records dropped: 0 output_compression: Snappy 2024/11/22-12:48:10.930958 139700870317824 (Original Log Time 2024/11/22-12:48:10.930845) EVENT_LOG_v1 {"time_micros": 1732250890930834, "cf": "default", "job": 110, "event": "compaction_finished", "compaction_time_micros": 80107, "compaction_time_cpu_micros": 29894, "output_level": 2, "num_output_files": 1, "total_output_size": 288424, "num_input_records": 64268, "num_output_records": 64268, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 8, 9, 77, 91, 0, 68]} 2024/11/22-12:48:10.933313 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195198.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:10.933334 139700870317824 EVENT_LOG_v1 {"time_micros": 1732250890933332, "job": 110, "event": "table_file_deletion", "file_number": 195198} 2024/11/22-12:48:10.933446 139700870317824 [compaction_job.cc:2437] [default] [JOB 117] Compacting 1@2 + 1@3 files to L3, score 0.81, subcompactions 1 : 1 2024/11/22-12:48:10.933460 139700870317824 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 85 Base level 2, inputs: [195200(233KB)], [195158(29MB)] 2024/11/22-12:48:11.033962 139700891289344 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00112/att-00 2024/11/22-12:48:11.034025 139700891289344 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00112/att-00/compact.done) = OK: 0.395 sec 2024/11/22-12:48:11.034117 139700891289344 [dcompact_etcd.cc:1263] job-00112/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.265, mount = 0.000, prepare = 0.003, wait = 0.000, etcd = 0.395, work = 0.219, e2e = 0.667, ntr = 0.000 sec, input = 2.628 MiB 2024/11/22-12:48:11.036024 139700891289344 [compaction_job.cc:1086] [default] [JOB 112] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.265, mount = 0.000, prepare = 0.003, wait = 0.449, work = 0.219, e2e = 0.668, rename = 0.000, out zip = 0.001579 GB 7.219 MB/sec, out raw = 0.002755 GB 12.598 MB/sec 2024/11/22-12:48:11.038102 139700891289344 [dcompact_etcd.cc:1773] job-00112/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:48:11.038578 139700891289344 (Original Log Time 2024/11/22-12:48:10.366080) EVENT_LOG_v1 {"time_micros": 1732250890366072, "job": 112, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195190], "score": 0.926123, "input_data_size": 2914302, "oldest_snapshot_seqno": 3082994669} 2024/11/22-12:48:11.038589 139700891289344 (Original Log Time 2024/11/22-12:48:11.038130) [compaction_job.cc:2022] [default] [JOB 112] Compacted 1@1 files to L2 => 1578904 bytes 2024/11/22-12:48:11.038593 139700891289344 (Original Log Time 2024/11/22-12:48:11.038474) [compaction_job.cc:1224] [default] compacted to: files[0 7 10 77 91 0 68] max score 0.79 (10 files need compaction), MB/sec: 30.1 rd, 16.3 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(2.8, 0.0 +0.0 blob) out(1.5 +0.0 blob), read-write-amplify(1.5) write-amplify(0.5) OK, records in: 64268, records dropped: 0 output_compression: Snappy 2024/11/22-12:48:11.038610 139700891289344 (Original Log Time 2024/11/22-12:48:11.038496) EVENT_LOG_v1 {"time_micros": 1732250891038485, "cf": "default", "job": 112, "event": "compaction_finished", "compaction_time_micros": 96705, "compaction_time_cpu_micros": 39348, "output_level": 2, "num_output_files": 1, "total_output_size": 1578904, "num_input_records": 64268, "num_output_records": 64268, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 7, 10, 77, 91, 0, 68]} 2024/11/22-12:48:11.038683 139700891289344 [compaction_job.cc:2437] [default] [JOB 118] Compacting 1@1 files to L2, score 0.79, subcompactions 1 : 1 2024/11/22-12:48:11.038691 139700891289344 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 86 Base level 1, inputs: [195192(31MB)] 2024/11/22-12:48:11.133562 139700922746624 [dcompact_etcd.cc:1163] job-00116/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.274 sec, input = 5.448 KiB 2024/11/22-12:48:11.226125 139700870317824 [dcompact_etcd.cc:1163] job-00117/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.292 sec, input = 128.945 MiB 2024/11/22-12:48:11.297082 139700901775104 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00114/att-00 2024/11/22-12:48:11.297146 139700901775104 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00114/att-00/compact.done) = OK: 0.395 sec 2024/11/22-12:48:11.297226 139700901775104 [dcompact_etcd.cc:1263] job-00114/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.297, mount = 0.000, prepare = 0.003, wait = 0.000, etcd = 0.395, work = 0.236, e2e = 0.700, ntr = 0.000 sec, input = 2.250 MiB 2024/11/22-12:48:11.299247 139700901775104 [compaction_job.cc:1086] [default] [JOB 114] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.297, mount = 0.000, prepare = 0.003, wait = 0.464, work = 0.236, e2e = 0.700, rename = 0.000, out zip = 0.001774 GB 7.506 MB/sec, out raw = 0.002359 GB 9.982 MB/sec 2024/11/22-12:48:11.301310 139700901775104 [dcompact_etcd.cc:1773] job-00114/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:48:11.301907 139700901775104 (Original Log Time 2024/11/22-12:48:10.596843) EVENT_LOG_v1 {"time_micros": 1732250890596828, "job": 114, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195186], "score": 0.889516, "input_data_size": 2579966, "oldest_snapshot_seqno": 3082997486} 2024/11/22-12:48:11.301929 139700901775104 (Original Log Time 2024/11/22-12:48:11.301340) [compaction_job.cc:2022] [default] [JOB 114] Compacted 1@1 files to L2 => 1774151 bytes 2024/11/22-12:48:11.301935 139700901775104 (Original Log Time 2024/11/22-12:48:11.301772) [compaction_job.cc:1224] [default] compacted to: files[0 6 11 77 91 0 68] max score 0.79 (10 files need compaction), MB/sec: 27.1 rd, 18.7 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(2.5, 0.0 +0.0 blob) out(1.7 +0.0 blob), read-write-amplify(1.7) write-amplify(0.7) OK, records in: 32945, records dropped: 0 output_compression: Snappy 2024/11/22-12:48:11.301959 139700901775104 (Original Log Time 2024/11/22-12:48:11.301809) EVENT_LOG_v1 {"time_micros": 1732250891301794, "cf": "default", "job": 114, "event": "compaction_finished", "compaction_time_micros": 95062, "compaction_time_cpu_micros": 40930, "output_level": 2, "num_output_files": 1, "total_output_size": 1774151, "num_input_records": 32945, "num_output_records": 32945, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 6, 11, 77, 91, 0, 68]} 2024/11/22-12:48:11.302046 139700901775104 [compaction_job.cc:2437] [default] [JOB 119] Compacting 1@2 + 1@3 files to L3, score 0.79, subcompactions 1 : 1 2024/11/22-12:48:11.302057 139700901775104 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 87 Base level 2, inputs: [195202(415KB)], [195160(24MB)] 2024/11/22-12:48:11.307826 139700891289344 [dcompact_etcd.cc:1163] job-00118/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.269 sec, input = 31.973 MiB 2024/11/22-12:48:11.449579 139700922746624 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00116/att-00 2024/11/22-12:48:11.449645 139700922746624 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00116/att-00/compact.done) = OK: 0.309 sec 2024/11/22-12:48:11.449736 139700922746624 [dcompact_etcd.cc:1263] job-00116/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.274, mount = 0.000, prepare = 0.003, wait = 0.000, etcd = 0.309, work = 0.166, e2e = 0.590, ntr = 0.000 sec, input = 5.448 KiB 2024/11/22-12:48:11.451719 139700922746624 [compaction_job.cc:1086] [default] [JOB 116] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.274, mount = 0.000, prepare = 0.003, wait = 0.425, work = 0.166, e2e = 0.591, rename = 0.000, out zip = 0.000019 GB 0.112 MB/sec, out raw = 0.000006 GB 0.034 MB/sec 2024/11/22-12:48:11.453751 139700922746624 [dcompact_etcd.cc:1773] job-00116/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:48:11.454358 139700922746624 (Original Log Time 2024/11/22-12:48:10.858804) EVENT_LOG_v1 {"time_micros": 1732250890858798, "job": 116, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195187], "score": 0.806182, "input_data_size": 9396, "oldest_snapshot_seqno": 3083000758} 2024/11/22-12:48:11.454370 139700922746624 (Original Log Time 2024/11/22-12:48:11.453786) [compaction_job.cc:2022] [default] [JOB 116] Compacted 1@1 files to L2 => 18510 bytes 2024/11/22-12:48:11.454376 139700922746624 (Original Log Time 2024/11/22-12:48:11.454225) [compaction_job.cc:1224] [default] compacted to: files[0 5 12 77 91 0 68] max score 0.77 (10 files need compaction), MB/sec: 0.3 rd, 0.5 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(0.0, 0.0 +0.0 blob) out(0.0 +0.0 blob), read-write-amplify(3.0) write-amplify(2.0) OK, records in: 40, records dropped: 0 output_compression: Snappy 2024/11/22-12:48:11.454399 139700922746624 (Original Log Time 2024/11/22-12:48:11.454255) EVENT_LOG_v1 {"time_micros": 1732250891454240, "cf": "default", "job": 116, "event": "compaction_finished", "compaction_time_micros": 34602, "compaction_time_cpu_micros": 2223, "output_level": 2, "num_output_files": 1, "total_output_size": 18510, "num_input_records": 40, "num_output_records": 40, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 5, 12, 77, 91, 0, 68]} 2024/11/22-12:48:11.454483 139700922746624 [compaction_job.cc:2437] [default] [JOB 120] Compacting 1@2 files to L3, score 0.77, subcompactions 1 : 1 2024/11/22-12:48:11.454494 139700922746624 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 88 Base level 2, inputs: [195210(1732KB)] 2024/11/22-12:48:11.612616 139700901775104 [dcompact_etcd.cc:1163] job-00119/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.310 sec, input = 130.365 MiB 2024/11/22-12:48:11.768943 139700922746624 [dcompact_etcd.cc:1163] job-00120/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.314 sec, input = 2.250 MiB 2024/11/22-12:48:12.199946 139700891289344 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00118/att-00 2024/11/22-12:48:12.200009 139700891289344 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00118/att-00/compact.done) = OK: 0.886 sec 2024/11/22-12:48:12.200096 139700891289344 [dcompact_etcd.cc:1263] job-00118/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.269, mount = 0.000, prepare = 0.003, wait = 0.000, etcd = 0.886, work = 0.621, e2e = 1.161, ntr = 0.000 sec, input = 31.973 MiB 2024/11/22-12:48:12.203236 139700891289344 [compaction_job.cc:1086] [default] [JOB 118] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.269, mount = 0.000, prepare = 0.003, wait = 0.541, work = 0.621, e2e = 1.161, rename = 0.000, out zip = 0.028421 GB 45.787 MB/sec, out raw = 0.033526 GB 54.012 MB/sec 2024/11/22-12:48:12.207151 139700922746624 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00120/att-00 2024/11/22-12:48:12.207206 139700922746624 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00120/att-00/compact.done) = OK: 0.433 sec 2024/11/22-12:48:12.207273 139700922746624 [dcompact_etcd.cc:1263] job-00120/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.314, mount = 0.000, prepare = 0.003, wait = 0.000, etcd = 0.433, work = 0.240, e2e = 0.752, ntr = 0.000 sec, input = 2.250 MiB 2024/11/22-12:48:12.208961 139700891289344 [dcompact_etcd.cc:1773] job-00118/att-00: CleanFiles 0.006 sec : 0.000 2024/11/22-12:48:12.209571 139700891289344 (Original Log Time 2024/11/22-12:48:11.038704) EVENT_LOG_v1 {"time_micros": 1732250891038698, "job": 118, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195192], "score": 0.789515, "input_data_size": 33323524, "oldest_snapshot_seqno": 3083002798} 2024/11/22-12:48:12.209585 139700891289344 (Original Log Time 2024/11/22-12:48:12.208997) [compaction_job.cc:2022] [default] [JOB 118] Compacted 1@1 files to L2 => 28420774 bytes 2024/11/22-12:48:12.209591 139700891289344 (Original Log Time 2024/11/22-12:48:12.209434) [compaction_job.cc:1224] [default] compacted to: files[0 4 13 77 91 0 68] max score 0.77 (10 files need compaction), MB/sec: 67.2 rd, 57.3 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(31.8, 0.0 +0.0 blob) out(27.1 +0.0 blob), read-write-amplify(1.9) write-amplify(0.9) OK, records in: 233036, records dropped: 0 output_compression: Snappy 2024/11/22-12:48:12.209616 139700891289344 (Original Log Time 2024/11/22-12:48:12.209460) EVENT_LOG_v1 {"time_micros": 1732250892209448, "cf": "default", "job": 118, "event": "compaction_finished", "compaction_time_micros": 496049, "compaction_time_cpu_micros": 221520, "output_level": 2, "num_output_files": 1, "total_output_size": 28420774, "num_input_records": 233036, "num_output_records": 233036, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 4, 13, 77, 91, 0, 68]} 2024/11/22-12:48:12.209719 139700891289344 [compaction_job.cc:2437] [default] [JOB 121] Compacting 1@1 files to L2, score 0.77, subcompactions 1 : 1 2024/11/22-12:48:12.209732 139700891289344 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 89 Base level 1, inputs: [195185(31MB)] 2024/11/22-12:48:12.211996 139700922746624 [compaction_job.cc:1086] [default] [JOB 120] Dcompacted 1@2 files to L3 [1] => time sec: curl = 0.314, mount = 0.000, prepare = 0.003, wait = 0.513, work = 0.240, e2e = 0.753, rename = 0.000, out zip = 0.000719 GB 2.995 MB/sec, out raw = 0.002359 GB 9.825 MB/sec 2024/11/22-12:48:12.215037 139700922746624 [dcompact_etcd.cc:1773] job-00120/att-00: CleanFiles 0.003 sec : 0.000 2024/11/22-12:48:12.215410 139700922746624 (Original Log Time 2024/11/22-12:48:11.454510) EVENT_LOG_v1 {"time_micros": 1732250891454501, "job": 120, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195210], "score": 0.772849, "input_data_size": 1774151, "oldest_snapshot_seqno": 3083007886} 2024/11/22-12:48:12.215418 139700922746624 (Original Log Time 2024/11/22-12:48:12.215060) [compaction_job.cc:2022] [default] [JOB 120] Compacted 1@2 files to L3 => 719214 bytes 2024/11/22-12:48:12.215422 139700922746624 (Original Log Time 2024/11/22-12:48:12.215327) [compaction_job.cc:1224] [default] compacted to: files[0 4 12 78 91 0 68] max score 0.77 (9 files need compaction), MB/sec: 15.4 rd, 6.2 wr, level 3, files in(1, 0) out(1 +0 blob) MB in(1.7, 0.0 +0.0 blob) out(0.7 +0.0 blob), read-write-amplify(1.4) write-amplify(0.4) OK, records in: 32945, records dropped: 0 output_compression: Snappy 2024/11/22-12:48:12.215438 139700922746624 (Original Log Time 2024/11/22-12:48:12.215345) EVENT_LOG_v1 {"time_micros": 1732250892215336, "cf": "default", "job": 120, "event": "compaction_finished", "compaction_time_micros": 115163, "compaction_time_cpu_micros": 17098, "output_level": 3, "num_output_files": 1, "total_output_size": 719214, "num_input_records": 32945, "num_output_records": 32945, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 4, 12, 78, 91, 0, 68]} 2024/11/22-12:48:12.215485 139700922746624 [compaction_job.cc:2437] [default] [JOB 122] Compacting 1@1 files to L2, score 0.77, subcompactions 1 : 1 2024/11/22-12:48:12.215492 139700922746624 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 90 Base level 1, inputs: [195188(24MB)] 2024/11/22-12:48:12.487634 139700922746624 [dcompact_etcd.cc:1163] job-00122/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.272 sec, input = 23.794 MiB 2024/11/22-12:48:12.505667 139700891289344 [dcompact_etcd.cc:1163] job-00121/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.295 sec, input = 31.953 MiB 2024/11/22-12:48:13.298039 139700922746624 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00122/att-00 2024/11/22-12:48:13.298111 139700922746624 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00122/att-00/compact.done) = OK: 0.801 sec 2024/11/22-12:48:13.298194 139700922746624 [dcompact_etcd.cc:1263] job-00122/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.272, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 0.801, work = 0.572, e2e = 1.082, ntr = 0.000 sec, input = 23.794 MiB 2024/11/22-12:48:13.301090 139700922746624 [compaction_job.cc:1086] [default] [JOB 122] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.272, mount = 0.000, prepare = 0.004, wait = 0.511, work = 0.572, e2e = 1.083, rename = 0.000, out zip = 0.024359 GB 42.612 MB/sec, out raw = 0.024950 GB 43.646 MB/sec 2024/11/22-12:48:13.306268 139700922746624 [dcompact_etcd.cc:1773] job-00122/att-00: CleanFiles 0.005 sec : 0.000 2024/11/22-12:48:13.306712 139700922746624 (Original Log Time 2024/11/22-12:48:12.215502) EVENT_LOG_v1 {"time_micros": 1732250892215497, "job": 122, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195188], "score": 0.773142, "input_data_size": 25248513, "oldest_snapshot_seqno": 3083016444} 2024/11/22-12:48:13.306721 139700922746624 (Original Log Time 2024/11/22-12:48:13.306300) [compaction_job.cc:2022] [default] [JOB 122] Compacted 1@1 files to L2 => 24359130 bytes 2024/11/22-12:48:13.306725 139700922746624 (Original Log Time 2024/11/22-12:48:13.306628) [compaction_job.cc:1224] [default] compacted to: files[0 3 13 78 91 0 68] max score 0.77 (9 files need compaction), MB/sec: 58.8 rd, 56.8 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(24.1, 0.0 +0.0 blob) out(23.2 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 36962, records dropped: 0 output_compression: Snappy 2024/11/22-12:48:13.306732 139700922746624 (Original Log Time 2024/11/22-12:48:13.306654) EVENT_LOG_v1 {"time_micros": 1732250893306643, "cf": "default", "job": 122, "event": "compaction_finished", "compaction_time_micros": 429234, "compaction_time_cpu_micros": 127184, "output_level": 2, "num_output_files": 1, "total_output_size": 24359130, "num_input_records": 36962, "num_output_records": 36962, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 3, 13, 78, 91, 0, 68]} 2024/11/22-12:48:13.306810 139700922746624 [compaction_job.cc:2437] [default] [JOB 123] Compacting 1@1 files to L2, score 0.77, subcompactions 1 : 1 2024/11/22-12:48:13.306818 139700922746624 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 91 Base level 1, inputs: [195183(3571B)] 2024/11/22-12:48:13.642159 139700922746624 [dcompact_etcd.cc:1163] job-00123/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.335 sec, input = 525 B 2024/11/22-12:48:13.745608 139700891289344 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00121/att-00 2024/11/22-12:48:13.745666 139700891289344 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00121/att-00/compact.done) = OK: 1.235 sec 2024/11/22-12:48:13.745758 139700891289344 [dcompact_etcd.cc:1263] job-00121/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.295, mount = 0.000, prepare = 0.004, wait = 0.009, etcd = 1.235, work = 0.915, e2e = 1.535, ntr = 0.000 sec, input = 31.953 MiB 2024/11/22-12:48:13.747684 139700891289344 [compaction_job.cc:1086] [default] [JOB 121] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.295, mount = 0.000, prepare = 0.004, wait = 0.621, work = 0.915, e2e = 1.536, rename = 0.000, out zip = 0.028408 GB 31.062 MB/sec, out raw = 0.033505 GB 36.636 MB/sec 2024/11/22-12:48:13.749681 139700891289344 [dcompact_etcd.cc:1773] job-00121/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:48:13.750180 139700891289344 (Original Log Time 2024/11/22-12:48:12.209752) EVENT_LOG_v1 {"time_micros": 1732250892209743, "job": 121, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195185], "score": 0.772849, "input_data_size": 33323588, "oldest_snapshot_seqno": 3083016145} 2024/11/22-12:48:13.750190 139700891289344 (Original Log Time 2024/11/22-12:48:13.749709) [compaction_job.cc:2022] [default] [JOB 121] Compacted 1@1 files to L2 => 28407654 bytes 2024/11/22-12:48:13.750194 139700891289344 (Original Log Time 2024/11/22-12:48:13.750058) [compaction_job.cc:1224] [default] compacted to: files[0 2 14 78 91 0 68] max score 0.77 (9 files need compaction), MB/sec: 42.2 rd, 36.0 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(31.8, 0.0 +0.0 blob) out(27.1 +0.0 blob), read-write-amplify(1.9) write-amplify(0.9) OK, records in: 232859, records dropped: 0 output_compression: Snappy 2024/11/22-12:48:13.750213 139700891289344 (Original Log Time 2024/11/22-12:48:13.750086) EVENT_LOG_v1 {"time_micros": 1732250893750074, "cf": "default", "job": 121, "event": "compaction_finished", "compaction_time_micros": 789263, "compaction_time_cpu_micros": 360757, "output_level": 2, "num_output_files": 1, "total_output_size": 28407654, "num_input_records": 232859, "num_output_records": 232859, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 2, 14, 78, 91, 0, 68]} 2024/11/22-12:48:13.750298 139700891289344 [compaction_job.cc:2437] [default] [JOB 124] Compacting 1@2 + 1@3 files to L3, score 0.77, subcompactions 1 : 1 2024/11/22-12:48:13.750308 139700891289344 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 92 Base level 2, inputs: [195207(65KB)], [195132(24MB)] 2024/11/22-12:48:13.950853 139700922746624 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00123/att-00 2024/11/22-12:48:13.950907 139700922746624 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00123/att-00/compact.done) = OK: 0.300 sec 2024/11/22-12:48:13.950991 139700922746624 [dcompact_etcd.cc:1263] job-00123/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.335, mount = 0.000, prepare = 0.005, wait = 0.003, etcd = 0.300, work = 0.166, e2e = 0.644, ntr = 0.000 sec, input = 525 B 2024/11/22-12:48:13.951180 139700922746624 [compaction_job.cc:1086] [default] [JOB 123] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.335, mount = 0.000, prepare = 0.005, wait = 0.478, work = 0.166, e2e = 0.644, rename = 0.000, out zip = 0.000002 GB 0.014 MB/sec, out raw = 0.000001 GB 0.003 MB/sec 2024/11/22-12:48:13.953313 139700922746624 [dcompact_etcd.cc:1773] job-00123/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:48:13.953750 139700922746624 (Original Log Time 2024/11/22-12:48:13.306830) EVENT_LOG_v1 {"time_micros": 1732250893306823, "job": 123, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195183], "score": 0.773142, "input_data_size": 3571, "oldest_snapshot_seqno": 3083028960} 2024/11/22-12:48:13.953758 139700922746624 (Original Log Time 2024/11/22-12:48:13.953337) [compaction_job.cc:2022] [default] [JOB 123] Compacted 1@1 files to L2 => 2312 bytes 2024/11/22-12:48:13.953762 139700922746624 (Original Log Time 2024/11/22-12:48:13.953648) [compaction_job.cc:1224] [default] compacted to: files[0 1 15 78 91 0 68] max score 0.77 (9 files need compaction), MB/sec: 0.1 rd, 0.1 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(0.0, 0.0 +0.0 blob) out(0.0 +0.0 blob), read-write-amplify(1.6) write-amplify(0.6) OK, records in: 4, records dropped: 0 output_compression: Snappy 2024/11/22-12:48:13.953778 139700922746624 (Original Log Time 2024/11/22-12:48:13.953669) EVENT_LOG_v1 {"time_micros": 1732250893953659, "cf": "default", "job": 123, "event": "compaction_finished", "compaction_time_micros": 32415, "compaction_time_cpu_micros": 1318, "output_level": 2, "num_output_files": 1, "total_output_size": 2312, "num_input_records": 4, "num_output_records": 4, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 1, 15, 78, 91, 0, 68]} 2024/11/22-12:48:13.953848 139700922746624 [compaction_job.cc:2437] [default] [JOB 125] Compacting 1@2 + 1@3 files to L3, score 0.77, subcompactions 1 : 1 2024/11/22-12:48:13.953856 139700922746624 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 93 Base level 2, inputs: [195208(281KB)], [195129(8603KB)] 2024/11/22-12:48:14.031770 139700891289344 [dcompact_etcd.cc:1163] job-00124/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.281 sec, input = 25.048 MiB 2024/11/22-12:48:14.236974 139700922746624 [dcompact_etcd.cc:1163] job-00125/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.283 sec, input = 41.293 MiB 2024/11/22-12:48:15.840228 139700891289344 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00124/att-00 2024/11/22-12:48:15.840319 139700891289344 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00124/att-00/compact.done) = OK: 1.800 sec 2024/11/22-12:48:15.840417 139700891289344 [dcompact_etcd.cc:1263] job-00124/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.281, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 1.800, work = 1.529, e2e = 2.090, ntr = 0.000 sec, input = 25.048 MiB 2024/11/22-12:48:15.842448 139700891289344 [compaction_job.cc:1086] [default] [JOB 124] Dcompacted 1@2 + 1@3 files to L3 [1] => time sec: curl = 0.281, mount = 0.000, prepare = 0.004, wait = 0.562, work = 1.529, e2e = 2.090, rename = 0.000, out zip = 0.025582 GB 16.737 MB/sec, out raw = 0.026261 GB 17.181 MB/sec 2024/11/22-12:48:15.844371 139700891289344 [dcompact_etcd.cc:1773] job-00124/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:48:15.844958 139700891289344 (Original Log Time 2024/11/22-12:48:13.750325) EVENT_LOG_v1 {"time_micros": 1732250893750317, "job": 124, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195207], "files_L3": [195132], "score": 0.773142, "input_data_size": 25596726, "oldest_snapshot_seqno": 3083033780} 2024/11/22-12:48:15.844968 139700891289344 (Original Log Time 2024/11/22-12:48:15.844401) [compaction_job.cc:2022] [default] [JOB 124] Compacted 1@2 + 1@3 files to L3 => 25582302 bytes 2024/11/22-12:48:15.844972 139700891289344 (Original Log Time 2024/11/22-12:48:15.844823) [compaction_job.cc:1224] [default] compacted to: files[0 1 14 78 91 0 68] max score 0.77 (8 files need compaction), MB/sec: 18.5 rd, 18.5 wr, level 3, files in(1, 1) out(1 +0 blob) MB in(0.1, 24.3 +0.0 blob) out(24.4 +0.0 blob), read-write-amplify(765.7) write-amplify(382.7) OK, records in: 38846, records dropped: 5 output_compression: Snappy 2024/11/22-12:48:15.844990 139700891289344 (Original Log Time 2024/11/22-12:48:15.844852) EVENT_LOG_v1 {"time_micros": 1732250895844839, "cf": "default", "job": 124, "event": "compaction_finished", "compaction_time_micros": 1383434, "compaction_time_cpu_micros": 171831, "output_level": 3, "num_output_files": 1, "total_output_size": 25582302, "num_input_records": 38846, "num_output_records": 38841, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 1, 14, 78, 91, 0, 68]} 2024/11/22-12:48:15.845103 139700891289344 [compaction_job.cc:2437] [default] [JOB 126] Compacting 1@2 + 3@3 files to L3, score 0.77, subcompactions 1 : 1 2024/11/22-12:48:15.845119 139700891289344 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 94 Base level 2, inputs: [195214(23MB)], [195130(124MB) 195131(124MB) 195217(24MB)] 2024/11/22-12:48:16.163155 139700891289344 [dcompact_etcd.cc:1163] job-00126/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.318 sec, input = 304.840 MiB 2024/11/22-12:48:16.273524 139700922746624 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00125/att-00 2024/11/22-12:48:16.273593 139700922746624 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00125/att-00/compact.done) = OK: 2.030 sec 2024/11/22-12:48:16.273689 139700922746624 [dcompact_etcd.cc:1263] job-00125/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.283, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 2.030, work = 1.694, e2e = 2.319, ntr = 0.000 sec, input = 41.293 MiB 2024/11/22-12:48:16.276230 139700922746624 [compaction_job.cc:1086] [default] [JOB 125] Dcompacted 1@2 + 1@3 files to L3 [1] => time sec: curl = 0.283, mount = 0.000, prepare = 0.004, wait = 0.626, work = 1.694, e2e = 2.320, rename = 0.000, out zip = 0.008879 GB 5.243 MB/sec, out raw = 0.042085 GB 24.849 MB/sec 2024/11/22-12:48:16.278135 139700922746624 [dcompact_etcd.cc:1773] job-00125/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:48:16.278595 139700922746624 (Original Log Time 2024/11/22-12:48:13.953869) EVENT_LOG_v1 {"time_micros": 1732250893953862, "job": 125, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195208], "files_L3": [195129], "score": 0.769887, "input_data_size": 9098070, "oldest_snapshot_seqno": 3083036665} 2024/11/22-12:48:16.278603 139700922746624 (Original Log Time 2024/11/22-12:48:16.278163) [compaction_job.cc:2022] [default] [JOB 125] Compacted 1@2 + 1@3 files to L3 => 8878894 bytes 2024/11/22-12:48:16.278607 139700922746624 (Original Log Time 2024/11/22-12:48:16.278483) [compaction_job.cc:1224] [default] compacted to: files[0 1 13 78 91 0 68] max score 0.74 (7 files need compaction), MB/sec: 5.8 rd, 5.7 wr, level 3, files in(1, 1) out(1 +0 blob) MB in(0.3, 8.4 +0.0 blob) out(8.5 +0.0 blob), read-write-amplify(62.3) write-amplify(30.8) OK, records in: 1804102, records dropped: 50560 output_compression: Snappy 2024/11/22-12:48:16.278624 139700922746624 (Original Log Time 2024/11/22-12:48:16.278512) EVENT_LOG_v1 {"time_micros": 1732250896278498, "cf": "default", "job": 125, "event": "compaction_finished", "compaction_time_micros": 1566194, "compaction_time_cpu_micros": 1211390, "output_level": 3, "num_output_files": 1, "total_output_size": 8878894, "num_input_records": 1804102, "num_output_records": 1753542, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 1, 13, 78, 91, 0, 68]} 2024/11/22-12:48:16.278697 139700922746624 [compaction_job.cc:2437] [default] [JOB 127] Compacting 1@1 files to L2, score 0.74, subcompactions 1 : 1 2024/11/22-12:48:16.278705 139700922746624 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 95 Base level 1, inputs: [195191(20MB)] 2024/11/22-12:48:16.576459 139700922746624 [dcompact_etcd.cc:1163] job-00127/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.297 sec, input = 21.032 MiB 2024/11/22-12:48:17.176887 139700901775104 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00119/att-00 2024/11/22-12:48:17.176984 139700901775104 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00119/att-00/compact.done) = OK: 5.559 sec 2024/11/22-12:48:17.177086 139700901775104 [dcompact_etcd.cc:1263] job-00119/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.310, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 5.559, work = 4.841, e2e = 5.874, ntr = 0.000 sec, input = 130.365 MiB 2024/11/22-12:48:17.186196 139700901775104 [compaction_job.cc:1086] [default] [JOB 119] Dcompacted 1@2 + 1@3 files to L3 [2] => time sec: curl = 0.310, mount = 0.000, prepare = 0.004, wait = 1.034, work = 4.841, e2e = 5.875, rename = 0.000, out zip = 0.025785 GB 5.327 MB/sec, out raw = 0.135433 GB 27.977 MB/sec 2024/11/22-12:48:17.189345 139700901775104 [dcompact_etcd.cc:1773] job-00119/att-00: CleanFiles 0.003 sec : 0.000 2024/11/22-12:48:17.190068 139700901775104 (Original Log Time 2024/11/22-12:48:11.302075) EVENT_LOG_v1 {"time_micros": 1732250891302066, "job": 119, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195202], "files_L3": [195160], "score": 0.789515, "input_data_size": 25973875, "oldest_snapshot_seqno": 3083006168} 2024/11/22-12:48:17.190082 139700901775104 (Original Log Time 2024/11/22-12:48:17.189396) [compaction_job.cc:2022] [default] [JOB 119] Compacted 1@2 + 1@3 files to L3 => 25785137 bytes 2024/11/22-12:48:17.190088 139700901775104 (Original Log Time 2024/11/22-12:48:17.189880) [compaction_job.cc:1224] [default] compacted to: files[0 1 12 79 91 0 68] max score 0.75 (6 files need compaction), MB/sec: 5.6 rd, 5.5 wr, level 3, files in(1, 1) out(2 +0 blob) MB in(0.4, 24.4 +0.0 blob) out(24.6 +0.0 blob), read-write-amplify(121.6) write-amplify(60.6) OK, records in: 4869419, records dropped: 50560 output_compression: Snappy 2024/11/22-12:48:17.190119 139700901775104 (Original Log Time 2024/11/22-12:48:17.189916) EVENT_LOG_v1 {"time_micros": 1732250897189898, "cf": "default", "job": 119, "event": "compaction_finished", "compaction_time_micros": 4671808, "compaction_time_cpu_micros": 3248638, "output_level": 3, "num_output_files": 2, "total_output_size": 25785137, "num_input_records": 4869419, "num_output_records": 4818859, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 1, 12, 79, 91, 0, 68]} 2024/11/22-12:48:17.190151 139700901775104 (Original Log Time 2024/11/22-12:48:17.190147) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:48:17.239153 139700912260864 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00113/att-00 2024/11/22-12:48:17.239224 139700912260864 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00113/att-00/compact.done) = OK: 6.355 sec 2024/11/22-12:48:17.239326 139700912260864 [dcompact_etcd.cc:1263] job-00113/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.304, mount = 0.000, prepare = 0.003, wait = 0.000, etcd = 6.355, work = 5.258, e2e = 6.667, ntr = 0.000 sec, input = 293.270 MiB 2024/11/22-12:48:17.248430 139700912260864 [compaction_job.cc:1086] [default] [JOB 113] Dcompacted 1@2 + 3@3 files to L3 [3] => time sec: curl = 0.304, mount = 0.000, prepare = 0.003, wait = 1.410, work = 5.258, e2e = 6.667, rename = 0.000, out zip = 0.094600 GB 17.993 MB/sec, out raw = 0.296041 GB 56.306 MB/sec 2024/11/22-12:48:17.250296 139700912260864 [dcompact_etcd.cc:1773] job-00113/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:48:17.250886 139700912260864 (Original Log Time 2024/11/22-12:48:10.571951) EVENT_LOG_v1 {"time_micros": 1732250890571945, "job": 113, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195203], "files_L3": [195138, 195127, 195128], "score": 0.926123, "input_data_size": 106628558, "oldest_snapshot_seqno": 3082997195} 2024/11/22-12:48:17.250895 139700912260864 (Original Log Time 2024/11/22-12:48:17.250326) [compaction_job.cc:2022] [default] [JOB 113] Compacted 1@2 + 3@3 files to L3 => 94599886 bytes 2024/11/22-12:48:17.250894 139700901775104 [compaction_job.cc:2437] [default] [JOB 129] Compacting 1@2 + 2@3 files to L3, score 0.79, subcompactions 1 : 1 2024/11/22-12:48:17.250899 139700912260864 (Original Log Time 2024/11/22-12:48:17.250659) [compaction_job.cc:1224] [default] compacted to: files[0 1 11 79 91 0 68] max score 0.79 (6 files need compaction), MB/sec: 20.9 rd, 18.5 wr, level 3, files in(1, 3) out(3 +0 blob) MB in(12.0, 89.7 +0.0 blob) out(90.2 +0.0 blob), read-write-amplify(16.0) write-amplify(7.5) OK, records in: 296548, records dropped: 11067 output_compression: Snappy 2024/11/22-12:48:17.250932 139700912260864 (Original Log Time 2024/11/22-12:48:17.250701) EVENT_LOG_v1 {"time_micros": 1732250897250688, "cf": "default", "job": 113, "event": "compaction_finished", "compaction_time_micros": 5102851, "compaction_time_cpu_micros": 755603, "output_level": 3, "num_output_files": 3, "total_output_size": 94599886, "num_input_records": 296548, "num_output_records": 285481, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 1, 11, 79, 91, 0, 68]} 2024/11/22-12:48:17.250936 139700901775104 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 97 Base level 2, inputs: [195215(27MB)], [195179(37MB) 195180(18MB)] 2024/11/22-12:48:17.250957 139700912260864 (Original Log Time 2024/11/22-12:48:17.250954) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:48:17.372895 139700870317824 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00117/att-00 2024/11/22-12:48:17.372972 139700870317824 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00117/att-00/compact.done) = OK: 6.142 sec 2024/11/22-12:48:17.373076 139700870317824 [dcompact_etcd.cc:1263] job-00117/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.292, mount = 0.000, prepare = 0.003, wait = 0.000, etcd = 6.142, work = 5.372, e2e = 6.439, ntr = 0.000 sec, input = 128.945 MiB 2024/11/22-12:48:17.380657 139700870317824 [compaction_job.cc:1086] [default] [JOB 117] Dcompacted 1@2 + 1@3 files to L3 [2] => time sec: curl = 0.292, mount = 0.000, prepare = 0.003, wait = 1.067, work = 5.372, e2e = 6.440, rename = 0.000, out zip = 0.031103 GB 5.790 MB/sec, out raw = 0.135209 GB 25.168 MB/sec 2024/11/22-12:48:17.382618 139700870317824 [dcompact_etcd.cc:1773] job-00117/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:48:17.383268 139700870317824 (Original Log Time 2024/11/22-12:48:10.933478) EVENT_LOG_v1 {"time_micros": 1732250890933469, "job": 117, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195200], "files_L3": [195158], "score": 0.806182, "input_data_size": 30957623, "oldest_snapshot_seqno": 3083001549} 2024/11/22-12:48:17.383273 139700912260864 [compaction_job.cc:2437] [default] [JOB 131] Compacting 1@2 + 1@3 files to L3, score 0.78, subcompactions 1 : 1 2024/11/22-12:48:17.383280 139700870317824 (Original Log Time 2024/11/22-12:48:17.382646) [compaction_job.cc:2022] [default] [JOB 117] Compacted 1@2 + 1@3 files to L3 => 31102947 bytes 2024/11/22-12:48:17.383287 139700870317824 (Original Log Time 2024/11/22-12:48:17.383074) [compaction_job.cc:1224] [default] compacted to: files[0 1 10 80 91 0 68] max score 0.78 (5 files need compaction), MB/sec: 5.9 rd, 5.9 wr, level 3, files in(1, 1) out(2 +0 blob) MB in(0.2, 29.3 +0.0 blob) out(29.7 +0.0 blob), read-write-amplify(259.0) write-amplify(129.8) OK, records in: 4662366, records dropped: 0 output_compression: Snappy 2024/11/22-12:48:17.383288 139700912260864 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 98 Base level 2, inputs: [195211(18KB)], [195113(22KB)] 2024/11/22-12:48:17.383326 139700870317824 (Original Log Time 2024/11/22-12:48:17.383099) EVENT_LOG_v1 {"time_micros": 1732250897383088, "cf": "default", "job": 117, "event": "compaction_finished", "compaction_time_micros": 5244876, "compaction_time_cpu_micros": 3269704, "output_level": 3, "num_output_files": 2, "total_output_size": 31102947, "num_input_records": 4662366, "num_output_records": 4662366, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 1, 10, 80, 91, 0, 68]} 2024/11/22-12:48:17.383413 139700870317824 [compaction_job.cc:2437] [default] [JOB 132] Compacting 1@2 + 1@3 files to L3, score 0.78, subcompactions 1 : 1 2024/11/22-12:48:17.383426 139700870317824 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 98 Base level 2, inputs: [195209(1541KB)], [195124(73MB)] 2024/11/22-12:48:17.423041 139700922746624 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00127/att-00 2024/11/22-12:48:17.423107 139700922746624 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00127/att-00/compact.done) = OK: 0.838 sec 2024/11/22-12:48:17.423186 139700922746624 [dcompact_etcd.cc:1263] job-00127/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.297, mount = 0.000, prepare = 0.005, wait = 0.000, etcd = 0.838, work = 0.641, e2e = 1.144, ntr = 0.000 sec, input = 21.032 MiB 2024/11/22-12:48:17.425138 139700922746624 [compaction_job.cc:1086] [default] [JOB 127] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.297, mount = 0.000, prepare = 0.005, wait = 0.503, work = 0.641, e2e = 1.144, rename = 0.000, out zip = 0.018700 GB 29.168 MB/sec, out raw = 0.022054 GB 34.398 MB/sec 2024/11/22-12:48:17.427122 139700922746624 [dcompact_etcd.cc:1773] job-00127/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:48:17.427528 139700922746624 (Original Log Time 2024/11/22-12:48:16.278716) EVENT_LOG_v1 {"time_micros": 1732250896278710, "job": 127, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195191], "score": 0.736595, "input_data_size": 21958020, "oldest_snapshot_seqno": 3083063442} 2024/11/22-12:48:17.427539 139700922746624 (Original Log Time 2024/11/22-12:48:17.427152) [compaction_job.cc:2022] [default] [JOB 127] Compacted 1@1 files to L2 => 18699942 bytes 2024/11/22-12:48:17.427545 139700922746624 (Original Log Time 2024/11/22-12:48:17.427419) [compaction_job.cc:1224] [default] compacted to: files[0 0 11 80 91 0 68] max score 0.77 (4 files need compaction), MB/sec: 43.2 rd, 36.8 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(20.9, 0.0 +0.0 blob) out(17.8 +0.0 blob), read-write-amplify(1.9) write-amplify(0.9) OK, records in: 153276, records dropped: 0 output_compression: Snappy 2024/11/22-12:48:17.427572 139700922746624 (Original Log Time 2024/11/22-12:48:17.427438) EVENT_LOG_v1 {"time_micros": 1732250897427429, "cf": "default", "job": 127, "event": "compaction_finished", "compaction_time_micros": 508067, "compaction_time_cpu_micros": 254243, "output_level": 2, "num_output_files": 1, "total_output_size": 18699942, "num_input_records": 153276, "num_output_records": 153276, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 11, 80, 91, 0, 68]} 2024/11/22-12:48:17.427648 139700922746624 [compaction_job.cc:2437] [default] [JOB 133] Compacting 1@2 + 1@3 files to L3, score 0.77, subcompactions 1 : 1 2024/11/22-12:48:17.427670 139700922746624 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 99 Base level 2, inputs: [195216(2312B)], [195112(2569B)] 2024/11/22-12:48:17.541724 139700901775104 [dcompact_etcd.cc:1163] job-00129/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.290 sec, input = 216.712 MiB 2024/11/22-12:48:17.663539 139700912260864 [dcompact_etcd.cc:1163] job-00131/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.280 sec, input = 14.994 KiB 2024/11/22-12:48:17.664365 139700870317824 [dcompact_etcd.cc:1163] job-00132/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.280 sec, input = 130.628 MiB 2024/11/22-12:48:17.725417 139700922746624 [dcompact_etcd.cc:1163] job-00133/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.297 sec, input = 1.400 KiB 2024/11/22-12:48:18.033968 139700912260864 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00131/att-00 2024/11/22-12:48:18.034030 139700912260864 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00131/att-00/compact.done) = OK: 0.358 sec 2024/11/22-12:48:18.034115 139700912260864 [dcompact_etcd.cc:1263] job-00131/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.280, mount = 0.000, prepare = 0.003, wait = 0.000, etcd = 0.358, work = 0.187, e2e = 0.650, ntr = 0.000 sec, input = 14.994 KiB 2024/11/22-12:48:18.038019 139700912260864 [compaction_job.cc:1086] [default] [JOB 131] Dcompacted 1@2 + 1@3 files to L3 [1] => time sec: curl = 0.280, mount = 0.000, prepare = 0.003, wait = 0.464, work = 0.187, e2e = 0.651, rename = 0.000, out zip = 0.000023 GB 0.121 MB/sec, out raw = 0.000010 GB 0.052 MB/sec 2024/11/22-12:48:18.042985 139700912260864 [dcompact_etcd.cc:1773] job-00131/att-00: CleanFiles 0.005 sec : 0.000 2024/11/22-12:48:18.043461 139700912260864 (Original Log Time 2024/11/22-12:48:17.383307) EVENT_LOG_v1 {"time_micros": 1732250897383300, "job": 131, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195211], "files_L3": [195113], "score": 0.782906, "input_data_size": 41056, "oldest_snapshot_seqno": 3083077136} 2024/11/22-12:48:18.043471 139700912260864 (Original Log Time 2024/11/22-12:48:18.043015) [compaction_job.cc:2022] [default] [JOB 131] Compacted 1@2 + 1@3 files to L3 => 22546 bytes 2024/11/22-12:48:18.043474 139700912260864 (Original Log Time 2024/11/22-12:48:18.043357) [compaction_job.cc:1224] [default] compacted to: files[0 0 10 80 91 0 68] max score 0.77 (3 files need compaction), MB/sec: 0.7 rd, 0.4 wr, level 3, files in(1, 1) out(1 +0 blob) MB in(0.0, 0.0 +0.0 blob) out(0.0 +0.0 blob), read-write-amplify(3.4) write-amplify(1.2) OK, records in: 110, records dropped: 40 output_compression: Snappy 2024/11/22-12:48:18.043483 139700912260864 (Original Log Time 2024/11/22-12:48:18.043383) EVENT_LOG_v1 {"time_micros": 1732250898043370, "cf": "default", "job": 131, "event": "compaction_finished", "compaction_time_micros": 60001, "compaction_time_cpu_micros": 3016, "output_level": 3, "num_output_files": 1, "total_output_size": 22546, "num_input_records": 110, "num_output_records": 70, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 10, 80, 91, 0, 68]} 2024/11/22-12:48:18.043502 139700912260864 (Original Log Time 2024/11/22-12:48:18.043501) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:48:18.053967 139700922746624 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00133/att-00 2024/11/22-12:48:18.054027 139700922746624 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00133/att-00/compact.done) = OK: 0.323 sec 2024/11/22-12:48:18.054109 139700922746624 [dcompact_etcd.cc:1263] job-00133/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.297, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 0.323, work = 0.187, e2e = 0.626, ntr = 0.000 sec, input = 1.400 KiB 2024/11/22-12:48:18.054311 139700922746624 [compaction_job.cc:1086] [default] [JOB 133] Dcompacted 1@2 + 1@3 files to L3 [1] => time sec: curl = 0.297, mount = 0.000, prepare = 0.004, wait = 0.439, work = 0.187, e2e = 0.626, rename = 0.000, out zip = 0.000003 GB 0.014 MB/sec, out raw = 0.000001 GB 0.005 MB/sec 2024/11/22-12:48:18.058220 139700922746624 [dcompact_etcd.cc:1773] job-00133/att-00: CleanFiles 0.004 sec : 0.000 2024/11/22-12:48:18.058628 139700912260864 (Original Log Time 2024/11/22-12:48:18.058620) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:48:18.058680 139700922746624 (Original Log Time 2024/11/22-12:48:17.427687) EVENT_LOG_v1 {"time_micros": 1732250897427680, "job": 133, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195216], "files_L3": [195112], "score": 0.766237, "input_data_size": 4881, "oldest_snapshot_seqno": 3083077788} 2024/11/22-12:48:18.058690 139700922746624 (Original Log Time 2024/11/22-12:48:18.058244) [compaction_job.cc:2022] [default] [JOB 133] Compacted 1@2 + 1@3 files to L3 => 2569 bytes 2024/11/22-12:48:18.058697 139700922746624 (Original Log Time 2024/11/22-12:48:18.058556) [compaction_job.cc:1224] [default] compacted to: files[0 0 9 80 91 0 68] max score 0.77 (3 files need compaction), MB/sec: 0.1 rd, 0.0 wr, level 3, files in(1, 1) out(1 +0 blob) MB in(0.0, 0.0 +0.0 blob) out(0.0 +0.0 blob), read-write-amplify(3.2) write-amplify(1.1) OK, records in: 11, records dropped: 4 output_compression: Snappy 2024/11/22-12:48:18.058719 139700922746624 (Original Log Time 2024/11/22-12:48:18.058582) EVENT_LOG_v1 {"time_micros": 1732250898058570, "cf": "default", "job": 133, "event": "compaction_finished", "compaction_time_micros": 63809, "compaction_time_cpu_micros": 2561, "output_level": 3, "num_output_files": 1, "total_output_size": 2569, "num_input_records": 11, "num_output_records": 7, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 9, 80, 91, 0, 68]} 2024/11/22-12:48:22.652948 139700870317824 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00132/att-00 2024/11/22-12:48:22.653069 139700870317824 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00132/att-00/compact.done) = OK: 4.982 sec 2024/11/22-12:48:22.653152 139700870317824 [dcompact_etcd.cc:1263] job-00132/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.280, mount = 0.000, prepare = 0.003, wait = 0.006, etcd = 4.982, work = 4.301, e2e = 5.269, ntr = 0.000 sec, input = 130.628 MiB 2024/11/22-12:48:22.659939 139700870317824 [compaction_job.cc:1086] [default] [JOB 132] Dcompacted 1@2 + 1@3 files to L3 [2] => time sec: curl = 0.280, mount = 0.000, prepare = 0.003, wait = 0.969, work = 4.301, e2e = 5.270, rename = 0.000, out zip = 0.077753 GB 18.078 MB/sec, out raw = 0.135937 GB 31.606 MB/sec 2024/11/22-12:48:22.665221 139700870317824 [dcompact_etcd.cc:1773] job-00132/att-00: CleanFiles 0.005 sec : 0.000 2024/11/22-12:48:22.665663 139700912260864 (Original Log Time 2024/11/22-12:48:22.665651) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:48:22.665698 139700870317824 (Original Log Time 2024/11/22-12:48:17.383443) EVENT_LOG_v1 {"time_micros": 1732250897383436, "job": 132, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195209], "files_L3": [195124], "score": 0.782903, "input_data_size": 78414138, "oldest_snapshot_seqno": 3083077136} 2024/11/22-12:48:22.665707 139700870317824 (Original Log Time 2024/11/22-12:48:22.665250) [compaction_job.cc:2022] [default] [JOB 132] Compacted 1@2 + 1@3 files to L3 => 77753105 bytes 2024/11/22-12:48:22.665711 139700870317824 (Original Log Time 2024/11/22-12:48:22.665573) [compaction_job.cc:1224] [default] compacted to: files[0 0 8 81 91 0 68] max score 0.78 (3 files need compaction), MB/sec: 18.8 rd, 18.6 wr, level 3, files in(1, 1) out(2 +0 blob) MB in(1.5, 73.3 +0.0 blob) out(74.2 +0.0 blob), read-write-amplify(98.9) write-amplify(49.2) OK, records in: 3123984, records dropped: 25280 output_compression: Snappy 2024/11/22-12:48:22.665727 139700870317824 (Original Log Time 2024/11/22-12:48:22.665600) EVENT_LOG_v1 {"time_micros": 1732250902665588, "cf": "default", "job": 132, "event": "compaction_finished", "compaction_time_micros": 4172922, "compaction_time_cpu_micros": 2910064, "output_level": 3, "num_output_files": 2, "total_output_size": 77753105, "num_input_records": 3123984, "num_output_records": 3098704, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 8, 81, 91, 0, 68]} 2024/11/22-12:48:23.410227 139700880803584 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00115/att-00 2024/11/22-12:48:23.410311 139700880803584 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00115/att-00/compact.done) = OK: 12.499 sec 2024/11/22-12:48:23.410404 139700880803584 [dcompact_etcd.cc:1263] job-00115/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.292, mount = 0.000, prepare = 0.003, wait = 0.000, etcd = 12.499, work = 11.909, e2e = 12.800, ntr = 0.000 sec, input = 703.143 MiB 2024/11/22-12:48:23.422079 139700880803584 [compaction_job.cc:1086] [default] [JOB 115] Dcompacted 2@2 + 5@3 files to L3 [6] => time sec: curl = 0.292, mount = 0.000, prepare = 0.003, wait = 0.891, work = 11.909, e2e = 12.800, rename = 0.000, out zip = 0.222155 GB 18.654 MB/sec, out raw = 0.698517 GB 58.654 MB/sec 2024/11/22-12:48:23.423986 139700880803584 [dcompact_etcd.cc:1773] job-00115/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:48:23.424497 139700922746624 (Original Log Time 2024/11/22-12:48:23.424484) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:48:23.424586 139700880803584 (Original Log Time 2024/11/22-12:48:10.610002) EVENT_LOG_v1 {"time_micros": 1732250890609995, "job": 115, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195204, 195205], "files_L3": [195133, 195134, 195135, 195136, 195137], "score": 0.889516, "input_data_size": 278730493, "oldest_snapshot_seqno": 3082997799} 2024/11/22-12:48:23.424596 139700880803584 (Original Log Time 2024/11/22-12:48:23.424027) [compaction_job.cc:2022] [default] [JOB 115] Compacted 2@2 + 5@3 files to L3 => 222155227 bytes 2024/11/22-12:48:23.424600 139700880803584 (Original Log Time 2024/11/22-12:48:23.424408) [compaction_job.cc:1224] [default] compacted to: files[0 0 6 82 91 0 68] max score 0.87 (3 files need compaction), MB/sec: 23.8 rd, 19.0 wr, level 3, files in(2, 5) out(6 +0 blob) MB in(62.4, 203.4 +0.0 blob) out(211.9 +0.0 blob), read-write-amplify(7.7) write-amplify(3.4) OK, records in: 710992, records dropped: 37396 output_compression: Snappy 2024/11/22-12:48:23.424618 139700880803584 (Original Log Time 2024/11/22-12:48:23.424435) EVENT_LOG_v1 {"time_micros": 1732250903424422, "cf": "default", "job": 115, "event": "compaction_finished", "compaction_time_micros": 11711942, "compaction_time_cpu_micros": 2010374, "output_level": 3, "num_output_files": 6, "total_output_size": 222155227, "num_input_records": 710992, "num_output_records": 673596, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 6, 82, 91, 0, 68]} 2024/11/22-12:48:25.719327 139700901775104 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00129/att-00 2024/11/22-12:48:25.719411 139700901775104 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00129/att-00/compact.done) = OK: 8.173 sec 2024/11/22-12:48:25.719520 139700901775104 [dcompact_etcd.cc:1263] job-00129/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.290, mount = 0.000, prepare = 0.005, wait = 0.000, etcd = 8.173, work = 7.208, e2e = 8.468, ntr = 0.000 sec, input = 216.712 MiB 2024/11/22-12:48:25.724626 139700901775104 [compaction_job.cc:1086] [default] [JOB 129] Dcompacted 1@2 + 2@3 files to L3 [2] => time sec: curl = 0.290, mount = 0.000, prepare = 0.005, wait = 1.261, work = 7.208, e2e = 8.469, rename = 0.000, out zip = 0.065124 GB 9.035 MB/sec, out raw = 0.214737 GB 29.792 MB/sec 2024/11/22-12:48:25.726567 139700901775104 [dcompact_etcd.cc:1773] job-00129/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:48:25.727131 139700870317824 (Original Log Time 2024/11/22-12:48:25.727117) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:48:25.727181 139700901775104 (Original Log Time 2024/11/22-12:48:17.250961) EVENT_LOG_v1 {"time_micros": 1732250897250950, "job": 129, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195215], "files_L3": [195179, 195180], "score": 0.790174, "input_data_size": 86547145, "oldest_snapshot_seqno": 3083075640} 2024/11/22-12:48:25.727191 139700901775104 (Original Log Time 2024/11/22-12:48:25.726597) [compaction_job.cc:2022] [default] [JOB 129] Compacted 1@2 + 2@3 files to L3 => 65124209 bytes 2024/11/22-12:48:25.727195 139700901775104 (Original Log Time 2024/11/22-12:48:25.726951) [compaction_job.cc:1224] [default] compacted to: files[0 0 5 82 91 0 68] max score 0.90 (3 files need compaction), MB/sec: 12.3 rd, 9.2 wr, level 3, files in(1, 2) out(2 +0 blob) MB in(27.1, 55.4 +0.0 blob) out(62.1 +0.0 blob), read-write-amplify(5.3) write-amplify(2.3) OK, records in: 1573143, records dropped: 88041 output_compression: Snappy 2024/11/22-12:48:25.727194 139700912260864 [compaction_job.cc:2437] [default] [JOB 138] Compacting 1@2 + 1@3 files to L3, score 0.90, subcompactions 1 : 1 2024/11/22-12:48:25.727207 139700901775104 (Original Log Time 2024/11/22-12:48:25.726975) EVENT_LOG_v1 {"time_micros": 1732250905726964, "cf": "default", "job": 129, "event": "compaction_finished", "compaction_time_micros": 7062580, "compaction_time_cpu_micros": 3099512, "output_level": 3, "num_output_files": 2, "total_output_size": 65124209, "num_input_records": 1573143, "num_output_records": 1485102, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 5, 82, 91, 0, 68]} 2024/11/22-12:48:25.727212 139700912260864 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 104 Base level 2, inputs: [195226(17MB)], [195237(37MB)] 2024/11/22-12:48:26.027063 139700912260864 [dcompact_etcd.cc:1163] job-00138/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.299 sec, input = 149.032 MiB 2024/11/22-12:48:26.055827 139700891289344 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00126/att-00 2024/11/22-12:48:26.055890 139700891289344 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00126/att-00/compact.done) = OK: 9.885 sec 2024/11/22-12:48:26.055984 139700891289344 [dcompact_etcd.cc:1263] job-00126/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.318, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 9.885, work = 9.168, e2e = 10.210, ntr = 0.000 sec, input = 304.840 MiB 2024/11/22-12:48:26.058323 139700891289344 [compaction_job.cc:1086] [default] [JOB 126] Dcompacted 1@2 + 3@3 files to L3 [3] => time sec: curl = 0.318, mount = 0.000, prepare = 0.004, wait = 1.043, work = 9.168, e2e = 10.211, rename = 0.000, out zip = 0.299159 GB 32.631 MB/sec, out raw = 0.307166 GB 33.504 MB/sec 2024/11/22-12:48:26.060176 139700891289344 [dcompact_etcd.cc:1773] job-00126/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:48:26.060590 139700922746624 (Original Log Time 2024/11/22-12:48:26.060579) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:48:26.060637 139700891289344 (Original Log Time 2024/11/22-12:48:15.845140) EVENT_LOG_v1 {"time_micros": 1732250895845129, "job": 126, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195214], "files_L3": [195130, 195131, 195217], "score": 0.767963, "input_data_size": 311377782, "oldest_snapshot_seqno": 3083058720} 2024/11/22-12:48:26.060646 139700891289344 (Original Log Time 2024/11/22-12:48:26.060204) [compaction_job.cc:2022] [default] [JOB 126] Compacted 1@2 + 3@3 files to L3 => 299158620 bytes 2024/11/22-12:48:26.060650 139700891289344 (Original Log Time 2024/11/22-12:48:26.060506) [compaction_job.cc:1224] [default] compacted to: files[0 0 4 82 91 0 68] max score 0.92 (2 files need compaction), MB/sec: 34.5 rd, 33.2 wr, level 3, files in(1, 3) out(3 +0 blob) MB in(23.2, 273.7 +0.0 blob) out(285.3 +0.0 blob), read-write-amplify(25.1) write-amplify(12.3) OK, records in: 472660, records dropped: 18445 output_compression: Snappy 2024/11/22-12:48:26.060665 139700891289344 (Original Log Time 2024/11/22-12:48:26.060531) EVENT_LOG_v1 {"time_micros": 1732250906060520, "cf": "default", "job": 126, "event": "compaction_finished", "compaction_time_micros": 9018342, "compaction_time_cpu_micros": 1787265, "output_level": 3, "num_output_files": 3, "total_output_size": 299158620, "num_input_records": 472660, "num_output_records": 454215, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 4, 82, 91, 0, 68]} 2024/11/22-12:48:27.772644 139701071644416 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00111/att-00 2024/11/22-12:48:27.772765 139701071644416 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00111/att-00/compact.done) = OK: 17.137 sec 2024/11/22-12:48:27.772866 139701071644416 [dcompact_etcd.cc:1263] job-00111/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.306, mount = 0.000, prepare = 0.005, wait = 0.000, etcd = 17.137, work = 15.210, e2e = 17.451, ntr = 0.000 sec, input = 486.324 MiB 2024/11/22-12:48:27.798387 139701071644416 [compaction_job.cc:1086] [default] [JOB 111] Dcompacted 1@2 + 4@3 files to L3 [4] => time sec: curl = 0.306, mount = 0.000, prepare = 0.005, wait = 2.242, work = 15.210, e2e = 17.452, rename = 0.000, out zip = 0.138788 GB 9.125 MB/sec, out raw = 0.508403 GB 33.426 MB/sec 2024/11/22-12:48:27.808906 139701071644416 [dcompact_etcd.cc:1773] job-00111/att-00: CleanFiles 0.010 sec : 0.000 2024/11/22-12:48:27.809610 139701071644416 (Original Log Time 2024/11/22-12:48:10.321205) EVENT_LOG_v1 {"time_micros": 1732250890321199, "job": 111, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195201], "files_L3": [195175, 195176, 195177, 195178], "score": 0.989023, "input_data_size": 141001491, "oldest_snapshot_seqno": 3082994150} 2024/11/22-12:48:27.809623 139701071644416 (Original Log Time 2024/11/22-12:48:27.808947) [compaction_job.cc:2022] [default] [JOB 111] Compacted 1@2 + 4@3 files to L3 => 138787806 bytes 2024/11/22-12:48:27.809628 139701071644416 (Original Log Time 2024/11/22-12:48:27.809331) [compaction_job.cc:1224] [default] compacted to: files[0 0 3 82 91 0 68] max score 0.98 (2 files need compaction), MB/sec: 9.4 rd, 9.2 wr, level 3, files in(1, 4) out(4 +0 blob) MB in(2.8, 131.7 +0.0 blob) out(132.4 +0.0 blob), read-write-amplify(96.9) write-amplify(48.1) OK, records in: 3511733, records dropped: 10876 output_compression: Snappy 2024/11/22-12:48:27.809636 139701071644416 (Original Log Time 2024/11/22-12:48:27.809364) EVENT_LOG_v1 {"time_micros": 1732250907809348, "cf": "default", "job": 111, "event": "compaction_finished", "compaction_time_micros": 15063641, "compaction_time_cpu_micros": 6632555, "output_level": 3, "num_output_files": 4, "total_output_size": 138787806, "num_input_records": 3511733, "num_output_records": 3500857, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 3, 82, 91, 0, 68]} 2024/11/22-12:48:27.809736 139700880803584 [compaction_job.cc:2437] [default] [JOB 141] Compacting 1@2 + 3@3 files to L3, score 0.98, subcompactions 1 : 1 2024/11/22-12:48:27.809755 139700880803584 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 106 Base level 2, inputs: [195206(31MB)], [195235(40MB) 195236(8674KB) 195221(40MB)] 2024/11/22-12:48:27.809771 139700870317824 [compaction_job.cc:2437] [default] [JOB 142] Compacting 1@2 + 14@3 files to L3, score 0.94, subcompactions 1 : 1 2024/11/22-12:48:27.809787 139700870317824 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 106 Base level 2, inputs: [195212(27MB)], [195238(25MB) 195163(33MB) 195164(35MB) 195165(33MB) 195166(33MB) 195167(35MB) 195168(33MB) 195169(34MB) 195170(35MB) 195171(33MB) 195172(35MB) 195173(34MB) 195174(33MB) 195242(35MB)] 2024/11/22-12:48:27.815871 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195112.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:27.815896 139701071644416 EVENT_LOG_v1 {"time_micros": 1732250907815892, "job": 111, "event": "table_file_deletion", "file_number": 195112} 2024/11/22-12:48:27.821906 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195113.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:27.821957 139701071644416 EVENT_LOG_v1 {"time_micros": 1732250907821955, "job": 111, "event": "table_file_deletion", "file_number": 195113} 2024/11/22-12:48:27.836500 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195124.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:27.836522 139701071644416 EVENT_LOG_v1 {"time_micros": 1732250907836520, "job": 111, "event": "table_file_deletion", "file_number": 195124} 2024/11/22-12:48:27.846719 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195127.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:27.846742 139701071644416 EVENT_LOG_v1 {"time_micros": 1732250907846740, "job": 111, "event": "table_file_deletion", "file_number": 195127} 2024/11/22-12:48:27.849442 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195128.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:27.849470 139701071644416 EVENT_LOG_v1 {"time_micros": 1732250907849468, "job": 111, "event": "table_file_deletion", "file_number": 195128} 2024/11/22-12:48:27.850734 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195129.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:27.850754 139701071644416 EVENT_LOG_v1 {"time_micros": 1732250907850752, "job": 111, "event": "table_file_deletion", "file_number": 195129} 2024/11/22-12:48:27.858995 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195132.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:27.859021 139701071644416 EVENT_LOG_v1 {"time_micros": 1732250907859018, "job": 111, "event": "table_file_deletion", "file_number": 195132} 2024/11/22-12:48:27.869001 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195133.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:27.869030 139701071644416 EVENT_LOG_v1 {"time_micros": 1732250907869028, "job": 111, "event": "table_file_deletion", "file_number": 195133} 2024/11/22-12:48:27.878403 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195134.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:27.878424 139701071644416 EVENT_LOG_v1 {"time_micros": 1732250907878422, "job": 111, "event": "table_file_deletion", "file_number": 195134} 2024/11/22-12:48:27.885872 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195135.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:27.885899 139701071644416 EVENT_LOG_v1 {"time_micros": 1732250907885897, "job": 111, "event": "table_file_deletion", "file_number": 195135} 2024/11/22-12:48:27.895526 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195136.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:27.895547 139701071644416 EVENT_LOG_v1 {"time_micros": 1732250907895545, "job": 111, "event": "table_file_deletion", "file_number": 195136} 2024/11/22-12:48:27.903149 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195137.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:27.903169 139701071644416 EVENT_LOG_v1 {"time_micros": 1732250907903167, "job": 111, "event": "table_file_deletion", "file_number": 195137} 2024/11/22-12:48:27.910087 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195138.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:27.910107 139701071644416 EVENT_LOG_v1 {"time_micros": 1732250907910105, "job": 111, "event": "table_file_deletion", "file_number": 195138} 2024/11/22-12:48:27.917880 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195158.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:27.917902 139701071644416 EVENT_LOG_v1 {"time_micros": 1732250907917900, "job": 111, "event": "table_file_deletion", "file_number": 195158} 2024/11/22-12:48:27.924188 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195160.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:27.924209 139701071644416 EVENT_LOG_v1 {"time_micros": 1732250907924207, "job": 111, "event": "table_file_deletion", "file_number": 195160} 2024/11/22-12:48:27.932462 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195179.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:27.932483 139701071644416 EVENT_LOG_v1 {"time_micros": 1732250907932481, "job": 111, "event": "table_file_deletion", "file_number": 195179} 2024/11/22-12:48:27.938435 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195180.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:27.938463 139701071644416 EVENT_LOG_v1 {"time_micros": 1732250907938454, "job": 111, "event": "table_file_deletion", "file_number": 195180} 2024/11/22-12:48:27.944364 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195183.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:27.944382 139701071644416 EVENT_LOG_v1 {"time_micros": 1732250907944380, "job": 111, "event": "table_file_deletion", "file_number": 195183} 2024/11/22-12:48:27.947753 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195184.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:27.947769 139701071644416 EVENT_LOG_v1 {"time_micros": 1732250907947767, "job": 111, "event": "table_file_deletion", "file_number": 195184} 2024/11/22-12:48:27.956518 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195185.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:27.956538 139701071644416 EVENT_LOG_v1 {"time_micros": 1732250907956536, "job": 111, "event": "table_file_deletion", "file_number": 195185} 2024/11/22-12:48:27.962246 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195186.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:27.962265 139701071644416 EVENT_LOG_v1 {"time_micros": 1732250907962263, "job": 111, "event": "table_file_deletion", "file_number": 195186} 2024/11/22-12:48:27.966462 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195187.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:27.966482 139701071644416 EVENT_LOG_v1 {"time_micros": 1732250907966480, "job": 111, "event": "table_file_deletion", "file_number": 195187} 2024/11/22-12:48:27.976744 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195188.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:27.976767 139701071644416 EVENT_LOG_v1 {"time_micros": 1732250907976765, "job": 111, "event": "table_file_deletion", "file_number": 195188} 2024/11/22-12:48:27.980167 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195189.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:27.980190 139701071644416 EVENT_LOG_v1 {"time_micros": 1732250907980187, "job": 111, "event": "table_file_deletion", "file_number": 195189} 2024/11/22-12:48:27.987255 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195190.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:27.987274 139701071644416 EVENT_LOG_v1 {"time_micros": 1732250907987272, "job": 111, "event": "table_file_deletion", "file_number": 195190} 2024/11/22-12:48:27.993968 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195191.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:27.993988 139701071644416 EVENT_LOG_v1 {"time_micros": 1732250907993986, "job": 111, "event": "table_file_deletion", "file_number": 195191} 2024/11/22-12:48:28.002498 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195192.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:28.002518 139701071644416 EVENT_LOG_v1 {"time_micros": 1732250908002516, "job": 111, "event": "table_file_deletion", "file_number": 195192} 2024/11/22-12:48:28.010964 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195194.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:28.010987 139701071644416 EVENT_LOG_v1 {"time_micros": 1732250908010984, "job": 111, "event": "table_file_deletion", "file_number": 195194} 2024/11/22-12:48:28.019315 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195195.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:28.019337 139701071644416 EVENT_LOG_v1 {"time_micros": 1732250908019334, "job": 111, "event": "table_file_deletion", "file_number": 195195} 2024/11/22-12:48:28.026605 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195196.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:28.026627 139701071644416 EVENT_LOG_v1 {"time_micros": 1732250908026625, "job": 111, "event": "table_file_deletion", "file_number": 195196} 2024/11/22-12:48:28.030404 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195197.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:28.030425 139701071644416 EVENT_LOG_v1 {"time_micros": 1732250908030423, "job": 111, "event": "table_file_deletion", "file_number": 195197} 2024/11/22-12:48:28.030526 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195200.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:28.030536 139701071644416 EVENT_LOG_v1 {"time_micros": 1732250908030535, "job": 111, "event": "table_file_deletion", "file_number": 195200} 2024/11/22-12:48:28.030633 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195202.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:28.030642 139701071644416 EVENT_LOG_v1 {"time_micros": 1732250908030640, "job": 111, "event": "table_file_deletion", "file_number": 195202} 2024/11/22-12:48:28.032539 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195203.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:28.032558 139701071644416 EVENT_LOG_v1 {"time_micros": 1732250908032556, "job": 111, "event": "table_file_deletion", "file_number": 195203} 2024/11/22-12:48:28.037090 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195204.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:28.037110 139701071644416 EVENT_LOG_v1 {"time_micros": 1732250908037108, "job": 111, "event": "table_file_deletion", "file_number": 195204} 2024/11/22-12:48:28.041692 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195205.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:28.041712 139701071644416 EVENT_LOG_v1 {"time_micros": 1732250908041710, "job": 111, "event": "table_file_deletion", "file_number": 195205} 2024/11/22-12:48:28.041786 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195207.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:28.041794 139701071644416 EVENT_LOG_v1 {"time_micros": 1732250908041793, "job": 111, "event": "table_file_deletion", "file_number": 195207} 2024/11/22-12:48:28.041870 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195208.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:28.041879 139701071644416 EVENT_LOG_v1 {"time_micros": 1732250908041878, "job": 111, "event": "table_file_deletion", "file_number": 195208} 2024/11/22-12:48:28.042137 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195209.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:28.042148 139701071644416 EVENT_LOG_v1 {"time_micros": 1732250908042146, "job": 111, "event": "table_file_deletion", "file_number": 195209} 2024/11/22-12:48:28.042431 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195210.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:28.042441 139701071644416 EVENT_LOG_v1 {"time_micros": 1732250908042440, "job": 111, "event": "table_file_deletion", "file_number": 195210} 2024/11/22-12:48:28.042484 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195211.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:28.042492 139701071644416 EVENT_LOG_v1 {"time_micros": 1732250908042491, "job": 111, "event": "table_file_deletion", "file_number": 195211} 2024/11/22-12:48:28.046278 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195215.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:28.046298 139701071644416 EVENT_LOG_v1 {"time_micros": 1732250908046296, "job": 111, "event": "table_file_deletion", "file_number": 195215} 2024/11/22-12:48:28.046355 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195216.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:28.046363 139701071644416 EVENT_LOG_v1 {"time_micros": 1732250908046362, "job": 111, "event": "table_file_deletion", "file_number": 195216} 2024/11/22-12:48:28.093697 139700870317824 [dcompact_etcd.cc:1163] job-00142/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.283 sec, input = 1.731 GiB 2024/11/22-12:48:28.105076 139700880803584 [dcompact_etcd.cc:1163] job-00141/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.295 sec, input = 313.791 MiB 2024/11/22-12:48:29.076977 139701480584960 [db_impl_write.cc:2181] [__system__] New memtable created with log file: #195246. Immutable memtables: 0. 2024/11/22-12:48:29.077036 139701480584960 [cspp_memtable.cc:1074] ConvertToReadOnly in MarkReadOnly, mem_size = 7.625 M, time = 6.458 us 2024/11/22-12:48:29.077115 139700710934272 [db_impl_compaction_flush.cc:103] [JOB 143] Syncing log #195181 2024/11/22-12:48:29.077286 139700710934272 (Original Log Time 2024/11/22-12:48:29.077094) [db_impl_compaction_flush.cc:3040] Calling FlushMemTableToOutputFile with column family [__system__], flush slots available 2, compaction slots available 7, flush slots scheduled 1, compaction slots scheduled 3 2024/11/22-12:48:29.077297 139700710934272 [flush_job.cc:879] [__system__] [JOB 143] Flushing memtable with next log file: 195246 2024/11/22-12:48:29.077321 139700710934272 EVENT_LOG_v1 {"time_micros": 1732250909077314, "job": 143, "event": "flush_started", "num_memtables": 1, "num_entries": 79198, "num_deletes": 0, "total_data_size": 6495820, "memory_usage": 7995784, "num_range_deletes": 0, "flush_reason": "Write Buffer Full"} 2024/11/22-12:48:29.077327 139700710934272 [flush_job.cc:910] [__system__] [JOB 143] Level-0 flush table #195247: started 2024/11/22-12:48:29.083531 139700710934272 EVENT_LOG_v1 {"time_micros": 1732250909083500, "cf_name": "__system__", "job": 143, "event": "table_file_creation", "file_number": 195247, "file_size": 4635, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3083022613, "largest_seqno": 3083219318, "table_properties": {"data_size": 1088, "index_size": 2752, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 212, "raw_average_key_size": 19, "raw_value_size": 1044, "raw_average_value_size": 94, "num_data_blocks": 1, "num_entries": 11, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "__system__", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "merge_operator": "Rdb_system_merge_op", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "SngFast", "compression_options": "", "creation_time": 1732250909, "oldest_key_time": 1732250766, "file_creation_time": 1732250909, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195247, "seqno_to_time_mapping": "N/A"}} 2024/11/22-12:48:29.084058 139700710934272 [flush_job.cc:1084] [__system__] [JOB 143] Flush lasted 6773 microseconds, and 6330 cpu microseconds. 2024/11/22-12:48:29.084277 139700710934272 (Original Log Time 2024/11/22-12:48:29.083546) [flush_job.cc:1029] [__system__] [JOB 143] Level-0 flush table #195247: 4635 bytes OK (needs compaction) 2024/11/22-12:48:29.084289 139700710934272 (Original Log Time 2024/11/22-12:48:29.084071) [memtable_list.cc:560] [__system__] Level-0 commit table #195247 started 2024/11/22-12:48:29.084294 139700710934272 (Original Log Time 2024/11/22-12:48:29.084140) [memtable_list.cc:759] [__system__] Level-0 commit table #195247: memtable #1 done 2024/11/22-12:48:29.084299 139700710934272 (Original Log Time 2024/11/22-12:48:29.084160) EVENT_LOG_v1 {"time_micros": 1732250909084153, "job": 143, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [1, 1, 0, 0, 0, 0, 0], "immutable_memtables": 0} 2024/11/22-12:48:29.084304 139700710934272 (Original Log Time 2024/11/22-12:48:29.084187) [db_impl_compaction_flush.cc:310] [__system__] Level summary: files[1 1 0 0 0 0 0] max score 0.25 (1 files need compaction) 2024/11/22-12:48:29.084312 139700710934272 [db_impl_files.cc:470] [JOB 143] Try to delete WAL files size 17887303, prev total WAL file size 602246562, number of live WAL files 4. 2024/11/22-12:48:29.084332 139700901775104 [compaction_job.cc:2437] [__system__] [JOB 144] Compacting 1@0 + 1@1 files to L1, score 0.25, subcompactions 3 : 1 2024/11/22-12:48:29.084347 139700901775104 [compaction_job.cc:2445] [__system__]: Compaction start summary: Base version 107 Base level 0, inputs: [195247(4635B)], [195122(6569B)] 2024/11/22-12:48:29.084715 139700901775104 [compaction_job.cc:1948] [__system__] [JOB 144] Generated table #195248: 40 keys, 6569 bytes (need compaction), temperature: kUnknown 2024/11/22-12:48:29.084750 139700901775104 EVENT_LOG_v1 {"time_micros": 1732250909084731, "cf_name": "__system__", "job": 144, "event": "table_file_creation", "file_number": 195248, "file_size": 6569, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 1728, "index_size": 4032, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 923, "raw_average_key_size": 23, "raw_value_size": 1691, "raw_average_value_size": 42, "num_data_blocks": 1, "num_entries": 40, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "__system__", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "merge_operator": "Rdb_system_merge_op", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "SngFast", "compression_options": "allseq0", "creation_time": 1732250909, "oldest_key_time": 0, "file_creation_time": 1732250909, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195248, "seqno_to_time_mapping": "N/A"}} 2024/11/22-12:48:29.084778 139700901775104 [compaction_job.cc:703] job-00144: subcompact[0], size: 0.000007 G, files: /storage/mytopling/.rocksdb [195248] 2024/11/22-12:48:29.085301 139700901775104 (Original Log Time 2024/11/22-12:48:29.084364) EVENT_LOG_v1 {"time_micros": 1732250909084356, "job": 144, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L0": [195247], "files_L1": [195122], "score": 0.25, "input_data_size": 11204, "oldest_snapshot_seqno": 3083219480} 2024/11/22-12:48:29.085309 139700901775104 (Original Log Time 2024/11/22-12:48:29.085146) [compaction_job.cc:2022] [__system__] [JOB 144] Compacted 1@0 + 1@1 files to L1 => 6569 bytes 2024/11/22-12:48:29.085312 139700901775104 (Original Log Time 2024/11/22-12:48:29.085189) [compaction_job.cc:1224] [__system__] compacted to: files[0 1 0 0 0 0 0] max score 0.00, MB/sec: 26.7 rd, 15.6 wr, level 1, files in(1, 1) out(1 +0 blob) MB in(0.0, 0.0 +0.0 blob) out(0.0 +0.0 blob), read-write-amplify(3.8) write-amplify(1.4) OK, records in: 51, records dropped: 11 output_compression: Snappy 2024/11/22-12:48:29.085320 139700901775104 (Original Log Time 2024/11/22-12:48:29.085207) EVENT_LOG_v1 {"time_micros": 1732250909085196, "cf": "__system__", "job": 144, "event": "compaction_finished", "compaction_time_micros": 420, "compaction_time_cpu_micros": 314, "output_level": 1, "num_output_files": 1, "total_output_size": 6569, "num_input_records": 51, "num_output_records": 40, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 1, 0, 0, 0, 0, 0]} 2024/11/22-12:48:29.085546 139700901775104 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195122.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:29.085562 139700901775104 EVENT_LOG_v1 {"time_micros": 1732250909085559, "job": 144, "event": "table_file_deletion", "file_number": 195122} 2024/11/22-12:48:29.090809 139700710934272 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195086.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:30.122870 139700912260864 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00138/att-00 2024/11/22-12:48:30.122973 139700912260864 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00138/att-00/compact.done) = OK: 4.090 sec 2024/11/22-12:48:30.123066 139700912260864 [dcompact_etcd.cc:1263] job-00138/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.299, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 4.090, work = 3.879, e2e = 4.395, ntr = 0.000 sec, input = 149.032 MiB 2024/11/22-12:48:30.126083 139700912260864 [compaction_job.cc:1086] [default] [JOB 138] Dcompacted 1@2 + 1@3 files to L3 [2] => time sec: curl = 0.299, mount = 0.000, prepare = 0.004, wait = 0.517, work = 3.879, e2e = 4.396, rename = 0.000, out zip = 0.043413 GB 11.193 MB/sec, out raw = 0.147955 GB 38.147 MB/sec 2024/11/22-12:48:30.127956 139700912260864 [dcompact_etcd.cc:1773] job-00138/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:48:30.128459 139700912260864 (Original Log Time 2024/11/22-12:48:25.727263) EVENT_LOG_v1 {"time_micros": 1732250905727226, "job": 138, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195226], "files_L3": [195237], "score": 0.896524, "input_data_size": 57534578, "oldest_snapshot_seqno": 3083177548} 2024/11/22-12:48:30.128468 139700912260864 (Original Log Time 2024/11/22-12:48:30.127986) [compaction_job.cc:2022] [default] [JOB 138] Compacted 1@2 + 1@3 files to L3 => 43412619 bytes 2024/11/22-12:48:30.128471 139700912260864 (Original Log Time 2024/11/22-12:48:30.128305) [compaction_job.cc:1224] [default] compacted to: files[0 0 2 83 91 0 68] max score 0.74, MB/sec: 15.4 rd, 11.6 wr, level 3, files in(1, 1) out(2 +0 blob) MB in(17.8, 37.0 +0.0 blob) out(41.4 +0.0 blob), read-write-amplify(5.4) write-amplify(2.3) OK, records in: 1082627, records dropped: 58568 output_compression: Snappy 2024/11/22-12:48:30.128480 139700912260864 (Original Log Time 2024/11/22-12:48:30.128330) EVENT_LOG_v1 {"time_micros": 1732250910128319, "cf": "default", "job": 138, "event": "compaction_finished", "compaction_time_micros": 3741343, "compaction_time_cpu_micros": 1700712, "output_level": 3, "num_output_files": 2, "total_output_size": 43412619, "num_input_records": 1082627, "num_output_records": 1024059, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 2, 83, 91, 0, 68]} 2024/11/22-12:48:30.147950 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195130.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:30.147982 139700912260864 EVENT_LOG_v1 {"time_micros": 1732250910147977, "job": 138, "event": "table_file_deletion", "file_number": 195130} 2024/11/22-12:48:30.164803 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195131.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:30.164829 139700912260864 EVENT_LOG_v1 {"time_micros": 1732250910164826, "job": 138, "event": "table_file_deletion", "file_number": 195131} 2024/11/22-12:48:30.172532 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195175.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:30.172556 139700912260864 EVENT_LOG_v1 {"time_micros": 1732250910172553, "job": 138, "event": "table_file_deletion", "file_number": 195175} 2024/11/22-12:48:30.179857 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195176.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:30.179880 139700912260864 EVENT_LOG_v1 {"time_micros": 1732250910179878, "job": 138, "event": "table_file_deletion", "file_number": 195176} 2024/11/22-12:48:30.187245 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195177.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:30.187267 139700912260864 EVENT_LOG_v1 {"time_micros": 1732250910187265, "job": 138, "event": "table_file_deletion", "file_number": 195177} 2024/11/22-12:48:30.193371 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195178.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:30.193393 139700912260864 EVENT_LOG_v1 {"time_micros": 1732250910193390, "job": 138, "event": "table_file_deletion", "file_number": 195178} 2024/11/22-12:48:30.193860 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195201.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:30.193875 139700912260864 EVENT_LOG_v1 {"time_micros": 1732250910193873, "job": 138, "event": "table_file_deletion", "file_number": 195201} 2024/11/22-12:48:30.197426 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195214.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:30.197447 139700912260864 EVENT_LOG_v1 {"time_micros": 1732250910197445, "job": 138, "event": "table_file_deletion", "file_number": 195214} 2024/11/22-12:48:30.200728 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195217.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:48:30.200748 139700912260864 EVENT_LOG_v1 {"time_micros": 1732250910200746, "job": 138, "event": "table_file_deletion", "file_number": 195217} 2024/11/22-12:48:33.477173 139700880803584 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00141/att-00 2024/11/22-12:48:33.477311 139700880803584 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00141/att-00/compact.done) = OK: 5.366 sec 2024/11/22-12:48:33.477418 139700880803584 [dcompact_etcd.cc:1263] job-00141/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.295, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 5.366, work = 4.068, e2e = 5.667, ntr = 0.000 sec, input = 313.791 MiB 2024/11/22-12:48:33.481323 139700880803584 [compaction_job.cc:1086] [default] [JOB 141] Dcompacted 1@2 + 3@3 files to L3 [3] => time sec: curl = 0.295, mount = 0.000, prepare = 0.004, wait = 1.599, work = 4.068, e2e = 5.668, rename = 0.000, out zip = 0.097252 GB 23.906 MB/sec, out raw = 0.305064 GB 74.988 MB/sec 2024/11/22-12:48:33.481745 139700880803584 [dcompact_etcd.cc:1773] job-00141/att-00: CleanFiles 0.000 sec : 0.000 2024/11/22-12:48:33.482287 139700880803584 (Original Log Time 2024/11/22-12:48:27.809782) EVENT_LOG_v1 {"time_micros": 1732250907809764, "job": 141, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195206], "files_L3": [195235, 195236, 195221], "score": 0.981132, "input_data_size": 127134642, "oldest_snapshot_seqno": 3083203644} 2024/11/22-12:48:33.482299 139700880803584 (Original Log Time 2024/11/22-12:48:33.481774) [compaction_job.cc:2022] [default] [JOB 141] Compacted 1@2 + 3@3 files to L3 => 97251880 bytes 2024/11/22-12:48:33.482305 139700880803584 (Original Log Time 2024/11/22-12:48:33.482177) [compaction_job.cc:1224] [default] compacted to: files[0 0 1 83 91 0 68] max score 0.77, MB/sec: 32.4 rd, 24.8 wr, level 3, files in(1, 3) out(3 +0 blob) MB in(31.3, 90.0 +0.0 blob) out(92.7 +0.0 blob), read-write-amplify(6.8) write-amplify(3.0) OK, records in: 317297, records dropped: 23115 output_compression: Snappy 2024/11/22-12:48:33.482319 139700880803584 (Original Log Time 2024/11/22-12:48:33.482205) EVENT_LOG_v1 {"time_micros": 1732250913482193, "cf": "default", "job": 141, "event": "compaction_finished", "compaction_time_micros": 3929285, "compaction_time_cpu_micros": 777087, "output_level": 3, "num_output_files": 3, "total_output_size": 97251880, "num_input_records": 317297, "num_output_records": 294182, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 1, 83, 91, 0, 68]} 2024/11/22-12:49:11.253161 139700870317824 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00142/att-00 2024/11/22-12:49:11.253271 139700870317824 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00142/att-00/compact.done) = OK: 43.152 sec 2024/11/22-12:49:11.253383 139700870317824 [dcompact_etcd.cc:1263] job-00142/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.283, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 43.152, work = 42.977, e2e = 43.443, ntr = 0.000 sec, input = 1.731 GiB 2024/11/22-12:49:11.287998 139700870317824 [compaction_job.cc:1086] [default] [JOB 142] Dcompacted 1@2 + 14@3 files to L3 [14] => time sec: curl = 0.283, mount = 0.000, prepare = 0.004, wait = 0.467, work = 42.977, e2e = 43.444, rename = 0.000, out zip = 0.505098 GB 11.753 MB/sec, out raw = 1.845278 GB 42.936 MB/sec 2024/11/22-12:49:11.289964 139700870317824 [dcompact_etcd.cc:1773] job-00142/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:49:11.290568 139700870317824 (Original Log Time 2024/11/22-12:48:27.809804) EVENT_LOG_v1 {"time_micros": 1732250907809796, "job": 142, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195212], "files_L3": [195238, 195163, 195164, 195165, 195166, 195167, 195168, 195169, 195170, 195171, 195172, 195173, 195174, 195242], "score": 0.944393, "input_data_size": 527698701, "oldest_snapshot_seqno": 3083203644} 2024/11/22-12:49:11.290578 139700870317824 (Original Log Time 2024/11/22-12:49:11.290004) [compaction_job.cc:2022] [default] [JOB 142] Compacted 1@2 + 14@3 files to L3 => 505097728 bytes 2024/11/22-12:49:11.290582 139700870317824 (Original Log Time 2024/11/22-12:49:11.290353) [compaction_job.cc:1224] [default] compacted to: files[0 0 0 83 91 0 68] max score 1.00, MB/sec: 12.3 rd, 11.8 wr, level 3, files in(1, 14) out(14 +0 blob) MB in(27.1, 476.1 +0.0 blob) out(481.7 +0.0 blob), read-write-amplify(36.3) write-amplify(17.8) OK, records in: 12789235, records dropped: 95769 output_compression: Snappy 2024/11/22-12:49:11.290591 139700870317824 (Original Log Time 2024/11/22-12:49:11.290381) EVENT_LOG_v1 {"time_micros": 1732250951290367, "cf": "default", "job": 142, "event": "compaction_finished", "compaction_time_micros": 42785069, "compaction_time_cpu_micros": 19710045, "output_level": 3, "num_output_files": 14, "total_output_size": 505097728, "num_input_records": 12789235, "num_output_records": 12693466, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 83, 91, 0, 68]} 2024/11/22-12:49:11.290762 139701071644416 [compaction_job.cc:2437] [default] [JOB 147] Compacting 2@3 files to L4, score 1.00, subcompactions 1 : 1 2024/11/22-12:49:11.290770 139700922746624 [compaction_job.cc:2437] [default] [JOB 145] Compacting 4@3 files to L4, score 1.00, subcompactions 1 : 1 2024/11/22-12:49:11.290777 139701071644416 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 111 Base level 3, inputs: [195230(910KB) 195125(1199KB)] 2024/11/22-12:49:11.290776 139700891289344 [compaction_job.cc:2437] [default] [JOB 146] Compacting 3@3 files to L4, score 1.00, subcompactions 1 : 1 2024/11/22-12:49:11.290793 139700891289344 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 111 Base level 3, inputs: [195115(270KB) 195119(386KB) 195213(702KB)] 2024/11/22-12:49:11.290793 139700922746624 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 111 Base level 3, inputs: [194788(56KB) 194782(649KB) 194908(694KB) 195019(700KB)] 2024/11/22-12:49:11.291422 139700901775104 (Original Log Time 2024/11/22-12:49:11.290962) [db_impl_compaction_flush.cc:3554] [default] Moving #195140 to level-4 37291438 bytes 2024/11/22-12:49:11.291435 139700901775104 (Original Log Time 2024/11/22-12:49:11.290964) [db_impl_compaction_flush.cc:3554] [default] Moving #195141 to level-4 35922518 bytes 2024/11/22-12:49:11.291441 139700901775104 (Original Log Time 2024/11/22-12:49:11.290969) [db_impl_compaction_flush.cc:3554] [default] Moving #195142 to level-4 35513202 bytes 2024/11/22-12:49:11.291446 139700901775104 (Original Log Time 2024/11/22-12:49:11.290970) [db_impl_compaction_flush.cc:3554] [default] Moving #195143 to level-4 37603690 bytes 2024/11/22-12:49:11.291451 139700901775104 (Original Log Time 2024/11/22-12:49:11.291360) EVENT_LOG_v1 {"time_micros": 1732250951291355, "job": 148, "event": "trivial_move", "destination_level": 4, "files": 4, "total_files_size": 146330848} 2024/11/22-12:49:11.291457 139700901775104 (Original Log Time 2024/11/22-12:49:11.291365) [db_impl_compaction_flush.cc:3597] [default] Moved #4 files to level-4 146330848 bytes OK: files[0 0 0 79 95 0 68] max score 0.93 2024/11/22-12:49:11.296269 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195206.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:49:11.296295 139700870317824 EVENT_LOG_v1 {"time_micros": 1732250951296292, "job": 142, "event": "table_file_deletion", "file_number": 195206} 2024/11/22-12:49:11.300482 139700710934272 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195212.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:49:11.300505 139700710934272 EVENT_LOG_v1 {"time_micros": 1732250951300503, "job": 0, "event": "table_file_deletion", "file_number": 195212} 2024/11/22-12:49:11.304533 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195221.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:49:11.304560 139700870317824 EVENT_LOG_v1 {"time_micros": 1732250951304557, "job": 142, "event": "table_file_deletion", "file_number": 195221} 2024/11/22-12:49:11.306796 139700710934272 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195174.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:49:11.306819 139700710934272 EVENT_LOG_v1 {"time_micros": 1732250951306816, "job": 0, "event": "table_file_deletion", "file_number": 195174} 2024/11/22-12:49:11.307605 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195226.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:49:11.307640 139700870317824 EVENT_LOG_v1 {"time_micros": 1732250951307637, "job": 142, "event": "table_file_deletion", "file_number": 195226} 2024/11/22-12:49:11.313961 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195235.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:49:11.313984 139700870317824 EVENT_LOG_v1 {"time_micros": 1732250951313982, "job": 142, "event": "table_file_deletion", "file_number": 195235} 2024/11/22-12:49:11.314178 139700710934272 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195173.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:49:11.314200 139700710934272 EVENT_LOG_v1 {"time_micros": 1732250951314197, "job": 0, "event": "table_file_deletion", "file_number": 195173} 2024/11/22-12:49:11.314980 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195236.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:49:11.315000 139700870317824 EVENT_LOG_v1 {"time_micros": 1732250951314998, "job": 142, "event": "table_file_deletion", "file_number": 195236} 2024/11/22-12:49:11.319463 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195237.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:49:11.319490 139700870317824 EVENT_LOG_v1 {"time_micros": 1732250951319487, "job": 142, "event": "table_file_deletion", "file_number": 195237} 2024/11/22-12:49:11.319662 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195247.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:49:11.319679 139700870317824 EVENT_LOG_v1 {"time_micros": 1732250951319677, "job": 142, "event": "table_file_deletion", "file_number": 195247} 2024/11/22-12:49:11.321849 139700710934272 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195172.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:49:11.321871 139700710934272 EVENT_LOG_v1 {"time_micros": 1732250951321868, "job": 0, "event": "table_file_deletion", "file_number": 195172} 2024/11/22-12:49:11.327881 139700710934272 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195171.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:49:11.327901 139700710934272 EVENT_LOG_v1 {"time_micros": 1732250951327899, "job": 0, "event": "table_file_deletion", "file_number": 195171} 2024/11/22-12:49:11.334995 139700710934272 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195170.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:49:11.335016 139700710934272 EVENT_LOG_v1 {"time_micros": 1732250951335014, "job": 0, "event": "table_file_deletion", "file_number": 195170} 2024/11/22-12:49:11.343114 139700710934272 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195169.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:49:11.343140 139700710934272 EVENT_LOG_v1 {"time_micros": 1732250951343137, "job": 0, "event": "table_file_deletion", "file_number": 195169} 2024/11/22-12:49:11.349991 139700710934272 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195242.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:49:11.350013 139700710934272 EVENT_LOG_v1 {"time_micros": 1732250951350011, "job": 0, "event": "table_file_deletion", "file_number": 195242} 2024/11/22-12:49:11.356319 139700710934272 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195168.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:49:11.356341 139700710934272 EVENT_LOG_v1 {"time_micros": 1732250951356339, "job": 0, "event": "table_file_deletion", "file_number": 195168} 2024/11/22-12:49:11.363800 139700710934272 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195167.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:49:11.363820 139700710934272 EVENT_LOG_v1 {"time_micros": 1732250951363818, "job": 0, "event": "table_file_deletion", "file_number": 195167} 2024/11/22-12:49:11.371758 139700710934272 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195166.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:49:11.371783 139700710934272 EVENT_LOG_v1 {"time_micros": 1732250951371780, "job": 0, "event": "table_file_deletion", "file_number": 195166} 2024/11/22-12:49:11.378258 139700710934272 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195165.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:49:11.378280 139700710934272 EVENT_LOG_v1 {"time_micros": 1732250951378278, "job": 0, "event": "table_file_deletion", "file_number": 195165} 2024/11/22-12:49:11.381457 139700710934272 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195238.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:49:11.381476 139700710934272 EVENT_LOG_v1 {"time_micros": 1732250951381473, "job": 0, "event": "table_file_deletion", "file_number": 195238} 2024/11/22-12:49:11.387029 139700710934272 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195164.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:49:11.387048 139700710934272 EVENT_LOG_v1 {"time_micros": 1732250951387046, "job": 0, "event": "table_file_deletion", "file_number": 195164} 2024/11/22-12:49:11.391730 139700710934272 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195163.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:49:11.391749 139700710934272 EVENT_LOG_v1 {"time_micros": 1732250951391747, "job": 0, "event": "table_file_deletion", "file_number": 195163} 2024/11/22-12:49:11.564458 139700891289344 [dcompact_etcd.cc:1163] job-00146/att-00: init time wrt = 0.001, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.272 sec, input = 4.278 MiB 2024/11/22-12:49:11.585216 139701071644416 [dcompact_etcd.cc:1163] job-00147/att-00: init time wrt = 0.001, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.294 sec, input = 3.814 MiB 2024/11/22-12:49:11.597847 139700922746624 [dcompact_etcd.cc:1163] job-00145/att-00: init time wrt = 0.001, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.306 sec, input = 6.496 MiB 2024/11/22-12:49:11.947427 139701071644416 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00147/att-00 2024/11/22-12:49:11.947498 139701071644416 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00147/att-00/compact.done) = OK: 0.353 sec 2024/11/22-12:49:11.947593 139701071644416 [dcompact_etcd.cc:1263] job-00147/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.294, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 0.353, work = 0.225, e2e = 0.656, ntr = 0.000 sec, input = 3.814 MiB 2024/11/22-12:49:11.949422 139701071644416 [compaction_job.cc:1086] [default] [JOB 147] Dcompacted 2@3 files to L4 [1] => time sec: curl = 0.294, mount = 0.000, prepare = 0.004, wait = 0.432, work = 0.225, e2e = 0.657, rename = 0.000, out zip = 0.002173 GB 9.660 MB/sec, out raw = 0.003999 GB 17.781 MB/sec 2024/11/22-12:49:11.951304 139701071644416 [dcompact_etcd.cc:1773] job-00147/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:49:11.951853 139701071644416 (Original Log Time 2024/11/22-12:49:11.290797) EVENT_LOG_v1 {"time_micros": 1732250951290788, "job": 147, "event": "compaction_started", "compaction_reason": "LevelMaxLevelSize", "files_L3": [195230, 195125], "score": 1.00172, "input_data_size": 2161167, "oldest_snapshot_seqno": 3083724207} 2024/11/22-12:49:11.951865 139701071644416 (Original Log Time 2024/11/22-12:49:11.951342) [compaction_job.cc:2022] [default] [JOB 147] Compacted 2@3 files to L4 => 2172579 bytes 2024/11/22-12:49:11.951870 139701071644416 (Original Log Time 2024/11/22-12:49:11.951754) [compaction_job.cc:1224] [default] compacted to: files[0 0 0 77 96 0 68] max score 0.93, MB/sec: 19.6 rd, 19.7 wr, level 4, files in(2, 0) out(1 +0 blob) MB in(2.1, 0.0 +0.0 blob) out(2.1 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 89377, records dropped: 0 output_compression: Snappy 2024/11/22-12:49:11.951881 139701071644416 (Original Log Time 2024/11/22-12:49:11.951780) EVENT_LOG_v1 {"time_micros": 1732250951951768, "cf": "default", "job": 147, "event": "compaction_finished", "compaction_time_micros": 110370, "compaction_time_cpu_micros": 50063, "output_level": 4, "num_output_files": 1, "total_output_size": 2172579, "num_input_records": 89377, "num_output_records": 89377, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 77, 96, 0, 68]} 2024/11/22-12:49:12.018861 139700891289344 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00146/att-00 2024/11/22-12:49:12.018940 139700891289344 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00146/att-00/compact.done) = OK: 0.446 sec 2024/11/22-12:49:12.019035 139700891289344 [dcompact_etcd.cc:1263] job-00146/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.272, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 0.446, work = 0.304, e2e = 0.727, ntr = 0.000 sec, input = 4.278 MiB 2024/11/22-12:49:12.020891 139700891289344 [compaction_job.cc:1086] [default] [JOB 146] Dcompacted 3@3 files to L4 [1] => time sec: curl = 0.272, mount = 0.000, prepare = 0.004, wait = 0.424, work = 0.304, e2e = 0.728, rename = 0.000, out zip = 0.001344 GB 4.413 MB/sec, out raw = 0.004486 GB 14.734 MB/sec 2024/11/22-12:49:12.022815 139700891289344 [dcompact_etcd.cc:1773] job-00146/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:49:12.023243 139700891289344 (Original Log Time 2024/11/22-12:49:11.290820) EVENT_LOG_v1 {"time_micros": 1732250951290808, "job": 146, "event": "compaction_started", "compaction_reason": "LevelMaxLevelSize", "files_L3": [195115, 195119, 195213], "score": 1.00228, "input_data_size": 1391816, "oldest_snapshot_seqno": 3083724207} 2024/11/22-12:49:12.023252 139700891289344 (Original Log Time 2024/11/22-12:49:12.022843) [compaction_job.cc:2022] [default] [JOB 146] Compacted 3@3 files to L4 => 1343694 bytes 2024/11/22-12:49:12.023256 139700891289344 (Original Log Time 2024/11/22-12:49:12.023158) [compaction_job.cc:1224] [default] compacted to: files[0 0 0 74 97 0 68] max score 0.93, MB/sec: 7.9 rd, 7.6 wr, level 4, files in(3, 0) out(1 +0 blob) MB in(1.3, 0.0 +0.0 blob) out(1.3 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 62641, records dropped: 0 output_compression: Snappy 2024/11/22-12:49:12.023263 139700891289344 (Original Log Time 2024/11/22-12:49:12.023182) EVENT_LOG_v1 {"time_micros": 1732250952023170, "cf": "default", "job": 146, "event": "compaction_finished", "compaction_time_micros": 177117, "compaction_time_cpu_micros": 39168, "output_level": 4, "num_output_files": 1, "total_output_size": 1343694, "num_input_records": 62641, "num_output_records": 62641, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 74, 97, 0, 68]} 2024/11/22-12:49:12.140167 139700922746624 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00145/att-00 2024/11/22-12:49:12.140238 139700922746624 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00145/att-00/compact.done) = OK: 0.534 sec 2024/11/22-12:49:12.140329 139700922746624 [dcompact_etcd.cc:1263] job-00145/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.306, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 0.534, work = 0.351, e2e = 0.849, ntr = 0.000 sec, input = 6.496 MiB 2024/11/22-12:49:12.142219 139700922746624 [compaction_job.cc:1086] [default] [JOB 145] Dcompacted 4@3 files to L4 [1] => time sec: curl = 0.306, mount = 0.000, prepare = 0.004, wait = 0.498, work = 0.351, e2e = 0.850, rename = 0.000, out zip = 0.002067 GB 5.882 MB/sec, out raw = 0.006811 GB 19.379 MB/sec 2024/11/22-12:49:12.144137 139700922746624 [dcompact_etcd.cc:1773] job-00145/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:49:12.144750 139700922746624 (Original Log Time 2024/11/22-12:49:11.290819) EVENT_LOG_v1 {"time_micros": 1732250951290808, "job": 145, "event": "compaction_started", "compaction_reason": "LevelMaxLevelSize", "files_L3": [194788, 194782, 194908, 195019], "score": 1.00312, "input_data_size": 2150805, "oldest_snapshot_seqno": 3083724207} 2024/11/22-12:49:12.144762 139700922746624 (Original Log Time 2024/11/22-12:49:12.144170) [compaction_job.cc:2022] [default] [JOB 145] Compacted 4@3 files to L4 => 2067360 bytes 2024/11/22-12:49:12.144768 139700922746624 (Original Log Time 2024/11/22-12:49:12.144583) [compaction_job.cc:1224] [default] compacted to: files[0 0 0 70 98 0 68] max score 0.93, MB/sec: 9.2 rd, 8.9 wr, level 4, files in(4, 0) out(1 +0 blob) MB in(2.1, 0.0 +0.0 blob) out(2.0 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 96426, records dropped: 0 output_compression: Snappy 2024/11/22-12:49:12.144779 139700922746624 (Original Log Time 2024/11/22-12:49:12.144627) EVENT_LOG_v1 {"time_micros": 1732250952144606, "cf": "default", "job": 145, "event": "compaction_finished", "compaction_time_micros": 232733, "compaction_time_cpu_micros": 55305, "output_level": 4, "num_output_files": 1, "total_output_size": 2067360, "num_input_records": 96426, "num_output_records": 96426, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 70, 98, 0, 68]} 2024/11/22-12:49:12.146522 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195115.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:49:12.146547 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250952146544, "job": 145, "event": "table_file_deletion", "file_number": 195115} 2024/11/22-12:49:12.153563 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195119.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:49:12.153586 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250952153584, "job": 145, "event": "table_file_deletion", "file_number": 195119} 2024/11/22-12:49:12.155877 139700710934272 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195019.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:49:12.155899 139700710934272 EVENT_LOG_v1 {"time_micros": 1732250952155896, "job": 0, "event": "table_file_deletion", "file_number": 195019} 2024/11/22-12:49:12.156541 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195125.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:49:12.156560 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250952156558, "job": 145, "event": "table_file_deletion", "file_number": 195125} 2024/11/22-12:49:12.157917 139700710934272 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194908.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:49:12.157962 139700710934272 EVENT_LOG_v1 {"time_micros": 1732250952157960, "job": 0, "event": "table_file_deletion", "file_number": 194908} 2024/11/22-12:49:12.161154 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195213.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:49:12.161174 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250952161172, "job": 145, "event": "table_file_deletion", "file_number": 195213} 2024/11/22-12:49:12.161280 139700710934272 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194788.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:49:12.161294 139700710934272 EVENT_LOG_v1 {"time_micros": 1732250952161292, "job": 0, "event": "table_file_deletion", "file_number": 194788} 2024/11/22-12:49:12.163604 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195230.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:49:12.163626 139700922746624 EVENT_LOG_v1 {"time_micros": 1732250952163624, "job": 145, "event": "table_file_deletion", "file_number": 195230} 2024/11/22-12:49:12.165055 139700710934272 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194782.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:49:12.165077 139700710934272 EVENT_LOG_v1 {"time_micros": 1732250952165074, "job": 0, "event": "table_file_deletion", "file_number": 194782} 2024/11/22-12:50:15.241148 139701480584960 [db_impl_write.cc:2181] [default] New memtable created with log file: #195271. Immutable memtables: 0. 2024/11/22-12:50:15.241796 139700721420032 [db_impl_compaction_flush.cc:103] [JOB 149] Syncing log #195246 2024/11/22-12:50:15.241929 139700721420032 (Original Log Time 2024/11/22-12:50:15.241589) [db_impl_compaction_flush.cc:3040] Calling FlushMemTableToOutputFile with column family [default], flush slots available 2, compaction slots available 7, flush slots scheduled 1, compaction slots scheduled 0 2024/11/22-12:50:15.241944 139700721420032 [flush_job.cc:879] [default] [JOB 149] Flushing memtable with next log file: 195271 2024/11/22-12:50:15.241964 139700721420032 EVENT_LOG_v1 {"time_micros": 1732251015241958, "job": 149, "event": "flush_started", "num_memtables": 1, "num_entries": 1437958, "num_deletes": 60760, "total_data_size": 515872806, "memory_usage": 536608136, "num_range_deletes": 0, "flush_reason": "Write Buffer Full"} 2024/11/22-12:50:15.241968 139700721420032 [flush_job.cc:910] [default] [JOB 149] Level-0 flush table #195272: started 2024/11/22-12:50:15.242395 139700721420032 [cspp_memtable.cc:1074] /storage/mytopling/.rocksdb/cspp-000003.memtab-0 ConvertToReadOnly /storage/mytopling/.rocksdb/195272.sst in ConvertToSST, mem_size = 511.749 M, time = 418.140 us 2024/11/22-12:50:15.698828 139700721420032 [cspp_memtable.cc:1366] CSPPMemTab::ConvertToSST(/storage/mytopling/.rocksdb/195272.sst): fsize = 511.751 M, time(ms): open: 0.039, seek: 0.030, finish: 0.041, meta: 0.008, Flush: 0.015, sync: 456.245, close: 0.010, all: 456.388 2024/11/22-12:50:15.699982 139700721420032 [flush_job.cc:1084] [default] [JOB 149] Flush lasted 458062 microseconds, and 419425 cpu microseconds. 2024/11/22-12:50:15.723724 139700721420032 (Original Log Time 2024/11/22-12:50:15.698865) [flush_job.cc:1029] [default] [JOB 149] Level-0 flush table #195272: 536609565 bytes OK (needs compaction) 2024/11/22-12:50:15.723738 139700721420032 (Original Log Time 2024/11/22-12:50:15.699997) [memtable_list.cc:560] [default] Level-0 commit table #195272 started 2024/11/22-12:50:15.723742 139700721420032 (Original Log Time 2024/11/22-12:50:15.723636) [memtable_list.cc:759] [default] Level-0 commit table #195272: memtable #1 done 2024/11/22-12:50:15.723745 139700721420032 (Original Log Time 2024/11/22-12:50:15.723663) EVENT_LOG_v1 {"time_micros": 1732251015723657, "job": 149, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [1, 0, 0, 70, 98, 0, 68], "immutable_memtables": 0} 2024/11/22-12:50:15.723748 139700721420032 (Original Log Time 2024/11/22-12:50:15.723691) [db_impl_compaction_flush.cc:310] [default] Level summary: files[1 0 0 70 98 0 68] max score 1.00 (1 files need compaction) 2024/11/22-12:50:15.723754 139700721420032 [db_impl_files.cc:470] [JOB 149] Try to delete WAL files size 500262942, prev total WAL file size 1019543463, number of live WAL files 4. 2024/11/22-12:50:15.724361 139700912260864 [compaction_job.cc:2437] [default] [JOB 150] Compacting 1@0 files to L1, score 1.00, subcompactions 3 : 3 2024/11/22-12:50:15.724383 139700912260864 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 116 Base level 0, inputs: [195272(511MB)] 2024/11/22-12:50:15.732949 139700912260864 [compaction_job.cc:1948] [default] [JOB 150] Generated table #195273: 4 keys, 3571 bytes (need compaction), temperature: kUnknown 2024/11/22-12:50:15.733019 139700912260864 EVENT_LOG_v1 {"time_micros": 1732251015732987, "cf_name": "default", "job": 150, "event": "table_file_creation", "file_number": 195273, "file_size": 3571, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3084479003, "largest_seqno": 3084479791, "table_properties": {"data_size": 512, "index_size": 2240, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 64, "raw_average_key_size": 16, "raw_value_size": 461, "raw_average_value_size": 115, "num_data_blocks": 1, "num_entries": 4, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 16, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251015, "oldest_key_time": 0, "file_creation_time": 1732251015, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195273, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:50:15.745360 139699083544320 [compaction_job.cc:1948] [default] [JOB 150] Generated table #195274: 21903 keys, 1805437 bytes (need compaction), temperature: kUnknown 2024/11/22-12:50:15.745463 139699083544320 EVENT_LOG_v1 {"time_micros": 1732251015745427, "cf_name": "default", "job": 150, "event": "table_file_creation", "file_number": 195274, "file_size": 1805437, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3083471872, "largest_seqno": 3084479793, "table_properties": {"data_size": 1130816, "index_size": 673792, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 438060, "raw_average_key_size": 20, "raw_value_size": 1130815, "raw_average_value_size": 51, "num_data_blocks": 1, "num_entries": 21903, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251015, "oldest_key_time": 0, "file_creation_time": 1732251015, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195274, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:50:15.750030 139700912260864 [compaction_job.cc:1948] [default] [JOB 150] Generated table #195276: 40 keys, 9396 bytes (need compaction), temperature: kUnknown 2024/11/22-12:50:15.750090 139700912260864 EVENT_LOG_v1 {"time_micros": 1732251015750058, "cf_name": "default", "job": 150, "event": "table_file_creation", "file_number": 195276, "file_size": 9396, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3084474338, "largest_seqno": 3084479825, "table_properties": {"data_size": 4800, "index_size": 3776, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 800, "raw_average_key_size": 20, "raw_value_size": 4779, "raw_average_value_size": 119, "num_data_blocks": 1, "num_entries": 40, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251015, "oldest_key_time": 0, "file_creation_time": 1732251015, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195276, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:50:15.805661 139699083544320 [compaction_job.cc:1948] [default] [JOB 150] Generated table #195277: 64425 keys, 1754573 bytes (need compaction), temperature: kUnknown 2024/11/22-12:50:15.805732 139699083544320 EVENT_LOG_v1 {"time_micros": 1732251015805698, "cf_name": "default", "job": 150, "event": "table_file_creation", "file_number": 195277, "file_size": 1754573, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3082972056, "largest_seqno": 3084479995, "table_properties": {"data_size": 64448, "index_size": 1689280, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 1546200, "raw_average_key_size": 24, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 64425, "num_filter_entries": 0, "num_deletions": 30380, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 24, "fixed_value_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251015, "oldest_key_time": 0, "file_creation_time": 1732251015, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195277, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:50:15.811760 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195120.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:15.814619 139700912260864 [compaction_job.cc:1948] [default] [JOB 150] Generated table #195278: 35047 keys, 23982017 bytes (need compaction), temperature: kUnknown 2024/11/22-12:50:15.814676 139700912260864 EVENT_LOG_v1 {"time_micros": 1732251015814646, "cf_name": "default", "job": 150, "event": "table_file_creation", "file_number": 195278, "file_size": 23982017, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3082972049, "largest_seqno": 3084480004, "table_properties": {"data_size": 22841024, "index_size": 1140160, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 841128, "raw_average_key_size": 24, "raw_value_size": 22840973, "raw_average_value_size": 651, "num_data_blocks": 1, "num_entries": 35047, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 24, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251015, "oldest_key_time": 0, "file_creation_time": 1732251015, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195278, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:50:15.824341 139700912260864 [compaction_job.cc:1948] [default] [JOB 150] Generated table #195280: 10891 keys, 844604 bytes (need compaction), temperature: kUnknown 2024/11/22-12:50:15.824420 139700912260864 EVENT_LOG_v1 {"time_micros": 1732251015824383, "cf_name": "default", "job": 150, "event": "table_file_creation", "file_number": 195280, "file_size": 844604, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3082972050, "largest_seqno": 3083471849, "table_properties": {"data_size": 562496, "index_size": 281280, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 217820, "raw_average_key_size": 20, "raw_value_size": 562477, "raw_average_value_size": 51, "num_data_blocks": 1, "num_entries": 10891, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251015, "oldest_key_time": 0, "file_creation_time": 1732251015, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195280, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:50:15.863571 139699083544320 [compaction_job.cc:1948] [default] [JOB 150] Generated table #195279: 64425 keys, 2906878 bytes (need compaction), temperature: kUnknown 2024/11/22-12:50:15.863640 139699083544320 EVENT_LOG_v1 {"time_micros": 1732251015863609, "cf_name": "default", "job": 150, "event": "table_file_creation", "file_number": 195279, "file_size": 2906878, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3082972053, "largest_seqno": 3084479996, "table_properties": {"data_size": 1216768, "index_size": 1689280, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 1546200, "raw_average_key_size": 24, "raw_value_size": 1216745, "raw_average_value_size": 18, "num_data_blocks": 1, "num_entries": 64425, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 24, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251015, "oldest_key_time": 0, "file_creation_time": 1732251015, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195279, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:50:15.926977 139697263216384 [compaction_job.cc:1948] [default] [JOB 150] Generated table #195275: 233232 keys, 33323268 bytes (need compaction), temperature: kUnknown 2024/11/22-12:50:15.927045 139697263216384 EVENT_LOG_v1 {"time_micros": 1732251015927021, "cf_name": "default", "job": 150, "event": "table_file_creation", "file_number": 195275, "file_size": 33323268, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3082972212, "largest_seqno": 3084479993, "table_properties": {"data_size": 27029120, "index_size": 6293312, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 6530496, "raw_average_key_size": 28, "raw_value_size": 27029080, "raw_average_value_size": 115, "num_data_blocks": 1, "num_entries": 233232, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 28, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251015, "oldest_key_time": 0, "file_creation_time": 1732251015, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195275, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:50:16.015088 139699083544320 [compaction_job.cc:1948] [default] [JOB 150] Generated table #195281: 233228 keys, 33323268 bytes (need compaction), temperature: kUnknown 2024/11/22-12:50:16.015138 139699083544320 EVENT_LOG_v1 {"time_micros": 1732251016015114, "cf_name": "default", "job": 150, "event": "table_file_creation", "file_number": 195281, "file_size": 33323268, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3082972071, "largest_seqno": 3084479853, "table_properties": {"data_size": 27029504, "index_size": 6292928, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 6530384, "raw_average_key_size": 28, "raw_value_size": 27029468, "raw_average_value_size": 115, "num_data_blocks": 1, "num_entries": 233228, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 28, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251015, "oldest_key_time": 0, "file_creation_time": 1732251015, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195281, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:50:16.017617 139697263216384 [compaction_job.cc:1948] [default] [JOB 150] Generated table #195282: 126166 keys, 18074052 bytes (need compaction), temperature: kUnknown 2024/11/22-12:50:16.017674 139697263216384 EVENT_LOG_v1 {"time_micros": 1732251016017645, "cf_name": "default", "job": 150, "event": "table_file_creation", "file_number": 195282, "file_size": 18074052, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3082972111, "largest_seqno": 3084480003, "table_properties": {"data_size": 14616640, "index_size": 3456576, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 3532648, "raw_average_key_size": 28, "raw_value_size": 14616608, "raw_average_value_size": 115, "num_data_blocks": 1, "num_entries": 126166, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 28, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251015, "oldest_key_time": 0, "file_creation_time": 1732251015, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195282, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:50:16.044259 139699083544320 [compaction_job.cc:1948] [default] [JOB 150] Generated table #195283: 51211 keys, 7432961 bytes (need compaction), temperature: kUnknown 2024/11/22-12:50:16.044303 139699083544320 EVENT_LOG_v1 {"time_micros": 1732251016044282, "cf_name": "default", "job": 150, "event": "table_file_creation", "file_number": 195283, "file_size": 7432961, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3082972279, "largest_seqno": 3084479823, "table_properties": {"data_size": 5934336, "index_size": 1497792, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 1433908, "raw_average_key_size": 28, "raw_value_size": 5934330, "raw_average_value_size": 115, "num_data_blocks": 1, "num_entries": 51211, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 28, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251016, "oldest_key_time": 0, "file_creation_time": 1732251016, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195283, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:50:16.090069 139697263216384 [compaction_job.cc:1948] [default] [JOB 150] Generated table #195284: 31911 keys, 33524993 bytes (need compaction), temperature: kUnknown 2024/11/22-12:50:16.090127 139697263216384 EVENT_LOG_v1 {"time_micros": 1732251016090099, "cf_name": "default", "job": 150, "event": "table_file_creation", "file_number": 195284, "file_size": 33524993, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3082972143, "largest_seqno": 3084479767, "table_properties": {"data_size": 32455808, "index_size": 1068352, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 638220, "raw_average_key_size": 20, "raw_value_size": 32455801, "raw_average_value_size": 1017, "num_data_blocks": 1, "num_entries": 31911, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251016, "oldest_key_time": 0, "file_creation_time": 1732251016, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195284, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:50:16.173700 139697263216384 [compaction_job.cc:1948] [default] [JOB 150] Generated table #195285: 31940 keys, 33525249 bytes (need compaction), temperature: kUnknown 2024/11/22-12:50:16.173748 139697263216384 EVENT_LOG_v1 {"time_micros": 1732251016173727, "cf_name": "default", "job": 150, "event": "table_file_creation", "file_number": 195285, "file_size": 33525249, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3082972065, "largest_seqno": 3084479841, "table_properties": {"data_size": 32483584, "index_size": 1040832, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 638800, "raw_average_key_size": 20, "raw_value_size": 32483521, "raw_average_value_size": 1017, "num_data_blocks": 1, "num_entries": 31940, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251016, "oldest_key_time": 0, "file_creation_time": 1732251016, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195285, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:50:16.241798 139697263216384 [compaction_job.cc:1948] [default] [JOB 150] Generated table #195286: 31987 keys, 33524609 bytes (need compaction), temperature: kUnknown 2024/11/22-12:50:16.241845 139697263216384 EVENT_LOG_v1 {"time_micros": 1732251016241823, "cf_name": "default", "job": 150, "event": "table_file_creation", "file_number": 195286, "file_size": 33524609, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3082972097, "largest_seqno": 3084479545, "table_properties": {"data_size": 32531200, "index_size": 992576, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 639740, "raw_average_key_size": 20, "raw_value_size": 32531170, "raw_average_value_size": 1017, "num_data_blocks": 1, "num_entries": 31987, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251016, "oldest_key_time": 0, "file_creation_time": 1732251016, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195286, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:50:16.267229 139697263216384 [compaction_job.cc:1948] [default] [JOB 150] Generated table #195287: 12527 keys, 13113216 bytes (need compaction), temperature: kUnknown 2024/11/22-12:50:16.267277 139697263216384 EVENT_LOG_v1 {"time_micros": 1732251016267254, "cf_name": "default", "job": 150, "event": "table_file_creation", "file_number": 195287, "file_size": 13113216, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3082972108, "largest_seqno": 3084479745, "table_properties": {"data_size": 12738816, "index_size": 373568, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 250540, "raw_average_key_size": 20, "raw_value_size": 12738792, "raw_average_value_size": 1016, "num_data_blocks": 1, "num_entries": 12527, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251016, "oldest_key_time": 0, "file_creation_time": 1732251016, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195287, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:50:16.321614 139697263216384 [compaction_job.cc:1948] [default] [JOB 150] Generated table #195288: 94805 keys, 2576785 bytes (need compaction), temperature: kUnknown 2024/11/22-12:50:16.321671 139697263216384 EVENT_LOG_v1 {"time_micros": 1732251016321649, "cf_name": "default", "job": 150, "event": "table_file_creation", "file_number": 195288, "file_size": 2576785, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3082972054, "largest_seqno": 3084479998, "table_properties": {"data_size": 94848, "index_size": 2481088, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 2491645, "raw_average_key_size": 26, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 94805, "num_filter_entries": 0, "num_deletions": 30380, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "fixed_value_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251016, "oldest_key_time": 0, "file_creation_time": 1732251016, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195288, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:50:16.347511 139697263216384 [compaction_job.cc:1948] [default] [JOB 150] Generated table #195289: 34045 keys, 1144971 bytes (need compaction), temperature: kUnknown 2024/11/22-12:50:16.347563 139697263216384 EVENT_LOG_v1 {"time_micros": 1732251016347539, "cf_name": "default", "job": 150, "event": "table_file_creation", "file_number": 195289, "file_size": 1144971, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3082972055, "largest_seqno": 3084479828, "table_properties": {"data_size": 34048, "index_size": 1110080, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 987305, "raw_average_key_size": 29, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 34045, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 29, "fixed_value_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251016, "oldest_key_time": 0, "file_creation_time": 1732251016, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195289, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:50:16.347670 139700912260864 [compaction_job.cc:703] job-00150: subcompact[0], size: 0.024840 G, files: /storage/mytopling/.rocksdb [195273,195276,195278,195280] 2024/11/22-12:50:16.347688 139700912260864 [compaction_job.cc:703] job-00150: subcompact[1], size: 0.047223 G, files: /storage/mytopling/.rocksdb [195274,195277,195279,195281,195283] 2024/11/22-12:50:16.347694 139700912260864 [compaction_job.cc:703] job-00150: subcompact[2], size: 0.168807 G, files: /storage/mytopling/.rocksdb [195275,195282,195284,195285,195286,195287,195288,195289] 2024/11/22-12:50:16.363072 139700880803584 [compaction_job.cc:2437] [default] [JOB 151] Compacting 1@1 files to L2, score 0.93, subcompactions 1 : 1 2024/11/22-12:50:16.363089 139700912260864 (Original Log Time 2024/11/22-12:50:15.724414) EVENT_LOG_v1 {"time_micros": 1732251015724403, "job": 150, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L0": [195272], "score": 0.999513, "input_data_size": 536609565, "oldest_snapshot_seqno": 3084484259} 2024/11/22-12:50:16.363094 139700880803584 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 117 Base level 1, inputs: [195273(3571B)] 2024/11/22-12:50:16.363106 139700912260864 (Original Log Time 2024/11/22-12:50:16.362439) [compaction_job.cc:2022] [default] [JOB 150] Compacted 1@0 files to L1 => 240869848 bytes 2024/11/22-12:50:16.363112 139700912260864 (Original Log Time 2024/11/22-12:50:16.362879) [compaction_job.cc:1224] [default] compacted to: files[0 17 0 70 98 0 68] max score 0.93 (17 files need compaction), MB/sec: 860.9 rd, 386.5 wr, level 1, files in(1, 0) out(17 +0 blob) MB in(511.8, 0.0 +0.0 blob) out(229.7 +0.0 blob), read-write-amplify(1.4) write-amplify(0.4) OK, records in: 1437958, records dropped: 360171 output_compression: Snappy 2024/11/22-12:50:16.363124 139700912260864 (Original Log Time 2024/11/22-12:50:16.362913) EVENT_LOG_v1 {"time_micros": 1732251016362893, "cf": "default", "job": 150, "event": "compaction_finished", "compaction_time_micros": 623283, "compaction_time_cpu_micros": 1014187, "output_level": 1, "num_output_files": 17, "total_output_size": 240869848, "num_input_records": 1437958, "num_output_records": 1077787, "num_subcompactions": 3, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 17, 0, 70, 98, 0, 68]} 2024/11/22-12:50:16.363186 139700901775104 [compaction_job.cc:2437] [default] [JOB 152] Compacting 1@1 files to L2, score 0.93, subcompactions 1 : 1 2024/11/22-12:50:16.363202 139700901775104 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 117 Base level 1, inputs: [195276(9396B)] 2024/11/22-12:50:16.363402 139700870317824 [compaction_job.cc:2437] [default] [JOB 153] Compacting 1@1 files to L2, score 0.93, subcompactions 1 : 1 2024/11/22-12:50:16.363404 139701071644416 [compaction_job.cc:2437] [default] [JOB 154] Compacting 1@1 files to L2, score 0.93, subcompactions 1 : 1 2024/11/22-12:50:16.363416 139700870317824 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 117 Base level 1, inputs: [195278(22MB)] 2024/11/22-12:50:16.363423 139701071644416 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 117 Base level 1, inputs: [195280(824KB)] 2024/11/22-12:50:16.363534 139700891289344 [compaction_job.cc:2437] [default] [JOB 155] Compacting 1@1 files to L2, score 0.93, subcompactions 1 : 1 2024/11/22-12:50:16.363545 139700891289344 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 117 Base level 1, inputs: [195274(1763KB)] 2024/11/22-12:50:16.363901 139700922746624 [compaction_job.cc:2437] [default] [JOB 156] Compacting 1@1 files to L2, score 0.93, subcompactions 1 : 1 2024/11/22-12:50:16.363917 139700922746624 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 117 Base level 1, inputs: [195277(1713KB)] 2024/11/22-12:50:16.364777 139700912260864 [compaction_job.cc:2437] [default] [JOB 157] Compacting 1@1 files to L2, score 0.93, subcompactions 1 : 1 2024/11/22-12:50:16.364794 139700912260864 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 117 Base level 1, inputs: [195279(2838KB)] 2024/11/22-12:50:16.377231 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195272.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:16.377263 139700721420032 EVENT_LOG_v1 {"time_micros": 1732251016377255, "job": 0, "event": "table_file_deletion", "file_number": 195272} 2024/11/22-12:50:16.631472 139700880803584 [dcompact_etcd.cc:1163] job-00151/att-00: init time wrt = 0.001, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.268 sec, input = 525 B 2024/11/22-12:50:16.644569 139700891289344 [dcompact_etcd.cc:1163] job-00155/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.281 sec, input = 1.496 MiB 2024/11/22-12:50:16.649606 139700912260864 [dcompact_etcd.cc:1163] job-00157/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.284 sec, input = 2.635 MiB 2024/11/22-12:50:16.672345 139700901775104 [dcompact_etcd.cc:1163] job-00152/att-00: init time wrt = 0.001, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.308 sec, input = 5.448 KiB 2024/11/22-12:50:16.672756 139700922746624 [dcompact_etcd.cc:1163] job-00156/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.308 sec, input = 1.475 MiB 2024/11/22-12:50:16.673573 139701071644416 [dcompact_etcd.cc:1163] job-00154/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.310 sec, input = 762.009 KiB 2024/11/22-12:50:16.684053 139700870317824 [dcompact_etcd.cc:1163] job-00153/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.320 sec, input = 22.585 MiB 2024/11/22-12:50:16.988111 139700880803584 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00151/att-00 2024/11/22-12:50:16.988184 139700880803584 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00151/att-00/compact.done) = OK: 0.347 sec 2024/11/22-12:50:16.988279 139700880803584 [dcompact_etcd.cc:1263] job-00151/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.268, mount = 0.000, prepare = 0.010, wait = 0.000, etcd = 0.347, work = 0.173, e2e = 0.624, ntr = 0.000 sec, input = 525 B 2024/11/22-12:50:16.990095 139700880803584 [compaction_job.cc:1086] [default] [JOB 151] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.268, mount = 0.000, prepare = 0.010, wait = 0.452, work = 0.173, e2e = 0.625, rename = 0.000, out zip = 0.000002 GB 0.013 MB/sec, out raw = 0.000001 GB 0.003 MB/sec 2024/11/22-12:50:16.992037 139700880803584 [dcompact_etcd.cc:1773] job-00151/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:50:16.992478 139700880803584 (Original Log Time 2024/11/22-12:50:16.363123) EVENT_LOG_v1 {"time_micros": 1732251016363113, "job": 151, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195273], "score": 0.934555, "input_data_size": 3571, "oldest_snapshot_seqno": 3084491340} 2024/11/22-12:50:16.992486 139700880803584 (Original Log Time 2024/11/22-12:50:16.992065) [compaction_job.cc:2022] [default] [JOB 151] Compacted 1@1 files to L2 => 2312 bytes 2024/11/22-12:50:16.992489 139700880803584 (Original Log Time 2024/11/22-12:50:16.992399) [compaction_job.cc:1224] [default] compacted to: files[0 16 1 70 98 0 68] max score 0.93 (11 files need compaction), MB/sec: 0.1 rd, 0.1 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(0.0, 0.0 +0.0 blob) out(0.0 +0.0 blob), read-write-amplify(1.6) write-amplify(0.6) OK, records in: 4, records dropped: 0 output_compression: Snappy 2024/11/22-12:50:16.992497 139700880803584 (Original Log Time 2024/11/22-12:50:16.992425) EVENT_LOG_v1 {"time_micros": 1732251016992412, "cf": "default", "job": 151, "event": "compaction_finished", "compaction_time_micros": 29157, "compaction_time_cpu_micros": 1709, "output_level": 2, "num_output_files": 1, "total_output_size": 2312, "num_input_records": 4, "num_output_records": 4, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 16, 1, 70, 98, 0, 68]} 2024/11/22-12:50:16.992573 139700880803584 [compaction_job.cc:2437] [default] [JOB 158] Compacting 1@1 files to L2, score 0.93, subcompactions 1 : 1 2024/11/22-12:50:16.992581 139700880803584 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 118 Base level 1, inputs: [195288(2516KB)] 2024/11/22-12:50:17.054837 139701071644416 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00154/att-00 2024/11/22-12:50:17.054900 139701071644416 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00154/att-00/compact.done) = OK: 0.363 sec 2024/11/22-12:50:17.054996 139701071644416 [dcompact_etcd.cc:1263] job-00154/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.310, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 0.363, work = 0.203, e2e = 0.691, ntr = 0.000 sec, input = 762.009 KiB 2024/11/22-12:50:17.056869 139701071644416 [compaction_job.cc:1086] [default] [JOB 154] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.310, mount = 0.000, prepare = 0.004, wait = 0.488, work = 0.203, e2e = 0.692, rename = 0.000, out zip = 0.000586 GB 2.884 MB/sec, out raw = 0.000780 GB 3.841 MB/sec 2024/11/22-12:50:17.058786 139701071644416 [dcompact_etcd.cc:1773] job-00154/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:50:17.059250 139701071644416 (Original Log Time 2024/11/22-12:50:16.363443) EVENT_LOG_v1 {"time_micros": 1732251016363435, "job": 154, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195280], "score": 0.934555, "input_data_size": 844604, "oldest_snapshot_seqno": 3084491340} 2024/11/22-12:50:17.059259 139701071644416 (Original Log Time 2024/11/22-12:50:17.058818) [compaction_job.cc:2022] [default] [JOB 154] Compacted 1@1 files to L2 => 585926 bytes 2024/11/22-12:50:17.059263 139701071644416 (Original Log Time 2024/11/22-12:50:17.059155) [compaction_job.cc:1224] [default] compacted to: files[0 15 2 70 98 0 68] max score 0.93 (11 files need compaction), MB/sec: 12.2 rd, 8.4 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(0.8, 0.0 +0.0 blob) out(0.6 +0.0 blob), read-write-amplify(1.7) write-amplify(0.7) OK, records in: 10891, records dropped: 0 output_compression: Snappy 2024/11/22-12:50:17.059274 139701071644416 (Original Log Time 2024/11/22-12:50:17.059188) EVENT_LOG_v1 {"time_micros": 1732251017059172, "cf": "default", "job": 154, "event": "compaction_finished", "compaction_time_micros": 69360, "compaction_time_cpu_micros": 10293, "output_level": 2, "num_output_files": 1, "total_output_size": 585926, "num_input_records": 10891, "num_output_records": 10891, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 15, 2, 70, 98, 0, 68]} 2024/11/22-12:50:17.059372 139701071644416 [compaction_job.cc:2437] [default] [JOB 159] Compacting 1@1 files to L2, score 0.93, subcompactions 1 : 1 2024/11/22-12:50:17.059385 139701071644416 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 119 Base level 1, inputs: [195285(31MB)] 2024/11/22-12:50:17.061531 139700891289344 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00155/att-00 2024/11/22-12:50:17.061583 139700891289344 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00155/att-00/compact.done) = OK: 0.409 sec 2024/11/22-12:50:17.061655 139700891289344 [dcompact_etcd.cc:1263] job-00155/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.281, mount = 0.000, prepare = 0.007, wait = 0.007, etcd = 0.409, work = 0.226, e2e = 0.698, ntr = 0.000 sec, input = 1.496 MiB 2024/11/22-12:50:17.063425 139700891289344 [compaction_job.cc:1086] [default] [JOB 155] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.281, mount = 0.000, prepare = 0.007, wait = 0.472, work = 0.226, e2e = 0.698, rename = 0.000, out zip = 0.001178 GB 5.219 MB/sec, out raw = 0.001569 GB 6.952 MB/sec 2024/11/22-12:50:17.065314 139700891289344 [dcompact_etcd.cc:1773] job-00155/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:50:17.065726 139700891289344 (Original Log Time 2024/11/22-12:50:16.363559) EVENT_LOG_v1 {"time_micros": 1732251016363553, "job": 155, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195274], "score": 0.934555, "input_data_size": 1805437, "oldest_snapshot_seqno": 3084491340} 2024/11/22-12:50:17.065735 139700891289344 (Original Log Time 2024/11/22-12:50:17.065351) [compaction_job.cc:2022] [default] [JOB 155] Compacted 1@1 files to L2 => 1177927 bytes 2024/11/22-12:50:17.065739 139700891289344 (Original Log Time 2024/11/22-12:50:17.065655) [compaction_job.cc:1224] [default] compacted to: files[0 14 3 70 98 0 68] max score 0.93 (11 files need compaction), MB/sec: 21.7 rd, 14.1 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(1.7, 0.0 +0.0 blob) out(1.1 +0.0 blob), read-write-amplify(1.7) write-amplify(0.7) OK, records in: 21903, records dropped: 0 output_compression: Snappy 2024/11/22-12:50:17.065746 139700891289344 (Original Log Time 2024/11/22-12:50:17.065677) EVENT_LOG_v1 {"time_micros": 1732251017065667, "cf": "default", "job": 155, "event": "compaction_finished", "compaction_time_micros": 83325, "compaction_time_cpu_micros": 15942, "output_level": 2, "num_output_files": 1, "total_output_size": 1177927, "num_input_records": 21903, "num_output_records": 21903, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 14, 3, 70, 98, 0, 68]} 2024/11/22-12:50:17.065800 139700891289344 [compaction_job.cc:2437] [default] [JOB 160] Compacting 1@1 files to L2, score 0.93, subcompactions 1 : 1 2024/11/22-12:50:17.065807 139700891289344 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 120 Base level 1, inputs: [195284(31MB)] 2024/11/22-12:50:17.068464 139700901775104 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00152/att-00 2024/11/22-12:50:17.068528 139700901775104 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00152/att-00/compact.done) = OK: 0.391 sec 2024/11/22-12:50:17.068592 139700901775104 [dcompact_etcd.cc:1263] job-00152/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.308, mount = 0.000, prepare = 0.009, wait = 0.000, etcd = 0.391, work = 0.211, e2e = 0.705, ntr = 0.000 sec, input = 5.448 KiB 2024/11/22-12:50:17.068765 139700912260864 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00157/att-00 2024/11/22-12:50:17.068831 139700912260864 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00157/att-00/compact.done) = OK: 0.415 sec 2024/11/22-12:50:17.068912 139700912260864 [dcompact_etcd.cc:1263] job-00157/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.284, mount = 0.000, prepare = 0.006, wait = 0.000, etcd = 0.415, work = 0.255, e2e = 0.704, ntr = 0.000 sec, input = 2.635 MiB 2024/11/22-12:50:17.073722 139700901775104 [compaction_job.cc:1086] [default] [JOB 152] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.308, mount = 0.000, prepare = 0.009, wait = 0.494, work = 0.211, e2e = 0.705, rename = 0.000, out zip = 0.000019 GB 0.088 MB/sec, out raw = 0.000006 GB 0.026 MB/sec 2024/11/22-12:50:17.075997 139700912260864 [compaction_job.cc:1086] [default] [JOB 157] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.284, mount = 0.000, prepare = 0.006, wait = 0.449, work = 0.255, e2e = 0.704, rename = 0.000, out zip = 0.001584 GB 6.201 MB/sec, out raw = 0.002763 GB 10.815 MB/sec 2024/11/22-12:50:17.077688 139700901775104 [dcompact_etcd.cc:1773] job-00152/att-00: CleanFiles 0.004 sec : 0.000 2024/11/22-12:50:17.078128 139700901775104 (Original Log Time 2024/11/22-12:50:16.363221) EVENT_LOG_v1 {"time_micros": 1732251016363212, "job": 152, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195276], "score": 0.934555, "input_data_size": 9396, "oldest_snapshot_seqno": 3084491340} 2024/11/22-12:50:17.078137 139700901775104 (Original Log Time 2024/11/22-12:50:17.077718) [compaction_job.cc:2022] [default] [JOB 152] Compacted 1@1 files to L2 => 18510 bytes 2024/11/22-12:50:17.078140 139700901775104 (Original Log Time 2024/11/22-12:50:17.078050) [compaction_job.cc:1224] [default] compacted to: files[0 13 4 70 98 0 68] max score 0.93 (11 files need compaction), MB/sec: 0.2 rd, 0.3 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(0.0, 0.0 +0.0 blob) out(0.0 +0.0 blob), read-write-amplify(3.0) write-amplify(2.0) OK, records in: 40, records dropped: 0 output_compression: Snappy 2024/11/22-12:50:17.078150 139700901775104 (Original Log Time 2024/11/22-12:50:17.078071) EVENT_LOG_v1 {"time_micros": 1732251017078061, "cf": "default", "job": 152, "event": "compaction_finished", "compaction_time_micros": 62520, "compaction_time_cpu_micros": 1571, "output_level": 2, "num_output_files": 1, "total_output_size": 18510, "num_input_records": 40, "num_output_records": 40, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 13, 4, 70, 98, 0, 68]} 2024/11/22-12:50:17.078208 139700901775104 [compaction_job.cc:2437] [default] [JOB 161] Compacting 1@1 files to L2, score 0.93, subcompactions 1 : 1 2024/11/22-12:50:17.078216 139700901775104 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 121 Base level 1, inputs: [195282(17MB)] 2024/11/22-12:50:17.080881 139700912260864 [dcompact_etcd.cc:1773] job-00157/att-00: CleanFiles 0.005 sec : 0.000 2024/11/22-12:50:17.081281 139700912260864 (Original Log Time 2024/11/22-12:50:16.364812) EVENT_LOG_v1 {"time_micros": 1732251016364805, "job": 157, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195279], "score": 0.934555, "input_data_size": 2906878, "oldest_snapshot_seqno": 3084491340} 2024/11/22-12:50:17.081291 139700912260864 (Original Log Time 2024/11/22-12:50:17.080907) [compaction_job.cc:2022] [default] [JOB 157] Compacted 1@1 files to L2 => 1584152 bytes 2024/11/22-12:50:17.081296 139700912260864 (Original Log Time 2024/11/22-12:50:17.081217) [compaction_job.cc:1224] [default] compacted to: files[0 12 5 70 98 0 68] max score 0.93 (11 files need compaction), MB/sec: 24.6 rd, 13.4 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(2.8, 0.0 +0.0 blob) out(1.5 +0.0 blob), read-write-amplify(1.5) write-amplify(0.5) OK, records in: 64425, records dropped: 0 output_compression: Snappy 2024/11/22-12:50:17.081307 139700912260864 (Original Log Time 2024/11/22-12:50:17.081236) EVENT_LOG_v1 {"time_micros": 1732251017081227, "cf": "default", "job": 157, "event": "compaction_finished", "compaction_time_micros": 118123, "compaction_time_cpu_micros": 40360, "output_level": 2, "num_output_files": 1, "total_output_size": 1584152, "num_input_records": 64425, "num_output_records": 64425, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 12, 5, 70, 98, 0, 68]} 2024/11/22-12:50:17.081392 139700912260864 [compaction_job.cc:2437] [default] [JOB 162] Compacting 1@1 files to L2, score 0.93, subcompactions 1 : 1 2024/11/22-12:50:17.081404 139700912260864 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 122 Base level 1, inputs: [195287(12MB)] 2024/11/22-12:50:17.104588 139700922746624 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00156/att-00 2024/11/22-12:50:17.104656 139700922746624 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00156/att-00/compact.done) = OK: 0.427 sec 2024/11/22-12:50:17.104743 139700922746624 [dcompact_etcd.cc:1263] job-00156/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.308, mount = 0.000, prepare = 0.004, wait = 0.007, etcd = 0.427, work = 0.232, e2e = 0.740, ntr = 0.000 sec, input = 1.475 MiB 2024/11/22-12:50:17.106614 139700922746624 [compaction_job.cc:1086] [default] [JOB 156] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.308, mount = 0.000, prepare = 0.004, wait = 0.509, work = 0.232, e2e = 0.741, rename = 0.000, out zip = 0.000289 GB 1.246 MB/sec, out raw = 0.001546 GB 6.662 MB/sec 2024/11/22-12:50:17.108417 139700922746624 [dcompact_etcd.cc:1773] job-00156/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:50:17.108842 139700922746624 (Original Log Time 2024/11/22-12:50:16.363964) EVENT_LOG_v1 {"time_micros": 1732251016363940, "job": 156, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195277], "score": 0.934555, "input_data_size": 1754573, "oldest_snapshot_seqno": 3084491340} 2024/11/22-12:50:17.108851 139700922746624 (Original Log Time 2024/11/22-12:50:17.108447) [compaction_job.cc:2022] [default] [JOB 156] Compacted 1@1 files to L2 => 289256 bytes 2024/11/22-12:50:17.108854 139700922746624 (Original Log Time 2024/11/22-12:50:17.108772) [compaction_job.cc:1224] [default] compacted to: files[0 11 6 70 98 0 68] max score 0.93 (11 files need compaction), MB/sec: 18.8 rd, 3.1 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(1.7, 0.0 +0.0 blob) out(0.3 +0.0 blob), read-write-amplify(1.2) write-amplify(0.2) OK, records in: 64425, records dropped: 0 output_compression: Snappy 2024/11/22-12:50:17.108862 139700922746624 (Original Log Time 2024/11/22-12:50:17.108794) EVENT_LOG_v1 {"time_micros": 1732251017108784, "cf": "default", "job": 156, "event": "compaction_finished", "compaction_time_micros": 93530, "compaction_time_cpu_micros": 32930, "output_level": 2, "num_output_files": 1, "total_output_size": 289256, "num_input_records": 64425, "num_output_records": 64425, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 11, 6, 70, 98, 0, 68]} 2024/11/22-12:50:17.108918 139700922746624 [compaction_job.cc:2437] [default] [JOB 163] Compacting 1@2 files to L3, score 0.93, subcompactions 1 : 1 2024/11/22-12:50:17.108939 139700922746624 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 123 Base level 2, inputs: [195291(572KB)] 2024/11/22-12:50:17.291626 139700880803584 [dcompact_etcd.cc:1163] job-00158/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.299 sec, input = 2.376 MiB 2024/11/22-12:50:17.338650 139700901775104 [dcompact_etcd.cc:1163] job-00161/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.260 sec, input = 17.308 MiB 2024/11/22-12:50:17.339500 139700870317824 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00153/att-00 2024/11/22-12:50:17.339555 139700870317824 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00153/att-00/compact.done) = OK: 0.647 sec 2024/11/22-12:50:17.339643 139700870317824 [dcompact_etcd.cc:1263] job-00153/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.320, mount = 0.000, prepare = 0.006, wait = 0.001, etcd = 0.647, work = 0.444, e2e = 0.976, ntr = 0.000 sec, input = 22.585 MiB 2024/11/22-12:50:17.341545 139700870317824 [compaction_job.cc:1086] [default] [JOB 153] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.320, mount = 0.000, prepare = 0.006, wait = 0.533, work = 0.444, e2e = 0.976, rename = 0.000, out zip = 0.023123 GB 52.115 MB/sec, out raw = 0.023682 GB 53.375 MB/sec 2024/11/22-12:50:17.343561 139700870317824 [dcompact_etcd.cc:1773] job-00153/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:50:17.344047 139700870317824 (Original Log Time 2024/11/22-12:50:16.363432) EVENT_LOG_v1 {"time_micros": 1732251016363425, "job": 153, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195278], "score": 0.934555, "input_data_size": 23982017, "oldest_snapshot_seqno": 3084491340} 2024/11/22-12:50:17.344055 139700870317824 (Original Log Time 2024/11/22-12:50:17.343592) [compaction_job.cc:2022] [default] [JOB 153] Compacted 1@1 files to L2 => 23123162 bytes 2024/11/22-12:50:17.344059 139700870317824 (Original Log Time 2024/11/22-12:50:17.343935) [compaction_job.cc:1224] [default] compacted to: files[0 10 7 70 98 0 68] max score 0.93 (11 files need compaction), MB/sec: 78.9 rd, 76.1 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(22.9, 0.0 +0.0 blob) out(22.1 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 35047, records dropped: 0 output_compression: Snappy 2024/11/22-12:50:17.344066 139700870317824 (Original Log Time 2024/11/22-12:50:17.343960) EVENT_LOG_v1 {"time_micros": 1732251017343949, "cf": "default", "job": 153, "event": "compaction_finished", "compaction_time_micros": 303921, "compaction_time_cpu_micros": 96029, "output_level": 2, "num_output_files": 1, "total_output_size": 23123162, "num_input_records": 35047, "num_output_records": 35047, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 10, 7, 70, 98, 0, 68]} 2024/11/22-12:50:17.347018 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195273.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:17.347043 139700870317824 EVENT_LOG_v1 {"time_micros": 1732251017347039, "job": 153, "event": "table_file_deletion", "file_number": 195273} 2024/11/22-12:50:17.347159 139700870317824 [compaction_job.cc:2437] [default] [JOB 164] Compacting 1@2 + 3@3 files to L3, score 0.93, subcompactions 1 : 1 2024/11/22-12:50:17.347168 139700870317824 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 124 Base level 2, inputs: [195296(22MB)], [195239(124MB) 195240(124MB) 195241(35MB)] 2024/11/22-12:50:17.371446 139701071644416 [dcompact_etcd.cc:1163] job-00159/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.312 sec, input = 31.588 MiB 2024/11/22-12:50:17.384941 139700912260864 [dcompact_etcd.cc:1163] job-00162/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.303 sec, input = 12.388 MiB 2024/11/22-12:50:17.409957 139700891289344 [dcompact_etcd.cc:1163] job-00160/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.344 sec, input = 31.561 MiB 2024/11/22-12:50:17.414366 139700922746624 [dcompact_etcd.cc:1163] job-00163/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.305 sec, input = 762.009 KiB 2024/11/22-12:50:17.635992 139700870317824 [dcompact_etcd.cc:1163] job-00164/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.288 sec, input = 315.522 MiB 2024/11/22-12:50:17.694402 139700880803584 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00158/att-00 2024/11/22-12:50:17.694464 139700880803584 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00158/att-00/compact.done) = OK: 0.395 sec 2024/11/22-12:50:17.694549 139700880803584 [dcompact_etcd.cc:1263] job-00158/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.299, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 0.395, work = 0.261, e2e = 0.702, ntr = 0.000 sec, input = 2.376 MiB 2024/11/22-12:50:17.696526 139700880803584 [compaction_job.cc:1086] [default] [JOB 158] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.299, mount = 0.000, prepare = 0.004, wait = 0.441, work = 0.261, e2e = 0.702, rename = 0.000, out zip = 0.000428 GB 1.637 MB/sec, out raw = 0.002492 GB 9.537 MB/sec 2024/11/22-12:50:17.698717 139700880803584 [dcompact_etcd.cc:1773] job-00158/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:50:17.699179 139700880803584 (Original Log Time 2024/11/22-12:50:16.992594) EVENT_LOG_v1 {"time_micros": 1732251016992587, "job": 158, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195288], "score": 0.934555, "input_data_size": 2576785, "oldest_snapshot_seqno": 3084498265} 2024/11/22-12:50:17.699188 139700880803584 (Original Log Time 2024/11/22-12:50:17.698742) [compaction_job.cc:2022] [default] [JOB 158] Compacted 1@1 files to L2 => 427735 bytes 2024/11/22-12:50:17.699191 139700880803584 (Original Log Time 2024/11/22-12:50:17.699076) [compaction_job.cc:1224] [default] compacted to: files[0 9 8 70 98 0 68] max score 0.90 (11 files need compaction), MB/sec: 22.7 rd, 3.8 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(2.5, 0.0 +0.0 blob) out(0.4 +0.0 blob), read-write-amplify(1.2) write-amplify(0.2) OK, records in: 94805, records dropped: 0 output_compression: Snappy 2024/11/22-12:50:17.699208 139700880803584 (Original Log Time 2024/11/22-12:50:17.699100) EVENT_LOG_v1 {"time_micros": 1732251017699089, "cf": "default", "job": 158, "event": "compaction_finished", "compaction_time_micros": 113620, "compaction_time_cpu_micros": 49085, "output_level": 2, "num_output_files": 1, "total_output_size": 427735, "num_input_records": 94805, "num_output_records": 94805, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 9, 8, 70, 98, 0, 68]} 2024/11/22-12:50:17.701462 139700880803584 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195280.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:17.701486 139700880803584 EVENT_LOG_v1 {"time_micros": 1732251017701483, "job": 158, "event": "table_file_deletion", "file_number": 195280} 2024/11/22-12:50:17.701605 139700880803584 [compaction_job.cc:2437] [default] [JOB 165] Compacting 1@2 + 1@3 files to L3, score 0.90, subcompactions 1 : 1 2024/11/22-12:50:17.701613 139700880803584 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 125 Base level 2, inputs: [195293(18KB)], [195227(22KB)] 2024/11/22-12:50:17.756886 139700922746624 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00163/att-00 2024/11/22-12:50:17.756954 139700922746624 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00163/att-00/compact.done) = OK: 0.334 sec 2024/11/22-12:50:17.757046 139700922746624 [dcompact_etcd.cc:1263] job-00163/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.305, mount = 0.000, prepare = 0.003, wait = 0.005, etcd = 0.334, work = 0.185, e2e = 0.648, ntr = 0.000 sec, input = 762.009 KiB 2024/11/22-12:50:17.759702 139700922746624 [compaction_job.cc:1086] [default] [JOB 163] Dcompacted 1@2 files to L3 [1] => time sec: curl = 0.305, mount = 0.000, prepare = 0.003, wait = 0.463, work = 0.185, e2e = 0.648, rename = 0.000, out zip = 0.000258 GB 1.397 MB/sec, out raw = 0.000780 GB 4.219 MB/sec 2024/11/22-12:50:17.761563 139700922746624 [dcompact_etcd.cc:1773] job-00163/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:50:17.762007 139700922746624 (Original Log Time 2024/11/22-12:50:17.108951) EVENT_LOG_v1 {"time_micros": 1732251017108945, "job": 163, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195291], "score": 0.934555, "input_data_size": 585926, "oldest_snapshot_seqno": 3084499402} 2024/11/22-12:50:17.762015 139700922746624 (Original Log Time 2024/11/22-12:50:17.761588) [compaction_job.cc:2022] [default] [JOB 163] Compacted 1@2 files to L3 => 258422 bytes 2024/11/22-12:50:17.762019 139700922746624 (Original Log Time 2024/11/22-12:50:17.761895) [compaction_job.cc:1224] [default] compacted to: files[0 9 7 71 98 0 68] max score 0.90 (10 files need compaction), MB/sec: 8.4 rd, 3.7 wr, level 3, files in(1, 0) out(1 +0 blob) MB in(0.6, 0.0 +0.0 blob) out(0.2 +0.0 blob), read-write-amplify(1.4) write-amplify(0.4) OK, records in: 10891, records dropped: 0 output_compression: Snappy 2024/11/22-12:50:17.762035 139700922746624 (Original Log Time 2024/11/22-12:50:17.761928) EVENT_LOG_v1 {"time_micros": 1732251017761907, "cf": "default", "job": 163, "event": "compaction_finished", "compaction_time_micros": 69521, "compaction_time_cpu_micros": 6903, "output_level": 3, "num_output_files": 1, "total_output_size": 258422, "num_input_records": 10891, "num_output_records": 10891, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 9, 7, 71, 98, 0, 68]} 2024/11/22-12:50:17.762095 139700922746624 [compaction_job.cc:2437] [default] [JOB 166] Compacting 1@1 files to L2, score 0.90, subcompactions 1 : 1 2024/11/22-12:50:17.762102 139700922746624 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 126 Base level 1, inputs: [195281(31MB)] 2024/11/22-12:50:17.830458 139700912260864 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00162/att-00 2024/11/22-12:50:17.830536 139700912260864 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00162/att-00/compact.done) = OK: 0.438 sec 2024/11/22-12:50:17.830629 139700912260864 [dcompact_etcd.cc:1263] job-00162/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.303, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 0.438, work = 0.290, e2e = 0.749, ntr = 0.000 sec, input = 12.388 MiB 2024/11/22-12:50:17.833781 139700912260864 [compaction_job.cc:1086] [default] [JOB 162] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.303, mount = 0.000, prepare = 0.004, wait = 0.459, work = 0.290, e2e = 0.749, rename = 0.000, out zip = 0.012836 GB 44.303 MB/sec, out raw = 0.012989 GB 44.833 MB/sec 2024/11/22-12:50:17.837182 139700912260864 [dcompact_etcd.cc:1773] job-00162/att-00: CleanFiles 0.003 sec : 0.000 2024/11/22-12:50:17.837735 139700912260864 (Original Log Time 2024/11/22-12:50:17.081420) EVENT_LOG_v1 {"time_micros": 1732251017081413, "job": 162, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195287], "score": 0.934555, "input_data_size": 13113216, "oldest_snapshot_seqno": 3084499232} 2024/11/22-12:50:17.837748 139700912260864 (Original Log Time 2024/11/22-12:50:17.837216) [compaction_job.cc:2022] [default] [JOB 162] Compacted 1@1 files to L2 => 12835729 bytes 2024/11/22-12:50:17.837754 139700912260864 (Original Log Time 2024/11/22-12:50:17.837609) [compaction_job.cc:1224] [default] compacted to: files[0 8 8 71 98 0 68] max score 0.90 (10 files need compaction), MB/sec: 74.9 rd, 73.3 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(12.5, 0.0 +0.0 blob) out(12.2 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 12527, records dropped: 0 output_compression: Snappy 2024/11/22-12:50:17.837779 139700912260864 (Original Log Time 2024/11/22-12:50:17.837636) EVENT_LOG_v1 {"time_micros": 1732251017837623, "cf": "default", "job": 162, "event": "compaction_finished", "compaction_time_micros": 175129, "compaction_time_cpu_micros": 45311, "output_level": 2, "num_output_files": 1, "total_output_size": 12835729, "num_input_records": 12527, "num_output_records": 12527, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 8, 8, 71, 98, 0, 68]} 2024/11/22-12:50:17.837882 139700912260864 [compaction_job.cc:2437] [default] [JOB 167] Compacting 1@2 + 1@3 files to L3, score 0.90, subcompactions 1 : 1 2024/11/22-12:50:17.837892 139700912260864 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 127 Base level 2, inputs: [195294(1547KB)], [195229(73MB)] 2024/11/22-12:50:17.956682 139700901775104 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00161/att-00 2024/11/22-12:50:17.956757 139700901775104 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00161/att-00/compact.done) = OK: 0.608 sec 2024/11/22-12:50:17.956839 139700901775104 [dcompact_etcd.cc:1263] job-00161/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.260, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 0.608, work = 0.427, e2e = 0.878, ntr = 0.000 sec, input = 17.308 MiB 2024/11/22-12:50:17.958717 139700901775104 [compaction_job.cc:1086] [default] [JOB 161] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.260, mount = 0.000, prepare = 0.004, wait = 0.452, work = 0.427, e2e = 0.879, rename = 0.000, out zip = 0.015381 GB 36.022 MB/sec, out raw = 0.018149 GB 42.504 MB/sec 2024/11/22-12:50:17.960613 139700901775104 [dcompact_etcd.cc:1773] job-00161/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:50:17.961241 139700901775104 (Original Log Time 2024/11/22-12:50:17.078228) EVENT_LOG_v1 {"time_micros": 1732251017078222, "job": 161, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195282], "score": 0.934555, "input_data_size": 18074052, "oldest_snapshot_seqno": 3084499232} 2024/11/22-12:50:17.961254 139700901775104 (Original Log Time 2024/11/22-12:50:17.960649) [compaction_job.cc:2022] [default] [JOB 161] Compacted 1@1 files to L2 => 15381414 bytes 2024/11/22-12:50:17.961259 139700901775104 (Original Log Time 2024/11/22-12:50:17.961102) [compaction_job.cc:1224] [default] compacted to: files[0 7 9 71 98 0 68] max score 0.88 (10 files need compaction), MB/sec: 60.8 rd, 51.7 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(17.2, 0.0 +0.0 blob) out(14.7 +0.0 blob), read-write-amplify(1.9) write-amplify(0.9) OK, records in: 126166, records dropped: 0 output_compression: Snappy 2024/11/22-12:50:17.961284 139700901775104 (Original Log Time 2024/11/22-12:50:17.961142) EVENT_LOG_v1 {"time_micros": 1732251017961128, "cf": "default", "job": 161, "event": "compaction_finished", "compaction_time_micros": 297427, "compaction_time_cpu_micros": 129583, "output_level": 2, "num_output_files": 1, "total_output_size": 15381414, "num_input_records": 126166, "num_output_records": 126166, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 7, 9, 71, 98, 0, 68]} 2024/11/22-12:50:17.961435 139700901775104 [compaction_job.cc:2437] [default] [JOB 168] Compacting 1@2 + 4@3 files to L3, score 0.88, subcompactions 1 : 1 2024/11/22-12:50:17.961451 139700901775104 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 128 Base level 2, inputs: [195299(12MB)], [195252(40MB) 195253(11MB) 195222(40MB) 195223(8833KB)] 2024/11/22-12:50:18.000053 139700880803584 [dcompact_etcd.cc:1163] job-00165/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.298 sec, input = 14.994 KiB 2024/11/22-12:50:18.044593 139700922746624 [dcompact_etcd.cc:1163] job-00166/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.282 sec, input = 32.005 MiB 2024/11/22-12:50:18.096195 139701071644416 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00159/att-00 2024/11/22-12:50:18.096263 139701071644416 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00159/att-00/compact.done) = OK: 0.716 sec 2024/11/22-12:50:18.096372 139701071644416 [dcompact_etcd.cc:1263] job-00159/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.312, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 0.716, work = 0.519, e2e = 1.037, ntr = 0.000 sec, input = 31.588 MiB 2024/11/22-12:50:18.098313 139701071644416 [compaction_job.cc:1086] [default] [JOB 159] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.312, mount = 0.000, prepare = 0.004, wait = 0.518, work = 0.519, e2e = 1.037, rename = 0.000, out zip = 0.032725 GB 63.104 MB/sec, out raw = 0.033122 GB 63.871 MB/sec 2024/11/22-12:50:18.100193 139701071644416 [dcompact_etcd.cc:1773] job-00159/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:50:18.100767 139701071644416 (Original Log Time 2024/11/22-12:50:17.059404) EVENT_LOG_v1 {"time_micros": 1732251017059395, "job": 159, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195285], "score": 0.934555, "input_data_size": 33525249, "oldest_snapshot_seqno": 3084499135} 2024/11/22-12:50:18.100780 139701071644416 (Original Log Time 2024/11/22-12:50:18.100227) [compaction_job.cc:2022] [default] [JOB 159] Compacted 1@1 files to L2 => 32724626 bytes 2024/11/22-12:50:18.100785 139701071644416 (Original Log Time 2024/11/22-12:50:18.100638) [compaction_job.cc:1224] [default] compacted to: files[0 6 10 71 98 0 68] max score 0.84 (10 files need compaction), MB/sec: 83.8 rd, 81.8 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(32.0, 0.0 +0.0 blob) out(31.2 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 31940, records dropped: 0 output_compression: Snappy 2024/11/22-12:50:18.100810 139701071644416 (Original Log Time 2024/11/22-12:50:18.100661) EVENT_LOG_v1 {"time_micros": 1732251018100651, "cf": "default", "job": 159, "event": "compaction_finished", "compaction_time_micros": 400053, "compaction_time_cpu_micros": 115145, "output_level": 2, "num_output_files": 1, "total_output_size": 32724626, "num_input_records": 31940, "num_output_records": 31940, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 6, 10, 71, 98, 0, 68]} 2024/11/22-12:50:18.102850 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195274.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:18.102873 139701071644416 EVENT_LOG_v1 {"time_micros": 1732251018102870, "job": 159, "event": "table_file_deletion", "file_number": 195274} 2024/11/22-12:50:18.103001 139701071644416 [compaction_job.cc:2437] [default] [JOB 169] Compacting 1@2 + 1@3 files to L3, score 0.84, subcompactions 1 : 1 2024/11/22-12:50:18.103010 139701071644416 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 129 Base level 2, inputs: [195290(2312B)], [195228(2569B)] 2024/11/22-12:50:18.131688 139700912260864 [dcompact_etcd.cc:1163] job-00167/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.293 sec, input = 130.635 MiB 2024/11/22-12:50:18.141517 139700891289344 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00160/att-00 2024/11/22-12:50:18.141590 139700891289344 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00160/att-00/compact.done) = OK: 0.723 sec 2024/11/22-12:50:18.141663 139700891289344 [dcompact_etcd.cc:1263] job-00160/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.344, mount = 0.000, prepare = 0.005, wait = 0.000, etcd = 0.723, work = 0.515, e2e = 1.075, ntr = 0.000 sec, input = 31.561 MiB 2024/11/22-12:50:18.143502 139700891289344 [compaction_job.cc:1086] [default] [JOB 160] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.344, mount = 0.000, prepare = 0.005, wait = 0.561, work = 0.515, e2e = 1.076, rename = 0.000, out zip = 0.032702 GB 63.473 MB/sec, out raw = 0.033094 GB 64.234 MB/sec 2024/11/22-12:50:18.145388 139700891289344 [dcompact_etcd.cc:1773] job-00160/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:50:18.145876 139700891289344 (Original Log Time 2024/11/22-12:50:17.065818) EVENT_LOG_v1 {"time_micros": 1732251017065812, "job": 160, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195284], "score": 0.934555, "input_data_size": 33524993, "oldest_snapshot_seqno": 3084499145} 2024/11/22-12:50:18.145888 139700891289344 (Original Log Time 2024/11/22-12:50:18.145415) [compaction_job.cc:2022] [default] [JOB 160] Compacted 1@1 files to L2 => 32701842 bytes 2024/11/22-12:50:18.145894 139700891289344 (Original Log Time 2024/11/22-12:50:18.145748) [compaction_job.cc:1224] [default] compacted to: files[0 5 11 71 98 0 68] max score 0.84 (10 files need compaction), MB/sec: 84.3 rd, 82.3 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(32.0, 0.0 +0.0 blob) out(31.2 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 31911, records dropped: 0 output_compression: Snappy 2024/11/22-12:50:18.145928 139700891289344 (Original Log Time 2024/11/22-12:50:18.145775) EVENT_LOG_v1 {"time_micros": 1732251018145761, "cf": "default", "job": 160, "event": "compaction_finished", "compaction_time_micros": 397506, "compaction_time_cpu_micros": 112531, "output_level": 2, "num_output_files": 1, "total_output_size": 32701842, "num_input_records": 31911, "num_output_records": 31911, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 5, 11, 71, 98, 0, 68]} 2024/11/22-12:50:18.147599 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195276.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:18.147621 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251018147618, "job": 160, "event": "table_file_deletion", "file_number": 195276} 2024/11/22-12:50:18.150256 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195277.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:18.150279 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251018150276, "job": 160, "event": "table_file_deletion", "file_number": 195277} 2024/11/22-12:50:18.157038 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195278.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:18.157064 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251018157061, "job": 160, "event": "table_file_deletion", "file_number": 195278} 2024/11/22-12:50:18.159848 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195279.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:18.159873 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251018159870, "job": 160, "event": "table_file_deletion", "file_number": 195279} 2024/11/22-12:50:18.160014 139700891289344 [compaction_job.cc:2437] [default] [JOB 170] Compacting 1@2 + 1@3 files to L3, score 0.84, subcompactions 1 : 1 2024/11/22-12:50:18.160028 139700891289344 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 130 Base level 2, inputs: [195301(31MB)], [195251(40MB)] 2024/11/22-12:50:18.276033 139700901775104 [dcompact_etcd.cc:1163] job-00168/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.314 sec, input = 329.645 MiB 2024/11/22-12:50:18.359403 139700880803584 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00165/att-00 2024/11/22-12:50:18.359476 139700880803584 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00165/att-00/compact.done) = OK: 0.355 sec 2024/11/22-12:50:18.359568 139700880803584 [dcompact_etcd.cc:1263] job-00165/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.298, mount = 0.000, prepare = 0.005, wait = 0.000, etcd = 0.355, work = 0.203, e2e = 0.658, ntr = 0.000 sec, input = 14.994 KiB 2024/11/22-12:50:18.361508 139700880803584 [compaction_job.cc:1086] [default] [JOB 165] Dcompacted 1@2 + 1@3 files to L3 [1] => time sec: curl = 0.298, mount = 0.000, prepare = 0.005, wait = 0.455, work = 0.203, e2e = 0.658, rename = 0.000, out zip = 0.000023 GB 0.111 MB/sec, out raw = 0.000010 GB 0.048 MB/sec 2024/11/22-12:50:18.363548 139700880803584 [dcompact_etcd.cc:1773] job-00165/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:50:18.364100 139700880803584 (Original Log Time 2024/11/22-12:50:17.701625) EVENT_LOG_v1 {"time_micros": 1732251017701618, "job": 165, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195293], "files_L3": [195227], "score": 0.896413, "input_data_size": 41056, "oldest_snapshot_seqno": 3084506196} 2024/11/22-12:50:18.364113 139700880803584 (Original Log Time 2024/11/22-12:50:18.363575) [compaction_job.cc:2022] [default] [JOB 165] Compacted 1@2 + 1@3 files to L3 => 22546 bytes 2024/11/22-12:50:18.364119 139700880803584 (Original Log Time 2024/11/22-12:50:18.363974) [compaction_job.cc:1224] [default] compacted to: files[0 5 10 71 98 0 68] max score 0.82 (9 files need compaction), MB/sec: 0.6 rd, 0.3 wr, level 3, files in(1, 1) out(1 +0 blob) MB in(0.0, 0.0 +0.0 blob) out(0.0 +0.0 blob), read-write-amplify(3.4) write-amplify(1.2) OK, records in: 110, records dropped: 40 output_compression: Snappy 2024/11/22-12:50:18.364142 139700880803584 (Original Log Time 2024/11/22-12:50:18.363999) EVENT_LOG_v1 {"time_micros": 1732251018363987, "cf": "default", "job": 165, "event": "compaction_finished", "compaction_time_micros": 65967, "compaction_time_cpu_micros": 934, "output_level": 3, "num_output_files": 1, "total_output_size": 22546, "num_input_records": 110, "num_output_records": 70, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 5, 10, 71, 98, 0, 68]} 2024/11/22-12:50:18.364229 139700880803584 [compaction_job.cc:2437] [default] [JOB 171] Compacting 1@1 files to L2, score 0.82, subcompactions 1 : 1 2024/11/22-12:50:18.364237 139700880803584 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 131 Base level 1, inputs: [195275(31MB)] 2024/11/22-12:50:18.427494 139701071644416 [dcompact_etcd.cc:1163] job-00169/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.324 sec, input = 1.400 KiB 2024/11/22-12:50:18.429831 139700891289344 [dcompact_etcd.cc:1163] job-00170/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.269 sec, input = 159.588 MiB 2024/11/22-12:50:18.660418 139700880803584 [dcompact_etcd.cc:1163] job-00171/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.296 sec, input = 32.005 MiB 2024/11/22-12:50:18.796598 139701071644416 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00169/att-00 2024/11/22-12:50:18.796665 139701071644416 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00169/att-00/compact.done) = OK: 0.361 sec 2024/11/22-12:50:18.796770 139701071644416 [dcompact_etcd.cc:1263] job-00169/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.324, mount = 0.000, prepare = 0.003, wait = 0.000, etcd = 0.361, work = 0.206, e2e = 0.693, ntr = 0.000 sec, input = 1.400 KiB 2024/11/22-12:50:18.798694 139701071644416 [compaction_job.cc:1086] [default] [JOB 169] Dcompacted 1@2 + 1@3 files to L3 [1] => time sec: curl = 0.324, mount = 0.000, prepare = 0.003, wait = 0.488, work = 0.206, e2e = 0.694, rename = 0.000, out zip = 0.000003 GB 0.012 MB/sec, out raw = 0.000001 GB 0.004 MB/sec 2024/11/22-12:50:18.800601 139701071644416 [dcompact_etcd.cc:1773] job-00169/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:50:18.801151 139701071644416 (Original Log Time 2024/11/22-12:50:18.103023) EVENT_LOG_v1 {"time_micros": 1732251018103015, "job": 169, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195290], "files_L3": [195228], "score": 0.83853, "input_data_size": 4881, "oldest_snapshot_seqno": 3084511018} 2024/11/22-12:50:18.801162 139701071644416 (Original Log Time 2024/11/22-12:50:18.800628) [compaction_job.cc:2022] [default] [JOB 169] Compacted 1@2 + 1@3 files to L3 => 2569 bytes 2024/11/22-12:50:18.801167 139701071644416 (Original Log Time 2024/11/22-12:50:18.801026) [compaction_job.cc:1224] [default] compacted to: files[0 5 9 71 98 0 68] max score 0.82 (8 files need compaction), MB/sec: 0.1 rd, 0.0 wr, level 3, files in(1, 1) out(1 +0 blob) MB in(0.0, 0.0 +0.0 blob) out(0.0 +0.0 blob), read-write-amplify(3.2) write-amplify(1.1) OK, records in: 11, records dropped: 4 output_compression: Snappy 2024/11/22-12:50:18.801191 139701071644416 (Original Log Time 2024/11/22-12:50:18.801051) EVENT_LOG_v1 {"time_micros": 1732251018801039, "cf": "default", "job": 169, "event": "compaction_finished", "compaction_time_micros": 57144, "compaction_time_cpu_micros": 2464, "output_level": 3, "num_output_files": 1, "total_output_size": 2569, "num_input_records": 11, "num_output_records": 7, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 5, 9, 71, 98, 0, 68]} 2024/11/22-12:50:18.801275 139701071644416 [compaction_job.cc:2437] [default] [JOB 172] Compacting 1@2 files to L3, score 0.82, subcompactions 1 : 1 2024/11/22-12:50:18.801284 139701071644416 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 132 Base level 2, inputs: [195292(1150KB)] 2024/11/22-12:50:18.956207 139700922746624 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00166/att-00 2024/11/22-12:50:18.956274 139700922746624 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00166/att-00/compact.done) = OK: 0.907 sec 2024/11/22-12:50:18.956362 139700922746624 [dcompact_etcd.cc:1263] job-00166/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.282, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 0.907, work = 0.647, e2e = 1.194, ntr = 0.000 sec, input = 32.005 MiB 2024/11/22-12:50:18.958447 139700922746624 [compaction_job.cc:1086] [default] [JOB 166] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.282, mount = 0.000, prepare = 0.004, wait = 0.547, work = 0.647, e2e = 1.194, rename = 0.000, out zip = 0.028458 GB 43.962 MB/sec, out raw = 0.033560 GB 51.843 MB/sec 2024/11/22-12:50:18.960367 139700922746624 [dcompact_etcd.cc:1773] job-00166/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:50:18.960905 139700922746624 (Original Log Time 2024/11/22-12:50:17.762114) EVENT_LOG_v1 {"time_micros": 1732251017762108, "job": 166, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195281], "score": 0.896507, "input_data_size": 33323268, "oldest_snapshot_seqno": 3084506957} 2024/11/22-12:50:18.960918 139700922746624 (Original Log Time 2024/11/22-12:50:18.960399) [compaction_job.cc:2022] [default] [JOB 166] Compacted 1@1 files to L2 => 28458022 bytes 2024/11/22-12:50:18.960936 139700922746624 (Original Log Time 2024/11/22-12:50:18.960773) [compaction_job.cc:1224] [default] compacted to: files[0 4 10 71 98 0 68] max score 0.82 (8 files need compaction), MB/sec: 67.1 rd, 57.3 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(31.8, 0.0 +0.0 blob) out(27.1 +0.0 blob), read-write-amplify(1.9) write-amplify(0.9) OK, records in: 233228, records dropped: 0 output_compression: Snappy 2024/11/22-12:50:18.960966 139700922746624 (Original Log Time 2024/11/22-12:50:18.960796) EVENT_LOG_v1 {"time_micros": 1732251018960785, "cf": "default", "job": 166, "event": "compaction_finished", "compaction_time_micros": 496797, "compaction_time_cpu_micros": 221872, "output_level": 2, "num_output_files": 1, "total_output_size": 28458022, "num_input_records": 233228, "num_output_records": 233228, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 4, 10, 71, 98, 0, 68]} 2024/11/22-12:50:18.961061 139700922746624 [compaction_job.cc:2437] [default] [JOB 173] Compacting 1@1 files to L2, score 0.82, subcompactions 1 : 1 2024/11/22-12:50:18.961070 139700922746624 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 133 Base level 1, inputs: [195283(7258KB)] 2024/11/22-12:50:19.075712 139701071644416 [dcompact_etcd.cc:1163] job-00172/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.274 sec, input = 1.496 MiB 2024/11/22-12:50:19.226585 139700922746624 [dcompact_etcd.cc:1163] job-00173/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.265 sec, input = 7.027 MiB 2024/11/22-12:50:19.525012 139701071644416 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00172/att-00 2024/11/22-12:50:19.525068 139701071644416 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00172/att-00/compact.done) = OK: 0.441 sec 2024/11/22-12:50:19.525148 139701071644416 [dcompact_etcd.cc:1263] job-00172/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.274, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 0.441, work = 0.247, e2e = 0.723, ntr = 0.000 sec, input = 1.496 MiB 2024/11/22-12:50:19.531040 139701071644416 [compaction_job.cc:1086] [default] [JOB 172] Dcompacted 1@2 files to L3 [1] => time sec: curl = 0.274, mount = 0.000, prepare = 0.004, wait = 0.477, work = 0.247, e2e = 0.724, rename = 0.000, out zip = 0.000493 GB 1.997 MB/sec, out raw = 0.001569 GB 6.361 MB/sec 2024/11/22-12:50:19.533889 139701071644416 [dcompact_etcd.cc:1773] job-00172/att-00: CleanFiles 0.003 sec : 0.000 2024/11/22-12:50:19.534383 139701071644416 (Original Log Time 2024/11/22-12:50:18.801297) EVENT_LOG_v1 {"time_micros": 1732251018801291, "job": 172, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195292], "score": 0.821867, "input_data_size": 1177927, "oldest_snapshot_seqno": 3084519208} 2024/11/22-12:50:19.534392 139701071644416 (Original Log Time 2024/11/22-12:50:19.533914) [compaction_job.cc:2022] [default] [JOB 172] Compacted 1@2 files to L3 => 492545 bytes 2024/11/22-12:50:19.534396 139701071644416 (Original Log Time 2024/11/22-12:50:19.534238) [compaction_job.cc:1224] [default] compacted to: files[0 4 9 72 98 0 68] max score 0.82 (7 files need compaction), MB/sec: 10.3 rd, 4.3 wr, level 3, files in(1, 0) out(1 +0 blob) MB in(1.1, 0.0 +0.0 blob) out(0.5 +0.0 blob), read-write-amplify(1.4) write-amplify(0.4) OK, records in: 21903, records dropped: 0 output_compression: Snappy 2024/11/22-12:50:19.534412 139701071644416 (Original Log Time 2024/11/22-12:50:19.534262) EVENT_LOG_v1 {"time_micros": 1732251019534251, "cf": "default", "job": 172, "event": "compaction_finished", "compaction_time_micros": 114283, "compaction_time_cpu_micros": 20970, "output_level": 3, "num_output_files": 1, "total_output_size": 492545, "num_input_records": 21903, "num_output_records": 21903, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 4, 9, 72, 98, 0, 68]} 2024/11/22-12:50:19.534500 139701071644416 [compaction_job.cc:2437] [default] [JOB 174] Compacting 1@2 + 2@3 files to L3, score 0.82, subcompactions 1 : 1 2024/11/22-12:50:19.534508 139701071644416 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 134 Base level 2, inputs: [195305(27MB)], [195249(36MB) 195250(4554KB)] 2024/11/22-12:50:19.584941 139700880803584 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00171/att-00 2024/11/22-12:50:19.585012 139700880803584 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00171/att-00/compact.done) = OK: 0.917 sec 2024/11/22-12:50:19.585094 139700880803584 [dcompact_etcd.cc:1263] job-00171/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.296, mount = 0.000, prepare = 0.003, wait = 0.000, etcd = 0.917, work = 0.628, e2e = 1.220, ntr = 0.000 sec, input = 32.005 MiB 2024/11/22-12:50:19.588189 139700880803584 [compaction_job.cc:1086] [default] [JOB 171] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.296, mount = 0.000, prepare = 0.003, wait = 0.593, work = 0.628, e2e = 1.221, rename = 0.000, out zip = 0.028454 GB 45.336 MB/sec, out raw = 0.033560 GB 53.471 MB/sec 2024/11/22-12:50:19.591931 139700880803584 [dcompact_etcd.cc:1773] job-00171/att-00: CleanFiles 0.004 sec : 0.000 2024/11/22-12:50:19.592351 139700880803584 (Original Log Time 2024/11/22-12:50:18.364251) EVENT_LOG_v1 {"time_micros": 1732251018364244, "job": 171, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195275], "score": 0.821866, "input_data_size": 33323268, "oldest_snapshot_seqno": 3084514266} 2024/11/22-12:50:19.592360 139700880803584 (Original Log Time 2024/11/22-12:50:19.591959) [compaction_job.cc:2022] [default] [JOB 171] Compacted 1@1 files to L2 => 28454118 bytes 2024/11/22-12:50:19.592363 139700880803584 (Original Log Time 2024/11/22-12:50:19.592250) [compaction_job.cc:1224] [default] compacted to: files[0 3 10 72 98 0 68] max score 0.80 (7 files need compaction), MB/sec: 66.6 rd, 56.9 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(31.8, 0.0 +0.0 blob) out(27.1 +0.0 blob), read-write-amplify(1.9) write-amplify(0.9) OK, records in: 233232, records dropped: 0 output_compression: Snappy 2024/11/22-12:50:19.592382 139700880803584 (Original Log Time 2024/11/22-12:50:19.592270) EVENT_LOG_v1 {"time_micros": 1732251019592261, "cf": "default", "job": 171, "event": "compaction_finished", "compaction_time_micros": 500455, "compaction_time_cpu_micros": 225131, "output_level": 2, "num_output_files": 1, "total_output_size": 28454118, "num_input_records": 233232, "num_output_records": 233232, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 3, 10, 72, 98, 0, 68]} 2024/11/22-12:50:19.592443 139700880803584 [compaction_job.cc:2437] [default] [JOB 175] Compacting 1@2 + 1@3 files to L3, score 0.80, subcompactions 1 : 1 2024/11/22-12:50:19.592451 139700880803584 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 135 Base level 2, inputs: [195295(282KB)], [195218(8670KB)] 2024/11/22-12:50:19.825061 139701071644416 [dcompact_etcd.cc:1163] job-00174/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.290 sec, input = 173.106 MiB 2024/11/22-12:50:19.870864 139700922746624 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00173/att-00 2024/11/22-12:50:19.870936 139700922746624 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00173/att-00/compact.done) = OK: 0.636 sec 2024/11/22-12:50:19.871047 139700922746624 [dcompact_etcd.cc:1263] job-00173/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.265, mount = 0.000, prepare = 0.003, wait = 0.000, etcd = 0.636, work = 0.419, e2e = 0.909, ntr = 0.000 sec, input = 7.027 MiB 2024/11/22-12:50:19.875173 139700922746624 [compaction_job.cc:1086] [default] [JOB 173] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.265, mount = 0.000, prepare = 0.003, wait = 0.491, work = 0.419, e2e = 0.910, rename = 0.000, out zip = 0.006245 GB 14.897 MB/sec, out raw = 0.007368 GB 17.577 MB/sec 2024/11/22-12:50:19.878752 139700880803584 [dcompact_etcd.cc:1163] job-00175/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.286 sec, input = 41.610 MiB 2024/11/22-12:50:19.878936 139700922746624 [dcompact_etcd.cc:1773] job-00173/att-00: CleanFiles 0.004 sec : 0.000 2024/11/22-12:50:19.879527 139700922746624 (Original Log Time 2024/11/22-12:50:18.961084) EVENT_LOG_v1 {"time_micros": 1732251018961077, "job": 173, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195283], "score": 0.821867, "input_data_size": 7432961, "oldest_snapshot_seqno": 3084521365} 2024/11/22-12:50:19.879540 139700922746624 (Original Log Time 2024/11/22-12:50:19.878962) [compaction_job.cc:2022] [default] [JOB 173] Compacted 1@1 files to L2 => 6244517 bytes 2024/11/22-12:50:19.879546 139700922746624 (Original Log Time 2024/11/22-12:50:19.879406) [compaction_job.cc:1224] [default] compacted to: files[0 2 11 72 98 0 68] max score 0.80 (7 files need compaction), MB/sec: 26.4 rd, 22.1 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(7.1, 0.0 +0.0 blob) out(6.0 +0.0 blob), read-write-amplify(1.8) write-amplify(0.8) OK, records in: 51211, records dropped: 0 output_compression: Snappy 2024/11/22-12:50:19.879573 139700922746624 (Original Log Time 2024/11/22-12:50:19.879430) EVENT_LOG_v1 {"time_micros": 1732251019879419, "cf": "default", "job": 173, "event": "compaction_finished", "compaction_time_micros": 282015, "compaction_time_cpu_micros": 91047, "output_level": 2, "num_output_files": 1, "total_output_size": 6244517, "num_input_records": 51211, "num_output_records": 51211, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 2, 11, 72, 98, 0, 68]} 2024/11/22-12:50:19.879685 139700922746624 [compaction_job.cc:2437] [default] [JOB 176] Compacting 1@1 files to L2, score 0.80, subcompactions 1 : 1 2024/11/22-12:50:19.879698 139700922746624 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 136 Base level 1, inputs: [195286(31MB)] 2024/11/22-12:50:20.162700 139700922746624 [dcompact_etcd.cc:1163] job-00176/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.283 sec, input = 31.634 MiB 2024/11/22-12:50:21.251836 139700922746624 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00176/att-00 2024/11/22-12:50:21.251989 139700922746624 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00176/att-00/compact.done) = OK: 1.083 sec 2024/11/22-12:50:21.252075 139700922746624 [dcompact_etcd.cc:1263] job-00176/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.283, mount = 0.000, prepare = 0.003, wait = 0.000, etcd = 1.083, work = 0.696, e2e = 1.372, ntr = 0.000 sec, input = 31.634 MiB 2024/11/22-12:50:21.255099 139700922746624 [compaction_job.cc:1086] [default] [JOB 176] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.283, mount = 0.000, prepare = 0.003, wait = 0.676, work = 0.696, e2e = 1.372, rename = 0.000, out zip = 0.032773 GB 47.073 MB/sec, out raw = 0.033171 GB 47.644 MB/sec 2024/11/22-12:50:21.257894 139700922746624 [dcompact_etcd.cc:1773] job-00176/att-00: CleanFiles 0.003 sec : 0.000 2024/11/22-12:50:21.258339 139700922746624 (Original Log Time 2024/11/22-12:50:19.879718) EVENT_LOG_v1 {"time_micros": 1732251019879709, "job": 176, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195286], "score": 0.798463, "input_data_size": 33524609, "oldest_snapshot_seqno": 3084532856} 2024/11/22-12:50:21.258348 139700922746624 (Original Log Time 2024/11/22-12:50:21.257932) [compaction_job.cc:2022] [default] [JOB 176] Compacted 1@1 files to L2 => 32773010 bytes 2024/11/22-12:50:21.258351 139700922746624 (Original Log Time 2024/11/22-12:50:21.258247) [compaction_job.cc:1224] [default] compacted to: files[0 1 12 72 98 0 68] max score 0.80 (7 files need compaction), MB/sec: 60.3 rd, 59.0 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(32.0, 0.0 +0.0 blob) out(31.3 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 31987, records dropped: 0 output_compression: Snappy 2024/11/22-12:50:21.258358 139700922746624 (Original Log Time 2024/11/22-12:50:21.258272) EVENT_LOG_v1 {"time_micros": 1732251021258261, "cf": "default", "job": 176, "event": "compaction_finished", "compaction_time_micros": 555787, "compaction_time_cpu_micros": 133434, "output_level": 2, "num_output_files": 1, "total_output_size": 32773010, "num_input_records": 31987, "num_output_records": 31987, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 1, 12, 72, 98, 0, 68]} 2024/11/22-12:50:21.258430 139700922746624 [compaction_job.cc:2437] [default] [JOB 177] Compacting 1@2 + 1@3 files to L3, score 0.80, subcompactions 1 : 1 2024/11/22-12:50:21.258439 139700922746624 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 137 Base level 2, inputs: [195307(27MB)], [195254(39MB)] 2024/11/22-12:50:21.546943 139700922746624 [dcompact_etcd.cc:1163] job-00177/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.288 sec, input = 160.005 MiB 2024/11/22-12:50:22.198739 139700880803584 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00175/att-00 2024/11/22-12:50:22.198846 139700880803584 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00175/att-00/compact.done) = OK: 2.313 sec 2024/11/22-12:50:22.198980 139700880803584 [dcompact_etcd.cc:1263] job-00175/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.286, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 2.313, work = 1.930, e2e = 2.606, ntr = 0.000 sec, input = 41.610 MiB 2024/11/22-12:50:22.201821 139700880803584 [compaction_job.cc:1086] [default] [JOB 175] Dcompacted 1@2 + 1@3 files to L3 [1] => time sec: curl = 0.286, mount = 0.000, prepare = 0.004, wait = 0.677, work = 1.930, e2e = 2.607, rename = 0.000, out zip = 0.008898 GB 4.611 MB/sec, out raw = 0.042173 GB 21.856 MB/sec 2024/11/22-12:50:22.203917 139700880803584 [dcompact_etcd.cc:1773] job-00175/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:50:22.204423 139700880803584 (Original Log Time 2024/11/22-12:50:19.592470) EVENT_LOG_v1 {"time_micros": 1732251019592464, "job": 175, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195295], "files_L3": [195218], "score": 0.803689, "input_data_size": 9168150, "oldest_snapshot_seqno": 3084529288} 2024/11/22-12:50:22.204432 139700880803584 (Original Log Time 2024/11/22-12:50:22.203968) [compaction_job.cc:2022] [default] [JOB 175] Compacted 1@2 + 1@3 files to L3 => 8897518 bytes 2024/11/22-12:50:22.204436 139700880803584 (Original Log Time 2024/11/22-12:50:22.204304) [compaction_job.cc:1224] [default] compacted to: files[0 1 11 72 98 0 68] max score 0.79 (6 files need compaction), MB/sec: 5.1 rd, 4.9 wr, level 3, files in(1, 1) out(1 +0 blob) MB in(0.3, 8.5 +0.0 blob) out(8.5 +0.0 blob), read-write-amplify(62.5) write-amplify(30.8) OK, records in: 1817967, records dropped: 60760 output_compression: Snappy 2024/11/22-12:50:22.204454 139700880803584 (Original Log Time 2024/11/22-12:50:22.204330) EVENT_LOG_v1 {"time_micros": 1732251022204318, "cf": "default", "job": 175, "event": "compaction_finished", "compaction_time_micros": 1804832, "compaction_time_cpu_micros": 1376099, "output_level": 3, "num_output_files": 1, "total_output_size": 8897518, "num_input_records": 1817967, "num_output_records": 1757207, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 1, 11, 72, 98, 0, 68]} 2024/11/22-12:50:22.204516 139700880803584 [compaction_job.cc:2437] [default] [JOB 178] Compacting 1@1 files to L2, score 0.79, subcompactions 1 : 1 2024/11/22-12:50:22.204524 139700880803584 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 138 Base level 1, inputs: [195289(1118KB)] 2024/11/22-12:50:22.444675 139700912260864 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00167/att-00 2024/11/22-12:50:22.444760 139700912260864 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00167/att-00/compact.done) = OK: 4.308 sec 2024/11/22-12:50:22.444843 139700912260864 [dcompact_etcd.cc:1263] job-00167/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.293, mount = 0.000, prepare = 0.003, wait = 0.000, etcd = 4.308, work = 4.046, e2e = 4.606, ntr = 0.000 sec, input = 130.635 MiB 2024/11/22-12:50:22.446589 139700912260864 [compaction_job.cc:1086] [default] [JOB 167] Dcompacted 1@2 + 1@3 files to L3 [2] => time sec: curl = 0.293, mount = 0.000, prepare = 0.003, wait = 0.561, work = 4.046, e2e = 4.607, rename = 0.000, out zip = 0.077634 GB 19.190 MB/sec, out raw = 0.135735 GB 33.551 MB/sec 2024/11/22-12:50:22.453272 139700912260864 [dcompact_etcd.cc:1773] job-00167/att-00: CleanFiles 0.007 sec : 0.000 2024/11/22-12:50:22.453771 139700912260864 (Original Log Time 2024/11/22-12:50:17.837907) EVENT_LOG_v1 {"time_micros": 1732251017837899, "job": 167, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195294], "files_L3": [195229], "score": 0.896507, "input_data_size": 78404602, "oldest_snapshot_seqno": 3084507642} 2024/11/22-12:50:22.453780 139700912260864 (Original Log Time 2024/11/22-12:50:22.453305) [compaction_job.cc:2022] [default] [JOB 167] Compacted 1@2 + 1@3 files to L3 => 77633681 bytes 2024/11/22-12:50:22.453784 139700912260864 (Original Log Time 2024/11/22-12:50:22.453659) [compaction_job.cc:1224] [default] compacted to: files[0 1 10 73 98 0 68] max score 0.80 (5 files need compaction), MB/sec: 20.1 rd, 19.9 wr, level 3, files in(1, 1) out(2 +0 blob) MB in(1.5, 73.3 +0.0 blob) out(74.0 +0.0 blob), read-write-amplify(98.5) write-amplify(49.0) OK, records in: 3124931, records dropped: 30380 output_compression: Snappy 2024/11/22-12:50:22.453803 139700912260864 (Original Log Time 2024/11/22-12:50:22.453685) EVENT_LOG_v1 {"time_micros": 1732251022453674, "cf": "default", "job": 167, "event": "compaction_finished", "compaction_time_micros": 3893576, "compaction_time_cpu_micros": 2697678, "output_level": 3, "num_output_files": 2, "total_output_size": 77633681, "num_input_records": 3124931, "num_output_records": 3094551, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 1, 10, 73, 98, 0, 68]} 2024/11/22-12:50:22.453823 139700912260864 (Original Log Time 2024/11/22-12:50:22.453822) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:50:22.504826 139700880803584 [dcompact_etcd.cc:1163] job-00178/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.300 sec, input = 964.165 KiB 2024/11/22-12:50:22.858975 139700891289344 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00170/att-00 2024/11/22-12:50:22.859035 139700891289344 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00170/att-00/compact.done) = OK: 4.421 sec 2024/11/22-12:50:22.859119 139700891289344 [dcompact_etcd.cc:1263] job-00170/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.269, mount = 0.000, prepare = 0.003, wait = 0.000, etcd = 4.421, work = 3.524, e2e = 4.699, ntr = 0.000 sec, input = 159.588 MiB 2024/11/22-12:50:22.866007 139700891289344 [compaction_job.cc:1086] [default] [JOB 170] Dcompacted 1@2 + 1@3 files to L3 [2] => time sec: curl = 0.269, mount = 0.000, prepare = 0.003, wait = 1.175, work = 3.524, e2e = 4.699, rename = 0.000, out zip = 0.045395 GB 12.880 MB/sec, out raw = 0.142558 GB 40.449 MB/sec 2024/11/22-12:50:22.869883 139700891289344 [dcompact_etcd.cc:1773] job-00170/att-00: CleanFiles 0.004 sec : 0.000 2024/11/22-12:50:22.870496 139700891289344 (Original Log Time 2024/11/22-12:50:18.160046) EVENT_LOG_v1 {"time_micros": 1732251018160037, "job": 170, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195301], "files_L3": [195251], "score": 0.83853, "input_data_size": 75314311, "oldest_snapshot_seqno": 3084511936} 2024/11/22-12:50:22.870502 139700912260864 [compaction_job.cc:2437] [default] [JOB 180] Compacting 1@2 + 5@3 files to L3, score 0.82, subcompactions 1 : 1 2024/11/22-12:50:22.870506 139700891289344 (Original Log Time 2024/11/22-12:50:22.869912) [compaction_job.cc:2022] [default] [JOB 170] Compacted 1@2 + 1@3 files to L3 => 45395331 bytes 2024/11/22-12:50:22.870512 139700891289344 (Original Log Time 2024/11/22-12:50:22.870275) [compaction_job.cc:1224] [default] compacted to: files[0 1 9 74 98 0 68] max score 0.82 (5 files need compaction), MB/sec: 22.3 rd, 13.4 wr, level 3, files in(1, 1) out(2 +0 blob) MB in(31.2, 40.6 +0.0 blob) out(43.3 +0.0 blob), read-write-amplify(3.7) write-amplify(1.4) OK, records in: 161369, records dropped: 23897 output_compression: Snappy 2024/11/22-12:50:22.870520 139700912260864 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 140 Base level 2, inputs: [195302(31MB)], [195231(40MB) 195232(40MB) 195233(40MB) 195234(40MB) 195313(40MB)] 2024/11/22-12:50:22.870531 139700891289344 (Original Log Time 2024/11/22-12:50:22.870301) EVENT_LOG_v1 {"time_micros": 1732251022870289, "cf": "default", "job": 170, "event": "compaction_finished", "compaction_time_micros": 3375697, "compaction_time_cpu_micros": 389559, "output_level": 3, "num_output_files": 2, "total_output_size": 45395331, "num_input_records": 161369, "num_output_records": 137472, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 1, 9, 74, 98, 0, 68]} 2024/11/22-12:50:22.870549 139700891289344 (Original Log Time 2024/11/22-12:50:22.870548) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:50:22.966887 139700880803584 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00178/att-00 2024/11/22-12:50:22.966966 139700880803584 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00178/att-00/compact.done) = OK: 0.453 sec 2024/11/22-12:50:22.967058 139700880803584 [dcompact_etcd.cc:1263] job-00178/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.300, mount = 0.000, prepare = 0.006, wait = 0.000, etcd = 0.453, work = 0.252, e2e = 0.762, ntr = 0.000 sec, input = 964.165 KiB 2024/11/22-12:50:22.970092 139700880803584 [compaction_job.cc:1086] [default] [JOB 178] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.300, mount = 0.000, prepare = 0.006, wait = 0.510, work = 0.252, e2e = 0.763, rename = 0.000, out zip = 0.000239 GB 0.947 MB/sec, out raw = 0.000987 GB 3.916 MB/sec 2024/11/22-12:50:22.970446 139700880803584 [dcompact_etcd.cc:1773] job-00178/att-00: CleanFiles 0.000 sec : 0.000 2024/11/22-12:50:22.970862 139700891289344 (Original Log Time 2024/11/22-12:50:22.970853) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:50:22.970907 139700880803584 (Original Log Time 2024/11/22-12:50:22.204536) EVENT_LOG_v1 {"time_micros": 1732251022204530, "job": 178, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195289], "score": 0.787033, "input_data_size": 1144971, "oldest_snapshot_seqno": 3084560594} 2024/11/22-12:50:22.970916 139700880803584 (Original Log Time 2024/11/22-12:50:22.970467) [compaction_job.cc:2022] [default] [JOB 178] Compacted 1@1 files to L2 => 238776 bytes 2024/11/22-12:50:22.970944 139700880803584 (Original Log Time 2024/11/22-12:50:22.970788) [compaction_job.cc:1224] [default] compacted to: files[0 0 10 74 98 0 68] max score 0.74 (5 files need compaction), MB/sec: 9.9 rd, 2.1 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(1.1, 0.0 +0.0 blob) out(0.2 +0.0 blob), read-write-amplify(1.2) write-amplify(0.2) OK, records in: 34045, records dropped: 0 output_compression: Snappy 2024/11/22-12:50:22.970965 139700880803584 (Original Log Time 2024/11/22-12:50:22.970810) EVENT_LOG_v1 {"time_micros": 1732251022970799, "cf": "default", "job": 178, "event": "compaction_finished", "compaction_time_micros": 115920, "compaction_time_cpu_micros": 38728, "output_level": 2, "num_output_files": 1, "total_output_size": 238776, "num_input_records": 34045, "num_output_records": 34045, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 10, 74, 98, 0, 68]} 2024/11/22-12:50:23.157797 139700912260864 [dcompact_etcd.cc:1163] job-00180/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.287 sec, input = 671.564 MiB 2024/11/22-12:50:25.639964 139700901775104 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00168/att-00 2024/11/22-12:50:25.640038 139700901775104 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00168/att-00/compact.done) = OK: 7.358 sec 2024/11/22-12:50:25.640125 139700901775104 [dcompact_etcd.cc:1263] job-00168/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.314, mount = 0.000, prepare = 0.003, wait = 0.000, etcd = 7.358, work = 6.055, e2e = 7.678, ntr = 0.000 sec, input = 329.645 MiB 2024/11/22-12:50:25.654165 139700901775104 [compaction_job.cc:1086] [default] [JOB 168] Dcompacted 1@2 + 4@3 files to L3 [3] => time sec: curl = 0.314, mount = 0.000, prepare = 0.003, wait = 1.623, work = 6.055, e2e = 7.679, rename = 0.000, out zip = 0.106877 GB 17.650 MB/sec, out raw = 0.333759 GB 55.119 MB/sec 2024/11/22-12:50:25.657430 139700901775104 [dcompact_etcd.cc:1773] job-00168/att-00: CleanFiles 0.003 sec : 0.000 2024/11/22-12:50:25.658014 139700901775104 (Original Log Time 2024/11/22-12:50:17.961474) EVENT_LOG_v1 {"time_micros": 1732251017961463, "job": 168, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195299], "files_L3": [195252, 195253, 195222, 195223], "score": 0.87984, "input_data_size": 119194558, "oldest_snapshot_seqno": 3084509066} 2024/11/22-12:50:25.658023 139700901775104 (Original Log Time 2024/11/22-12:50:25.657460) [compaction_job.cc:2022] [default] [JOB 168] Compacted 1@2 + 4@3 files to L3 => 106876789 bytes 2024/11/22-12:50:25.658026 139700901775104 (Original Log Time 2024/11/22-12:50:25.657798) [compaction_job.cc:1224] [default] compacted to: files[0 0 9 73 98 0 68] max score 0.78 (5 files need compaction), MB/sec: 20.3 rd, 18.2 wr, level 3, files in(1, 4) out(3 +0 blob) MB in(12.2, 101.4 +0.0 blob) out(101.9 +0.0 blob), read-write-amplify(17.6) write-amplify(8.3) OK, records in: 333329, records dropped: 11476 output_compression: Snappy 2024/11/22-12:50:25.658037 139700880803584 (Original Log Time 2024/11/22-12:50:25.658027) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:50:25.658043 139700901775104 (Original Log Time 2024/11/22-12:50:25.657824) EVENT_LOG_v1 {"time_micros": 1732251025657812, "cf": "default", "job": 168, "event": "compaction_finished", "compaction_time_micros": 5878643, "compaction_time_cpu_micros": 898836, "output_level": 3, "num_output_files": 3, "total_output_size": 106876789, "num_input_records": 333329, "num_output_records": 321853, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 9, 73, 98, 0, 68]} 2024/11/22-12:50:25.658041 139700891289344 [compaction_job.cc:2437] [default] [JOB 183] Compacting 1@2 + 1@3 files to L3, score 0.78, subcompactions 1 : 1 2024/11/22-12:50:25.658057 139700891289344 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 142 Base level 2, inputs: [195297(417KB)], [195219(24MB)] 2024/11/22-12:50:25.971669 139700891289344 [dcompact_etcd.cc:1163] job-00183/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.313 sec, input = 130.376 MiB 2024/11/22-12:50:27.390051 139701071644416 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00174/att-00 2024/11/22-12:50:27.390144 139701071644416 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00174/att-00/compact.done) = OK: 7.560 sec 2024/11/22-12:50:27.390241 139701071644416 [dcompact_etcd.cc:1263] job-00174/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.290, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 7.560, work = 6.535, e2e = 7.855, ntr = 0.000 sec, input = 173.106 MiB 2024/11/22-12:50:27.397292 139701071644416 [compaction_job.cc:1086] [default] [JOB 174] Dcompacted 1@2 + 2@3 files to L3 [2] => time sec: curl = 0.290, mount = 0.000, prepare = 0.004, wait = 1.321, work = 6.535, e2e = 7.856, rename = 0.000, out zip = 0.049351 GB 7.552 MB/sec, out raw = 0.165842 GB 25.377 MB/sec 2024/11/22-12:50:27.400900 139701071644416 [dcompact_etcd.cc:1773] job-00174/att-00: CleanFiles 0.004 sec : 0.000 2024/11/22-12:50:27.401457 139700901775104 (Original Log Time 2024/11/22-12:50:27.401447) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:50:27.401504 139701071644416 (Original Log Time 2024/11/22-12:50:19.534522) EVENT_LOG_v1 {"time_micros": 1732251019534515, "job": 174, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195305], "files_L3": [195249, 195250], "score": 0.822061, "input_data_size": 71870641, "oldest_snapshot_seqno": 3084528588} 2024/11/22-12:50:27.401511 139701071644416 (Original Log Time 2024/11/22-12:50:27.400949) [compaction_job.cc:2022] [default] [JOB 174] Compacted 1@2 + 2@3 files to L3 => 49350705 bytes 2024/11/22-12:50:27.401515 139701071644416 (Original Log Time 2024/11/22-12:50:27.401374) [compaction_job.cc:1224] [default] compacted to: files[0 0 8 73 98 0 68] max score 0.78 (4 files need compaction), MB/sec: 11.2 rd, 7.7 wr, level 3, files in(1, 2) out(2 +0 blob) MB in(27.1, 41.4 +0.0 blob) out(47.1 +0.0 blob), read-write-amplify(4.3) write-amplify(1.7) OK, records in: 1257287, records dropped: 110369 output_compression: Snappy 2024/11/22-12:50:27.401535 139701071644416 (Original Log Time 2024/11/22-12:50:27.401401) EVENT_LOG_v1 {"time_micros": 1732251027401389, "cf": "default", "job": 174, "event": "compaction_finished", "compaction_time_micros": 6393323, "compaction_time_cpu_micros": 2457169, "output_level": 3, "num_output_files": 2, "total_output_size": 49350705, "num_input_records": 1257287, "num_output_records": 1146918, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 8, 73, 98, 0, 68]} 2024/11/22-12:50:28.557610 139700922746624 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00177/att-00 2024/11/22-12:50:28.557689 139700922746624 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00177/att-00/compact.done) = OK: 7.006 sec 2024/11/22-12:50:28.557773 139700922746624 [dcompact_etcd.cc:1263] job-00177/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.288, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 7.006, work = 6.669, e2e = 7.299, ntr = 0.000 sec, input = 160.005 MiB 2024/11/22-12:50:28.562281 139700922746624 [compaction_job.cc:1086] [default] [JOB 177] Dcompacted 1@2 + 1@3 files to L3 [2] => time sec: curl = 0.288, mount = 0.000, prepare = 0.004, wait = 0.630, work = 6.669, e2e = 7.299, rename = 0.000, out zip = 0.048336 GB 7.248 MB/sec, out raw = 0.152135 GB 22.812 MB/sec 2024/11/22-12:50:28.564157 139700922746624 [dcompact_etcd.cc:1773] job-00177/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:50:28.564770 139700922746624 (Original Log Time 2024/11/22-12:50:21.258451) EVENT_LOG_v1 {"time_micros": 1732251021258444, "job": 177, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195307], "files_L3": [195254], "score": 0.798463, "input_data_size": 69721928, "oldest_snapshot_seqno": 3084549767} 2024/11/22-12:50:28.564782 139700922746624 (Original Log Time 2024/11/22-12:50:28.564194) [compaction_job.cc:2022] [default] [JOB 177] Compacted 1@2 + 1@3 files to L3 => 48335917 bytes 2024/11/22-12:50:28.564786 139700922746624 (Original Log Time 2024/11/22-12:50:28.564521) [compaction_job.cc:1224] [default] compacted to: files[0 0 7 74 98 0 68] max score 0.80 (4 files need compaction), MB/sec: 10.7 rd, 7.4 wr, level 3, files in(1, 1) out(2 +0 blob) MB in(27.1, 39.4 +0.0 blob) out(46.1 +0.0 blob), read-write-amplify(4.1) write-amplify(1.7) OK, records in: 1157460, records dropped: 110158 output_compression: Snappy 2024/11/22-12:50:28.564789 139700901775104 (Original Log Time 2024/11/22-12:50:28.564779) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:50:28.564802 139700880803584 [compaction_job.cc:2437] [default] [JOB 186] Compacting 1@2 + 2@3 files to L3, score 0.80, subcompactions 1 : 1 2024/11/22-12:50:28.564808 139700922746624 (Original Log Time 2024/11/22-12:50:28.564546) EVENT_LOG_v1 {"time_micros": 1732251028564534, "cf": "default", "job": 177, "event": "compaction_finished", "compaction_time_micros": 6528424, "compaction_time_cpu_micros": 2091215, "output_level": 3, "num_output_files": 2, "total_output_size": 48335917, "num_input_records": 1157460, "num_output_records": 1047302, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 7, 74, 98, 0, 68]} 2024/11/22-12:50:28.564823 139700880803584 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 144 Base level 2, inputs: [195308(6098KB)], [195320(10MB) 195321(40MB)] 2024/11/22-12:50:28.897708 139700880803584 [dcompact_etcd.cc:1163] job-00186/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.332 sec, input = 165.186 MiB 2024/11/22-12:50:29.630337 139700870317824 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00164/att-00 2024/11/22-12:50:29.630430 139700870317824 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00164/att-00/compact.done) = OK: 11.989 sec 2024/11/22-12:50:29.630540 139700870317824 [dcompact_etcd.cc:1263] job-00164/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.288, mount = 0.000, prepare = 0.003, wait = 0.000, etcd = 11.989, work = 10.371, e2e = 12.283, ntr = 0.000 sec, input = 315.522 MiB 2024/11/22-12:50:29.636662 139700870317824 [compaction_job.cc:1086] [default] [JOB 164] Dcompacted 1@2 + 3@3 files to L3 [3] => time sec: curl = 0.288, mount = 0.000, prepare = 0.003, wait = 1.913, work = 10.371, e2e = 12.283, rename = 0.000, out zip = 0.306318 GB 29.537 MB/sec, out raw = 0.314519 GB 30.327 MB/sec 2024/11/22-12:50:29.638601 139700870317824 [dcompact_etcd.cc:1773] job-00164/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:50:29.639053 139701071644416 (Original Log Time 2024/11/22-12:50:29.639042) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:50:29.639131 139700870317824 (Original Log Time 2024/11/22-12:50:17.347180) EVENT_LOG_v1 {"time_micros": 1732251017347173, "job": 164, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195296], "files_L3": [195239, 195240, 195241], "score": 0.934555, "input_data_size": 322281782, "oldest_snapshot_seqno": 3084502611} 2024/11/22-12:50:29.639143 139700870317824 (Original Log Time 2024/11/22-12:50:29.638633) [compaction_job.cc:2022] [default] [JOB 164] Compacted 1@2 + 3@3 files to L3 => 306317852 bytes 2024/11/22-12:50:29.639146 139700870317824 (Original Log Time 2024/11/22-12:50:29.638969) [compaction_job.cc:1224] [default] compacted to: files[0 0 6 74 98 0 68] max score 0.82 (3 files need compaction), MB/sec: 31.5 rd, 30.0 wr, level 3, files in(1, 3) out(3 +0 blob) MB in(22.1, 285.3 +0.0 blob) out(292.1 +0.0 blob), read-write-amplify(27.2) write-amplify(13.2) OK, records in: 489262, records dropped: 24154 output_compression: Snappy 2024/11/22-12:50:29.639151 139700870317824 (Original Log Time 2024/11/22-12:50:29.638995) EVENT_LOG_v1 {"time_micros": 1732251029638983, "cf": "default", "job": 164, "event": "compaction_finished", "compaction_time_micros": 10217981, "compaction_time_cpu_micros": 1840733, "output_level": 3, "num_output_files": 3, "total_output_size": 306317852, "num_input_records": 489262, "num_output_records": 465108, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 6, 74, 98, 0, 68]} 2024/11/22-12:50:29.640525 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195218.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:29.640550 139700870317824 EVENT_LOG_v1 {"time_micros": 1732251029640547, "job": 164, "event": "table_file_deletion", "file_number": 195218} 2024/11/22-12:50:29.642322 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195227.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:29.642351 139700870317824 EVENT_LOG_v1 {"time_micros": 1732251029642347, "job": 164, "event": "table_file_deletion", "file_number": 195227} 2024/11/22-12:50:29.644190 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195228.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:29.644214 139700870317824 EVENT_LOG_v1 {"time_micros": 1732251029644211, "job": 164, "event": "table_file_deletion", "file_number": 195228} 2024/11/22-12:50:29.654202 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195229.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:29.654233 139700870317824 EVENT_LOG_v1 {"time_micros": 1732251029654223, "job": 164, "event": "table_file_deletion", "file_number": 195229} 2024/11/22-12:50:29.662385 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195251.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:29.662407 139700870317824 EVENT_LOG_v1 {"time_micros": 1732251029662404, "job": 164, "event": "table_file_deletion", "file_number": 195251} 2024/11/22-12:50:29.671416 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195275.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:29.671438 139700870317824 EVENT_LOG_v1 {"time_micros": 1732251029671435, "job": 164, "event": "table_file_deletion", "file_number": 195275} 2024/11/22-12:50:29.679106 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195281.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:29.679135 139700870317824 EVENT_LOG_v1 {"time_micros": 1732251029679132, "job": 164, "event": "table_file_deletion", "file_number": 195281} 2024/11/22-12:50:29.682399 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195282.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:29.682424 139700870317824 EVENT_LOG_v1 {"time_micros": 1732251029682421, "job": 164, "event": "table_file_deletion", "file_number": 195282} 2024/11/22-12:50:29.685930 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195283.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:29.685951 139700870317824 EVENT_LOG_v1 {"time_micros": 1732251029685949, "job": 164, "event": "table_file_deletion", "file_number": 195283} 2024/11/22-12:50:29.693484 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195284.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:29.693505 139700870317824 EVENT_LOG_v1 {"time_micros": 1732251029693503, "job": 164, "event": "table_file_deletion", "file_number": 195284} 2024/11/22-12:50:29.700970 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195285.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:29.700991 139700870317824 EVENT_LOG_v1 {"time_micros": 1732251029700989, "job": 164, "event": "table_file_deletion", "file_number": 195285} 2024/11/22-12:50:29.708497 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195286.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:29.708523 139700870317824 EVENT_LOG_v1 {"time_micros": 1732251029708520, "job": 164, "event": "table_file_deletion", "file_number": 195286} 2024/11/22-12:50:29.712571 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195287.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:29.712592 139700870317824 EVENT_LOG_v1 {"time_micros": 1732251029712589, "job": 164, "event": "table_file_deletion", "file_number": 195287} 2024/11/22-12:50:29.714744 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195288.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:29.714765 139700870317824 EVENT_LOG_v1 {"time_micros": 1732251029714763, "job": 164, "event": "table_file_deletion", "file_number": 195288} 2024/11/22-12:50:29.714821 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195290.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:29.714830 139700870317824 EVENT_LOG_v1 {"time_micros": 1732251029714829, "job": 164, "event": "table_file_deletion", "file_number": 195290} 2024/11/22-12:50:29.714966 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195291.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:29.714978 139700870317824 EVENT_LOG_v1 {"time_micros": 1732251029714976, "job": 164, "event": "table_file_deletion", "file_number": 195291} 2024/11/22-12:50:29.715181 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195292.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:29.715191 139700870317824 EVENT_LOG_v1 {"time_micros": 1732251029715190, "job": 164, "event": "table_file_deletion", "file_number": 195292} 2024/11/22-12:50:29.715228 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195293.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:29.715238 139700870317824 EVENT_LOG_v1 {"time_micros": 1732251029715236, "job": 164, "event": "table_file_deletion", "file_number": 195293} 2024/11/22-12:50:29.715521 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195294.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:29.715531 139700870317824 EVENT_LOG_v1 {"time_micros": 1732251029715530, "job": 164, "event": "table_file_deletion", "file_number": 195294} 2024/11/22-12:50:29.715612 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195295.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:29.715620 139700870317824 EVENT_LOG_v1 {"time_micros": 1732251029715619, "job": 164, "event": "table_file_deletion", "file_number": 195295} 2024/11/22-12:50:29.720276 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195301.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:29.720295 139700870317824 EVENT_LOG_v1 {"time_micros": 1732251029720293, "job": 164, "event": "table_file_deletion", "file_number": 195301} 2024/11/22-12:50:30.308016 139700891289344 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00183/att-00 2024/11/22-12:50:30.308098 139700891289344 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00183/att-00/compact.done) = OK: 4.327 sec 2024/11/22-12:50:30.308211 139700891289344 [dcompact_etcd.cc:1263] job-00183/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.313, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 4.327, work = 3.978, e2e = 4.650, ntr = 0.000 sec, input = 130.376 MiB 2024/11/22-12:50:30.314155 139700891289344 [compaction_job.cc:1086] [default] [JOB 183] Dcompacted 1@2 + 1@3 files to L3 [2] => time sec: curl = 0.313, mount = 0.000, prepare = 0.004, wait = 0.673, work = 3.978, e2e = 4.650, rename = 0.000, out zip = 0.025724 GB 6.467 MB/sec, out raw = 0.135190 GB 33.988 MB/sec 2024/11/22-12:50:30.321459 139700891289344 [dcompact_etcd.cc:1773] job-00183/att-00: CleanFiles 0.007 sec : 0.000 2024/11/22-12:50:30.322003 139700901775104 (Original Log Time 2024/11/22-12:50:30.321995) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:50:30.322061 139700891289344 (Original Log Time 2024/11/22-12:50:25.658076) EVENT_LOG_v1 {"time_micros": 1732251025658066, "job": 183, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195297], "files_L3": [195219], "score": 0.779702, "input_data_size": 25970355, "oldest_snapshot_seqno": 3084602111} 2024/11/22-12:50:30.322071 139700891289344 (Original Log Time 2024/11/22-12:50:30.321493) [compaction_job.cc:2022] [default] [JOB 183] Compacted 1@2 + 1@3 files to L3 => 25723988 bytes 2024/11/22-12:50:30.322075 139700891289344 (Original Log Time 2024/11/22-12:50:30.321893) [compaction_job.cc:1224] [default] compacted to: files[0 0 5 75 98 0 68] max score 0.84 (3 files need compaction), MB/sec: 6.8 rd, 6.7 wr, level 3, files in(1, 1) out(2 +0 blob) MB in(0.4, 24.4 +0.0 blob) out(24.5 +0.0 blob), read-write-amplify(120.9) write-amplify(60.1) OK, records in: 4868752, records dropped: 60760 output_compression: Snappy 2024/11/22-12:50:30.322085 139700891289344 (Original Log Time 2024/11/22-12:50:30.321943) EVENT_LOG_v1 {"time_micros": 1732251030321909, "cf": "default", "job": 183, "event": "compaction_finished", "compaction_time_micros": 3836310, "compaction_time_cpu_micros": 2818165, "output_level": 3, "num_output_files": 2, "total_output_size": 25723988, "num_input_records": 4868752, "num_output_records": 4807992, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 5, 75, 98, 0, 68]} 2024/11/22-12:50:33.626245 139700912260864 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00180/att-00 2024/11/22-12:50:33.626341 139700912260864 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00180/att-00/compact.done) = OK: 10.460 sec 2024/11/22-12:50:33.626442 139700912260864 [dcompact_etcd.cc:1263] job-00180/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.287, mount = 0.000, prepare = 0.005, wait = 0.000, etcd = 10.460, work = 9.904, e2e = 10.755, ntr = 0.000 sec, input = 671.564 MiB 2024/11/22-12:50:33.663986 139700912260864 [compaction_job.cc:1086] [default] [JOB 180] Dcompacted 1@2 + 5@3 files to L3 [6] => time sec: curl = 0.287, mount = 0.000, prepare = 0.005, wait = 0.852, work = 9.904, e2e = 10.756, rename = 0.000, out zip = 0.216587 GB 21.869 MB/sec, out raw = 0.681125 GB 68.773 MB/sec 2024/11/22-12:50:33.673881 139700912260864 [dcompact_etcd.cc:1773] job-00180/att-00: CleanFiles 0.010 sec : 0.000 2024/11/22-12:50:33.674540 139700912260864 (Original Log Time 2024/11/22-12:50:22.870540) EVENT_LOG_v1 {"time_micros": 1732251022870530, "job": 180, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195302], "files_L3": [195231, 195232, 195233, 195234, 195313], "score": 0.821591, "input_data_size": 246009447, "oldest_snapshot_seqno": 3084568689} 2024/11/22-12:50:33.674553 139700912260864 (Original Log Time 2024/11/22-12:50:33.673936) [compaction_job.cc:2022] [default] [JOB 180] Compacted 1@2 + 5@3 files to L3 => 216586598 bytes 2024/11/22-12:50:33.674558 139700912260864 (Original Log Time 2024/11/22-12:50:33.674323) [compaction_job.cc:1224] [default] compacted to: files[0 0 4 76 98 0 68] max score 0.92 (3 files need compaction), MB/sec: 25.2 rd, 22.2 wr, level 3, files in(1, 5) out(6 +0 blob) MB in(31.2, 203.4 +0.0 blob) out(206.6 +0.0 blob), read-write-amplify(14.1) write-amplify(6.6) OK, records in: 679061, records dropped: 22237 output_compression: Snappy 2024/11/22-12:50:33.674568 139700912260864 (Original Log Time 2024/11/22-12:50:33.674348) EVENT_LOG_v1 {"time_micros": 1732251033674337, "cf": "default", "job": 180, "event": "compaction_finished", "compaction_time_micros": 9744545, "compaction_time_cpu_micros": 1828897, "output_level": 3, "num_output_files": 6, "total_output_size": 216586598, "num_input_records": 679061, "num_output_records": 656824, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 4, 76, 98, 0, 68]} 2024/11/22-12:50:33.674634 139700922746624 [compaction_job.cc:2437] [default] [JOB 190] Compacting 1@2 + 1@3 files to L3, score 0.92, subcompactions 1 : 1 2024/11/22-12:50:33.674651 139700922746624 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 147 Base level 2, inputs: [195315(233KB)], [195224(29MB)] 2024/11/22-12:50:33.674664 139700870317824 (Original Log Time 2024/11/22-12:50:33.674655) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:50:33.674678 139701071644416 [compaction_job.cc:2437] [default] [JOB 191] Compacting 1@2 + 4@3 files to L3, score 0.91, subcompactions 1 : 1 2024/11/22-12:50:33.674695 139701071644416 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 147 Base level 2, inputs: [195309(31MB)], [195332(40MB) 195333(3187KB) 195314(2720KB) 195316(40MB)] 2024/11/22-12:50:33.682257 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195222.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:33.682282 139700912260864 EVENT_LOG_v1 {"time_micros": 1732251033682279, "job": 180, "event": "table_file_deletion", "file_number": 195222} 2024/11/22-12:50:33.685335 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195223.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:33.685362 139700912260864 EVENT_LOG_v1 {"time_micros": 1732251033685356, "job": 180, "event": "table_file_deletion", "file_number": 195223} 2024/11/22-12:50:33.693617 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195249.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:33.693643 139700912260864 EVENT_LOG_v1 {"time_micros": 1732251033693640, "job": 180, "event": "table_file_deletion", "file_number": 195249} 2024/11/22-12:50:33.696070 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195250.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:33.696091 139700912260864 EVENT_LOG_v1 {"time_micros": 1732251033696088, "job": 180, "event": "table_file_deletion", "file_number": 195250} 2024/11/22-12:50:33.705272 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195252.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:33.705293 139700912260864 EVENT_LOG_v1 {"time_micros": 1732251033705291, "job": 180, "event": "table_file_deletion", "file_number": 195252} 2024/11/22-12:50:33.708740 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195253.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:33.708766 139700912260864 EVENT_LOG_v1 {"time_micros": 1732251033708763, "job": 180, "event": "table_file_deletion", "file_number": 195253} 2024/11/22-12:50:33.717228 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195254.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:33.717254 139700912260864 EVENT_LOG_v1 {"time_micros": 1732251033717251, "job": 180, "event": "table_file_deletion", "file_number": 195254} 2024/11/22-12:50:33.719230 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195289.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:33.719251 139700912260864 EVENT_LOG_v1 {"time_micros": 1732251033719248, "job": 180, "event": "table_file_deletion", "file_number": 195289} 2024/11/22-12:50:33.721416 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195299.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:33.721442 139700912260864 EVENT_LOG_v1 {"time_micros": 1732251033721438, "job": 180, "event": "table_file_deletion", "file_number": 195299} 2024/11/22-12:50:33.726628 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195305.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:33.726654 139700912260864 EVENT_LOG_v1 {"time_micros": 1732251033726651, "job": 180, "event": "table_file_deletion", "file_number": 195305} 2024/11/22-12:50:33.731416 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195307.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:33.731437 139700912260864 EVENT_LOG_v1 {"time_micros": 1732251033731434, "job": 180, "event": "table_file_deletion", "file_number": 195307} 2024/11/22-12:50:33.953907 139700922746624 [dcompact_etcd.cc:1163] job-00190/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.279 sec, input = 128.942 MiB 2024/11/22-12:50:33.970615 139701071644416 [dcompact_etcd.cc:1163] job-00191/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.295 sec, input = 305.158 MiB 2024/11/22-12:50:34.433148 139700880803584 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00186/att-00 2024/11/22-12:50:34.433228 139700880803584 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00186/att-00/compact.done) = OK: 5.528 sec 2024/11/22-12:50:34.433312 139700880803584 [dcompact_etcd.cc:1263] job-00186/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.332, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 5.528, work = 4.667, e2e = 5.868, ntr = 0.000 sec, input = 165.186 MiB 2024/11/22-12:50:34.436664 139700880803584 [compaction_job.cc:1086] [default] [JOB 186] Dcompacted 1@2 + 2@3 files to L3 [2] => time sec: curl = 0.332, mount = 0.000, prepare = 0.004, wait = 1.201, work = 4.667, e2e = 5.868, rename = 0.000, out zip = 0.055055 GB 11.795 MB/sec, out raw = 0.169793 GB 36.378 MB/sec 2024/11/22-12:50:34.438666 139700880803584 [dcompact_etcd.cc:1773] job-00186/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:50:34.439267 139700880803584 (Original Log Time 2024/11/22-12:50:28.564849) EVENT_LOG_v1 {"time_micros": 1732251028564837, "job": 186, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195308], "files_L3": [195320, 195321], "score": 0.80252, "input_data_size": 59356690, "oldest_snapshot_seqno": 3084638657} 2024/11/22-12:50:34.439280 139700880803584 (Original Log Time 2024/11/22-12:50:34.438698) [compaction_job.cc:2022] [default] [JOB 186] Compacted 1@2 + 2@3 files to L3 => 55054701 bytes 2024/11/22-12:50:34.439277 139700901775104 [compaction_job.cc:2437] [default] [JOB 193] Compacting 1@2 + 19@3 files to L3, score 0.89, subcompactions 1 : 1 2024/11/22-12:50:34.439285 139700880803584 (Original Log Time 2024/11/22-12:50:34.439054) [compaction_job.cc:1224] [default] compacted to: files[0 0 3 76 98 0 68] max score 0.89 (1 files need compaction), MB/sec: 13.1 rd, 12.2 wr, level 3, files in(1, 2) out(2 +0 blob) MB in(6.0, 50.7 +0.0 blob) out(52.5 +0.0 blob), read-write-amplify(18.3) write-amplify(8.8) OK, records in: 1194603, records dropped: 24069 output_compression: Snappy 2024/11/22-12:50:34.439297 139700901775104 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 148 Base level 2, inputs: [195300(14MB)], [195334(42MB) 195335(10MB) 195322(5713KB) 195255(33MB) 195256(34MB) 195257(35MB) 195258(33MB) 195259(35MB) 195260(35MB) 195261(33MB) 195262(35MB) 195263(33MB) 195264(33MB) 195265(35MB) 195266(33MB) 195267(27MB) 195243(33MB) 195244(34MB) 195245(28MB)] 2024/11/22-12:50:34.439298 139700880803584 (Original Log Time 2024/11/22-12:50:34.439080) EVENT_LOG_v1 {"time_micros": 1732251034439068, "cf": "default", "job": 186, "event": "compaction_finished", "compaction_time_micros": 4516650, "compaction_time_cpu_micros": 1887992, "output_level": 3, "num_output_files": 2, "total_output_size": 55054701, "num_input_records": 1194603, "num_output_records": 1170534, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 3, 76, 98, 0, 68]} 2024/11/22-12:50:34.445139 139700880803584 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195219.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:34.445163 139700880803584 EVENT_LOG_v1 {"time_micros": 1732251034445160, "job": 186, "event": "table_file_deletion", "file_number": 195219} 2024/11/22-12:50:34.453432 139700880803584 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195231.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:34.453453 139700880803584 EVENT_LOG_v1 {"time_micros": 1732251034453451, "job": 186, "event": "table_file_deletion", "file_number": 195231} 2024/11/22-12:50:34.461061 139700880803584 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195232.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:34.461087 139700880803584 EVENT_LOG_v1 {"time_micros": 1732251034461084, "job": 186, "event": "table_file_deletion", "file_number": 195232} 2024/11/22-12:50:34.469414 139700880803584 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195233.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:34.469438 139700880803584 EVENT_LOG_v1 {"time_micros": 1732251034469436, "job": 186, "event": "table_file_deletion", "file_number": 195233} 2024/11/22-12:50:34.475513 139700880803584 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195234.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:34.475536 139700880803584 EVENT_LOG_v1 {"time_micros": 1732251034475533, "job": 186, "event": "table_file_deletion", "file_number": 195234} 2024/11/22-12:50:34.490703 139700880803584 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195239.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:34.490729 139700880803584 EVENT_LOG_v1 {"time_micros": 1732251034490726, "job": 186, "event": "table_file_deletion", "file_number": 195239} 2024/11/22-12:50:34.506253 139700880803584 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195240.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:34.506281 139700880803584 EVENT_LOG_v1 {"time_micros": 1732251034506278, "job": 186, "event": "table_file_deletion", "file_number": 195240} 2024/11/22-12:50:34.512485 139700880803584 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195241.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:34.512508 139700880803584 EVENT_LOG_v1 {"time_micros": 1732251034512505, "job": 186, "event": "table_file_deletion", "file_number": 195241} 2024/11/22-12:50:34.515762 139700880803584 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195296.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:34.515785 139700880803584 EVENT_LOG_v1 {"time_micros": 1732251034515783, "job": 186, "event": "table_file_deletion", "file_number": 195296} 2024/11/22-12:50:34.515911 139700880803584 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195297.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:34.515974 139700880803584 EVENT_LOG_v1 {"time_micros": 1732251034515972, "job": 186, "event": "table_file_deletion", "file_number": 195297} 2024/11/22-12:50:34.520624 139700880803584 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195302.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:34.520644 139700880803584 EVENT_LOG_v1 {"time_micros": 1732251034520642, "job": 186, "event": "table_file_deletion", "file_number": 195302} 2024/11/22-12:50:34.526539 139700880803584 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195313.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:34.526561 139700880803584 EVENT_LOG_v1 {"time_micros": 1732251034526558, "job": 186, "event": "table_file_deletion", "file_number": 195313} 2024/11/22-12:50:34.757372 139700901775104 [dcompact_etcd.cc:1163] job-00193/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.318 sec, input = 2.134 GiB 2024/11/22-12:50:38.939852 139700922746624 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00190/att-00 2024/11/22-12:50:38.939975 139700922746624 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00190/att-00/compact.done) = OK: 4.978 sec 2024/11/22-12:50:38.940061 139700922746624 [dcompact_etcd.cc:1263] job-00190/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.279, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 4.978, work = 4.197, e2e = 5.265, ntr = 0.000 sec, input = 128.942 MiB 2024/11/22-12:50:38.947303 139700922746624 [compaction_job.cc:1086] [default] [JOB 190] Dcompacted 1@2 + 1@3 files to L3 [2] => time sec: curl = 0.279, mount = 0.000, prepare = 0.004, wait = 1.068, work = 4.197, e2e = 5.265, rename = 0.000, out zip = 0.031111 GB 7.413 MB/sec, out raw = 0.135205 GB 32.215 MB/sec 2024/11/22-12:50:38.949176 139700922746624 [dcompact_etcd.cc:1773] job-00190/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:50:38.949619 139700922746624 (Original Log Time 2024/11/22-12:50:33.674674) EVENT_LOG_v1 {"time_micros": 1732251033674663, "job": 190, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195315], "files_L3": [195224], "score": 0.92235, "input_data_size": 30982647, "oldest_snapshot_seqno": 3084701084} 2024/11/22-12:50:38.949627 139700922746624 (Original Log Time 2024/11/22-12:50:38.949207) [compaction_job.cc:2022] [default] [JOB 190] Compacted 1@2 + 1@3 files to L3 => 31111267 bytes 2024/11/22-12:50:38.949631 139700922746624 (Original Log Time 2024/11/22-12:50:38.949531) [compaction_job.cc:1224] [default] compacted to: files[0 0 2 77 98 0 68] max score 0.63, MB/sec: 7.6 rd, 7.7 wr, level 3, files in(1, 1) out(2 +0 blob) MB in(0.2, 29.3 +0.0 blob) out(29.7 +0.0 blob), read-write-amplify(260.1) write-amplify(130.3) OK, records in: 4662243, records dropped: 0 output_compression: Snappy 2024/11/22-12:50:38.949640 139700922746624 (Original Log Time 2024/11/22-12:50:38.949555) EVENT_LOG_v1 {"time_micros": 1732251038949543, "cf": "default", "job": 190, "event": "compaction_finished", "compaction_time_micros": 4057631, "compaction_time_cpu_micros": 2805197, "output_level": 3, "num_output_files": 2, "total_output_size": 31111267, "num_input_records": 4662243, "num_output_records": 4662243, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 2, 77, 98, 0, 68]} 2024/11/22-12:50:39.225656 139701071644416 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00191/att-00 2024/11/22-12:50:39.225739 139701071644416 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00191/att-00/compact.done) = OK: 5.245 sec 2024/11/22-12:50:39.225839 139701071644416 [dcompact_etcd.cc:1263] job-00191/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.295, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 5.245, work = 3.897, e2e = 5.551, ntr = 0.000 sec, input = 305.158 MiB 2024/11/22-12:50:39.231127 139701071644416 [compaction_job.cc:1086] [default] [JOB 191] Dcompacted 1@2 + 4@3 files to L3 [3] => time sec: curl = 0.295, mount = 0.000, prepare = 0.004, wait = 1.655, work = 3.897, e2e = 5.551, rename = 0.000, out zip = 0.093308 GB 23.946 MB/sec, out raw = 0.292589 GB 75.088 MB/sec 2024/11/22-12:50:39.237560 139701071644416 [dcompact_etcd.cc:1773] job-00191/att-00: CleanFiles 0.006 sec : 0.000 2024/11/22-12:50:39.238144 139701071644416 (Original Log Time 2024/11/22-12:50:33.674717) EVENT_LOG_v1 {"time_micros": 1732251033674706, "job": 191, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195309], "files_L3": [195332, 195333, 195314, 195316], "score": 0.905683, "input_data_size": 124323045, "oldest_snapshot_seqno": 3084701084} 2024/11/22-12:50:39.238156 139701071644416 (Original Log Time 2024/11/22-12:50:39.237590) [compaction_job.cc:2022] [default] [JOB 191] Compacted 1@2 + 4@3 files to L3 => 93307934 bytes 2024/11/22-12:50:39.238162 139701071644416 (Original Log Time 2024/11/22-12:50:39.237999) [compaction_job.cc:1224] [default] compacted to: files[0 0 1 76 98 0 68] max score 0.66, MB/sec: 33.1 rd, 24.8 wr, level 3, files in(1, 4) out(3 +0 blob) MB in(31.3, 87.3 +0.0 blob) out(89.0 +0.0 blob), read-write-amplify(6.6) write-amplify(2.8) OK, records in: 308567, records dropped: 26415 output_compression: Snappy 2024/11/22-12:50:39.238177 139701071644416 (Original Log Time 2024/11/22-12:50:39.238027) EVENT_LOG_v1 {"time_micros": 1732251039238013, "cf": "default", "job": 191, "event": "compaction_finished", "compaction_time_micros": 3760395, "compaction_time_cpu_micros": 749737, "output_level": 3, "num_output_files": 3, "total_output_size": 93307934, "num_input_records": 308567, "num_output_records": 282152, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 1, 76, 98, 0, 68]} 2024/11/22-12:50:39.239187 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195308.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:39.239215 139701071644416 EVENT_LOG_v1 {"time_micros": 1732251039239211, "job": 191, "event": "table_file_deletion", "file_number": 195308} 2024/11/22-12:50:39.240817 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195320.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:39.240842 139701071644416 EVENT_LOG_v1 {"time_micros": 1732251039240839, "job": 191, "event": "table_file_deletion", "file_number": 195320} 2024/11/22-12:50:39.247362 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195321.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:39.247382 139701071644416 EVENT_LOG_v1 {"time_micros": 1732251039247380, "job": 191, "event": "table_file_deletion", "file_number": 195321} 2024/11/22-12:50:51.672524 139701480584960 [db_impl_write.cc:2181] [__system__] New memtable created with log file: #195341. Immutable memtables: 0. 2024/11/22-12:50:51.672870 139701480584960 [cspp_memtable.cc:1074] ConvertToReadOnly in MarkReadOnly, mem_size = 7.625 M, time = 7.155 us 2024/11/22-12:50:51.672967 139700710934272 [db_impl_compaction_flush.cc:103] [JOB 194] Syncing log #195271 2024/11/22-12:50:51.673059 139700710934272 (Original Log Time 2024/11/22-12:50:51.672935) [db_impl_compaction_flush.cc:3040] Calling FlushMemTableToOutputFile with column family [__system__], flush slots available 2, compaction slots available 7, flush slots scheduled 1, compaction slots scheduled 1 2024/11/22-12:50:51.673067 139700710934272 [flush_job.cc:879] [__system__] [JOB 194] Flushing memtable with next log file: 195341 2024/11/22-12:50:51.673084 139700710934272 EVENT_LOG_v1 {"time_micros": 1732251051673079, "job": 194, "event": "flush_started", "num_memtables": 1, "num_entries": 79168, "num_deletes": 0, "total_data_size": 6493040, "memory_usage": 7995784, "num_range_deletes": 0, "flush_reason": "Write Buffer Full"} 2024/11/22-12:50:51.673088 139700710934272 [flush_job.cc:910] [__system__] [JOB 194] Level-0 flush table #195342: started 2024/11/22-12:50:51.677173 139700710934272 EVENT_LOG_v1 {"time_micros": 1732251051677152, "cf_name": "__system__", "job": 194, "event": "table_file_creation", "file_number": 195342, "file_size": 4763, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3084518985, "largest_seqno": 3084914476, "table_properties": {"data_size": 1216, "index_size": 2752, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 236, "raw_average_key_size": 18, "raw_value_size": 1180, "raw_average_value_size": 90, "num_data_blocks": 1, "num_entries": 13, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "__system__", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "merge_operator": "Rdb_system_merge_op", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251051, "oldest_key_time": 1732250909, "file_creation_time": 1732251051, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195342, "seqno_to_time_mapping": "N/A"}} 2024/11/22-12:50:51.677632 139700710934272 [flush_job.cc:1084] [__system__] [JOB 194] Flush lasted 4574 microseconds, and 4450 cpu microseconds. 2024/11/22-12:50:51.677769 139700710934272 (Original Log Time 2024/11/22-12:50:51.677186) [flush_job.cc:1029] [__system__] [JOB 194] Level-0 flush table #195342: 4763 bytes OK (needs compaction) 2024/11/22-12:50:51.677776 139700710934272 (Original Log Time 2024/11/22-12:50:51.677641) [memtable_list.cc:560] [__system__] Level-0 commit table #195342 started 2024/11/22-12:50:51.677779 139700710934272 (Original Log Time 2024/11/22-12:50:51.677693) [memtable_list.cc:759] [__system__] Level-0 commit table #195342: memtable #1 done 2024/11/22-12:50:51.677782 139700710934272 (Original Log Time 2024/11/22-12:50:51.677723) EVENT_LOG_v1 {"time_micros": 1732251051677719, "job": 194, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [1, 1, 0, 0, 0, 0, 0], "immutable_memtables": 0} 2024/11/22-12:50:51.677785 139700710934272 (Original Log Time 2024/11/22-12:50:51.677747) [db_impl_compaction_flush.cc:310] [__system__] Level summary: files[1 1 0 0 0 0 0] max score 0.25 (1 files need compaction) 2024/11/22-12:50:51.677791 139700710934272 [db_impl_files.cc:470] [JOB 194] Try to delete WAL files size 84093971, prev total WAL file size 667676576, number of live WAL files 4. 2024/11/22-12:50:51.677973 139700891289344 [compaction_job.cc:2437] [__system__] [JOB 195] Compacting 1@0 + 1@1 files to L1, score 0.25, subcompactions 3 : 1 2024/11/22-12:50:51.677992 139700891289344 [compaction_job.cc:2445] [__system__]: Compaction start summary: Base version 151 Base level 0, inputs: [195342(4763B)], [195248(6569B)] 2024/11/22-12:50:51.678575 139700891289344 [compaction_job.cc:1948] [__system__] [JOB 195] Generated table #195343: 40 keys, 6569 bytes (need compaction), temperature: kUnknown 2024/11/22-12:50:51.678624 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251051678596, "cf_name": "__system__", "job": 195, "event": "table_file_creation", "file_number": 195343, "file_size": 6569, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 1728, "index_size": 4032, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 923, "raw_average_key_size": 23, "raw_value_size": 1691, "raw_average_value_size": 42, "num_data_blocks": 1, "num_entries": 40, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "__system__", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "merge_operator": "Rdb_system_merge_op", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "SngFast", "compression_options": "allseq0", "creation_time": 1732251051, "oldest_key_time": 0, "file_creation_time": 1732251051, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195343, "seqno_to_time_mapping": "N/A"}} 2024/11/22-12:50:51.678658 139700891289344 [compaction_job.cc:703] job-00195: subcompact[0], size: 0.000007 G, files: /storage/mytopling/.rocksdb [195343] 2024/11/22-12:50:51.679121 139700891289344 (Original Log Time 2024/11/22-12:50:51.678024) EVENT_LOG_v1 {"time_micros": 1732251051678003, "job": 195, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L0": [195342], "files_L1": [195248], "score": 0.25, "input_data_size": 11332, "oldest_snapshot_seqno": 3084914543} 2024/11/22-12:50:51.679130 139700891289344 (Original Log Time 2024/11/22-12:50:51.679013) [compaction_job.cc:2022] [__system__] [JOB 195] Compacted 1@0 + 1@1 files to L1 => 6569 bytes 2024/11/22-12:50:51.679136 139700891289344 (Original Log Time 2024/11/22-12:50:51.679059) [compaction_job.cc:1224] [__system__] compacted to: files[0 1 0 0 0 0 0] max score 0.00, MB/sec: 17.6 rd, 10.2 wr, level 1, files in(1, 1) out(1 +0 blob) MB in(0.0, 0.0 +0.0 blob) out(0.0 +0.0 blob), read-write-amplify(3.8) write-amplify(1.4) OK, records in: 53, records dropped: 13 output_compression: Snappy 2024/11/22-12:50:51.679145 139700891289344 (Original Log Time 2024/11/22-12:50:51.679076) EVENT_LOG_v1 {"time_micros": 1732251051679067, "cf": "__system__", "job": 195, "event": "compaction_finished", "compaction_time_micros": 643, "compaction_time_cpu_micros": 353, "output_level": 1, "num_output_files": 1, "total_output_size": 6569, "num_input_records": 53, "num_output_records": 40, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 1, 0, 0, 0, 0, 0]} 2024/11/22-12:50:51.679408 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195248.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:50:51.679426 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251051679423, "job": 195, "event": "table_file_deletion", "file_number": 195248} 2024/11/22-12:50:51.690017 139700710934272 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195181.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:51:27.970804 139700901775104 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00193/att-00 2024/11/22-12:51:27.970917 139700901775104 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00193/att-00/compact.done) = OK: 53.207 sec 2024/11/22-12:51:27.971038 139700901775104 [dcompact_etcd.cc:1263] job-00193/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.318, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 53.207, work = 52.895, e2e = 53.531, ntr = 0.000 sec, input = 2.134 GiB 2024/11/22-12:51:28.021831 139700901775104 [compaction_job.cc:1086] [default] [JOB 193] Dcompacted 1@2 + 19@3 files to L3 [18] => time sec: curl = 0.318, mount = 0.000, prepare = 0.004, wait = 0.637, work = 52.895, e2e = 53.532, rename = 0.000, out zip = 0.627397 GB 11.861 MB/sec, out raw = 2.282809 GB 43.158 MB/sec 2024/11/22-12:51:28.023861 139700901775104 [dcompact_etcd.cc:1773] job-00193/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:51:28.024591 139700901775104 (Original Log Time 2024/11/22-12:50:34.439318) EVENT_LOG_v1 {"time_micros": 1732251034439307, "job": 193, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195300], "files_L3": [195334, 195335, 195322, 195255, 195256, 195257, 195258, 195259, 195260, 195261, 195262, 195263, 195264, 195265, 195266, 195267, 195243, 195244, 195245], "score": 0.891152, "input_data_size": 641192274, "oldest_snapshot_seqno": 3084710732} 2024/11/22-12:51:28.024604 139700901775104 (Original Log Time 2024/11/22-12:51:28.023906) [compaction_job.cc:2022] [default] [JOB 193] Compacted 1@2 + 19@3 files to L3 => 627396881 bytes 2024/11/22-12:51:28.024610 139700901775104 (Original Log Time 2024/11/22-12:51:28.024351) [compaction_job.cc:1224] [default] compacted to: files[0 0 0 75 98 0 68] max score 0.95, MB/sec: 12.2 rd, 11.9 wr, level 3, files in(1, 19) out(18 +0 blob) MB in(14.7, 596.8 +0.0 blob) out(598.3 +0.0 blob), read-write-amplify(82.5) write-amplify(40.8) OK, records in: 15763959, records dropped: 58421 output_compression: Snappy 2024/11/22-12:51:28.024618 139700901775104 (Original Log Time 2024/11/22-12:51:28.024382) EVENT_LOG_v1 {"time_micros": 1732251088024367, "cf": "default", "job": 193, "event": "compaction_finished", "compaction_time_micros": 52683437, "compaction_time_cpu_micros": 23879623, "output_level": 3, "num_output_files": 18, "total_output_size": 627396881, "num_input_records": 15763959, "num_output_records": 15705538, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 75, 98, 0, 68]} 2024/11/22-12:51:28.029784 139700901775104 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195224.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:51:28.029813 139700901775104 EVENT_LOG_v1 {"time_micros": 1732251088029809, "job": 193, "event": "table_file_deletion", "file_number": 195224} 2024/11/22-12:51:28.029877 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195322.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:51:28.029906 139700721420032 EVENT_LOG_v1 {"time_micros": 1732251088029903, "job": 0, "event": "table_file_deletion", "file_number": 195322} 2024/11/22-12:51:28.034568 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195267.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:51:28.034590 139700721420032 EVENT_LOG_v1 {"time_micros": 1732251088034588, "job": 0, "event": "table_file_deletion", "file_number": 195267} 2024/11/22-12:51:28.035041 139700901775104 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195309.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:51:28.035064 139700901775104 EVENT_LOG_v1 {"time_micros": 1732251088035061, "job": 193, "event": "table_file_deletion", "file_number": 195309} 2024/11/22-12:51:28.035523 139700901775104 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195314.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:51:28.035538 139700901775104 EVENT_LOG_v1 {"time_micros": 1732251088035536, "job": 193, "event": "table_file_deletion", "file_number": 195314} 2024/11/22-12:51:28.035695 139700901775104 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195315.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:51:28.035706 139700901775104 EVENT_LOG_v1 {"time_micros": 1732251088035704, "job": 193, "event": "table_file_deletion", "file_number": 195315} 2024/11/22-12:51:28.041632 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195266.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:51:28.041658 139700721420032 EVENT_LOG_v1 {"time_micros": 1732251088041655, "job": 0, "event": "table_file_deletion", "file_number": 195266} 2024/11/22-12:51:28.043117 139700901775104 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195316.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:51:28.043137 139700901775104 EVENT_LOG_v1 {"time_micros": 1732251088043134, "job": 193, "event": "table_file_deletion", "file_number": 195316} 2024/11/22-12:51:28.049805 139700901775104 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195332.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:51:28.049828 139700901775104 EVENT_LOG_v1 {"time_micros": 1732251088049824, "job": 193, "event": "table_file_deletion", "file_number": 195332} 2024/11/22-12:51:28.050199 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195265.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:51:28.050223 139700721420032 EVENT_LOG_v1 {"time_micros": 1732251088050220, "job": 0, "event": "table_file_deletion", "file_number": 195265} 2024/11/22-12:51:28.050442 139700901775104 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195333.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:51:28.050463 139700901775104 EVENT_LOG_v1 {"time_micros": 1732251088050460, "job": 193, "event": "table_file_deletion", "file_number": 195333} 2024/11/22-12:51:28.050633 139700901775104 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195342.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:51:28.050650 139700901775104 EVENT_LOG_v1 {"time_micros": 1732251088050648, "job": 193, "event": "table_file_deletion", "file_number": 195342} 2024/11/22-12:51:28.059709 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195264.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:51:28.059730 139700721420032 EVENT_LOG_v1 {"time_micros": 1732251088059728, "job": 0, "event": "table_file_deletion", "file_number": 195264} 2024/11/22-12:51:28.061517 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195300.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:51:28.061535 139700721420032 EVENT_LOG_v1 {"time_micros": 1732251088061533, "job": 0, "event": "table_file_deletion", "file_number": 195300} 2024/11/22-12:51:28.070929 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195263.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:51:28.070956 139700721420032 EVENT_LOG_v1 {"time_micros": 1732251088070953, "job": 0, "event": "table_file_deletion", "file_number": 195263} 2024/11/22-12:51:28.079937 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195262.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:51:28.079960 139700721420032 EVENT_LOG_v1 {"time_micros": 1732251088079958, "job": 0, "event": "table_file_deletion", "file_number": 195262} 2024/11/22-12:51:28.081668 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195335.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:51:28.081685 139700721420032 EVENT_LOG_v1 {"time_micros": 1732251088081683, "job": 0, "event": "table_file_deletion", "file_number": 195335} 2024/11/22-12:51:28.085596 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195261.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:51:28.085611 139700721420032 EVENT_LOG_v1 {"time_micros": 1732251088085609, "job": 0, "event": "table_file_deletion", "file_number": 195261} 2024/11/22-12:51:28.091523 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195334.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:51:28.091542 139700721420032 EVENT_LOG_v1 {"time_micros": 1732251088091540, "job": 0, "event": "table_file_deletion", "file_number": 195334} 2024/11/22-12:51:28.100012 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195260.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:51:28.100033 139700721420032 EVENT_LOG_v1 {"time_micros": 1732251088100031, "job": 0, "event": "table_file_deletion", "file_number": 195260} 2024/11/22-12:51:28.110157 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195259.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:51:28.110177 139700721420032 EVENT_LOG_v1 {"time_micros": 1732251088110175, "job": 0, "event": "table_file_deletion", "file_number": 195259} 2024/11/22-12:51:28.120251 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195258.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:51:28.120271 139700721420032 EVENT_LOG_v1 {"time_micros": 1732251088120269, "job": 0, "event": "table_file_deletion", "file_number": 195258} 2024/11/22-12:51:28.130213 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195257.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:51:28.130239 139700721420032 EVENT_LOG_v1 {"time_micros": 1732251088130237, "job": 0, "event": "table_file_deletion", "file_number": 195257} 2024/11/22-12:51:28.134993 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195256.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:51:28.135024 139700721420032 EVENT_LOG_v1 {"time_micros": 1732251088135015, "job": 0, "event": "table_file_deletion", "file_number": 195256} 2024/11/22-12:51:28.142393 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195255.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:51:28.142421 139700721420032 EVENT_LOG_v1 {"time_micros": 1732251088142417, "job": 0, "event": "table_file_deletion", "file_number": 195255} 2024/11/22-12:51:28.150090 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195245.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:51:28.150110 139700721420032 EVENT_LOG_v1 {"time_micros": 1732251088150108, "job": 0, "event": "table_file_deletion", "file_number": 195245} 2024/11/22-12:51:28.160269 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195244.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:51:28.160290 139700721420032 EVENT_LOG_v1 {"time_micros": 1732251088160288, "job": 0, "event": "table_file_deletion", "file_number": 195244} 2024/11/22-12:51:28.170210 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195243.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:51:28.170233 139700721420032 EVENT_LOG_v1 {"time_micros": 1732251088170231, "job": 0, "event": "table_file_deletion", "file_number": 195243} 2024/11/22-12:52:21.047399 139701512042240 [db_impl_write.cc:2181] [default] New memtable created with log file: #195362. Immutable memtables: 0. 2024/11/22-12:52:21.047775 139700710934272 [db_impl_compaction_flush.cc:103] [JOB 196] Syncing log #195341 2024/11/22-12:52:21.047872 139700710934272 (Original Log Time 2024/11/22-12:52:21.047525) [db_impl_compaction_flush.cc:3040] Calling FlushMemTableToOutputFile with column family [default], flush slots available 2, compaction slots available 7, flush slots scheduled 1, compaction slots scheduled 0 2024/11/22-12:52:21.047885 139700710934272 [flush_job.cc:879] [default] [JOB 196] Flushing memtable with next log file: 195362 2024/11/22-12:52:21.047910 139700710934272 EVENT_LOG_v1 {"time_micros": 1732251141047902, "job": 196, "event": "flush_started", "num_memtables": 1, "num_entries": 1434414, "num_deletes": 59200, "total_data_size": 516805106, "memory_usage": 536608136, "num_range_deletes": 0, "flush_reason": "Write Buffer Full"} 2024/11/22-12:52:21.047915 139700710934272 [flush_job.cc:910] [default] [JOB 196] Level-0 flush table #195363: started 2024/11/22-12:52:21.048370 139700710934272 [cspp_memtable.cc:1074] /storage/mytopling/.rocksdb/cspp-000004.memtab-0 ConvertToReadOnly /storage/mytopling/.rocksdb/195363.sst in ConvertToSST, mem_size = 511.749 M, time = 434.721 us 2024/11/22-12:52:21.463164 139700710934272 [cspp_memtable.cc:1366] CSPPMemTab::ConvertToSST(/storage/mytopling/.rocksdb/195363.sst): fsize = 511.751 M, time(ms): open: 0.031, seek: 0.014, finish: 0.038, meta: 0.009, Flush: 0.014, sync: 414.657, close: 0.011, all: 414.774 2024/11/22-12:52:21.464432 139700710934272 [flush_job.cc:1084] [default] [JOB 196] Flush lasted 416560 microseconds, and 377906 cpu microseconds. 2024/11/22-12:52:21.493096 139700710934272 (Original Log Time 2024/11/22-12:52:21.463200) [flush_job.cc:1029] [default] [JOB 196] Level-0 flush table #195363: 536609565 bytes OK (needs compaction) 2024/11/22-12:52:21.493110 139700710934272 (Original Log Time 2024/11/22-12:52:21.464452) [memtable_list.cc:560] [default] Level-0 commit table #195363 started 2024/11/22-12:52:21.493115 139700710934272 (Original Log Time 2024/11/22-12:52:21.492956) [memtable_list.cc:759] [default] Level-0 commit table #195363: memtable #1 done 2024/11/22-12:52:21.493120 139700710934272 (Original Log Time 2024/11/22-12:52:21.493009) EVENT_LOG_v1 {"time_micros": 1732251141493002, "job": 196, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [1, 0, 0, 75, 98, 0, 68], "immutable_memtables": 0} 2024/11/22-12:52:21.493125 139700710934272 (Original Log Time 2024/11/22-12:52:21.493067) [db_impl_compaction_flush.cc:310] [default] Level summary: files[1 0 0 75 98 0 68] max score 1.00 (1 files need compaction) 2024/11/22-12:52:21.493133 139700710934272 [db_impl_files.cc:470] [JOB 196] Try to delete WAL files size 433760253, prev total WAL file size 954360400, number of live WAL files 4. 2024/11/22-12:52:21.493576 139700870317824 [compaction_job.cc:2437] [default] [JOB 197] Compacting 1@0 files to L1, score 1.00, subcompactions 3 : 3 2024/11/22-12:52:21.493590 139700870317824 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 154 Base level 0, inputs: [195363(511MB)] 2024/11/22-12:52:21.501310 139700870317824 [compaction_job.cc:1948] [default] [JOB 197] Generated table #195365: 4 keys, 3571 bytes (need compaction), temperature: kUnknown 2024/11/22-12:52:21.501364 139700870317824 EVENT_LOG_v1 {"time_micros": 1732251141501335, "cf_name": "default", "job": 197, "event": "table_file_creation", "file_number": 195365, "file_size": 3571, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3085984806, "largest_seqno": 3085985293, "table_properties": {"data_size": 512, "index_size": 2240, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 64, "raw_average_key_size": 16, "raw_value_size": 461, "raw_average_value_size": 115, "num_data_blocks": 1, "num_entries": 4, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 16, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251141, "oldest_key_time": 0, "file_creation_time": 1732251141, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195365, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:52:21.516737 139700870317824 [compaction_job.cc:1948] [default] [JOB 197] Generated table #195367: 40 keys, 9396 bytes (need compaction), temperature: kUnknown 2024/11/22-12:52:21.516790 139700870317824 EVENT_LOG_v1 {"time_micros": 1732251141516762, "cf_name": "default", "job": 197, "event": "table_file_creation", "file_number": 195367, "file_size": 9396, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3085983131, "largest_seqno": 3085985297, "table_properties": {"data_size": 4800, "index_size": 3776, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 800, "raw_average_key_size": 20, "raw_value_size": 4779, "raw_average_value_size": 119, "num_data_blocks": 1, "num_entries": 40, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251141, "oldest_key_time": 0, "file_creation_time": 1732251141, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195367, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:52:21.517172 139696669722368 [compaction_job.cc:1948] [default] [JOB 197] Generated table #195364: 28963 keys, 2237950 bytes (need compaction), temperature: kUnknown 2024/11/22-12:52:21.517247 139696669722368 EVENT_LOG_v1 {"time_micros": 1732251141517221, "cf_name": "default", "job": 197, "event": "table_file_creation", "file_number": 195364, "file_size": 2237950, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3084688295, "largest_seqno": 3085985295, "table_properties": {"data_size": 1494400, "index_size": 742720, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 579260, "raw_average_key_size": 20, "raw_value_size": 1494375, "raw_average_value_size": 51, "num_data_blocks": 1, "num_entries": 28963, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251141, "oldest_key_time": 0, "file_creation_time": 1732251141, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195364, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:52:21.564897 139700710934272 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195246.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:52:21.571552 139696669722368 [compaction_job.cc:1948] [default] [JOB 197] Generated table #195369: 63911 keys, 1779789 bytes (need compaction), temperature: kUnknown 2024/11/22-12:52:21.571623 139696669722368 EVENT_LOG_v1 {"time_micros": 1732251141571583, "cf_name": "default", "job": 197, "event": "table_file_creation", "file_number": 195369, "file_size": 1779789, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3084480010, "largest_seqno": 3085985301, "table_properties": {"data_size": 63936, "index_size": 1715008, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 1533864, "raw_average_key_size": 24, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 63911, "num_filter_entries": 0, "num_deletions": 29600, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 24, "fixed_value_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251141, "oldest_key_time": 0, "file_creation_time": 1732251141, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195369, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:52:21.579994 139700870317824 [compaction_job.cc:1948] [default] [JOB 197] Generated table #195368: 34781 keys, 23827329 bytes (need compaction), temperature: kUnknown 2024/11/22-12:52:21.580050 139700870317824 EVENT_LOG_v1 {"time_micros": 1732251141580020, "cf_name": "default", "job": 197, "event": "table_file_creation", "file_number": 195368, "file_size": 23827329, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3084480028, "largest_seqno": 3085985294, "table_properties": {"data_size": 22691840, "index_size": 1134656, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 834744, "raw_average_key_size": 24, "raw_value_size": 22691834, "raw_average_value_size": 652, "num_data_blocks": 1, "num_entries": 34781, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 24, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251141, "oldest_key_time": 0, "file_creation_time": 1732251141, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195368, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:52:21.584229 139700870317824 [compaction_job.cc:1948] [default] [JOB 197] Generated table #195371: 4557 keys, 470012 bytes (need compaction), temperature: kUnknown 2024/11/22-12:52:21.584279 139700870317824 EVENT_LOG_v1 {"time_micros": 1732251141584252, "cf_name": "default", "job": 197, "event": "table_file_creation", "file_number": 195371, "file_size": 470012, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3084480029, "largest_seqno": 3084688178, "table_properties": {"data_size": 235072, "index_size": 234112, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 91140, "raw_average_key_size": 20, "raw_value_size": 235065, "raw_average_value_size": 51, "num_data_blocks": 1, "num_entries": 4557, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251141, "oldest_key_time": 0, "file_creation_time": 1732251141, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195371, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:52:21.610805 139696669722368 [compaction_job.cc:1948] [default] [JOB 197] Generated table #195370: 63911 keys, 2920766 bytes (need compaction), temperature: kUnknown 2024/11/22-12:52:21.610845 139696669722368 EVENT_LOG_v1 {"time_micros": 1732251141610825, "cf_name": "default", "job": 197, "event": "table_file_creation", "file_number": 195370, "file_size": 2920766, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3084480007, "largest_seqno": 3085985298, "table_properties": {"data_size": 1204928, "index_size": 1715008, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 1533864, "raw_average_key_size": 24, "raw_value_size": 1204887, "raw_average_value_size": 18, "num_data_blocks": 1, "num_entries": 63911, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 24, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251141, "oldest_key_time": 0, "file_creation_time": 1732251141, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195370, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:52:21.656714 139697263216384 [compaction_job.cc:1948] [default] [JOB 197] Generated table #195366: 233660 keys, 33322756 bytes (need compaction), temperature: kUnknown 2024/11/22-12:52:21.656789 139697263216384 EVENT_LOG_v1 {"time_micros": 1732251141656761, "cf_name": "default", "job": 197, "event": "table_file_creation", "file_number": 195366, "file_size": 33322756, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3084480018, "largest_seqno": 3085985150, "table_properties": {"data_size": 27061504, "index_size": 6260416, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 6542480, "raw_average_key_size": 28, "raw_value_size": 27061492, "raw_average_value_size": 115, "num_data_blocks": 1, "num_entries": 233660, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 28, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251141, "oldest_key_time": 0, "file_creation_time": 1732251141, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195366, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:52:21.749729 139697263216384 [compaction_job.cc:1948] [default] [JOB 197] Generated table #195373: 128526 keys, 18445060 bytes (need compaction), temperature: kUnknown 2024/11/22-12:52:21.749781 139697263216384 EVENT_LOG_v1 {"time_micros": 1732251141749760, "cf_name": "default", "job": 197, "event": "table_file_creation", "file_number": 195373, "file_size": 18445060, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3084480238, "largest_seqno": 3085985260, "table_properties": {"data_size": 14883840, "index_size": 3560384, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 3598728, "raw_average_key_size": 28, "raw_value_size": 14883836, "raw_average_value_size": 115, "num_data_blocks": 1, "num_entries": 128526, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 28, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251141, "oldest_key_time": 0, "file_creation_time": 1732251141, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195373, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:52:21.751235 139696669722368 [compaction_job.cc:1948] [default] [JOB 197] Generated table #195372: 233518 keys, 33322884 bytes (need compaction), temperature: kUnknown 2024/11/22-12:52:21.751288 139696669722368 EVENT_LOG_v1 {"time_micros": 1732251141751260, "cf_name": "default", "job": 197, "event": "table_file_creation", "file_number": 195372, "file_size": 33322884, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3084480045, "largest_seqno": 3085985331, "table_properties": {"data_size": 27065984, "index_size": 6256064, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 6538504, "raw_average_key_size": 28, "raw_value_size": 27065976, "raw_average_value_size": 115, "num_data_blocks": 1, "num_entries": 233518, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 28, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251141, "oldest_key_time": 0, "file_creation_time": 1732251141, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195372, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:52:21.780135 139696669722368 [compaction_job.cc:1948] [default] [JOB 197] Generated table #195375: 42785 keys, 6134849 bytes (need compaction), temperature: kUnknown 2024/11/22-12:52:21.780177 139696669722368 EVENT_LOG_v1 {"time_micros": 1732251141780157, "cf_name": "default", "job": 197, "event": "table_file_creation", "file_number": 195375, "file_size": 6134849, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3084480410, "largest_seqno": 3085984572, "table_properties": {"data_size": 4961280, "index_size": 1172736, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 1197980, "raw_average_key_size": 28, "raw_value_size": 4961238, "raw_average_value_size": 115, "num_data_blocks": 1, "num_entries": 42785, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 28, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251141, "oldest_key_time": 0, "file_creation_time": 1732251141, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195375, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:52:21.823057 139697263216384 [compaction_job.cc:1948] [default] [JOB 197] Generated table #195374: 31912 keys, 33525249 bytes (need compaction), temperature: kUnknown 2024/11/22-12:52:21.823098 139697263216384 EVENT_LOG_v1 {"time_micros": 1732251141823078, "cf_name": "default", "job": 197, "event": "table_file_creation", "file_number": 195374, "file_size": 33525249, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3084480203, "largest_seqno": 3085985316, "table_properties": {"data_size": 32454976, "index_size": 1069440, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 638240, "raw_average_key_size": 20, "raw_value_size": 32454937, "raw_average_value_size": 1017, "num_data_blocks": 1, "num_entries": 31912, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251141, "oldest_key_time": 0, "file_creation_time": 1732251141, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195374, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:52:21.896340 139697263216384 [compaction_job.cc:1948] [default] [JOB 197] Generated table #195376: 31936 keys, 33524673 bytes (need compaction), temperature: kUnknown 2024/11/22-12:52:21.896401 139697263216384 EVENT_LOG_v1 {"time_micros": 1732251141896372, "cf_name": "default", "job": 197, "event": "table_file_creation", "file_number": 195376, "file_size": 33524673, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3084480348, "largest_seqno": 3085985145, "table_properties": {"data_size": 32479872, "index_size": 1043968, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 638720, "raw_average_key_size": 20, "raw_value_size": 32479844, "raw_average_value_size": 1017, "num_data_blocks": 1, "num_entries": 31936, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251141, "oldest_key_time": 0, "file_creation_time": 1732251141, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195376, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:52:21.962601 139697263216384 [compaction_job.cc:1948] [default] [JOB 197] Generated table #195377: 31988 keys, 33525249 bytes (need compaction), temperature: kUnknown 2024/11/22-12:52:21.962651 139697263216384 EVENT_LOG_v1 {"time_micros": 1732251141962629, "cf_name": "default", "job": 197, "event": "table_file_creation", "file_number": 195377, "file_size": 33525249, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3084480229, "largest_seqno": 3085985243, "table_properties": {"data_size": 32532480, "index_size": 991936, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 639760, "raw_average_key_size": 20, "raw_value_size": 32532451, "raw_average_value_size": 1017, "num_data_blocks": 1, "num_entries": 31988, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251141, "oldest_key_time": 0, "file_creation_time": 1732251141, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195377, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:52:21.985051 139697263216384 [compaction_job.cc:1948] [default] [JOB 197] Generated table #195378: 12806 keys, 13415296 bytes (need compaction), temperature: kUnknown 2024/11/22-12:52:21.985095 139697263216384 EVENT_LOG_v1 {"time_micros": 1732251141985075, "cf_name": "default", "job": 197, "event": "table_file_creation", "file_number": 195378, "file_size": 13415296, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3084480237, "largest_seqno": 3085985249, "table_properties": {"data_size": 13022592, "index_size": 391872, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 256120, "raw_average_key_size": 20, "raw_value_size": 13022589, "raw_average_value_size": 1016, "num_data_blocks": 1, "num_entries": 12806, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251141, "oldest_key_time": 0, "file_creation_time": 1732251141, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195378, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:52:22.036600 139697263216384 [compaction_job.cc:1948] [default] [JOB 197] Generated table #195379: 93511 keys, 2581713 bytes (need compaction), temperature: kUnknown 2024/11/22-12:52:22.036643 139697263216384 EVENT_LOG_v1 {"time_micros": 1732251142036623, "cf_name": "default", "job": 197, "event": "table_file_creation", "file_number": 195379, "file_size": 2581713, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3084480008, "largest_seqno": 3085985299, "table_properties": {"data_size": 93568, "index_size": 2487296, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 2456175, "raw_average_key_size": 26, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 93511, "num_filter_entries": 0, "num_deletions": 29600, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "fixed_value_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251141, "oldest_key_time": 0, "file_creation_time": 1732251141, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195379, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:52:22.059952 139697263216384 [compaction_job.cc:1948] [default] [JOB 197] Generated table #195380: 34311 keys, 1159627 bytes (need compaction), temperature: kUnknown 2024/11/22-12:52:22.060004 139697263216384 EVENT_LOG_v1 {"time_micros": 1732251142059984, "cf_name": "default", "job": 197, "event": "table_file_creation", "file_number": 195380, "file_size": 1159627, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3084480009, "largest_seqno": 3085985300, "table_properties": {"data_size": 34368, "index_size": 1124416, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 995019, "raw_average_key_size": 29, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 34311, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 29, "fixed_value_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251142, "oldest_key_time": 0, "file_creation_time": 1732251142, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195380, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:52:22.060086 139700870317824 [compaction_job.cc:703] job-00197: subcompact[0], size: 0.024310 G, files: /storage/mytopling/.rocksdb [195365,195367,195368,195371] 2024/11/22-12:52:22.060105 139700870317824 [compaction_job.cc:703] job-00197: subcompact[1], size: 0.046396 G, files: /storage/mytopling/.rocksdb [195364,195369,195370,195372,195375] 2024/11/22-12:52:22.060112 139700870317824 [compaction_job.cc:703] job-00197: subcompact[2], size: 0.169500 G, files: /storage/mytopling/.rocksdb [195366,195373,195374,195376,195377,195378,195379,195380] 2024/11/22-12:52:22.074356 139700870317824 (Original Log Time 2024/11/22-12:52:21.493608) EVENT_LOG_v1 {"time_micros": 1732251141493600, "job": 197, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L0": [195363], "score": 0.999513, "input_data_size": 536609565, "oldest_snapshot_seqno": 3085990105} 2024/11/22-12:52:22.074355 139700912260864 [compaction_job.cc:2437] [default] [JOB 198] Compacting 1@1 files to L2, score 0.95, subcompactions 1 : 1 2024/11/22-12:52:22.074376 139700870317824 (Original Log Time 2024/11/22-12:52:22.073772) [compaction_job.cc:2022] [default] [JOB 197] Compacted 1@0 files to L1 => 240206169 bytes 2024/11/22-12:52:22.074382 139700870317824 (Original Log Time 2024/11/22-12:52:22.074136) [compaction_job.cc:1224] [default] compacted to: files[0 17 0 75 98 0 68] max score 0.95 (17 files need compaction), MB/sec: 947.2 rd, 424.0 wr, level 1, files in(1, 0) out(17 +0 blob) MB in(511.8, 0.0 +0.0 blob) out(229.1 +0.0 blob), read-write-amplify(1.4) write-amplify(0.4) OK, records in: 1434414, records dropped: 363294 output_compression: Snappy 2024/11/22-12:52:22.074385 139700912260864 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 155 Base level 1, inputs: [195374(31MB)] 2024/11/22-12:52:22.074398 139700870317824 (Original Log Time 2024/11/22-12:52:22.074166) EVENT_LOG_v1 {"time_micros": 1732251142074148, "cf": "default", "job": 197, "event": "compaction_finished", "compaction_time_micros": 566506, "compaction_time_cpu_micros": 929552, "output_level": 1, "num_output_files": 17, "total_output_size": 240206169, "num_input_records": 1434414, "num_output_records": 1071120, "num_subcompactions": 3, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 17, 0, 75, 98, 0, 68]} 2024/11/22-12:52:22.074459 139700880803584 [compaction_job.cc:2437] [default] [JOB 199] Compacting 1@1 files to L2, score 0.95, subcompactions 1 : 1 2024/11/22-12:52:22.074473 139700880803584 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 155 Base level 1, inputs: [195373(17MB)] 2024/11/22-12:52:22.074645 139700922746624 [compaction_job.cc:2437] [default] [JOB 200] Compacting 1@1 files to L2, score 0.95, subcompactions 1 : 1 2024/11/22-12:52:22.074650 139701071644416 [compaction_job.cc:2437] [default] [JOB 201] Compacting 1@1 files to L2, score 0.95, subcompactions 1 : 1 2024/11/22-12:52:22.074658 139700922746624 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 155 Base level 1, inputs: [195376(31MB)] 2024/11/22-12:52:22.074665 139701071644416 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 155 Base level 1, inputs: [195366(31MB)] 2024/11/22-12:52:22.074823 139700901775104 [compaction_job.cc:2437] [default] [JOB 203] Compacting 1@1 files to L2, score 0.95, subcompactions 1 : 1 2024/11/22-12:52:22.074824 139700891289344 [compaction_job.cc:2437] [default] [JOB 202] Compacting 1@1 files to L2, score 0.95, subcompactions 1 : 1 2024/11/22-12:52:22.074842 139700901775104 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 155 Base level 1, inputs: [195377(31MB)] 2024/11/22-12:52:22.074851 139700891289344 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 155 Base level 1, inputs: [195375(5991KB)] 2024/11/22-12:52:22.074882 139700870317824 [compaction_job.cc:2437] [default] [JOB 204] Compacting 1@1 files to L2, score 0.95, subcompactions 1 : 1 2024/11/22-12:52:22.074893 139700870317824 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 155 Base level 1, inputs: [195372(31MB)] 2024/11/22-12:52:22.089306 139700710934272 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195363.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:52:22.089336 139700710934272 EVENT_LOG_v1 {"time_micros": 1732251142089327, "job": 0, "event": "table_file_deletion", "file_number": 195363} 2024/11/22-12:52:22.349569 139700922746624 [dcompact_etcd.cc:1163] job-00200/att-00: init time wrt = 0.001, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.274 sec, input = 31.584 MiB 2024/11/22-12:52:22.349879 139700901775104 [dcompact_etcd.cc:1163] job-00203/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.274 sec, input = 31.635 MiB 2024/11/22-12:52:22.369753 139700880803584 [dcompact_etcd.cc:1163] job-00199/att-00: init time wrt = 0.001, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.295 sec, input = 17.626 MiB 2024/11/22-12:52:22.380561 139700912260864 [dcompact_etcd.cc:1163] job-00198/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.306 sec, input = 31.560 MiB 2024/11/22-12:52:22.409221 139701071644416 [dcompact_etcd.cc:1163] job-00201/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.334 sec, input = 32.047 MiB 2024/11/22-12:52:22.419228 139700891289344 [dcompact_etcd.cc:1163] job-00202/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.344 sec, input = 5.874 MiB 2024/11/22-12:52:22.419793 139700870317824 [dcompact_etcd.cc:1163] job-00204/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.344 sec, input = 32.048 MiB 2024/11/22-12:52:22.821008 139700891289344 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00202/att-00 2024/11/22-12:52:22.821103 139700891289344 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00202/att-00/compact.done) = OK: 0.391 sec 2024/11/22-12:52:22.821206 139700891289344 [dcompact_etcd.cc:1263] job-00202/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.344, mount = 0.000, prepare = 0.005, wait = 0.000, etcd = 0.391, work = 0.255, e2e = 0.746, ntr = 0.000 sec, input = 5.874 MiB 2024/11/22-12:52:22.826045 139700891289344 [compaction_job.cc:1086] [default] [JOB 202] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.344, mount = 0.000, prepare = 0.005, wait = 0.491, work = 0.255, e2e = 0.746, rename = 0.000, out zip = 0.005223 GB 20.457 MB/sec, out raw = 0.006159 GB 24.123 MB/sec 2024/11/22-12:52:22.832405 139700891289344 [dcompact_etcd.cc:1773] job-00202/att-00: CleanFiles 0.006 sec : 0.000 2024/11/22-12:52:22.833013 139700891289344 (Original Log Time 2024/11/22-12:52:22.074869) EVENT_LOG_v1 {"time_micros": 1732251142074861, "job": 202, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195375], "score": 0.945497, "input_data_size": 6134849, "oldest_snapshot_seqno": 3085996443} 2024/11/22-12:52:22.833027 139700891289344 (Original Log Time 2024/11/22-12:52:22.832435) [compaction_job.cc:2022] [default] [JOB 202] Compacted 1@1 files to L2 => 5223141 bytes 2024/11/22-12:52:22.833033 139700891289344 (Original Log Time 2024/11/22-12:52:22.832872) [compaction_job.cc:1224] [default] compacted to: files[0 16 1 75 98 0 68] max score 0.95 (11 files need compaction), MB/sec: 48.9 rd, 41.6 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(5.9, 0.0 +0.0 blob) out(5.0 +0.0 blob), read-write-amplify(1.9) write-amplify(0.9) OK, records in: 42785, records dropped: 0 output_compression: Snappy 2024/11/22-12:52:22.833045 139700891289344 (Original Log Time 2024/11/22-12:52:22.832908) EVENT_LOG_v1 {"time_micros": 1732251142832891, "cf": "default", "job": 202, "event": "compaction_finished", "compaction_time_micros": 125557, "compaction_time_cpu_micros": 47666, "output_level": 2, "num_output_files": 1, "total_output_size": 5223141, "num_input_records": 42785, "num_output_records": 42785, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 16, 1, 75, 98, 0, 68]} 2024/11/22-12:52:22.833167 139700891289344 [compaction_job.cc:2437] [default] [JOB 205] Compacting 1@1 files to L2, score 0.95, subcompactions 1 : 1 2024/11/22-12:52:22.833180 139700891289344 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 156 Base level 1, inputs: [195367(9396B)] 2024/11/22-12:52:22.996333 139700880803584 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00199/att-00 2024/11/22-12:52:22.996418 139700880803584 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00199/att-00/compact.done) = OK: 0.617 sec 2024/11/22-12:52:22.996524 139700880803584 [dcompact_etcd.cc:1263] job-00199/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.295, mount = 0.000, prepare = 0.017, wait = 0.002, etcd = 0.617, work = 0.411, e2e = 0.921, ntr = 0.000 sec, input = 17.626 MiB 2024/11/22-12:52:22.999294 139700880803584 [compaction_job.cc:1086] [default] [JOB 199] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.295, mount = 0.000, prepare = 0.017, wait = 0.511, work = 0.411, e2e = 0.922, rename = 0.000, out zip = 0.015657 GB 38.130 MB/sec, out raw = 0.018483 GB 45.011 MB/sec 2024/11/22-12:52:23.001230 139700880803584 [dcompact_etcd.cc:1773] job-00199/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:52:23.001658 139700880803584 (Original Log Time 2024/11/22-12:52:22.074488) EVENT_LOG_v1 {"time_micros": 1732251142074481, "job": 199, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195373], "score": 0.945497, "input_data_size": 18445060, "oldest_snapshot_seqno": 3085996443} 2024/11/22-12:52:23.001667 139700880803584 (Original Log Time 2024/11/22-12:52:23.001258) [compaction_job.cc:2022] [default] [JOB 199] Compacted 1@1 files to L2 => 15656742 bytes 2024/11/22-12:52:23.001670 139700880803584 (Original Log Time 2024/11/22-12:52:23.001578) [compaction_job.cc:1224] [default] compacted to: files[0 15 2 75 98 0 68] max score 0.95 (11 files need compaction), MB/sec: 62.3 rd, 52.9 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(17.6, 0.0 +0.0 blob) out(14.9 +0.0 blob), read-write-amplify(1.8) write-amplify(0.8) OK, records in: 128526, records dropped: 0 output_compression: Snappy 2024/11/22-12:52:23.001677 139700880803584 (Original Log Time 2024/11/22-12:52:23.001602) EVENT_LOG_v1 {"time_micros": 1732251143001591, "cf": "default", "job": 199, "event": "compaction_finished", "compaction_time_micros": 296027, "compaction_time_cpu_micros": 129065, "output_level": 2, "num_output_files": 1, "total_output_size": 15656742, "num_input_records": 128526, "num_output_records": 128526, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 15, 2, 75, 98, 0, 68]} 2024/11/22-12:52:23.001744 139700880803584 [compaction_job.cc:2437] [default] [JOB 206] Compacting 1@1 files to L2, score 0.95, subcompactions 1 : 1 2024/11/22-12:52:23.001751 139700880803584 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 157 Base level 1, inputs: [195380(1132KB)] 2024/11/22-12:52:23.079752 139700901775104 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00203/att-00 2024/11/22-12:52:23.079812 139700901775104 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00203/att-00/compact.done) = OK: 0.721 sec 2024/11/22-12:52:23.079884 139700901775104 [dcompact_etcd.cc:1263] job-00203/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.274, mount = 0.000, prepare = 0.010, wait = 0.000, etcd = 0.721, work = 0.541, e2e = 1.004, ntr = 0.000 sec, input = 31.635 MiB 2024/11/22-12:52:23.081666 139700901775104 [compaction_job.cc:1086] [default] [JOB 203] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.274, mount = 0.000, prepare = 0.010, wait = 0.464, work = 0.541, e2e = 1.005, rename = 0.000, out zip = 0.032774 GB 60.604 MB/sec, out raw = 0.033172 GB 61.340 MB/sec 2024/11/22-12:52:23.082272 139700922746624 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00200/att-00 2024/11/22-12:52:23.082323 139700922746624 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00200/att-00/compact.done) = OK: 0.727 sec 2024/11/22-12:52:23.082386 139700922746624 [dcompact_etcd.cc:1263] job-00200/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.274, mount = 0.000, prepare = 0.008, wait = 0.006, etcd = 0.727, work = 0.528, e2e = 1.007, ntr = 0.000 sec, input = 31.584 MiB 2024/11/22-12:52:23.083497 139700901775104 [dcompact_etcd.cc:1773] job-00203/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:52:23.083895 139700901775104 (Original Log Time 2024/11/22-12:52:22.074859) EVENT_LOG_v1 {"time_micros": 1732251142074851, "job": 203, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195377], "score": 0.945497, "input_data_size": 33525249, "oldest_snapshot_seqno": 3085996443} 2024/11/22-12:52:23.083903 139700901775104 (Original Log Time 2024/11/22-12:52:23.083518) [compaction_job.cc:2022] [default] [JOB 203] Compacted 1@1 files to L2 => 32774290 bytes 2024/11/22-12:52:23.083906 139700901775104 (Original Log Time 2024/11/22-12:52:23.083823) [compaction_job.cc:1224] [default] compacted to: files[0 14 3 75 98 0 68] max score 0.95 (11 files need compaction), MB/sec: 81.1 rd, 79.3 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(32.0, 0.0 +0.0 blob) out(31.3 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 31988, records dropped: 0 output_compression: Snappy 2024/11/22-12:52:23.083914 139700901775104 (Original Log Time 2024/11/22-12:52:23.083845) EVENT_LOG_v1 {"time_micros": 1732251143083835, "cf": "default", "job": 203, "event": "compaction_finished", "compaction_time_micros": 413432, "compaction_time_cpu_micros": 113156, "output_level": 2, "num_output_files": 1, "total_output_size": 32774290, "num_input_records": 31988, "num_output_records": 31988, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 14, 3, 75, 98, 0, 68]} 2024/11/22-12:52:23.083998 139700901775104 [compaction_job.cc:2437] [default] [JOB 207] Compacting 1@1 files to L2, score 0.95, subcompactions 1 : 1 2024/11/22-12:52:23.084007 139700901775104 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 158 Base level 1, inputs: [195365(3571B)] 2024/11/22-12:52:23.085103 139700922746624 [compaction_job.cc:1086] [default] [JOB 200] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.274, mount = 0.000, prepare = 0.008, wait = 0.480, work = 0.528, e2e = 1.008, rename = 0.000, out zip = 0.032721 GB 62.019 MB/sec, out raw = 0.033119 GB 62.772 MB/sec 2024/11/22-12:52:23.086983 139700922746624 [dcompact_etcd.cc:1773] job-00200/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:52:23.087497 139700922746624 (Original Log Time 2024/11/22-12:52:22.074673) EVENT_LOG_v1 {"time_micros": 1732251142074666, "job": 200, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195376], "score": 0.945497, "input_data_size": 33524673, "oldest_snapshot_seqno": 3085996443} 2024/11/22-12:52:23.087508 139700922746624 (Original Log Time 2024/11/22-12:52:23.087012) [compaction_job.cc:2022] [default] [JOB 200] Compacted 1@1 files to L2 => 32720914 bytes 2024/11/22-12:52:23.087514 139700922746624 (Original Log Time 2024/11/22-12:52:23.087425) [compaction_job.cc:1224] [default] compacted to: files[0 13 4 75 98 0 68] max score 0.95 (11 files need compaction), MB/sec: 82.0 rd, 80.0 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(32.0, 0.0 +0.0 blob) out(31.2 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 31936, records dropped: 0 output_compression: Snappy 2024/11/22-12:52:23.087525 139700922746624 (Original Log Time 2024/11/22-12:52:23.087452) EVENT_LOG_v1 {"time_micros": 1732251143087438, "cf": "default", "job": 200, "event": "compaction_finished", "compaction_time_micros": 408905, "compaction_time_cpu_micros": 115714, "output_level": 2, "num_output_files": 1, "total_output_size": 32720914, "num_input_records": 31936, "num_output_records": 31936, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 13, 4, 75, 98, 0, 68]} 2024/11/22-12:52:23.087584 139700922746624 [compaction_job.cc:2437] [default] [JOB 208] Compacting 1@1 files to L2, score 0.95, subcompactions 1 : 1 2024/11/22-12:52:23.087595 139700922746624 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 159 Base level 1, inputs: [195369(1738KB)] 2024/11/22-12:52:23.113747 139700912260864 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00198/att-00 2024/11/22-12:52:23.113806 139700912260864 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00198/att-00/compact.done) = OK: 0.725 sec 2024/11/22-12:52:23.113869 139700912260864 [dcompact_etcd.cc:1263] job-00198/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.306, mount = 0.000, prepare = 0.016, wait = 0.001, etcd = 0.725, work = 0.527, e2e = 1.039, ntr = 0.000 sec, input = 31.560 MiB 2024/11/22-12:52:23.115657 139700912260864 [compaction_job.cc:1086] [default] [JOB 198] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.306, mount = 0.000, prepare = 0.016, wait = 0.512, work = 0.527, e2e = 1.039, rename = 0.000, out zip = 0.032701 GB 62.027 MB/sec, out raw = 0.033093 GB 62.771 MB/sec 2024/11/22-12:52:23.117565 139700912260864 [dcompact_etcd.cc:1773] job-00198/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:52:23.117965 139700912260864 (Original Log Time 2024/11/22-12:52:22.074408) EVENT_LOG_v1 {"time_micros": 1732251142074397, "job": 198, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195374], "score": 0.945497, "input_data_size": 33525249, "oldest_snapshot_seqno": 3085996443} 2024/11/22-12:52:23.117974 139700912260864 (Original Log Time 2024/11/22-12:52:23.117590) [compaction_job.cc:2022] [default] [JOB 198] Compacted 1@1 files to L2 => 32701010 bytes 2024/11/22-12:52:23.117977 139700912260864 (Original Log Time 2024/11/22-12:52:23.117872) [compaction_job.cc:1224] [default] compacted to: files[0 12 5 75 98 0 68] max score 0.95 (11 files need compaction), MB/sec: 81.9 rd, 79.9 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(32.0, 0.0 +0.0 blob) out(31.2 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 31912, records dropped: 0 output_compression: Snappy 2024/11/22-12:52:23.117984 139700912260864 (Original Log Time 2024/11/22-12:52:23.117899) EVENT_LOG_v1 {"time_micros": 1732251143117890, "cf": "default", "job": 198, "event": "compaction_finished", "compaction_time_micros": 409330, "compaction_time_cpu_micros": 113374, "output_level": 2, "num_output_files": 1, "total_output_size": 32701010, "num_input_records": 31912, "num_output_records": 31912, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 12, 5, 75, 98, 0, 68]} 2024/11/22-12:52:23.118038 139700912260864 [compaction_job.cc:2437] [default] [JOB 209] Compacting 1@1 files to L2, score 0.95, subcompactions 1 : 1 2024/11/22-12:52:23.118045 139700912260864 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 160 Base level 1, inputs: [195379(2521KB)] 2024/11/22-12:52:23.152118 139700891289344 [dcompact_etcd.cc:1163] job-00205/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.318 sec, input = 5.448 KiB 2024/11/22-12:52:23.298849 139700880803584 [dcompact_etcd.cc:1163] job-00206/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.297 sec, input = 971.698 KiB 2024/11/22-12:52:23.324512 139701071644416 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00201/att-00 2024/11/22-12:52:23.324569 139701071644416 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00201/att-00/compact.done) = OK: 0.907 sec 2024/11/22-12:52:23.324644 139701071644416 [dcompact_etcd.cc:1263] job-00201/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.334, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 0.907, work = 0.642, e2e = 1.249, ntr = 0.000 sec, input = 32.047 MiB 2024/11/22-12:52:23.326539 139701071644416 [compaction_job.cc:1086] [default] [JOB 201] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.334, mount = 0.000, prepare = 0.004, wait = 0.608, work = 0.642, e2e = 1.250, rename = 0.000, out zip = 0.028476 GB 44.385 MB/sec, out raw = 0.033604 GB 52.377 MB/sec 2024/11/22-12:52:23.328433 139701071644416 [dcompact_etcd.cc:1773] job-00201/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:52:23.328833 139701071644416 (Original Log Time 2024/11/22-12:52:22.074680) EVENT_LOG_v1 {"time_micros": 1732251142074673, "job": 201, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195366], "score": 0.945497, "input_data_size": 33322756, "oldest_snapshot_seqno": 3085996443} 2024/11/22-12:52:23.328842 139701071644416 (Original Log Time 2024/11/22-12:52:23.328458) [compaction_job.cc:2022] [default] [JOB 201] Compacted 1@1 files to L2 => 28476326 bytes 2024/11/22-12:52:23.328845 139701071644416 (Original Log Time 2024/11/22-12:52:23.328763) [compaction_job.cc:1224] [default] compacted to: files[0 11 6 75 98 0 68] max score 0.95 (11 files need compaction), MB/sec: 64.7 rd, 55.3 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(31.8, 0.0 +0.0 blob) out(27.2 +0.0 blob), read-write-amplify(1.9) write-amplify(0.9) OK, records in: 233660, records dropped: 0 output_compression: Snappy 2024/11/22-12:52:23.328853 139701071644416 (Original Log Time 2024/11/22-12:52:23.328785) EVENT_LOG_v1 {"time_micros": 1732251143328775, "cf": "default", "job": 201, "event": "compaction_finished", "compaction_time_micros": 515240, "compaction_time_cpu_micros": 236771, "output_level": 2, "num_output_files": 1, "total_output_size": 28476326, "num_input_records": 233660, "num_output_records": 233660, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 11, 6, 75, 98, 0, 68]} 2024/11/22-12:52:23.328872 139701071644416 [compaction_picker.cc:563] [default] Expanding@2 1+5(32701010+213325588 bytes) to 2+5 (65421924+213325588 bytes) 2024/11/22-12:52:23.328946 139701071644416 [compaction_job.cc:2437] [default] [JOB 210] Compacting 2@2 + 5@3 files to L3, score 0.95, subcompactions 1 : 1 2024/11/22-12:52:23.328966 139701071644416 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 161 Base level 2, inputs: [195385(31MB) 195384(31MB)], [195328(40MB) 195329(40MB) 195330(40MB) 195331(40MB) 195338(40MB)] 2024/11/22-12:52:23.339383 139700870317824 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00204/att-00 2024/11/22-12:52:23.339433 139700870317824 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00204/att-00/compact.done) = OK: 0.910 sec 2024/11/22-12:52:23.339495 139700870317824 [dcompact_etcd.cc:1263] job-00204/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.344, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 0.910, work = 0.625, e2e = 1.264, ntr = 0.000 sec, input = 32.048 MiB 2024/11/22-12:52:23.341389 139700870317824 [compaction_job.cc:1086] [default] [JOB 204] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.344, mount = 0.000, prepare = 0.004, wait = 0.640, work = 0.625, e2e = 1.265, rename = 0.000, out zip = 0.028496 GB 45.619 MB/sec, out raw = 0.033604 GB 53.798 MB/sec 2024/11/22-12:52:23.343305 139700870317824 [dcompact_etcd.cc:1773] job-00204/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:52:23.343827 139700870317824 (Original Log Time 2024/11/22-12:52:22.074907) EVENT_LOG_v1 {"time_micros": 1732251142074901, "job": 204, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195372], "score": 0.945497, "input_data_size": 33322884, "oldest_snapshot_seqno": 3085996443} 2024/11/22-12:52:23.343836 139700870317824 (Original Log Time 2024/11/22-12:52:23.343340) [compaction_job.cc:2022] [default] [JOB 204] Compacted 1@1 files to L2 => 28495782 bytes 2024/11/22-12:52:23.343840 139700870317824 (Original Log Time 2024/11/22-12:52:23.343745) [compaction_job.cc:1224] [default] compacted to: files[0 10 7 75 98 0 68] max score 0.86 (10 files need compaction), MB/sec: 65.9 rd, 56.3 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(31.8, 0.0 +0.0 blob) out(27.2 +0.0 blob), read-write-amplify(1.9) write-amplify(0.9) OK, records in: 233518, records dropped: 0 output_compression: Snappy 2024/11/22-12:52:23.343854 139700870317824 (Original Log Time 2024/11/22-12:52:23.343766) EVENT_LOG_v1 {"time_micros": 1732251143343756, "cf": "default", "job": 204, "event": "compaction_finished", "compaction_time_micros": 505728, "compaction_time_cpu_micros": 226775, "output_level": 2, "num_output_files": 1, "total_output_size": 28495782, "num_input_records": 233518, "num_output_records": 233518, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 10, 7, 75, 98, 0, 68]} 2024/11/22-12:52:23.347550 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195375.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:52:23.347574 139700870317824 EVENT_LOG_v1 {"time_micros": 1732251143347571, "job": 204, "event": "table_file_deletion", "file_number": 195375} 2024/11/22-12:52:23.347657 139700870317824 [compaction_job.cc:2437] [default] [JOB 211] Compacting 1@1 files to L2, score 0.86, subcompactions 1 : 1 2024/11/22-12:52:23.347665 139700870317824 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 162 Base level 1, inputs: [195370(2852KB)] 2024/11/22-12:52:23.375192 139700922746624 [dcompact_etcd.cc:1163] job-00208/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.287 sec, input = 1.463 MiB 2024/11/22-12:52:23.383554 139700901775104 [dcompact_etcd.cc:1163] job-00207/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.299 sec, input = 525 B 2024/11/22-12:52:23.433392 139700912260864 [dcompact_etcd.cc:1163] job-00209/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.315 sec, input = 2.342 MiB 2024/11/22-12:52:23.475053 139700891289344 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00205/att-00 2024/11/22-12:52:23.475103 139700891289344 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00205/att-00/compact.done) = OK: 0.315 sec 2024/11/22-12:52:23.475174 139700891289344 [dcompact_etcd.cc:1263] job-00205/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.318, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 0.315, work = 0.168, e2e = 0.642, ntr = 0.000 sec, input = 5.448 KiB 2024/11/22-12:52:23.476972 139700891289344 [compaction_job.cc:1086] [default] [JOB 205] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.318, mount = 0.000, prepare = 0.004, wait = 0.474, work = 0.168, e2e = 0.642, rename = 0.000, out zip = 0.000019 GB 0.110 MB/sec, out raw = 0.000006 GB 0.033 MB/sec 2024/11/22-12:52:23.478848 139700891289344 [dcompact_etcd.cc:1773] job-00205/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:52:23.479260 139700891289344 (Original Log Time 2024/11/22-12:52:22.833200) EVENT_LOG_v1 {"time_micros": 1732251142833190, "job": 205, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195367], "score": 0.945497, "input_data_size": 9396, "oldest_snapshot_seqno": 3086005425} 2024/11/22-12:52:23.479268 139700891289344 (Original Log Time 2024/11/22-12:52:23.478870) [compaction_job.cc:2022] [default] [JOB 205] Compacted 1@1 files to L2 => 18510 bytes 2024/11/22-12:52:23.479272 139700891289344 (Original Log Time 2024/11/22-12:52:23.479169) [compaction_job.cc:1224] [default] compacted to: files[0 9 8 75 98 0 68] max score 0.86 (10 files need compaction), MB/sec: 0.3 rd, 0.5 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(0.0, 0.0 +0.0 blob) out(0.0 +0.0 blob), read-write-amplify(3.0) write-amplify(2.0) OK, records in: 40, records dropped: 0 output_compression: Snappy 2024/11/22-12:52:23.479287 139700891289344 (Original Log Time 2024/11/22-12:52:23.479190) EVENT_LOG_v1 {"time_micros": 1732251143479180, "cf": "default", "job": 205, "event": "compaction_finished", "compaction_time_micros": 33795, "compaction_time_cpu_micros": 1669, "output_level": 2, "num_output_files": 1, "total_output_size": 18510, "num_input_records": 40, "num_output_records": 40, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 9, 8, 75, 98, 0, 68]} 2024/11/22-12:52:23.484253 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195373.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:52:23.484277 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251143484274, "job": 205, "event": "table_file_deletion", "file_number": 195373} 2024/11/22-12:52:23.484307 139700891289344 [compaction_picker.cc:563] [default] Expanding@2 1+17(15656742+626994972 bytes) to 3+17 (49356209+626994972 bytes) 2024/11/22-12:52:23.484405 139700891289344 [compaction_job.cc:2437] [default] [JOB 212] Compacting 3@2 + 17@3 files to L3, score 0.86, subcompactions 1 : 1 2024/11/22-12:52:23.484417 139700891289344 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 163 Base level 2, inputs: [195381(5100KB) 195386(27MB) 195382(14MB)], [195344(42MB) 195345(33MB) 195346(35MB) 195347(33MB) 195348(34MB) 195349(35MB) 195350(33MB) 195351(35MB) 195352(34MB) 195353(33MB) 195354(35MB) 195355(33MB) 195356(34MB) 195357(35MB) 195358(33MB) 195359(35MB) 195360(34MB)] 2024/11/22-12:52:23.618568 139701071644416 [dcompact_etcd.cc:1163] job-00210/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.289 sec, input = 703.146 MiB 2024/11/22-12:52:23.657973 139700870317824 [dcompact_etcd.cc:1163] job-00211/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.310 sec, input = 2.612 MiB 2024/11/22-12:52:23.658295 139700880803584 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00206/att-00 2024/11/22-12:52:23.658363 139700880803584 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00206/att-00/compact.done) = OK: 0.350 sec 2024/11/22-12:52:23.658463 139700880803584 [dcompact_etcd.cc:1263] job-00206/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.297, mount = 0.000, prepare = 0.003, wait = 0.000, etcd = 0.350, work = 0.206, e2e = 0.656, ntr = 0.000 sec, input = 971.698 KiB 2024/11/22-12:52:23.660352 139700880803584 [compaction_job.cc:1086] [default] [JOB 206] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.297, mount = 0.000, prepare = 0.003, wait = 0.451, work = 0.206, e2e = 0.657, rename = 0.000, out zip = 0.000242 GB 1.175 MB/sec, out raw = 0.000995 GB 4.833 MB/sec 2024/11/22-12:52:23.662265 139700880803584 [dcompact_etcd.cc:1773] job-00206/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:52:23.662733 139700880803584 (Original Log Time 2024/11/22-12:52:23.001762) EVENT_LOG_v1 {"time_micros": 1732251143001756, "job": 206, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195380], "score": 0.945497, "input_data_size": 1159627, "oldest_snapshot_seqno": 3086007510} 2024/11/22-12:52:23.662747 139700880803584 (Original Log Time 2024/11/22-12:52:23.662292) [compaction_job.cc:2022] [default] [JOB 206] Compacted 1@1 files to L2 => 241976 bytes 2024/11/22-12:52:23.662752 139700880803584 (Original Log Time 2024/11/22-12:52:23.662610) [compaction_job.cc:1224] [default] compacted to: files[0 8 9 75 98 0 68] max score 0.58 (8 files need compaction), MB/sec: 16.1 rd, 3.4 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(1.1, 0.0 +0.0 blob) out(0.2 +0.0 blob), read-write-amplify(1.2) write-amplify(0.2) OK, records in: 34311, records dropped: 0 output_compression: Snappy 2024/11/22-12:52:23.662773 139700880803584 (Original Log Time 2024/11/22-12:52:23.662640) EVENT_LOG_v1 {"time_micros": 1732251143662627, "cf": "default", "job": 206, "event": "compaction_finished", "compaction_time_micros": 72070, "compaction_time_cpu_micros": 21418, "output_level": 2, "num_output_files": 1, "total_output_size": 241976, "num_input_records": 34311, "num_output_records": 34311, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 8, 9, 75, 98, 0, 68]} 2024/11/22-12:52:23.671700 139700880803584 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195377.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:52:23.671731 139700880803584 EVENT_LOG_v1 {"time_micros": 1732251143671727, "job": 206, "event": "table_file_deletion", "file_number": 195377} 2024/11/22-12:52:23.671859 139700880803584 [compaction_job.cc:2437] [default] [JOB 213] Compacting 1@1 files to L2, score 0.58, subcompactions 1 : 1 2024/11/22-12:52:23.671872 139700880803584 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 164 Base level 1, inputs: [195364(2185KB)] 2024/11/22-12:52:23.705161 139700901775104 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00207/att-00 2024/11/22-12:52:23.705218 139700901775104 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00207/att-00/compact.done) = OK: 0.313 sec 2024/11/22-12:52:23.705300 139700901775104 [dcompact_etcd.cc:1263] job-00207/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.299, mount = 0.000, prepare = 0.003, wait = 0.000, etcd = 0.313, work = 0.179, e2e = 0.621, ntr = 0.000 sec, input = 525 B 2024/11/22-12:52:23.707035 139700901775104 [compaction_job.cc:1086] [default] [JOB 207] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.299, mount = 0.000, prepare = 0.003, wait = 0.442, work = 0.179, e2e = 0.621, rename = 0.000, out zip = 0.000002 GB 0.013 MB/sec, out raw = 0.000001 GB 0.003 MB/sec 2024/11/22-12:52:23.708953 139700901775104 [dcompact_etcd.cc:1773] job-00207/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:52:23.709427 139700901775104 (Original Log Time 2024/11/22-12:52:23.084019) EVENT_LOG_v1 {"time_micros": 1732251143084013, "job": 207, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195365], "score": 0.945497, "input_data_size": 3571, "oldest_snapshot_seqno": 3086008392} 2024/11/22-12:52:23.709439 139700901775104 (Original Log Time 2024/11/22-12:52:23.708983) [compaction_job.cc:2022] [default] [JOB 207] Compacted 1@1 files to L2 => 2312 bytes 2024/11/22-12:52:23.709444 139700901775104 (Original Log Time 2024/11/22-12:52:23.709320) [compaction_job.cc:1224] [default] compacted to: files[0 7 10 75 98 0 68] max score 0.58 (8 files need compaction), MB/sec: 0.1 rd, 0.1 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(0.0, 0.0 +0.0 blob) out(0.0 +0.0 blob), read-write-amplify(1.6) write-amplify(0.6) OK, records in: 4, records dropped: 0 output_compression: Snappy 2024/11/22-12:52:23.709467 139700901775104 (Original Log Time 2024/11/22-12:52:23.709339) EVENT_LOG_v1 {"time_micros": 1732251143709329, "cf": "default", "job": 207, "event": "compaction_finished", "compaction_time_micros": 43247, "compaction_time_cpu_micros": 1368, "output_level": 2, "num_output_files": 1, "total_output_size": 2312, "num_input_records": 4, "num_output_records": 4, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 7, 10, 75, 98, 0, 68]} 2024/11/22-12:52:23.717404 139700901775104 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195376.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:52:23.717426 139700901775104 EVENT_LOG_v1 {"time_micros": 1732251143717423, "job": 207, "event": "table_file_deletion", "file_number": 195376} 2024/11/22-12:52:23.717513 139700901775104 [compaction_job.cc:2437] [default] [JOB 214] Compacting 1@2 + 1@3 files to L3, score 0.58, subcompactions 1 : 1 2024/11/22-12:52:23.717524 139700901775104 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 165 Base level 2, inputs: [195390(2312B)], [195304(2569B)] 2024/11/22-12:52:23.771848 139700922746624 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00208/att-00 2024/11/22-12:52:23.771910 139700922746624 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00208/att-00/compact.done) = OK: 0.392 sec 2024/11/22-12:52:23.772011 139700922746624 [dcompact_etcd.cc:1263] job-00208/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.287, mount = 0.000, prepare = 0.003, wait = 0.004, etcd = 0.392, work = 0.210, e2e = 0.684, ntr = 0.000 sec, input = 1.463 MiB 2024/11/22-12:52:23.774550 139700922746624 [compaction_job.cc:1086] [default] [JOB 208] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.287, mount = 0.000, prepare = 0.003, wait = 0.474, work = 0.210, e2e = 0.684, rename = 0.000, out zip = 0.000287 GB 1.367 MB/sec, out raw = 0.001534 GB 7.306 MB/sec 2024/11/22-12:52:23.777415 139700922746624 [dcompact_etcd.cc:1773] job-00208/att-00: CleanFiles 0.003 sec : 0.000 2024/11/22-12:52:23.777994 139700922746624 (Original Log Time 2024/11/22-12:52:23.087609) EVENT_LOG_v1 {"time_micros": 1732251143087603, "job": 208, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195369], "score": 0.945497, "input_data_size": 1779789, "oldest_snapshot_seqno": 3086008426} 2024/11/22-12:52:23.778006 139700922746624 (Original Log Time 2024/11/22-12:52:23.777453) [compaction_job.cc:2022] [default] [JOB 208] Compacted 1@1 files to L2 => 286952 bytes 2024/11/22-12:52:23.778012 139700922746624 (Original Log Time 2024/11/22-12:52:23.777858) [compaction_job.cc:1224] [default] compacted to: files[0 6 11 75 98 0 68] max score 0.58 (8 files need compaction), MB/sec: 22.9 rd, 3.7 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(1.7, 0.0 +0.0 blob) out(0.3 +0.0 blob), read-write-amplify(1.2) write-amplify(0.2) OK, records in: 63911, records dropped: 0 output_compression: Snappy 2024/11/22-12:52:23.778034 139700922746624 (Original Log Time 2024/11/22-12:52:23.777891) EVENT_LOG_v1 {"time_micros": 1732251143777870, "cf": "default", "job": 208, "event": "compaction_finished", "compaction_time_micros": 77696, "compaction_time_cpu_micros": 29050, "output_level": 2, "num_output_files": 1, "total_output_size": 286952, "num_input_records": 63911, "num_output_records": 63911, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 6, 11, 75, 98, 0, 68]} 2024/11/22-12:52:23.785885 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195374.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:52:23.785913 139700922746624 EVENT_LOG_v1 {"time_micros": 1732251143785909, "job": 208, "event": "table_file_deletion", "file_number": 195374} 2024/11/22-12:52:23.785974 139700922746624 (Original Log Time 2024/11/22-12:52:23.785968) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:52:23.804851 139700891289344 [dcompact_etcd.cc:1163] job-00212/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.320 sec, input = 2.179 GiB 2024/11/22-12:52:23.832078 139700912260864 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00209/att-00 2024/11/22-12:52:23.832166 139700912260864 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00209/att-00/compact.done) = OK: 0.390 sec 2024/11/22-12:52:23.832249 139700912260864 [dcompact_etcd.cc:1263] job-00209/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.315, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 0.390, work = 0.219, e2e = 0.714, ntr = 0.000 sec, input = 2.342 MiB 2024/11/22-12:52:23.835330 139700912260864 [compaction_job.cc:1086] [default] [JOB 209] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.315, mount = 0.000, prepare = 0.004, wait = 0.495, work = 0.219, e2e = 0.714, rename = 0.000, out zip = 0.000422 GB 1.927 MB/sec, out raw = 0.002456 GB 11.220 MB/sec 2024/11/22-12:52:23.837998 139700912260864 [dcompact_etcd.cc:1773] job-00209/att-00: CleanFiles 0.003 sec : 0.000 2024/11/22-12:52:23.838438 139700922746624 (Original Log Time 2024/11/22-12:52:23.838429) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:52:23.838479 139700912260864 (Original Log Time 2024/11/22-12:52:23.118056) EVENT_LOG_v1 {"time_micros": 1732251143118051, "job": 209, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195379], "score": 0.945497, "input_data_size": 2581713, "oldest_snapshot_seqno": 3086008643} 2024/11/22-12:52:23.838492 139700912260864 (Original Log Time 2024/11/22-12:52:23.838027) [compaction_job.cc:2022] [default] [JOB 209] Compacted 1@1 files to L2 => 421847 bytes 2024/11/22-12:52:23.838497 139700912260864 (Original Log Time 2024/11/22-12:52:23.838362) [compaction_job.cc:1224] [default] compacted to: files[0 5 12 75 98 0 68] max score 0.58 (9 files need compaction), MB/sec: 25.8 rd, 4.2 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(2.5, 0.0 +0.0 blob) out(0.4 +0.0 blob), read-write-amplify(1.2) write-amplify(0.2) OK, records in: 93511, records dropped: 0 output_compression: Snappy 2024/11/22-12:52:23.838520 139700912260864 (Original Log Time 2024/11/22-12:52:23.838387) EVENT_LOG_v1 {"time_micros": 1732251143838373, "cf": "default", "job": 209, "event": "compaction_finished", "compaction_time_micros": 100170, "compaction_time_cpu_micros": 44122, "output_level": 2, "num_output_files": 1, "total_output_size": 421847, "num_input_records": 93511, "num_output_records": 93511, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 5, 12, 75, 98, 0, 68]} 2024/11/22-12:52:23.847753 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195366.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:52:23.847781 139700912260864 EVENT_LOG_v1 {"time_micros": 1732251143847777, "job": 209, "event": "table_file_deletion", "file_number": 195366} 2024/11/22-12:52:23.999370 139700901775104 [dcompact_etcd.cc:1163] job-00214/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.281 sec, input = 1.400 KiB 2024/11/22-12:52:24.031968 139700870317824 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00211/att-00 2024/11/22-12:52:24.032026 139700870317824 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00211/att-00/compact.done) = OK: 0.370 sec 2024/11/22-12:52:24.032114 139700870317824 [dcompact_etcd.cc:1263] job-00211/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.310, mount = 0.000, prepare = 0.003, wait = 0.000, etcd = 0.370, work = 0.229, e2e = 0.684, ntr = 0.000 sec, input = 2.612 MiB 2024/11/22-12:52:24.034314 139700870317824 [compaction_job.cc:1086] [default] [JOB 211] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.310, mount = 0.000, prepare = 0.003, wait = 0.456, work = 0.229, e2e = 0.684, rename = 0.000, out zip = 0.001568 GB 6.854 MB/sec, out raw = 0.002739 GB 11.971 MB/sec 2024/11/22-12:52:24.036955 139700870317824 [dcompact_etcd.cc:1773] job-00211/att-00: CleanFiles 0.003 sec : 0.000 2024/11/22-12:52:24.037467 139700922746624 (Original Log Time 2024/11/22-12:52:24.037459) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:52:24.037516 139700870317824 (Original Log Time 2024/11/22-12:52:23.347677) EVENT_LOG_v1 {"time_micros": 1732251143347671, "job": 211, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195370], "score": 0.862164, "input_data_size": 2920766, "oldest_snapshot_seqno": 3086011506} 2024/11/22-12:52:24.037528 139700870317824 (Original Log Time 2024/11/22-12:52:24.036987) [compaction_job.cc:2022] [default] [JOB 211] Compacted 1@1 files to L2 => 1568024 bytes 2024/11/22-12:52:24.037534 139700870317824 (Original Log Time 2024/11/22-12:52:24.037389) [compaction_job.cc:1224] [default] compacted to: files[0 4 13 75 98 0 68] max score 0.58 (10 files need compaction), MB/sec: 31.2 rd, 16.7 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(2.8, 0.0 +0.0 blob) out(1.5 +0.0 blob), read-write-amplify(1.5) write-amplify(0.5) OK, records in: 63911, records dropped: 0 output_compression: Snappy 2024/11/22-12:52:24.037558 139700870317824 (Original Log Time 2024/11/22-12:52:24.037412) EVENT_LOG_v1 {"time_micros": 1732251144037401, "cf": "default", "job": 211, "event": "compaction_finished", "compaction_time_micros": 93664, "compaction_time_cpu_micros": 39155, "output_level": 2, "num_output_files": 1, "total_output_size": 1568024, "num_input_records": 63911, "num_output_records": 63911, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 4, 13, 75, 98, 0, 68]} 2024/11/22-12:52:24.086850 139700880803584 [dcompact_etcd.cc:1163] job-00213/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.414 sec, input = 1.978 MiB 2024/11/22-12:52:24.355855 139700901775104 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00214/att-00 2024/11/22-12:52:24.355912 139700901775104 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00214/att-00/compact.done) = OK: 0.352 sec 2024/11/22-12:52:24.356010 139700901775104 [dcompact_etcd.cc:1263] job-00214/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.281, mount = 0.000, prepare = 0.006, wait = 0.000, etcd = 0.352, work = 0.198, e2e = 0.638, ntr = 0.000 sec, input = 1.400 KiB 2024/11/22-12:52:24.357834 139700901775104 [compaction_job.cc:1086] [default] [JOB 214] Dcompacted 1@2 + 1@3 files to L3 [1] => time sec: curl = 0.281, mount = 0.000, prepare = 0.006, wait = 0.440, work = 0.198, e2e = 0.638, rename = 0.000, out zip = 0.000003 GB 0.013 MB/sec, out raw = 0.000001 GB 0.005 MB/sec 2024/11/22-12:52:24.359739 139700901775104 [dcompact_etcd.cc:1773] job-00214/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:52:24.360265 139700901775104 (Original Log Time 2024/11/22-12:52:23.717540) EVENT_LOG_v1 {"time_micros": 1732251143717532, "job": 214, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195390], "files_L3": [195304], "score": 0.57883, "input_data_size": 4881, "oldest_snapshot_seqno": 3086015774} 2024/11/22-12:52:24.360274 139700901775104 (Original Log Time 2024/11/22-12:52:24.359772) [compaction_job.cc:2022] [default] [JOB 214] Compacted 1@2 + 1@3 files to L3 => 2569 bytes 2024/11/22-12:52:24.360277 139700901775104 (Original Log Time 2024/11/22-12:52:24.360093) [compaction_job.cc:1224] [default] compacted to: files[0 4 12 75 98 0 68] max score 0.58 (10 files need compaction), MB/sec: 0.1 rd, 0.0 wr, level 3, files in(1, 1) out(1 +0 blob) MB in(0.0, 0.0 +0.0 blob) out(0.0 +0.0 blob), read-write-amplify(3.2) write-amplify(1.1) OK, records in: 11, records dropped: 4 output_compression: Snappy 2024/11/22-12:52:24.360291 139700901775104 (Original Log Time 2024/11/22-12:52:24.360119) EVENT_LOG_v1 {"time_micros": 1732251144360108, "cf": "default", "job": 214, "event": "compaction_finished", "compaction_time_micros": 57437, "compaction_time_cpu_micros": 2262, "output_level": 3, "num_output_files": 1, "total_output_size": 2569, "num_input_records": 11, "num_output_records": 7, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 4, 12, 75, 98, 0, 68]} 2024/11/22-12:52:24.360352 139700912260864 [compaction_job.cc:2437] [default] [JOB 218] Compacting 1@2 + 1@3 files to L3, score 0.58, subcompactions 1 : 1 2024/11/22-12:52:24.360359 139700922746624 [compaction_job.cc:2437] [default] [JOB 219] Compacting 1@2 + 1@3 files to L3, score 0.56, subcompactions 1 : 1 2024/11/22-12:52:24.360368 139700912260864 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 169 Base level 2, inputs: [195389(236KB)], [195336(29MB)] 2024/11/22-12:52:24.360377 139700922746624 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 169 Base level 2, inputs: [195392(411KB)], [195326(24MB)] 2024/11/22-12:52:24.360386 139700870317824 (Original Log Time 2024/11/22-12:52:24.360379) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:52:24.440941 139700880803584 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00213/att-00 2024/11/22-12:52:24.440995 139700880803584 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00213/att-00/compact.done) = OK: 0.348 sec 2024/11/22-12:52:24.441067 139700880803584 [dcompact_etcd.cc:1263] job-00213/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.414, mount = 0.000, prepare = 0.005, wait = 0.000, etcd = 0.348, work = 0.193, e2e = 0.769, ntr = 0.000 sec, input = 1.978 MiB 2024/11/22-12:52:24.442892 139700880803584 [compaction_job.cc:1086] [default] [JOB 213] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.414, mount = 0.000, prepare = 0.005, wait = 0.576, work = 0.193, e2e = 0.769, rename = 0.000, out zip = 0.001559 GB 8.062 MB/sec, out raw = 0.002074 GB 10.720 MB/sec 2024/11/22-12:52:24.444846 139700880803584 [dcompact_etcd.cc:1773] job-00213/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:52:24.445463 139700880803584 (Original Log Time 2024/11/22-12:52:23.671891) EVENT_LOG_v1 {"time_micros": 1732251143671882, "job": 213, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195364], "score": 0.57883, "input_data_size": 2237950, "oldest_snapshot_seqno": 3086015112} 2024/11/22-12:52:24.445486 139700880803584 (Original Log Time 2024/11/22-12:52:24.444875) [compaction_job.cc:2022] [default] [JOB 213] Compacted 1@1 files to L2 => 1559431 bytes 2024/11/22-12:52:24.445492 139700880803584 (Original Log Time 2024/11/22-12:52:24.445294) [compaction_job.cc:1224] [default] compacted to: files[0 3 13 75 98 0 68] max score 0.55 (9 files need compaction), MB/sec: 30.1 rd, 21.0 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(2.1, 0.0 +0.0 blob) out(1.5 +0.0 blob), read-write-amplify(1.7) write-amplify(0.7) OK, records in: 28963, records dropped: 0 output_compression: Snappy 2024/11/22-12:52:24.445506 139700880803584 (Original Log Time 2024/11/22-12:52:24.445321) EVENT_LOG_v1 {"time_micros": 1732251144445308, "cf": "default", "job": 213, "event": "compaction_finished", "compaction_time_micros": 74404, "compaction_time_cpu_micros": 20252, "output_level": 2, "num_output_files": 1, "total_output_size": 1559431, "num_input_records": 28963, "num_output_records": 28963, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 3, 13, 75, 98, 0, 68]} 2024/11/22-12:52:24.445552 139700901775104 [compaction_job.cc:2437] [default] [JOB 221] Compacting 1@1 files to L2, score 0.55, subcompactions 1 : 1 2024/11/22-12:52:24.445561 139700870317824 [compaction_job.cc:2437] [default] [JOB 222] Compacting 1@2 + 1@3 files to L3, score 0.55, subcompactions 1 : 1 2024/11/22-12:52:24.445569 139700901775104 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 170 Base level 1, inputs: [195378(12MB)] 2024/11/22-12:52:24.445575 139700870317824 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 170 Base level 2, inputs: [195388(18KB)], [195303(22KB)] 2024/11/22-12:52:24.445622 139700880803584 [compaction_job.cc:2437] [default] [JOB 223] Compacting 1@1 files to L2, score 0.55, subcompactions 1 : 1 2024/11/22-12:52:24.445633 139700880803584 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 170 Base level 1, inputs: [195371(458KB)] 2024/11/22-12:52:24.659872 139700912260864 [dcompact_etcd.cc:1163] job-00218/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.299 sec, input = 128.949 MiB 2024/11/22-12:52:24.674520 139700922746624 [dcompact_etcd.cc:1163] job-00219/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.314 sec, input = 130.342 MiB 2024/11/22-12:52:24.756772 139700870317824 [dcompact_etcd.cc:1163] job-00222/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.311 sec, input = 14.994 KiB 2024/11/22-12:52:24.760251 139700880803584 [dcompact_etcd.cc:1163] job-00223/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.314 sec, input = 318.560 KiB 2024/11/22-12:52:24.764335 139700901775104 [dcompact_etcd.cc:1163] job-00221/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.318 sec, input = 12.664 MiB 2024/11/22-12:52:25.127525 139700880803584 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00223/att-00 2024/11/22-12:52:25.127582 139700880803584 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00223/att-00/compact.done) = OK: 0.359 sec 2024/11/22-12:52:25.127666 139700880803584 [dcompact_etcd.cc:1263] job-00223/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.314, mount = 0.000, prepare = 0.007, wait = 0.000, etcd = 0.359, work = 0.193, e2e = 0.682, ntr = 0.000 sec, input = 318.560 KiB 2024/11/22-12:52:25.131093 139700880803584 [compaction_job.cc:1086] [default] [JOB 223] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.314, mount = 0.000, prepare = 0.007, wait = 0.489, work = 0.193, e2e = 0.682, rename = 0.000, out zip = 0.000245 GB 1.271 MB/sec, out raw = 0.000326 GB 1.691 MB/sec 2024/11/22-12:52:25.136399 139700880803584 [dcompact_etcd.cc:1773] job-00223/att-00: CleanFiles 0.005 sec : 0.000 2024/11/22-12:52:25.137001 139700880803584 (Original Log Time 2024/11/22-12:52:24.445648) EVENT_LOG_v1 {"time_micros": 1732251144445641, "job": 223, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195371], "score": 0.545494, "input_data_size": 470012, "oldest_snapshot_seqno": 3086024570} 2024/11/22-12:52:25.137012 139700880803584 (Original Log Time 2024/11/22-12:52:25.136434) [compaction_job.cc:2022] [default] [JOB 223] Compacted 1@1 files to L2 => 245254 bytes 2024/11/22-12:52:25.137018 139700880803584 (Original Log Time 2024/11/22-12:52:25.136867) [compaction_job.cc:1224] [default] compacted to: files[0 2 14 75 98 0 68] max score 0.55 (7 files need compaction), MB/sec: 7.3 rd, 3.8 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(0.4, 0.0 +0.0 blob) out(0.2 +0.0 blob), read-write-amplify(1.5) write-amplify(0.5) OK, records in: 4557, records dropped: 0 output_compression: Snappy 2024/11/22-12:52:25.137028 139700880803584 (Original Log Time 2024/11/22-12:52:25.136900) EVENT_LOG_v1 {"time_micros": 1732251145136884, "cf": "default", "job": 223, "event": "compaction_finished", "compaction_time_micros": 64600, "compaction_time_cpu_micros": 8302, "output_level": 2, "num_output_files": 1, "total_output_size": 245254, "num_input_records": 4557, "num_output_records": 4557, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 2, 14, 75, 98, 0, 68]} 2024/11/22-12:52:25.137114 139700880803584 [compaction_job.cc:2437] [default] [JOB 224] Compacting 1@2 files to L3, score 0.55, subcompactions 1 : 1 2024/11/22-12:52:25.137125 139700880803584 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 171 Base level 2, inputs: [195395(1522KB)] 2024/11/22-12:52:25.280347 139700870317824 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00222/att-00 2024/11/22-12:52:25.280402 139700870317824 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00222/att-00/compact.done) = OK: 0.516 sec 2024/11/22-12:52:25.280481 139700870317824 [dcompact_etcd.cc:1263] job-00222/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.311, mount = 0.000, prepare = 0.005, wait = 0.000, etcd = 0.516, work = 0.333, e2e = 0.834, ntr = 0.000 sec, input = 14.994 KiB 2024/11/22-12:52:25.282264 139700870317824 [compaction_job.cc:1086] [default] [JOB 222] Dcompacted 1@2 + 1@3 files to L3 [1] => time sec: curl = 0.311, mount = 0.000, prepare = 0.005, wait = 0.502, work = 0.333, e2e = 0.835, rename = 0.000, out zip = 0.000023 GB 0.068 MB/sec, out raw = 0.000010 GB 0.029 MB/sec 2024/11/22-12:52:25.284258 139700870317824 [dcompact_etcd.cc:1773] job-00222/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:52:25.284663 139700870317824 (Original Log Time 2024/11/22-12:52:24.445590) EVENT_LOG_v1 {"time_micros": 1732251144445583, "job": 222, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195388], "files_L3": [195303], "score": 0.545497, "input_data_size": 41056, "oldest_snapshot_seqno": 3086024570} 2024/11/22-12:52:25.284671 139700870317824 (Original Log Time 2024/11/22-12:52:25.284288) [compaction_job.cc:2022] [default] [JOB 222] Compacted 1@2 + 1@3 files to L3 => 22546 bytes 2024/11/22-12:52:25.284675 139700870317824 (Original Log Time 2024/11/22-12:52:25.284583) [compaction_job.cc:1224] [default] compacted to: files[0 2 13 75 98 0 68] max score 0.55 (6 files need compaction), MB/sec: 0.2 rd, 0.1 wr, level 3, files in(1, 1) out(1 +0 blob) MB in(0.0, 0.0 +0.0 blob) out(0.0 +0.0 blob), read-write-amplify(3.4) write-amplify(1.2) OK, records in: 110, records dropped: 40 output_compression: Snappy 2024/11/22-12:52:25.284683 139700870317824 (Original Log Time 2024/11/22-12:52:25.284605) EVENT_LOG_v1 {"time_micros": 1732251145284594, "cf": "default", "job": 222, "event": "compaction_finished", "compaction_time_micros": 210456, "compaction_time_cpu_micros": 3755, "output_level": 3, "num_output_files": 1, "total_output_size": 22546, "num_input_records": 110, "num_output_records": 70, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 2, 13, 75, 98, 0, 68]} 2024/11/22-12:52:25.284706 139700870317824 (Original Log Time 2024/11/22-12:52:25.284700) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:52:25.377773 139700901775104 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00221/att-00 2024/11/22-12:52:25.377838 139700901775104 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00221/att-00/compact.done) = OK: 0.605 sec 2024/11/22-12:52:25.377930 139700901775104 [dcompact_etcd.cc:1263] job-00221/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.318, mount = 0.000, prepare = 0.007, wait = 0.000, etcd = 0.605, work = 0.399, e2e = 0.932, ntr = 0.000 sec, input = 12.664 MiB 2024/11/22-12:52:25.380446 139700901775104 [compaction_job.cc:1086] [default] [JOB 221] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.318, mount = 0.000, prepare = 0.007, wait = 0.533, work = 0.399, e2e = 0.932, rename = 0.000, out zip = 0.013121 GB 32.877 MB/sec, out raw = 0.013279 GB 33.271 MB/sec 2024/11/22-12:52:25.383257 139700901775104 [dcompact_etcd.cc:1773] job-00221/att-00: CleanFiles 0.003 sec : 0.000 2024/11/22-12:52:25.383781 139700901775104 (Original Log Time 2024/11/22-12:52:24.445591) EVENT_LOG_v1 {"time_micros": 1732251144445581, "job": 221, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195378], "score": 0.545497, "input_data_size": 13415296, "oldest_snapshot_seqno": 3086024570} 2024/11/22-12:52:25.383797 139700901775104 (Original Log Time 2024/11/22-12:52:25.383280) [compaction_job.cc:2022] [default] [JOB 221] Compacted 1@1 files to L2 => 13121489 bytes 2024/11/22-12:52:25.383796 139700870317824 [compaction_job.cc:2437] [default] [JOB 226] Compacting 1@2 + 1@3 files to L3, score 0.55, subcompactions 1 : 1 2024/11/22-12:52:25.383803 139700901775104 (Original Log Time 2024/11/22-12:52:25.383610) [compaction_job.cc:1224] [default] compacted to: files[0 1 14 75 98 0 68] max score 0.55 (7 files need compaction), MB/sec: 49.6 rd, 48.5 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(12.8, 0.0 +0.0 blob) out(12.5 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 12806, records dropped: 0 output_compression: Snappy 2024/11/22-12:52:25.383810 139700901775104 (Original Log Time 2024/11/22-12:52:25.383633) EVENT_LOG_v1 {"time_micros": 1732251145383622, "cf": "default", "job": 221, "event": "compaction_finished", "compaction_time_micros": 270308, "compaction_time_cpu_micros": 64281, "output_level": 2, "num_output_files": 1, "total_output_size": 13121489, "num_input_records": 12806, "num_output_records": 12806, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 1, 14, 75, 98, 0, 68]} 2024/11/22-12:52:25.383815 139700870317824 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 173 Base level 2, inputs: [195391(280KB)], [195310(8688KB)] 2024/11/22-12:52:25.383872 139700901775104 [compaction_job.cc:2437] [default] [JOB 227] Compacting 1@2 + 1@3 files to L3, score 0.54, subcompactions 1 : 1 2024/11/22-12:52:25.383880 139700901775104 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 173 Base level 2, inputs: [195393(1531KB)], [195311(73MB)] 2024/11/22-12:52:25.432401 139700880803584 [dcompact_etcd.cc:1163] job-00224/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.295 sec, input = 1.978 MiB 2024/11/22-12:52:25.680673 139700901775104 [dcompact_etcd.cc:1163] job-00227/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.296 sec, input = 130.612 MiB 2024/11/22-12:52:25.697788 139700870317824 [dcompact_etcd.cc:1163] job-00226/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.313 sec, input = 41.682 MiB 2024/11/22-12:52:25.838880 139700880803584 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00224/att-00 2024/11/22-12:52:25.838962 139700880803584 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00224/att-00/compact.done) = OK: 0.398 sec 2024/11/22-12:52:25.839053 139700880803584 [dcompact_etcd.cc:1263] job-00224/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.295, mount = 0.000, prepare = 0.005, wait = 0.000, etcd = 0.398, work = 0.245, e2e = 0.701, ntr = 0.000 sec, input = 1.978 MiB 2024/11/22-12:52:25.841153 139700880803584 [compaction_job.cc:1086] [default] [JOB 224] Dcompacted 1@2 files to L3 [1] => time sec: curl = 0.295, mount = 0.000, prepare = 0.005, wait = 0.457, work = 0.245, e2e = 0.702, rename = 0.000, out zip = 0.000634 GB 2.591 MB/sec, out raw = 0.002074 GB 8.480 MB/sec 2024/11/22-12:52:25.843266 139700880803584 [dcompact_etcd.cc:1773] job-00224/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:52:25.843879 139700880803584 (Original Log Time 2024/11/22-12:52:25.137141) EVENT_LOG_v1 {"time_micros": 1732251145137133, "job": 224, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195395], "score": 0.545494, "input_data_size": 1559431, "oldest_snapshot_seqno": 3086033998} 2024/11/22-12:52:25.843898 139700880803584 (Original Log Time 2024/11/22-12:52:25.843296) [compaction_job.cc:2022] [default] [JOB 224] Compacted 1@2 files to L3 => 633708 bytes 2024/11/22-12:52:25.843904 139700880803584 (Original Log Time 2024/11/22-12:52:25.843734) [compaction_job.cc:1224] [default] compacted to: files[0 1 13 76 98 0 68] max score 0.52 (5 files need compaction), MB/sec: 14.2 rd, 5.8 wr, level 3, files in(1, 0) out(1 +0 blob) MB in(1.5, 0.0 +0.0 blob) out(0.6 +0.0 blob), read-write-amplify(1.4) write-amplify(0.4) OK, records in: 28963, records dropped: 0 output_compression: Snappy 2024/11/22-12:52:25.843939 139700880803584 (Original Log Time 2024/11/22-12:52:25.843767) EVENT_LOG_v1 {"time_micros": 1732251145843752, "cf": "default", "job": 224, "event": "compaction_finished", "compaction_time_micros": 109615, "compaction_time_cpu_micros": 15794, "output_level": 3, "num_output_files": 1, "total_output_size": 633708, "num_input_records": 28963, "num_output_records": 28963, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 1, 13, 76, 98, 0, 68]} 2024/11/22-12:52:25.844034 139700880803584 [compaction_job.cc:2437] [default] [JOB 228] Compacting 1@2 files to L3, score 0.52, subcompactions 1 : 1 2024/11/22-12:52:25.844045 139700880803584 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 174 Base level 2, inputs: [195396(239KB)] 2024/11/22-12:52:26.153635 139700880803584 [dcompact_etcd.cc:1163] job-00228/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.309 sec, input = 318.560 KiB 2024/11/22-12:52:26.606005 139700880803584 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00228/att-00 2024/11/22-12:52:26.606075 139700880803584 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00228/att-00/compact.done) = OK: 0.447 sec 2024/11/22-12:52:26.606165 139700880803584 [dcompact_etcd.cc:1263] job-00228/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.309, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 0.447, work = 0.278, e2e = 0.762, ntr = 0.000 sec, input = 318.560 KiB 2024/11/22-12:52:26.609039 139700880803584 [compaction_job.cc:1086] [default] [JOB 228] Dcompacted 1@2 files to L3 [1] => time sec: curl = 0.309, mount = 0.000, prepare = 0.004, wait = 0.484, work = 0.278, e2e = 0.762, rename = 0.000, out zip = 0.000124 GB 0.445 MB/sec, out raw = 0.000326 GB 1.175 MB/sec 2024/11/22-12:52:26.612948 139700880803584 [dcompact_etcd.cc:1773] job-00228/att-00: CleanFiles 0.004 sec : 0.000 2024/11/22-12:52:26.613356 139700880803584 (Original Log Time 2024/11/22-12:52:25.844062) EVENT_LOG_v1 {"time_micros": 1732251145844054, "job": 228, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195396], "score": 0.523851, "input_data_size": 245254, "oldest_snapshot_seqno": 3086042352} 2024/11/22-12:52:26.613364 139700880803584 (Original Log Time 2024/11/22-12:52:26.612976) [compaction_job.cc:2022] [default] [JOB 228] Compacted 1@2 files to L3 => 123541 bytes 2024/11/22-12:52:26.613367 139700880803584 (Original Log Time 2024/11/22-12:52:26.613274) [compaction_job.cc:1224] [default] compacted to: files[0 1 12 77 98 0 68] max score 0.52 (4 files need compaction), MB/sec: 2.0 rd, 1.0 wr, level 3, files in(1, 0) out(1 +0 blob) MB in(0.2, 0.0 +0.0 blob) out(0.1 +0.0 blob), read-write-amplify(1.5) write-amplify(0.5) OK, records in: 4557, records dropped: 0 output_compression: Snappy 2024/11/22-12:52:26.613374 139700880803584 (Original Log Time 2024/11/22-12:52:26.613297) EVENT_LOG_v1 {"time_micros": 1732251146613286, "cf": "default", "job": 228, "event": "compaction_finished", "compaction_time_micros": 122573, "compaction_time_cpu_micros": 6742, "output_level": 3, "num_output_files": 1, "total_output_size": 123541, "num_input_records": 4557, "num_output_records": 4557, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 1, 12, 77, 98, 0, 68]} 2024/11/22-12:52:26.613391 139700880803584 (Original Log Time 2024/11/22-12:52:26.613390) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:52:27.794614 139700870317824 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00226/att-00 2024/11/22-12:52:27.794680 139700870317824 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00226/att-00/compact.done) = OK: 2.088 sec 2024/11/22-12:52:27.794760 139700870317824 [dcompact_etcd.cc:1263] job-00226/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.313, mount = 0.000, prepare = 0.003, wait = 0.000, etcd = 2.088, work = 1.779, e2e = 2.410, ntr = 0.000 sec, input = 41.682 MiB 2024/11/22-12:52:27.797302 139700870317824 [compaction_job.cc:1086] [default] [JOB 226] Dcompacted 1@2 + 1@3 files to L3 [1] => time sec: curl = 0.313, mount = 0.000, prepare = 0.003, wait = 0.632, work = 1.779, e2e = 2.411, rename = 0.000, out zip = 0.008921 GB 5.014 MB/sec, out raw = 0.042286 GB 23.766 MB/sec 2024/11/22-12:52:27.799198 139700870317824 [dcompact_etcd.cc:1773] job-00226/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:52:27.799725 139700870317824 (Original Log Time 2024/11/22-12:52:25.383844) EVENT_LOG_v1 {"time_micros": 1732251145383833, "job": 226, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195391], "files_L3": [195310], "score": 0.545497, "input_data_size": 9184470, "oldest_snapshot_seqno": 3086037182} 2024/11/22-12:52:27.799729 139700880803584 [compaction_job.cc:2437] [default] [JOB 230] Compacting 1@2 + 4@3 files to L3, score 0.53, subcompactions 1 : 1 2024/11/22-12:52:27.799742 139700870317824 (Original Log Time 2024/11/22-12:52:27.799222) [compaction_job.cc:2022] [default] [JOB 226] Compacted 1@2 + 1@3 files to L3 => 8921390 bytes 2024/11/22-12:52:27.799749 139700870317824 (Original Log Time 2024/11/22-12:52:27.799535) [compaction_job.cc:1224] [default] compacted to: files[0 1 11 77 98 0 68] max score 0.53 (4 files need compaction), MB/sec: 5.5 rd, 5.4 wr, level 3, files in(1, 1) out(1 +0 blob) MB in(0.3, 8.5 +0.0 blob) out(8.5 +0.0 blob), read-write-amplify(63.1) write-amplify(31.1) OK, records in: 1821118, records dropped: 59200 output_compression: Snappy 2024/11/22-12:52:27.799751 139700880803584 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 176 Base level 2, inputs: [195398(12MB)], [195339(40MB) 195340(7659KB) 195317(40MB) 195318(20MB)] 2024/11/22-12:52:27.799762 139700870317824 (Original Log Time 2024/11/22-12:52:27.799561) EVENT_LOG_v1 {"time_micros": 1732251147799548, "cf": "default", "job": 226, "event": "compaction_finished", "compaction_time_micros": 1659981, "compaction_time_cpu_micros": 1153025, "output_level": 3, "num_output_files": 1, "total_output_size": 8921390, "num_input_records": 1821118, "num_output_records": 1761918, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 1, 11, 77, 98, 0, 68]} 2024/11/22-12:52:27.799787 139700870317824 (Original Log Time 2024/11/22-12:52:27.799785) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:52:28.080306 139700880803584 [dcompact_etcd.cc:1163] job-00230/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.280 sec, input = 353.994 MiB 2024/11/22-12:52:29.621961 139700912260864 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00218/att-00 2024/11/22-12:52:29.622040 139700912260864 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00218/att-00/compact.done) = OK: 4.950 sec 2024/11/22-12:52:29.622122 139700912260864 [dcompact_etcd.cc:1263] job-00218/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.299, mount = 0.000, prepare = 0.005, wait = 0.000, etcd = 4.950, work = 4.560, e2e = 5.261, ntr = 0.000 sec, input = 128.949 MiB 2024/11/22-12:52:29.635004 139700912260864 [compaction_job.cc:1086] [default] [JOB 218] Dcompacted 1@2 + 1@3 files to L3 [2] => time sec: curl = 0.299, mount = 0.000, prepare = 0.005, wait = 0.702, work = 4.560, e2e = 5.262, rename = 0.000, out zip = 0.031017 GB 6.802 MB/sec, out raw = 0.135213 GB 29.651 MB/sec 2024/11/22-12:52:29.638896 139700912260864 [dcompact_etcd.cc:1773] job-00218/att-00: CleanFiles 0.004 sec : 0.000 2024/11/22-12:52:29.639332 139700870317824 (Original Log Time 2024/11/22-12:52:29.639319) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:52:29.639341 139700912260864 (Original Log Time 2024/11/22-12:52:24.360392) EVENT_LOG_v1 {"time_micros": 1732251144360381, "job": 218, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195389], "files_L3": [195336], "score": 0.57883, "input_data_size": 31009783, "oldest_snapshot_seqno": 3086023738} 2024/11/22-12:52:29.639350 139700912260864 (Original Log Time 2024/11/22-12:52:29.638933) [compaction_job.cc:2022] [default] [JOB 218] Compacted 1@2 + 1@3 files to L3 => 31016567 bytes 2024/11/22-12:52:29.639354 139700912260864 (Original Log Time 2024/11/22-12:52:29.639247) [compaction_job.cc:1224] [default] compacted to: files[0 1 10 78 98 0 68] max score 0.50 (3 files need compaction), MB/sec: 7.1 rd, 7.1 wr, level 3, files in(1, 1) out(2 +0 blob) MB in(0.2, 29.3 +0.0 blob) out(29.6 +0.0 blob), read-write-amplify(256.3) write-amplify(128.2) OK, records in: 4662509, records dropped: 0 output_compression: Snappy 2024/11/22-12:52:29.639361 139700912260864 (Original Log Time 2024/11/22-12:52:29.639272) EVENT_LOG_v1 {"time_micros": 1732251149639261, "cf": "default", "job": 218, "event": "compaction_finished", "compaction_time_micros": 4385709, "compaction_time_cpu_micros": 3303964, "output_level": 3, "num_output_files": 2, "total_output_size": 31016567, "num_input_records": 4662509, "num_output_records": 4662509, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 1, 10, 78, 98, 0, 68]} 2024/11/22-12:52:29.694545 139700922746624 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00219/att-00 2024/11/22-12:52:29.694622 139700922746624 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00219/att-00/compact.done) = OK: 5.015 sec 2024/11/22-12:52:29.694715 139700922746624 [dcompact_etcd.cc:1263] job-00219/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.314, mount = 0.000, prepare = 0.007, wait = 0.001, etcd = 5.015, work = 4.285, e2e = 5.334, ntr = 0.000 sec, input = 130.342 MiB 2024/11/22-12:52:29.700044 139700922746624 [compaction_job.cc:1086] [default] [JOB 219] Dcompacted 1@2 + 1@3 files to L3 [2] => time sec: curl = 0.314, mount = 0.000, prepare = 0.007, wait = 1.050, work = 4.285, e2e = 5.334, rename = 0.000, out zip = 0.025728 GB 6.005 MB/sec, out raw = 0.135194 GB 31.553 MB/sec 2024/11/22-12:52:29.705940 139700922746624 [dcompact_etcd.cc:1773] job-00219/att-00: CleanFiles 0.006 sec : 0.000 2024/11/22-12:52:29.706480 139700870317824 (Original Log Time 2024/11/22-12:52:29.706472) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:52:29.706567 139700922746624 (Original Log Time 2024/11/22-12:52:24.360398) EVENT_LOG_v1 {"time_micros": 1732251144360389, "job": 219, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195392], "files_L3": [195326], "score": 0.562164, "input_data_size": 25966899, "oldest_snapshot_seqno": 3086023738} 2024/11/22-12:52:29.706578 139700922746624 (Original Log Time 2024/11/22-12:52:29.705974) [compaction_job.cc:2022] [default] [JOB 219] Compacted 1@2 + 1@3 files to L3 => 25727636 bytes 2024/11/22-12:52:29.706583 139700922746624 (Original Log Time 2024/11/22-12:52:29.706403) [compaction_job.cc:1224] [default] compacted to: files[0 1 9 79 98 0 68] max score 0.52 (3 files need compaction), MB/sec: 6.3 rd, 6.2 wr, level 3, files in(1, 1) out(2 +0 blob) MB in(0.4, 24.4 +0.0 blob) out(24.5 +0.0 blob), read-write-amplify(122.5) write-amplify(61.0) OK, records in: 4867963, records dropped: 59200 output_compression: Snappy 2024/11/22-12:52:29.706595 139700922746624 (Original Log Time 2024/11/22-12:52:29.706432) EVENT_LOG_v1 {"time_micros": 1732251149706418, "cf": "default", "job": 219, "event": "compaction_finished", "compaction_time_micros": 4138638, "compaction_time_cpu_micros": 3127771, "output_level": 3, "num_output_files": 2, "total_output_size": 25727636, "num_input_records": 4867963, "num_output_records": 4808763, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 1, 9, 79, 98, 0, 68]} 2024/11/22-12:52:30.030540 139700901775104 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00227/att-00 2024/11/22-12:52:30.030620 139700901775104 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00227/att-00/compact.done) = OK: 4.341 sec 2024/11/22-12:52:30.030710 139700901775104 [dcompact_etcd.cc:1263] job-00227/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.296, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 4.341, work = 3.767, e2e = 4.646, ntr = 0.000 sec, input = 130.612 MiB 2024/11/22-12:52:30.035580 139700901775104 [compaction_job.cc:1086] [default] [JOB 227] Dcompacted 1@2 + 1@3 files to L3 [2] => time sec: curl = 0.296, mount = 0.000, prepare = 0.004, wait = 0.880, work = 3.767, e2e = 4.647, rename = 0.000, out zip = 0.077698 GB 20.625 MB/sec, out raw = 0.135743 GB 36.033 MB/sec 2024/11/22-12:52:30.037483 139700901775104 [dcompact_etcd.cc:1773] job-00227/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:52:30.037901 139700912260864 (Original Log Time 2024/11/22-12:52:30.037892) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:52:30.037950 139700901775104 (Original Log Time 2024/11/22-12:52:25.383892) EVENT_LOG_v1 {"time_micros": 1732251145383886, "job": 227, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195393], "files_L3": [195311], "score": 0.54026, "input_data_size": 78382394, "oldest_snapshot_seqno": 3086037182} 2024/11/22-12:52:30.037959 139700901775104 (Original Log Time 2024/11/22-12:52:30.037509) [compaction_job.cc:2022] [default] [JOB 227] Compacted 1@2 + 1@3 files to L3 => 77698427 bytes 2024/11/22-12:52:30.037963 139700901775104 (Original Log Time 2024/11/22-12:52:30.037823) [compaction_job.cc:1224] [default] compacted to: files[0 1 8 80 98 0 68] max score 0.54 (3 files need compaction), MB/sec: 21.6 rd, 21.4 wr, level 3, files in(1, 1) out(2 +0 blob) MB in(1.5, 73.3 +0.0 blob) out(74.1 +0.0 blob), read-write-amplify(99.5) write-amplify(49.6) OK, records in: 3124743, records dropped: 29600 output_compression: Snappy 2024/11/22-12:52:30.037996 139700901775104 (Original Log Time 2024/11/22-12:52:30.037848) EVENT_LOG_v1 {"time_micros": 1732251150037837, "cf": "default", "job": 227, "event": "compaction_finished", "compaction_time_micros": 3627308, "compaction_time_cpu_micros": 2402341, "output_level": 3, "num_output_files": 2, "total_output_size": 77698427, "num_input_records": 3124743, "num_output_records": 3095143, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 1, 8, 80, 98, 0, 68]} 2024/11/22-12:52:34.192948 139700880803584 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00230/att-00 2024/11/22-12:52:34.193067 139700880803584 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00230/att-00/compact.done) = OK: 6.104 sec 2024/11/22-12:52:34.193160 139700880803584 [dcompact_etcd.cc:1263] job-00230/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.280, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 6.104, work = 5.062, e2e = 6.393, ntr = 0.000 sec, input = 353.994 MiB 2024/11/22-12:52:34.204580 139700880803584 [compaction_job.cc:1086] [default] [JOB 230] Dcompacted 1@2 + 4@3 files to L3 [3] => time sec: curl = 0.280, mount = 0.000, prepare = 0.004, wait = 1.332, work = 5.062, e2e = 6.393, rename = 0.000, out zip = 0.114404 GB 22.601 MB/sec, out raw = 0.358919 GB 70.907 MB/sec 2024/11/22-12:52:34.207898 139700880803584 [dcompact_etcd.cc:1773] job-00230/att-00: CleanFiles 0.003 sec : 0.000 2024/11/22-12:52:34.208329 139700870317824 (Original Log Time 2024/11/22-12:52:34.208316) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:52:34.208368 139700880803584 (Original Log Time 2024/11/22-12:52:27.799775) EVENT_LOG_v1 {"time_micros": 1732251147799763, "job": 230, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195398], "files_L3": [195339, 195340, 195317, 195318], "score": 0.529142, "input_data_size": 127803040, "oldest_snapshot_seqno": 3086066604} 2024/11/22-12:52:34.208377 139700880803584 (Original Log Time 2024/11/22-12:52:34.207937) [compaction_job.cc:2022] [default] [JOB 230] Compacted 1@2 + 4@3 files to L3 => 114403826 bytes 2024/11/22-12:52:34.208381 139700880803584 (Original Log Time 2024/11/22-12:52:34.208241) [compaction_job.cc:1224] [default] compacted to: files[0 1 7 79 98 0 68] max score 0.58 (3 files need compaction), MB/sec: 26.0 rd, 23.2 wr, level 3, files in(1, 4) out(3 +0 blob) MB in(12.5, 109.4 +0.0 blob) out(109.1 +0.0 blob), read-write-amplify(18.5) write-amplify(8.7) OK, records in: 357949, records dropped: 11833 output_compression: Snappy 2024/11/22-12:52:34.208390 139700880803584 (Original Log Time 2024/11/22-12:52:34.208266) EVENT_LOG_v1 {"time_micros": 1732251154208254, "cf": "default", "job": 230, "event": "compaction_finished", "compaction_time_micros": 4923150, "compaction_time_cpu_micros": 978318, "output_level": 3, "num_output_files": 3, "total_output_size": 114403826, "num_input_records": 357949, "num_output_records": 346116, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 1, 7, 79, 98, 0, 68]} 2024/11/22-12:52:34.238423 139701071644416 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00210/att-00 2024/11/22-12:52:34.238486 139701071644416 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00210/att-00/compact.done) = OK: 10.611 sec 2024/11/22-12:52:34.238563 139701071644416 [dcompact_etcd.cc:1263] job-00210/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.289, mount = 0.000, prepare = 0.003, wait = 0.000, etcd = 10.611, work = 9.700, e2e = 10.909, ntr = 0.000 sec, input = 703.146 MiB 2024/11/22-12:52:34.262141 139701071644416 [compaction_job.cc:1086] [default] [JOB 210] Dcompacted 2@2 + 5@3 files to L3 [6] => time sec: curl = 0.289, mount = 0.000, prepare = 0.003, wait = 1.209, work = 9.700, e2e = 10.910, rename = 0.000, out zip = 0.217808 GB 22.453 MB/sec, out raw = 0.684904 GB 70.605 MB/sec 2024/11/22-12:52:34.265887 139701071644416 [dcompact_etcd.cc:1773] job-00210/att-00: CleanFiles 0.004 sec : 0.000 2024/11/22-12:52:34.266384 139700922746624 (Original Log Time 2024/11/22-12:52:34.266373) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:52:34.266448 139701071644416 (Original Log Time 2024/11/22-12:52:23.328980) EVENT_LOG_v1 {"time_micros": 1732251143328973, "job": 210, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195385, 195384], "files_L3": [195328, 195329, 195330, 195331, 195338], "score": 0.945497, "input_data_size": 278747512, "oldest_snapshot_seqno": 3086011272} 2024/11/22-12:52:34.266455 139701071644416 (Original Log Time 2024/11/22-12:52:34.265931) [compaction_job.cc:2022] [default] [JOB 210] Compacted 2@2 + 5@3 files to L3 => 217807521 bytes 2024/11/22-12:52:34.266458 139701071644416 (Original Log Time 2024/11/22-12:52:34.266290) [compaction_job.cc:1224] [default] compacted to: files[0 1 5 80 98 0 68] max score 0.66 (3 files need compaction), MB/sec: 29.2 rd, 22.8 wr, level 3, files in(2, 5) out(6 +0 blob) MB in(62.4, 203.4 +0.0 blob) out(207.7 +0.0 blob), read-write-amplify(7.6) write-amplify(3.3) OK, records in: 710997, records dropped: 50527 output_compression: Snappy 2024/11/22-12:52:34.266476 139701071644416 (Original Log Time 2024/11/22-12:52:34.266315) EVENT_LOG_v1 {"time_micros": 1732251154266303, "cf": "default", "job": 210, "event": "compaction_finished", "compaction_time_micros": 9545948, "compaction_time_cpu_micros": 1911422, "output_level": 3, "num_output_files": 6, "total_output_size": 217807521, "num_input_records": 710997, "num_output_records": 660470, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 1, 5, 80, 98, 0, 68]} 2024/11/22-12:52:34.272895 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195367.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:52:34.272918 139701071644416 EVENT_LOG_v1 {"time_micros": 1732251154272914, "job": 210, "event": "table_file_deletion", "file_number": 195367} 2024/11/22-12:52:34.281632 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195372.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:52:34.281656 139701071644416 EVENT_LOG_v1 {"time_micros": 1732251154281654, "job": 210, "event": "table_file_deletion", "file_number": 195372} 2024/11/22-12:53:08.162281 139701501556480 [db_impl_write.cc:2181] [__system__] New memtable created with log file: #195417. Immutable memtables: 0. 2024/11/22-12:53:08.162595 139701501556480 [cspp_memtable.cc:1074] ConvertToReadOnly in MarkReadOnly, mem_size = 7.625 M, time = 6.881 us 2024/11/22-12:53:08.162679 139700721420032 [db_impl_compaction_flush.cc:103] [JOB 237] Syncing log #195362 2024/11/22-12:53:08.162760 139700721420032 (Original Log Time 2024/11/22-12:53:08.162655) [db_impl_compaction_flush.cc:3040] Calling FlushMemTableToOutputFile with column family [__system__], flush slots available 2, compaction slots available 7, flush slots scheduled 1, compaction slots scheduled 1 2024/11/22-12:53:08.162771 139700721420032 [flush_job.cc:879] [__system__] [JOB 237] Flushing memtable with next log file: 195417 2024/11/22-12:53:08.162795 139700721420032 EVENT_LOG_v1 {"time_micros": 1732251188162787, "job": 237, "event": "flush_started", "num_memtables": 1, "num_entries": 76399, "num_deletes": 0, "total_data_size": 6265446, "memory_usage": 7995784, "num_range_deletes": 0, "flush_reason": "Write Buffer Full"} 2024/11/22-12:53:08.162801 139700721420032 [flush_job.cc:910] [__system__] [JOB 237] Level-0 flush table #195418: started 2024/11/22-12:53:08.167640 139700721420032 EVENT_LOG_v1 {"time_micros": 1732251188167611, "cf_name": "__system__", "job": 237, "event": "table_file_creation", "file_number": 195418, "file_size": 4443, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3086016424, "largest_seqno": 3086546236, "table_properties": {"data_size": 960, "index_size": 2688, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 192, "raw_average_key_size": 19, "raw_value_size": 944, "raw_average_value_size": 94, "num_data_blocks": 1, "num_entries": 10, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "__system__", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "merge_operator": "Rdb_system_merge_op", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251188, "oldest_key_time": 1732251051, "file_creation_time": 1732251188, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195418, "seqno_to_time_mapping": "N/A"}} 2024/11/22-12:53:08.168178 139700721420032 [flush_job.cc:1084] [__system__] [JOB 237] Flush lasted 5418 microseconds, and 5370 cpu microseconds. 2024/11/22-12:53:08.168398 139700721420032 (Original Log Time 2024/11/22-12:53:08.167660) [flush_job.cc:1029] [__system__] [JOB 237] Level-0 flush table #195418: 4443 bytes OK (needs compaction) 2024/11/22-12:53:08.168409 139700721420032 (Original Log Time 2024/11/22-12:53:08.168194) [memtable_list.cc:560] [__system__] Level-0 commit table #195418 started 2024/11/22-12:53:08.168414 139700721420032 (Original Log Time 2024/11/22-12:53:08.168256) [memtable_list.cc:759] [__system__] Level-0 commit table #195418: memtable #1 done 2024/11/22-12:53:08.168418 139700721420032 (Original Log Time 2024/11/22-12:53:08.168272) EVENT_LOG_v1 {"time_micros": 1732251188168268, "job": 237, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [1, 1, 0, 0, 0, 0, 0], "immutable_memtables": 0} 2024/11/22-12:53:08.168424 139700721420032 (Original Log Time 2024/11/22-12:53:08.168297) [db_impl_compaction_flush.cc:310] [__system__] Level summary: files[1 1 0 0 0 0 0] max score 0.25 (1 files need compaction) 2024/11/22-12:53:08.168432 139700721420032 [db_impl_files.cc:470] [JOB 237] Try to delete WAL files size 149820047, prev total WAL file size 711339316, number of live WAL files 4. 2024/11/22-12:53:08.168437 139700912260864 [compaction_job.cc:2437] [__system__] [JOB 238] Compacting 1@0 + 1@1 files to L1, score 0.25, subcompactions 3 : 1 2024/11/22-12:53:08.168452 139700912260864 [compaction_job.cc:2445] [__system__]: Compaction start summary: Base version 182 Base level 0, inputs: [195418(4443B)], [195343(6569B)] 2024/11/22-12:53:08.168774 139700912260864 [compaction_job.cc:1948] [__system__] [JOB 238] Generated table #195419: 40 keys, 6569 bytes (need compaction), temperature: kUnknown 2024/11/22-12:53:08.168811 139700912260864 EVENT_LOG_v1 {"time_micros": 1732251188168792, "cf_name": "__system__", "job": 238, "event": "table_file_creation", "file_number": 195419, "file_size": 6569, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 1728, "index_size": 4032, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 923, "raw_average_key_size": 23, "raw_value_size": 1691, "raw_average_value_size": 42, "num_data_blocks": 1, "num_entries": 40, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "__system__", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "merge_operator": "Rdb_system_merge_op", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "SngFast", "compression_options": "allseq0", "creation_time": 1732251188, "oldest_key_time": 0, "file_creation_time": 1732251188, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195419, "seqno_to_time_mapping": "N/A"}} 2024/11/22-12:53:08.168837 139700912260864 [compaction_job.cc:703] job-00238: subcompact[0], size: 0.000007 G, files: /storage/mytopling/.rocksdb [195419] 2024/11/22-12:53:08.169131 139700912260864 (Original Log Time 2024/11/22-12:53:08.168470) EVENT_LOG_v1 {"time_micros": 1732251188168461, "job": 238, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L0": [195418], "files_L1": [195343], "score": 0.25, "input_data_size": 11012, "oldest_snapshot_seqno": 3086546395} 2024/11/22-12:53:08.169140 139700912260864 (Original Log Time 2024/11/22-12:53:08.169014) [compaction_job.cc:2022] [__system__] [JOB 238] Compacted 1@0 + 1@1 files to L1 => 6569 bytes 2024/11/22-12:53:08.169143 139700912260864 (Original Log Time 2024/11/22-12:53:08.169057) [compaction_job.cc:1224] [__system__] compacted to: files[0 1 0 0 0 0 0] max score 0.00, MB/sec: 29.3 rd, 17.5 wr, level 1, files in(1, 1) out(1 +0 blob) MB in(0.0, 0.0 +0.0 blob) out(0.0 +0.0 blob), read-write-amplify(4.0) write-amplify(1.5) OK, records in: 50, records dropped: 10 output_compression: Snappy 2024/11/22-12:53:08.169150 139700912260864 (Original Log Time 2024/11/22-12:53:08.169074) EVENT_LOG_v1 {"time_micros": 1732251188169065, "cf": "__system__", "job": 238, "event": "compaction_finished", "compaction_time_micros": 376, "compaction_time_cpu_micros": 271, "output_level": 1, "num_output_files": 1, "total_output_size": 6569, "num_input_records": 50, "num_output_records": 40, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 1, 0, 0, 0, 0, 0]} 2024/11/22-12:53:08.169399 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195343.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:08.169414 139700912260864 EVENT_LOG_v1 {"time_micros": 1732251188169412, "job": 238, "event": "table_file_deletion", "file_number": 195343} 2024/11/22-12:53:08.190285 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195271.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.021514 139700891289344 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00212/att-00 2024/11/22-12:53:21.021626 139700891289344 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00212/att-00/compact.done) = OK: 57.209 sec 2024/11/22-12:53:21.021715 139700891289344 [dcompact_etcd.cc:1263] job-00212/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.320, mount = 0.000, prepare = 0.003, wait = 0.000, etcd = 57.209, work = 55.754, e2e = 57.537, ntr = 0.000 sec, input = 2.179 GiB 2024/11/22-12:53:21.124940 139700891289344 [compaction_job.cc:1086] [default] [JOB 212] Dcompacted 3@2 + 17@3 files to L3 [18] => time sec: curl = 0.320, mount = 0.000, prepare = 0.003, wait = 1.784, work = 55.754, e2e = 57.537, rename = 0.000, out zip = 0.637245 GB 11.430 MB/sec, out raw = 2.313683 GB 41.498 MB/sec 2024/11/22-12:53:21.125436 139700891289344 [dcompact_etcd.cc:1773] job-00212/att-00: CleanFiles 0.000 sec : 0.000 2024/11/22-12:53:21.126300 139700891289344 (Original Log Time 2024/11/22-12:52:23.484431) EVENT_LOG_v1 {"time_micros": 1732251143484423, "job": 212, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195381, 195386, 195382], "files_L3": [195344, 195345, 195346, 195347, 195348, 195349, 195350, 195351, 195352, 195353, 195354, 195355, 195356, 195357, 195358, 195359, 195360], "score": 0.862164, "input_data_size": 676351181, "oldest_snapshot_seqno": 3086012979} 2024/11/22-12:53:21.126309 139700901775104 [compaction_job.cc:2437] [default] [JOB 239] Compacting 1@1 files to L2, score 0.95, subcompactions 1 : 1 2024/11/22-12:53:21.126313 139700891289344 (Original Log Time 2024/11/22-12:53:21.125468) [compaction_job.cc:2022] [default] [JOB 212] Compacted 3@2 + 17@3 files to L3 => 637244975 bytes 2024/11/22-12:53:21.126319 139700891289344 (Original Log Time 2024/11/22-12:53:21.125897) [compaction_job.cc:1224] [default] compacted to: files[0 1 2 81 98 0 68] max score 0.95 (3 files need compaction), MB/sec: 12.2 rd, 11.5 wr, level 3, files in(3, 17) out(18 +0 blob) MB in(47.1, 597.9 +0.0 blob) out(607.7 +0.0 blob), read-write-amplify(26.6) write-amplify(12.9) OK, records in: 16102935, records dropped: 184968 output_compression: Snappy 2024/11/22-12:53:21.126323 139700901775104 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 184 Base level 1, inputs: [195368(22MB)] 2024/11/22-12:53:21.126326 139700891289344 (Original Log Time 2024/11/22-12:53:21.125942) EVENT_LOG_v1 {"time_micros": 1732251201125911, "cf": "default", "job": 212, "event": "compaction_finished", "compaction_time_micros": 55525422, "compaction_time_cpu_micros": 25010031, "output_level": 3, "num_output_files": 18, "total_output_size": 637244975, "num_input_records": 16102935, "num_output_records": 15917967, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 1, 2, 81, 98, 0, 68]} 2024/11/22-12:53:21.126392 139700870317824 [compaction_job.cc:2437] [default] [JOB 240] Compacting 1@2 + 2@3 files to L3, score 0.95, subcompactions 1 : 1 2024/11/22-12:53:21.126399 139700880803584 [compaction_job.cc:2437] [default] [JOB 241] Compacting 1@2 + 3@3 files to L3, score 0.92, subcompactions 1 : 1 2024/11/22-12:53:21.126413 139700880803584 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 184 Base level 2, inputs: [195383(31MB)], [195415(40MB) 195416(4364KB) 195408(40MB)] 2024/11/22-12:53:21.126413 139700870317824 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 184 Base level 2, inputs: [195387(27MB)], [195319(36MB) 195420(41MB)] 2024/11/22-12:53:21.126584 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195303.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.126607 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201126604, "job": 212, "event": "table_file_deletion", "file_number": 195303} 2024/11/22-12:53:21.126768 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195304.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.126787 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201126785, "job": 212, "event": "table_file_deletion", "file_number": 195304} 2024/11/22-12:53:21.128543 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195310.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.128568 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201128565, "job": 212, "event": "table_file_deletion", "file_number": 195310} 2024/11/22-12:53:21.141450 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195311.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.141475 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201141472, "job": 212, "event": "table_file_deletion", "file_number": 195311} 2024/11/22-12:53:21.146479 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195317.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.146503 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201146500, "job": 212, "event": "table_file_deletion", "file_number": 195317} 2024/11/22-12:53:21.148692 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195318.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.148713 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201148711, "job": 212, "event": "table_file_deletion", "file_number": 195318} 2024/11/22-12:53:21.152450 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195326.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.152471 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201152468, "job": 212, "event": "table_file_deletion", "file_number": 195326} 2024/11/22-12:53:21.157762 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195328.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.157782 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201157780, "job": 212, "event": "table_file_deletion", "file_number": 195328} 2024/11/22-12:53:21.162880 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195329.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.162900 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201162898, "job": 212, "event": "table_file_deletion", "file_number": 195329} 2024/11/22-12:53:21.167709 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195330.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.167730 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201167727, "job": 212, "event": "table_file_deletion", "file_number": 195330} 2024/11/22-12:53:21.174562 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195331.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.174589 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201174586, "job": 212, "event": "table_file_deletion", "file_number": 195331} 2024/11/22-12:53:21.180837 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195336.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.180863 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201180860, "job": 212, "event": "table_file_deletion", "file_number": 195336} 2024/11/22-12:53:21.189436 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195338.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.189455 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201189453, "job": 212, "event": "table_file_deletion", "file_number": 195338} 2024/11/22-12:53:21.198399 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195339.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.198434 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201198431, "job": 212, "event": "table_file_deletion", "file_number": 195339} 2024/11/22-12:53:21.200183 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195340.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.200208 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201200205, "job": 212, "event": "table_file_deletion", "file_number": 195340} 2024/11/22-12:53:21.208482 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195344.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.208503 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201208500, "job": 212, "event": "table_file_deletion", "file_number": 195344} 2024/11/22-12:53:21.215361 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195345.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.215386 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201215383, "job": 212, "event": "table_file_deletion", "file_number": 195345} 2024/11/22-12:53:21.221731 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195346.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.221756 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201221754, "job": 212, "event": "table_file_deletion", "file_number": 195346} 2024/11/22-12:53:21.226843 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195347.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.226865 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201226863, "job": 212, "event": "table_file_deletion", "file_number": 195347} 2024/11/22-12:53:21.232039 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195348.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.232064 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201232061, "job": 212, "event": "table_file_deletion", "file_number": 195348} 2024/11/22-12:53:21.237624 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195349.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.237645 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201237642, "job": 212, "event": "table_file_deletion", "file_number": 195349} 2024/11/22-12:53:21.242714 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195350.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.242735 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201242733, "job": 212, "event": "table_file_deletion", "file_number": 195350} 2024/11/22-12:53:21.247523 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195351.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.247548 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201247545, "job": 212, "event": "table_file_deletion", "file_number": 195351} 2024/11/22-12:53:21.252501 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195352.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.252523 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201252521, "job": 212, "event": "table_file_deletion", "file_number": 195352} 2024/11/22-12:53:21.256100 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195353.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.256122 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201256119, "job": 212, "event": "table_file_deletion", "file_number": 195353} 2024/11/22-12:53:21.259894 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195354.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.259914 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201259911, "job": 212, "event": "table_file_deletion", "file_number": 195354} 2024/11/22-12:53:21.264416 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195355.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.264437 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201264434, "job": 212, "event": "table_file_deletion", "file_number": 195355} 2024/11/22-12:53:21.268757 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195356.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.268777 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201268775, "job": 212, "event": "table_file_deletion", "file_number": 195356} 2024/11/22-12:53:21.274527 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195357.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.274547 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201274545, "job": 212, "event": "table_file_deletion", "file_number": 195357} 2024/11/22-12:53:21.279571 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195358.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.279592 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201279590, "job": 212, "event": "table_file_deletion", "file_number": 195358} 2024/11/22-12:53:21.284999 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195359.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.285019 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201285017, "job": 212, "event": "table_file_deletion", "file_number": 195359} 2024/11/22-12:53:21.293287 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195360.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.293312 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201293309, "job": 212, "event": "table_file_deletion", "file_number": 195360} 2024/11/22-12:53:21.293885 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195364.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.293902 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201293900, "job": 212, "event": "table_file_deletion", "file_number": 195364} 2024/11/22-12:53:21.294052 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195365.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.294063 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201294061, "job": 212, "event": "table_file_deletion", "file_number": 195365} 2024/11/22-12:53:21.294524 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195369.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.294546 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201294544, "job": 212, "event": "table_file_deletion", "file_number": 195369} 2024/11/22-12:53:21.295425 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195370.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.295449 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201295446, "job": 212, "event": "table_file_deletion", "file_number": 195370} 2024/11/22-12:53:21.295685 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195371.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.295707 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201295704, "job": 212, "event": "table_file_deletion", "file_number": 195371} 2024/11/22-12:53:21.298392 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195378.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.298417 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201298414, "job": 212, "event": "table_file_deletion", "file_number": 195378} 2024/11/22-12:53:21.299013 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195379.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.299037 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201299034, "job": 212, "event": "table_file_deletion", "file_number": 195379} 2024/11/22-12:53:21.299428 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195380.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.299452 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201299449, "job": 212, "event": "table_file_deletion", "file_number": 195380} 2024/11/22-12:53:21.300677 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195381.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.300696 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201300694, "job": 212, "event": "table_file_deletion", "file_number": 195381} 2024/11/22-12:53:21.303631 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195382.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.303655 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201303652, "job": 212, "event": "table_file_deletion", "file_number": 195382} 2024/11/22-12:53:21.309360 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195384.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.309384 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201309382, "job": 212, "event": "table_file_deletion", "file_number": 195384} 2024/11/22-12:53:21.314931 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195385.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.314955 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201314953, "job": 212, "event": "table_file_deletion", "file_number": 195385} 2024/11/22-12:53:21.319580 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195386.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.319601 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201319598, "job": 212, "event": "table_file_deletion", "file_number": 195386} 2024/11/22-12:53:21.319787 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195388.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.319804 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201319802, "job": 212, "event": "table_file_deletion", "file_number": 195388} 2024/11/22-12:53:21.320031 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195389.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.320047 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201320045, "job": 212, "event": "table_file_deletion", "file_number": 195389} 2024/11/22-12:53:21.320188 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195390.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.320203 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201320201, "job": 212, "event": "table_file_deletion", "file_number": 195390} 2024/11/22-12:53:21.320392 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195391.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.320412 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201320409, "job": 212, "event": "table_file_deletion", "file_number": 195391} 2024/11/22-12:53:21.320630 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195392.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.320650 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201320647, "job": 212, "event": "table_file_deletion", "file_number": 195392} 2024/11/22-12:53:21.321061 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195393.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.321083 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201321081, "job": 212, "event": "table_file_deletion", "file_number": 195393} 2024/11/22-12:53:21.321490 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195395.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.321512 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201321510, "job": 212, "event": "table_file_deletion", "file_number": 195395} 2024/11/22-12:53:21.321721 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195396.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.321741 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201321738, "job": 212, "event": "table_file_deletion", "file_number": 195396} 2024/11/22-12:53:21.324161 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195398.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.324181 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201324179, "job": 212, "event": "table_file_deletion", "file_number": 195398} 2024/11/22-12:53:21.324249 139700891289344 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195418.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:21.324263 139700891289344 EVENT_LOG_v1 {"time_micros": 1732251201324261, "job": 212, "event": "table_file_deletion", "file_number": 195418} 2024/11/22-12:53:21.415150 139700880803584 [dcompact_etcd.cc:1163] job-00241/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.288 sec, input = 300.807 MiB 2024/11/22-12:53:21.437609 139700870317824 [dcompact_etcd.cc:1163] job-00240/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.311 sec, input = 288.048 MiB 2024/11/22-12:53:21.444673 139700901775104 [dcompact_etcd.cc:1163] job-00239/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.318 sec, input = 22.437 MiB 2024/11/22-12:53:22.097617 139700901775104 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00239/att-00 2024/11/22-12:53:22.097681 139700901775104 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00239/att-00/compact.done) = OK: 0.648 sec 2024/11/22-12:53:22.097771 139700901775104 [dcompact_etcd.cc:1263] job-00239/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.318, mount = 0.000, prepare = 0.006, wait = 0.000, etcd = 0.648, work = 0.412, e2e = 0.971, ntr = 0.000 sec, input = 22.437 MiB 2024/11/22-12:53:22.099769 139700901775104 [compaction_job.cc:1086] [default] [JOB 239] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.318, mount = 0.000, prepare = 0.006, wait = 0.560, work = 0.412, e2e = 0.971, rename = 0.000, out zip = 0.022972 GB 55.769 MB/sec, out raw = 0.023527 GB 57.114 MB/sec 2024/11/22-12:53:22.101719 139700901775104 [dcompact_etcd.cc:1773] job-00239/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:53:22.102209 139700901775104 (Original Log Time 2024/11/22-12:53:21.126344) EVENT_LOG_v1 {"time_micros": 1732251201126333, "job": 239, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195368], "score": 0.952055, "input_data_size": 23827329, "oldest_snapshot_seqno": 3086701270} 2024/11/22-12:53:22.102217 139700922746624 [compaction_job.cc:2437] [default] [JOB 242] Compacting 1@2 + 3@3 files to L3, score 0.88, subcompactions 1 : 1 2024/11/22-12:53:22.102221 139700901775104 (Original Log Time 2024/11/22-12:53:22.101745) [compaction_job.cc:2022] [default] [JOB 239] Compacted 1@1 files to L2 => 22972250 bytes 2024/11/22-12:53:22.102226 139700901775104 (Original Log Time 2024/11/22-12:53:22.102051) [compaction_job.cc:1224] [default] compacted to: files[0 0 3 81 98 0 68] max score 0.88 (1 files need compaction), MB/sec: 82.4 rd, 79.4 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(22.7, 0.0 +0.0 blob) out(21.9 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 34781, records dropped: 0 output_compression: Snappy 2024/11/22-12:53:22.102233 139700922746624 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 185 Base level 2, inputs: [195438(21MB)], [195323(124MB) 195324(124MB) 195325(42MB)] 2024/11/22-12:53:22.102238 139700901775104 (Original Log Time 2024/11/22-12:53:22.102075) EVENT_LOG_v1 {"time_micros": 1732251202102064, "cf": "default", "job": 239, "event": "compaction_finished", "compaction_time_micros": 289185, "compaction_time_cpu_micros": 86703, "output_level": 2, "num_output_files": 1, "total_output_size": 22972250, "num_input_records": 34781, "num_output_records": 34781, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 3, 81, 98, 0, 68]} 2024/11/22-12:53:22.408951 139700922746624 [dcompact_etcd.cc:1163] job-00242/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.306 sec, input = 322.386 MiB 2024/11/22-12:53:26.520640 139700880803584 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00241/att-00 2024/11/22-12:53:26.520774 139700880803584 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00241/att-00/compact.done) = OK: 5.097 sec 2024/11/22-12:53:26.520862 139700880803584 [dcompact_etcd.cc:1263] job-00241/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.288, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 5.097, work = 4.412, e2e = 5.394, ntr = 0.000 sec, input = 300.807 MiB 2024/11/22-12:53:26.527306 139700880803584 [compaction_job.cc:1086] [default] [JOB 241] Dcompacted 1@2 + 3@3 files to L3 [3] => time sec: curl = 0.288, mount = 0.000, prepare = 0.004, wait = 0.982, work = 4.412, e2e = 5.394, rename = 0.000, out zip = 0.091300 GB 20.691 MB/sec, out raw = 0.286507 GB 64.931 MB/sec 2024/11/22-12:53:26.529189 139700880803584 [dcompact_etcd.cc:1773] job-00241/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:53:26.529630 139700880803584 (Original Log Time 2024/11/22-12:53:21.126438) EVENT_LOG_v1 {"time_micros": 1732251201126425, "job": 241, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195383], "files_L3": [195415, 195416, 195408], "score": 0.918722, "input_data_size": 122701304, "oldest_snapshot_seqno": 3086701270} 2024/11/22-12:53:26.529639 139700880803584 (Original Log Time 2024/11/22-12:53:26.529217) [compaction_job.cc:2022] [default] [JOB 241] Compacted 1@2 + 3@3 files to L3 => 91299792 bytes 2024/11/22-12:53:26.529643 139700880803584 (Original Log Time 2024/11/22-12:53:26.529530) [compaction_job.cc:1224] [default] compacted to: files[0 0 2 81 98 0 68] max score 0.88, MB/sec: 28.8 rd, 21.4 wr, level 3, files in(1, 3) out(3 +0 blob) MB in(31.3, 85.8 +0.0 blob) out(87.1 +0.0 blob), read-write-amplify(6.5) write-amplify(2.8) OK, records in: 304167, records dropped: 27880 output_compression: Snappy 2024/11/22-12:53:26.529651 139700880803584 (Original Log Time 2024/11/22-12:53:26.529563) EVENT_LOG_v1 {"time_micros": 1732251206529551, "cf": "default", "job": 241, "event": "compaction_finished", "compaction_time_micros": 4266609, "compaction_time_cpu_micros": 835131, "output_level": 3, "num_output_files": 3, "total_output_size": 91299792, "num_input_records": 304167, "num_output_records": 276287, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 2, 81, 98, 0, 68]} 2024/11/22-12:53:30.846986 139700870317824 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00240/att-00 2024/11/22-12:53:30.847074 139700870317824 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00240/att-00/compact.done) = OK: 9.403 sec 2024/11/22-12:53:30.847178 139700870317824 [dcompact_etcd.cc:1263] job-00240/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.311, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 9.403, work = 8.424, e2e = 9.720, ntr = 0.000 sec, input = 288.048 MiB 2024/11/22-12:53:30.859104 139700870317824 [compaction_job.cc:1086] [default] [JOB 240] Dcompacted 1@2 + 2@3 files to L3 [3] => time sec: curl = 0.311, mount = 0.000, prepare = 0.004, wait = 1.297, work = 8.424, e2e = 9.721, rename = 0.000, out zip = 0.088053 GB 10.453 MB/sec, out raw = 0.286245 GB 33.980 MB/sec 2024/11/22-12:53:30.865894 139700870317824 [dcompact_etcd.cc:1773] job-00240/att-00: CleanFiles 0.007 sec : 0.000 2024/11/22-12:53:30.866417 139700870317824 (Original Log Time 2024/11/22-12:53:21.126443) EVENT_LOG_v1 {"time_micros": 1732251201126426, "job": 240, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195387], "files_L3": [195319, 195420], "score": 0.952055, "input_data_size": 110645188, "oldest_snapshot_seqno": 3086701270} 2024/11/22-12:53:30.866426 139700870317824 (Original Log Time 2024/11/22-12:53:30.865937) [compaction_job.cc:2022] [default] [JOB 240] Compacted 1@2 + 2@3 files to L3 => 88053177 bytes 2024/11/22-12:53:30.866430 139700870317824 (Original Log Time 2024/11/22-12:53:30.866293) [compaction_job.cc:1224] [default] compacted to: files[0 0 1 82 98 0 68] max score 0.92, MB/sec: 13.3 rd, 10.6 wr, level 3, files in(1, 2) out(3 +0 blob) MB in(27.2, 78.3 +0.0 blob) out(84.0 +0.0 blob), read-write-amplify(7.0) write-amplify(3.1) OK, records in: 2088923, records dropped: 111231 output_compression: Snappy 2024/11/22-12:53:30.866439 139700870317824 (Original Log Time 2024/11/22-12:53:30.866319) EVENT_LOG_v1 {"time_micros": 1732251210866307, "cf": "default", "job": 240, "event": "compaction_finished", "compaction_time_micros": 8290288, "compaction_time_cpu_micros": 3708100, "output_level": 3, "num_output_files": 3, "total_output_size": 88053177, "num_input_records": 2088923, "num_output_records": 1977692, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 1, 82, 98, 0, 68]} 2024/11/22-12:53:30.876932 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195368.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:30.876962 139700870317824 EVENT_LOG_v1 {"time_micros": 1732251210876958, "job": 240, "event": "table_file_deletion", "file_number": 195368} 2024/11/22-12:53:32.944060 139700922746624 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00242/att-00 2024/11/22-12:53:32.944185 139700922746624 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00242/att-00/compact.done) = OK: 10.523 sec 2024/11/22-12:53:32.944298 139700922746624 [dcompact_etcd.cc:1263] job-00242/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.306, mount = 0.000, prepare = 0.011, wait = 0.000, etcd = 10.523, work = 9.016, e2e = 10.842, ntr = 0.000 sec, input = 322.386 MiB 2024/11/22-12:53:32.949907 139700922746624 [compaction_job.cc:1086] [default] [JOB 242] Dcompacted 1@2 + 3@3 files to L3 [3] => time sec: curl = 0.306, mount = 0.000, prepare = 0.011, wait = 1.826, work = 9.016, e2e = 10.842, rename = 0.000, out zip = 0.312146 GB 34.622 MB/sec, out raw = 0.320505 GB 35.549 MB/sec 2024/11/22-12:53:32.951844 139700922746624 [dcompact_etcd.cc:1773] job-00242/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:53:32.952419 139700922746624 (Original Log Time 2024/11/22-12:53:22.102251) EVENT_LOG_v1 {"time_micros": 1732251202102242, "job": 242, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195438], "files_L3": [195323, 195324, 195325], "score": 0.883674, "input_data_size": 329290102, "oldest_snapshot_seqno": 3086713197} 2024/11/22-12:53:32.952430 139700922746624 (Original Log Time 2024/11/22-12:53:32.951877) [compaction_job.cc:2022] [default] [JOB 242] Compacted 1@2 + 3@3 files to L3 => 312146396 bytes 2024/11/22-12:53:32.952436 139700922746624 (Original Log Time 2024/11/22-12:53:32.952250) [compaction_job.cc:1224] [default] compacted to: files[0 0 0 82 98 0 68] max score 0.96, MB/sec: 37.3 rd, 35.3 wr, level 3, files in(1, 3) out(3 +0 blob) MB in(21.9, 292.1 +0.0 blob) out(297.7 +0.0 blob), read-write-amplify(27.9) write-amplify(13.6) OK, records in: 499889, records dropped: 25946 output_compression: Snappy 2024/11/22-12:53:32.952449 139700922746624 (Original Log Time 2024/11/22-12:53:32.952283) EVENT_LOG_v1 {"time_micros": 1732251212952268, "cf": "default", "job": 242, "event": "compaction_finished", "compaction_time_micros": 8838959, "compaction_time_cpu_micros": 1698138, "output_level": 3, "num_output_files": 3, "total_output_size": 312146396, "num_input_records": 499889, "num_output_records": 473943, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 82, 98, 0, 68]} 2024/11/22-12:53:32.958619 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195319.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:32.958648 139700922746624 EVENT_LOG_v1 {"time_micros": 1732251212958644, "job": 242, "event": "table_file_deletion", "file_number": 195319} 2024/11/22-12:53:32.979363 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195323.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:32.979387 139700922746624 EVENT_LOG_v1 {"time_micros": 1732251212979384, "job": 242, "event": "table_file_deletion", "file_number": 195323} 2024/11/22-12:53:32.995635 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195324.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:32.995661 139700922746624 EVENT_LOG_v1 {"time_micros": 1732251212995658, "job": 242, "event": "table_file_deletion", "file_number": 195324} 2024/11/22-12:53:33.002519 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195325.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:33.002542 139700922746624 EVENT_LOG_v1 {"time_micros": 1732251213002540, "job": 242, "event": "table_file_deletion", "file_number": 195325} 2024/11/22-12:53:33.008118 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195383.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:33.008143 139700922746624 EVENT_LOG_v1 {"time_micros": 1732251213008140, "job": 242, "event": "table_file_deletion", "file_number": 195383} 2024/11/22-12:53:33.011856 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195387.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:33.011877 139700922746624 EVENT_LOG_v1 {"time_micros": 1732251213011874, "job": 242, "event": "table_file_deletion", "file_number": 195387} 2024/11/22-12:53:33.018711 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195408.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:33.018734 139700922746624 EVENT_LOG_v1 {"time_micros": 1732251213018731, "job": 242, "event": "table_file_deletion", "file_number": 195408} 2024/11/22-12:53:33.025193 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195415.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:33.025215 139700922746624 EVENT_LOG_v1 {"time_micros": 1732251213025213, "job": 242, "event": "table_file_deletion", "file_number": 195415} 2024/11/22-12:53:33.025785 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195416.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:33.025799 139700922746624 EVENT_LOG_v1 {"time_micros": 1732251213025798, "job": 242, "event": "table_file_deletion", "file_number": 195416} 2024/11/22-12:53:33.033099 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195420.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:33.033121 139700922746624 EVENT_LOG_v1 {"time_micros": 1732251213033119, "job": 242, "event": "table_file_deletion", "file_number": 195420} 2024/11/22-12:53:33.036569 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195438.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:53:33.036589 139700922746624 EVENT_LOG_v1 {"time_micros": 1732251213036587, "job": 242, "event": "table_file_deletion", "file_number": 195438} 2024/11/22-12:54:28.023412 139701480584960 [db_impl_write.cc:2181] [default] New memtable created with log file: #195448. Immutable memtables: 0. 2024/11/22-12:54:28.025038 139700721420032 [db_impl_compaction_flush.cc:103] [JOB 243] Syncing log #195417 2024/11/22-12:54:28.025134 139700721420032 (Original Log Time 2024/11/22-12:54:28.024389) [db_impl_compaction_flush.cc:3040] Calling FlushMemTableToOutputFile with column family [default], flush slots available 2, compaction slots available 7, flush slots scheduled 1, compaction slots scheduled 0 2024/11/22-12:54:28.025146 139700721420032 [flush_job.cc:879] [default] [JOB 243] Flushing memtable with next log file: 195448 2024/11/22-12:54:28.025169 139700721420032 EVENT_LOG_v1 {"time_micros": 1732251268025162, "job": 243, "event": "flush_started", "num_memtables": 1, "num_entries": 1437074, "num_deletes": 60500, "total_data_size": 515942133, "memory_usage": 536608136, "num_range_deletes": 0, "flush_reason": "Write Buffer Full"} 2024/11/22-12:54:28.025181 139700721420032 [flush_job.cc:910] [default] [JOB 243] Level-0 flush table #195449: started 2024/11/22-12:54:28.026148 139700721420032 [cspp_memtable.cc:1074] /storage/mytopling/.rocksdb/cspp-000005.memtab-0 ConvertToReadOnly /storage/mytopling/.rocksdb/195449.sst in ConvertToSST, mem_size = 511.749 M, time = 954.595 us 2024/11/22-12:54:28.444055 139700721420032 [cspp_memtable.cc:1366] CSPPMemTab::ConvertToSST(/storage/mytopling/.rocksdb/195449.sst): fsize = 511.751 M, time(ms): open: 0.042, seek: 0.016, finish: 0.045, meta: 0.009, Flush: 0.016, sync: 417.746, close: 0.010, all: 417.884 2024/11/22-12:54:28.445202 139700721420032 [flush_job.cc:1084] [default] [JOB 243] Flush lasted 420067 microseconds, and 383526 cpu microseconds. 2024/11/22-12:54:28.467605 139700721420032 (Original Log Time 2024/11/22-12:54:28.444094) [flush_job.cc:1029] [default] [JOB 243] Level-0 flush table #195449: 536609565 bytes OK (needs compaction) 2024/11/22-12:54:28.467615 139700721420032 (Original Log Time 2024/11/22-12:54:28.445218) [memtable_list.cc:560] [default] Level-0 commit table #195449 started 2024/11/22-12:54:28.467618 139700721420032 (Original Log Time 2024/11/22-12:54:28.467405) [memtable_list.cc:759] [default] Level-0 commit table #195449: memtable #1 done 2024/11/22-12:54:28.467621 139700721420032 (Original Log Time 2024/11/22-12:54:28.467433) EVENT_LOG_v1 {"time_micros": 1732251268467425, "job": 243, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [1, 0, 0, 82, 98, 0, 68], "immutable_memtables": 0} 2024/11/22-12:54:28.467624 139700721420032 (Original Log Time 2024/11/22-12:54:28.467457) [db_impl_compaction_flush.cc:310] [default] Level summary: files[1 0 0 82 98 0 68] max score 1.00 (1 files need compaction) 2024/11/22-12:54:28.467630 139700721420032 [db_impl_files.cc:470] [JOB 243] Try to delete WAL files size 369135952, prev total WAL file size 888386124, number of live WAL files 4. 2024/11/22-12:54:28.468036 139701071644416 [compaction_job.cc:2437] [default] [JOB 244] Compacting 1@0 files to L1, score 1.00, subcompactions 3 : 3 2024/11/22-12:54:28.468055 139701071644416 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 189 Base level 0, inputs: [195449(511MB)] 2024/11/22-12:54:28.474797 139701071644416 [compaction_job.cc:1948] [default] [JOB 244] Generated table #195450: 4 keys, 3571 bytes (need compaction), temperature: kUnknown 2024/11/22-12:54:28.474837 139701071644416 EVENT_LOG_v1 {"time_micros": 1732251268474817, "cf_name": "default", "job": 244, "event": "table_file_creation", "file_number": 195450, "file_size": 3571, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3087490983, "largest_seqno": 3087492333, "table_properties": {"data_size": 512, "index_size": 2240, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 64, "raw_average_key_size": 16, "raw_value_size": 461, "raw_average_value_size": 115, "num_data_blocks": 1, "num_entries": 4, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 16, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251268, "oldest_key_time": 0, "file_creation_time": 1732251268, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195450, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:54:28.486697 139700117440256 [compaction_job.cc:1948] [default] [JOB 244] Generated table #195451: 24599 keys, 2012669 bytes (need compaction), temperature: kUnknown 2024/11/22-12:54:28.486765 139700117440256 EVENT_LOG_v1 {"time_micros": 1732251268486735, "cf_name": "default", "job": 244, "event": "table_file_creation", "file_number": 195451, "file_size": 2012669, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3086366929, "largest_seqno": 3087492335, "table_properties": {"data_size": 1269248, "index_size": 742592, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 491980, "raw_average_key_size": 20, "raw_value_size": 1269239, "raw_average_value_size": 51, "num_data_blocks": 1, "num_entries": 24599, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251268, "oldest_key_time": 0, "file_creation_time": 1732251268, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195451, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:54:28.487365 139701071644416 [compaction_job.cc:1948] [default] [JOB 244] Generated table #195453: 40 keys, 9396 bytes (need compaction), temperature: kUnknown 2024/11/22-12:54:28.487412 139701071644416 EVENT_LOG_v1 {"time_micros": 1732251268487387, "cf_name": "default", "job": 244, "event": "table_file_creation", "file_number": 195453, "file_size": 9396, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3087488450, "largest_seqno": 3087492337, "table_properties": {"data_size": 4800, "index_size": 3776, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 800, "raw_average_key_size": 20, "raw_value_size": 4779, "raw_average_value_size": 119, "num_data_blocks": 1, "num_entries": 40, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251268, "oldest_key_time": 0, "file_creation_time": 1732251268, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195453, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:54:28.531497 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195341.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:54:28.536315 139700117440256 [compaction_job.cc:1948] [default] [JOB 244] Generated table #195454: 64233 keys, 1784397 bytes (need compaction), temperature: kUnknown 2024/11/22-12:54:28.536375 139700117440256 EVENT_LOG_v1 {"time_micros": 1732251268536342, "cf_name": "default", "job": 244, "event": "table_file_creation", "file_number": 195454, "file_size": 1784397, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3085985342, "largest_seqno": 3087492341, "table_properties": {"data_size": 64256, "index_size": 1719296, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 1541592, "raw_average_key_size": 24, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 64233, "num_filter_entries": 0, "num_deletions": 30250, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 24, "fixed_value_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251268, "oldest_key_time": 0, "file_creation_time": 1732251268, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195454, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:54:28.544343 139701071644416 [compaction_job.cc:1948] [default] [JOB 244] Generated table #195455: 34884 keys, 23897153 bytes (need compaction), temperature: kUnknown 2024/11/22-12:54:28.544391 139701071644416 EVENT_LOG_v1 {"time_micros": 1732251268544365, "cf_name": "default", "job": 244, "event": "table_file_creation", "file_number": 195455, "file_size": 23897153, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3085985452, "largest_seqno": 3087492334, "table_properties": {"data_size": 22759296, "index_size": 1137024, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 837216, "raw_average_key_size": 24, "raw_value_size": 22759296, "raw_average_value_size": 652, "num_data_blocks": 1, "num_entries": 34884, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 24, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251268, "oldest_key_time": 0, "file_creation_time": 1732251268, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195455, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:54:28.551056 139701071644416 [compaction_job.cc:1948] [default] [JOB 244] Generated table #195457: 8239 keys, 765052 bytes (need compaction), temperature: kUnknown 2024/11/22-12:54:28.551100 139701071644416 EVENT_LOG_v1 {"time_micros": 1732251268551080, "cf_name": "default", "job": 244, "event": "table_file_creation", "file_number": 195457, "file_size": 765052, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3085985336, "largest_seqno": 3086366924, "table_properties": {"data_size": 425216, "index_size": 339008, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 164780, "raw_average_key_size": 20, "raw_value_size": 425172, "raw_average_value_size": 51, "num_data_blocks": 1, "num_entries": 8239, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251268, "oldest_key_time": 0, "file_creation_time": 1732251268, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195457, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:54:28.589421 139700117440256 [compaction_job.cc:1948] [default] [JOB 244] Generated table #195456: 64233 keys, 2933118 bytes (need compaction), temperature: kUnknown 2024/11/22-12:54:28.589474 139700117440256 EVENT_LOG_v1 {"time_micros": 1732251268589447, "cf_name": "default", "job": 244, "event": "table_file_creation", "file_number": 195456, "file_size": 2933118, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3085985339, "largest_seqno": 3087492338, "table_properties": {"data_size": 1212992, "index_size": 1719296, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 1541592, "raw_average_key_size": 24, "raw_value_size": 1212961, "raw_average_value_size": 18, "num_data_blocks": 1, "num_entries": 64233, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 24, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251268, "oldest_key_time": 0, "file_creation_time": 1732251268, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195456, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:54:28.606025 139697680549632 [compaction_job.cc:1948] [default] [JOB 244] Generated table #195452: 186335 keys, 26693828 bytes (need compaction), temperature: kUnknown 2024/11/22-12:54:28.606083 139697680549632 EVENT_LOG_v1 {"time_micros": 1732251268606063, "cf_name": "default", "job": 244, "event": "table_file_creation", "file_number": 195452, "file_size": 26693828, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3085985357, "largest_seqno": 3087492266, "table_properties": {"data_size": 21588160, "index_size": 5104832, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 5217380, "raw_average_key_size": 28, "raw_value_size": 21588098, "raw_average_value_size": 115, "num_data_blocks": 1, "num_entries": 186335, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 28, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251268, "oldest_key_time": 0, "file_creation_time": 1732251268, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195452, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:54:28.678065 139697680549632 [compaction_job.cc:1948] [default] [JOB 244] Generated table #195459: 31910 keys, 33524609 bytes (need compaction), temperature: kUnknown 2024/11/22-12:54:28.678117 139697680549632 EVENT_LOG_v1 {"time_micros": 1732251268678094, "cf_name": "default", "job": 244, "event": "table_file_creation", "file_number": 195459, "file_size": 33524609, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3085985754, "largest_seqno": 3087492354, "table_properties": {"data_size": 32453696, "index_size": 1070080, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 638200, "raw_average_key_size": 20, "raw_value_size": 32453660, "raw_average_value_size": 1017, "num_data_blocks": 1, "num_entries": 31910, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251268, "oldest_key_time": 0, "file_creation_time": 1732251268, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195459, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:54:28.745671 139700117440256 [compaction_job.cc:1948] [default] [JOB 244] Generated table #195458: 233656 keys, 33322820 bytes (need compaction), temperature: kUnknown 2024/11/22-12:54:28.745721 139700117440256 EVENT_LOG_v1 {"time_micros": 1732251268745698, "cf_name": "default", "job": 244, "event": "table_file_creation", "file_number": 195458, "file_size": 33322820, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3085985376, "largest_seqno": 3087492367, "table_properties": {"data_size": 27076736, "index_size": 6245248, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 6542368, "raw_average_key_size": 28, "raw_value_size": 27076696, "raw_average_value_size": 115, "num_data_blocks": 1, "num_entries": 233656, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 28, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251268, "oldest_key_time": 0, "file_creation_time": 1732251268, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195458, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:54:28.754381 139697680549632 [compaction_job.cc:1948] [default] [JOB 244] Generated table #195460: 31937 keys, 33525249 bytes (need compaction), temperature: kUnknown 2024/11/22-12:54:28.754435 139697680549632 EVENT_LOG_v1 {"time_micros": 1732251268754408, "cf_name": "default", "job": 244, "event": "table_file_creation", "file_number": 195460, "file_size": 33525249, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3085985671, "largest_seqno": 3087492315, "table_properties": {"data_size": 32480704, "index_size": 1043712, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 638740, "raw_average_key_size": 20, "raw_value_size": 32480694, "raw_average_value_size": 1017, "num_data_blocks": 1, "num_entries": 31937, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251268, "oldest_key_time": 0, "file_creation_time": 1732251268, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195460, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:54:28.829293 139697680549632 [compaction_job.cc:1948] [default] [JOB 244] Generated table #195462: 31988 keys, 33525377 bytes (need compaction), temperature: kUnknown 2024/11/22-12:54:28.829350 139697680549632 EVENT_LOG_v1 {"time_micros": 1732251268829320, "cf_name": "default", "job": 244, "event": "table_file_creation", "file_number": 195462, "file_size": 33525377, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3085985346, "largest_seqno": 3087492256, "table_properties": {"data_size": 32531840, "index_size": 992704, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 639760, "raw_average_key_size": 20, "raw_value_size": 32531813, "raw_average_value_size": 1017, "num_data_blocks": 1, "num_entries": 31988, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251268, "oldest_key_time": 0, "file_creation_time": 1732251268, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195462, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:54:28.856204 139697680549632 [compaction_job.cc:1948] [default] [JOB 244] Generated table #195463: 12295 keys, 12874624 bytes (need compaction), temperature: kUnknown 2024/11/22-12:54:28.856262 139697680549632 EVENT_LOG_v1 {"time_micros": 1732251268856233, "cf_name": "default", "job": 244, "event": "table_file_creation", "file_number": 195463, "file_size": 12874624, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3085985727, "largest_seqno": 3087491073, "table_properties": {"data_size": 12503552, "index_size": 370240, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 245900, "raw_average_key_size": 20, "raw_value_size": 12503549, "raw_average_value_size": 1016, "num_data_blocks": 1, "num_entries": 12295, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251268, "oldest_key_time": 0, "file_creation_time": 1732251268, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195463, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:54:28.866824 139700117440256 [compaction_job.cc:1948] [default] [JOB 244] Generated table #195461: 223605 keys, 31910020 bytes (need compaction), temperature: kUnknown 2024/11/22-12:54:28.866868 139700117440256 EVENT_LOG_v1 {"time_micros": 1732251268866847, "cf_name": "default", "job": 244, "event": "table_file_creation", "file_number": 195461, "file_size": 31910020, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3085985431, "largest_seqno": 3087492330, "table_properties": {"data_size": 25915712, "index_size": 5993472, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 6260940, "raw_average_key_size": 28, "raw_value_size": 25915690, "raw_average_value_size": 115, "num_data_blocks": 1, "num_entries": 223605, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 28, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251268, "oldest_key_time": 0, "file_creation_time": 1732251268, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195461, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:54:28.925003 139697680549632 [compaction_job.cc:1948] [default] [JOB 244] Generated table #195464: 94483 keys, 2603217 bytes (need compaction), temperature: kUnknown 2024/11/22-12:54:28.925060 139697680549632 EVENT_LOG_v1 {"time_micros": 1732251268925032, "cf_name": "default", "job": 244, "event": "table_file_creation", "file_number": 195464, "file_size": 2603217, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3085985340, "largest_seqno": 3087492339, "table_properties": {"data_size": 94528, "index_size": 2507840, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 2483075, "raw_average_key_size": 26, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 94483, "num_filter_entries": 0, "num_deletions": 30250, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "fixed_value_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251268, "oldest_key_time": 0, "file_creation_time": 1732251268, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195464, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:54:28.953222 139697680549632 [compaction_job.cc:1948] [default] [JOB 244] Generated table #195465: 33983 keys, 1142603 bytes (need compaction), temperature: kUnknown 2024/11/22-12:54:28.953264 139697680549632 EVENT_LOG_v1 {"time_micros": 1732251268953244, "cf_name": "default", "job": 244, "event": "table_file_creation", "file_number": 195465, "file_size": 1142603, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3085985341, "largest_seqno": 3087492340, "table_properties": {"data_size": 33984, "index_size": 1107776, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 985507, "raw_average_key_size": 29, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 33983, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 29, "fixed_value_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251268, "oldest_key_time": 0, "file_creation_time": 1732251268, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195465, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...0 records...]"}} 2024/11/22-12:54:28.953360 139701071644416 [compaction_job.cc:703] job-00244: subcompact[0], size: 0.024675 G, files: /storage/mytopling/.rocksdb [195450,195453,195455,195457] 2024/11/22-12:54:28.953382 139701071644416 [compaction_job.cc:703] job-00244: subcompact[1], size: 0.071963 G, files: /storage/mytopling/.rocksdb [195451,195454,195456,195458,195461] 2024/11/22-12:54:28.953389 139701071644416 [compaction_job.cc:703] job-00244: subcompact[2], size: 0.143890 G, files: /storage/mytopling/.rocksdb [195452,195459,195460,195462,195463,195464,195465] 2024/11/22-12:54:28.969782 139701071644416 (Original Log Time 2024/11/22-12:54:28.468077) EVENT_LOG_v1 {"time_micros": 1732251268468067, "job": 244, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L0": [195449], "score": 0.999513, "input_data_size": 536609565, "oldest_snapshot_seqno": 3087496627} 2024/11/22-12:54:28.969792 139701071644416 (Original Log Time 2024/11/22-12:54:28.969207) [compaction_job.cc:2022] [default] [JOB 244] Compacted 1@0 files to L1 => 240527703 bytes 2024/11/22-12:54:28.969796 139701071644416 (Original Log Time 2024/11/22-12:54:28.969617) [compaction_job.cc:1224] [default] compacted to: files[0 16 0 82 98 0 68] max score 0.96 (16 files need compaction), MB/sec: 1105.7 rd, 495.6 wr, level 1, files in(1, 0) out(16 +0 blob) MB in(511.8, 0.0 +0.0 blob) out(229.4 +0.0 blob), read-write-amplify(1.4) write-amplify(0.4) OK, records in: 1437074, records dropped: 360650 output_compression: Snappy 2024/11/22-12:54:28.969805 139701071644416 (Original Log Time 2024/11/22-12:54:28.969648) EVENT_LOG_v1 {"time_micros": 1732251268969631, "cf": "default", "job": 244, "event": "compaction_finished", "compaction_time_micros": 485314, "compaction_time_cpu_micros": 960035, "output_level": 1, "num_output_files": 16, "total_output_size": 240527703, "num_input_records": 1437074, "num_output_records": 1076424, "num_subcompactions": 3, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 16, 0, 82, 98, 0, 68]} 2024/11/22-12:54:28.969870 139700912260864 [compaction_job.cc:2437] [default] [JOB 245] Compacting 1@1 files to L2, score 0.96, subcompactions 1 : 1 2024/11/22-12:54:28.969880 139700891289344 [compaction_job.cc:2437] [default] [JOB 246] Compacting 1@1 files to L2, score 0.96, subcompactions 1 : 1 2024/11/22-12:54:28.969884 139700912260864 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 190 Base level 1, inputs: [195458(31MB)] 2024/11/22-12:54:28.969898 139700891289344 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 190 Base level 1, inputs: [195456(2864KB)] 2024/11/22-12:54:28.970141 139700901775104 [compaction_job.cc:2437] [default] [JOB 247] Compacting 1@1 files to L2, score 0.96, subcompactions 1 : 1 2024/11/22-12:54:28.970142 139700880803584 [compaction_job.cc:2437] [default] [JOB 248] Compacting 1@1 files to L2, score 0.96, subcompactions 1 : 1 2024/11/22-12:54:28.970146 139700922746624 [compaction_job.cc:2437] [default] [JOB 250] Compacting 1@1 files to L2, score 0.96, subcompactions 1 : 1 2024/11/22-12:54:28.970158 139700870317824 [compaction_job.cc:2437] [default] [JOB 249] Compacting 1@1 files to L2, score 0.96, subcompactions 1 : 1 2024/11/22-12:54:28.970165 139700880803584 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 190 Base level 1, inputs: [195454(1742KB)] 2024/11/22-12:54:28.970168 139700901775104 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 190 Base level 1, inputs: [195461(30MB)] 2024/11/22-12:54:28.970172 139700922746624 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 190 Base level 1, inputs: [195451(1965KB)] 2024/11/22-12:54:28.970179 139700870317824 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 190 Base level 1, inputs: [195452(25MB)] 2024/11/22-12:54:28.970294 139701071644416 [compaction_job.cc:2437] [default] [JOB 251] Compacting 1@1 files to L2, score 0.96, subcompactions 1 : 1 2024/11/22-12:54:28.970305 139701071644416 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 190 Base level 1, inputs: [195459(31MB)] 2024/11/22-12:54:28.987353 139700721420032 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195449.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:54:28.987381 139700721420032 EVENT_LOG_v1 {"time_micros": 1732251268987375, "job": 0, "event": "table_file_deletion", "file_number": 195449} 2024/11/22-12:54:29.260090 139700901775104 [dcompact_etcd.cc:1163] job-00247/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.289 sec, input = 30.686 MiB 2024/11/22-12:54:29.281850 139700912260864 [dcompact_etcd.cc:1163] job-00245/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.311 sec, input = 32.062 MiB 2024/11/22-12:54:29.283402 139700880803584 [dcompact_etcd.cc:1163] job-00248/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.313 sec, input = 1.470 MiB 2024/11/22-12:54:29.289329 139700870317824 [dcompact_etcd.cc:1163] job-00249/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.319 sec, input = 25.564 MiB 2024/11/22-12:54:29.295740 139700891289344 [dcompact_etcd.cc:1163] job-00246/att-00: init time wrt = 0.001, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.325 sec, input = 2.627 MiB 2024/11/22-12:54:29.298970 139700922746624 [dcompact_etcd.cc:1163] job-00250/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.328 sec, input = 1.680 MiB 2024/11/22-12:54:29.299870 139701071644416 [dcompact_etcd.cc:1163] job-00251/att-00: init time wrt = 0.001, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.329 sec, input = 31.559 MiB 2024/11/22-12:54:29.651767 139700880803584 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00248/att-00 2024/11/22-12:54:29.651822 139700880803584 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00248/att-00/compact.done) = OK: 0.364 sec 2024/11/22-12:54:29.651903 139700880803584 [dcompact_etcd.cc:1263] job-00248/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.313, mount = 0.000, prepare = 0.004, wait = 0.008, etcd = 0.364, work = 0.218, e2e = 0.681, ntr = 0.000 sec, input = 1.470 MiB 2024/11/22-12:54:29.655001 139700880803584 [compaction_job.cc:1086] [default] [JOB 248] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.313, mount = 0.000, prepare = 0.004, wait = 0.463, work = 0.218, e2e = 0.682, rename = 0.000, out zip = 0.000288 GB 1.321 MB/sec, out raw = 0.001542 GB 7.060 MB/sec 2024/11/22-12:54:29.656948 139700880803584 [dcompact_etcd.cc:1773] job-00248/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:54:29.657361 139700880803584 (Original Log Time 2024/11/22-12:54:28.970187) EVENT_LOG_v1 {"time_micros": 1732251268970180, "job": 248, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195454], "score": 0.955539, "input_data_size": 1784397, "oldest_snapshot_seqno": 3087502259} 2024/11/22-12:54:29.657370 139700880803584 (Original Log Time 2024/11/22-12:54:29.656976) [compaction_job.cc:2022] [default] [JOB 248] Compacted 1@1 files to L2 => 288360 bytes 2024/11/22-12:54:29.657373 139700880803584 (Original Log Time 2024/11/22-12:54:29.657282) [compaction_job.cc:1224] [default] compacted to: files[0 15 1 82 98 0 68] max score 0.96 (10 files need compaction), MB/sec: 20.9 rd, 3.4 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(1.7, 0.0 +0.0 blob) out(0.3 +0.0 blob), read-write-amplify(1.2) write-amplify(0.2) OK, records in: 64233, records dropped: 0 output_compression: Snappy 2024/11/22-12:54:29.657381 139700880803584 (Original Log Time 2024/11/22-12:54:29.657307) EVENT_LOG_v1 {"time_micros": 1732251269657296, "cf": "default", "job": 248, "event": "compaction_finished", "compaction_time_micros": 85222, "compaction_time_cpu_micros": 33016, "output_level": 2, "num_output_files": 1, "total_output_size": 288360, "num_input_records": 64233, "num_output_records": 64233, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 15, 1, 82, 98, 0, 68]} 2024/11/22-12:54:29.657441 139700880803584 [compaction_job.cc:2437] [default] [JOB 252] Compacting 1@1 files to L2, score 0.96, subcompactions 1 : 1 2024/11/22-12:54:29.657448 139700880803584 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 191 Base level 1, inputs: [195465(1115KB)] 2024/11/22-12:54:29.663013 139700891289344 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00246/att-00 2024/11/22-12:54:29.663069 139700891289344 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00246/att-00/compact.done) = OK: 0.359 sec 2024/11/22-12:54:29.663147 139700891289344 [dcompact_etcd.cc:1263] job-00246/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.325, mount = 0.000, prepare = 0.007, wait = 0.000, etcd = 0.359, work = 0.222, e2e = 0.693, ntr = 0.000 sec, input = 2.627 MiB 2024/11/22-12:54:29.665018 139700891289344 [compaction_job.cc:1086] [default] [JOB 246] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.325, mount = 0.000, prepare = 0.007, wait = 0.471, work = 0.222, e2e = 0.693, rename = 0.000, out zip = 0.001579 GB 7.109 MB/sec, out raw = 0.002755 GB 12.402 MB/sec 2024/11/22-12:54:29.667150 139700922746624 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00250/att-00 2024/11/22-12:54:29.667215 139700922746624 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00250/att-00/compact.done) = OK: 0.360 sec 2024/11/22-12:54:29.667292 139700922746624 [dcompact_etcd.cc:1263] job-00250/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.328, mount = 0.000, prepare = 0.007, wait = 0.002, etcd = 0.360, work = 0.202, e2e = 0.697, ntr = 0.000 sec, input = 1.680 MiB 2024/11/22-12:54:29.667936 139700891289344 [dcompact_etcd.cc:1773] job-00246/att-00: CleanFiles 0.003 sec : 0.000 2024/11/22-12:54:29.668366 139700891289344 (Original Log Time 2024/11/22-12:54:28.969925) EVENT_LOG_v1 {"time_micros": 1732251268969909, "job": 246, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195456], "score": 0.955539, "input_data_size": 2933118, "oldest_snapshot_seqno": 3087502259} 2024/11/22-12:54:29.668377 139700891289344 (Original Log Time 2024/11/22-12:54:29.667966) [compaction_job.cc:2022] [default] [JOB 246] Compacted 1@1 files to L2 => 1579096 bytes 2024/11/22-12:54:29.668383 139700891289344 (Original Log Time 2024/11/22-12:54:29.668301) [compaction_job.cc:1224] [default] compacted to: files[0 14 2 82 98 0 68] max score 0.96 (10 files need compaction), MB/sec: 30.4 rd, 16.4 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(2.8, 0.0 +0.0 blob) out(1.5 +0.0 blob), read-write-amplify(1.5) write-amplify(0.5) OK, records in: 64233, records dropped: 0 output_compression: Snappy 2024/11/22-12:54:29.668393 139700891289344 (Original Log Time 2024/11/22-12:54:29.668320) EVENT_LOG_v1 {"time_micros": 1732251269668311, "cf": "default", "job": 246, "event": "compaction_finished", "compaction_time_micros": 96523, "compaction_time_cpu_micros": 40093, "output_level": 2, "num_output_files": 1, "total_output_size": 1579096, "num_input_records": 64233, "num_output_records": 64233, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 14, 2, 82, 98, 0, 68]} 2024/11/22-12:54:29.668457 139700891289344 [compaction_job.cc:2437] [default] [JOB 253] Compacting 1@1 files to L2, score 0.96, subcompactions 1 : 1 2024/11/22-12:54:29.668467 139700891289344 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 192 Base level 1, inputs: [195453(9396B)] 2024/11/22-12:54:29.669486 139700922746624 [compaction_job.cc:1086] [default] [JOB 250] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.328, mount = 0.000, prepare = 0.007, wait = 0.495, work = 0.202, e2e = 0.697, rename = 0.000, out zip = 0.001322 GB 6.546 MB/sec, out raw = 0.001761 GB 8.720 MB/sec 2024/11/22-12:54:29.671419 139700922746624 [dcompact_etcd.cc:1773] job-00250/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:54:29.671765 139700922746624 (Original Log Time 2024/11/22-12:54:28.970191) EVENT_LOG_v1 {"time_micros": 1732251268970183, "job": 250, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195451], "score": 0.955539, "input_data_size": 2012669, "oldest_snapshot_seqno": 3087502259} 2024/11/22-12:54:29.671774 139700922746624 (Original Log Time 2024/11/22-12:54:29.671441) [compaction_job.cc:2022] [default] [JOB 250] Compacted 1@1 files to L2 => 1322119 bytes 2024/11/22-12:54:29.671779 139700922746624 (Original Log Time 2024/11/22-12:54:29.671710) [compaction_job.cc:1224] [default] compacted to: files[0 13 3 82 98 0 68] max score 0.96 (10 files need compaction), MB/sec: 27.6 rd, 18.1 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(1.9, 0.0 +0.0 blob) out(1.3 +0.0 blob), read-write-amplify(1.7) write-amplify(0.7) OK, records in: 24599, records dropped: 0 output_compression: Snappy 2024/11/22-12:54:29.671788 139700922746624 (Original Log Time 2024/11/22-12:54:29.671728) EVENT_LOG_v1 {"time_micros": 1732251269671719, "cf": "default", "job": 250, "event": "compaction_finished", "compaction_time_micros": 73044, "compaction_time_cpu_micros": 23526, "output_level": 2, "num_output_files": 1, "total_output_size": 1322119, "num_input_records": 24599, "num_output_records": 24599, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 13, 3, 82, 98, 0, 68]} 2024/11/22-12:54:29.671832 139700922746624 [compaction_job.cc:2437] [default] [JOB 254] Compacting 1@1 files to L2, score 0.96, subcompactions 1 : 1 2024/11/22-12:54:29.671840 139700922746624 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 193 Base level 1, inputs: [195463(12MB)] 2024/11/22-12:54:29.943477 139700891289344 [dcompact_etcd.cc:1163] job-00253/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.275 sec, input = 5.448 KiB 2024/11/22-12:54:29.958740 139700922746624 [dcompact_etcd.cc:1163] job-00254/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.287 sec, input = 12.159 MiB 2024/11/22-12:54:29.967435 139700880803584 [dcompact_etcd.cc:1163] job-00252/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.310 sec, input = 962.409 KiB 2024/11/22-12:54:30.027326 139700870317824 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00249/att-00 2024/11/22-12:54:30.027381 139700870317824 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00249/att-00/compact.done) = OK: 0.729 sec 2024/11/22-12:54:30.027457 139700870317824 [dcompact_etcd.cc:1263] job-00249/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.319, mount = 0.000, prepare = 0.006, wait = 0.003, etcd = 0.729, work = 0.551, e2e = 1.057, ntr = 0.000 sec, input = 25.564 MiB 2024/11/22-12:54:30.029144 139701071644416 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00251/att-00 2024/11/22-12:54:30.029199 139701071644416 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00251/att-00/compact.done) = OK: 0.721 sec 2024/11/22-12:54:30.029267 139701071644416 [dcompact_etcd.cc:1263] job-00251/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.329, mount = 0.000, prepare = 0.006, wait = 0.000, etcd = 0.721, work = 0.537, e2e = 1.058, ntr = 0.000 sec, input = 31.559 MiB 2024/11/22-12:54:30.029406 139700870317824 [compaction_job.cc:1086] [default] [JOB 249] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.319, mount = 0.000, prepare = 0.006, wait = 0.506, work = 0.551, e2e = 1.057, rename = 0.000, out zip = 0.022725 GB 41.222 MB/sec, out raw = 0.026805 GB 48.624 MB/sec 2024/11/22-12:54:30.031037 139701071644416 [compaction_job.cc:1086] [default] [JOB 251] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.329, mount = 0.000, prepare = 0.006, wait = 0.522, work = 0.537, e2e = 1.059, rename = 0.000, out zip = 0.032700 GB 60.863 MB/sec, out raw = 0.033092 GB 61.592 MB/sec 2024/11/22-12:54:30.032665 139700870317824 [dcompact_etcd.cc:1773] job-00249/att-00: CleanFiles 0.003 sec : 0.000 2024/11/22-12:54:30.033151 139700870317824 (Original Log Time 2024/11/22-12:54:28.970196) EVENT_LOG_v1 {"time_micros": 1732251268970189, "job": 249, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195452], "score": 0.955539, "input_data_size": 26693828, "oldest_snapshot_seqno": 3087502259} 2024/11/22-12:54:30.033163 139700870317824 (Original Log Time 2024/11/22-12:54:30.032696) [compaction_job.cc:2022] [default] [JOB 249] Compacted 1@1 files to L2 => 22724838 bytes 2024/11/22-12:54:30.033168 139700870317824 (Original Log Time 2024/11/22-12:54:30.033052) [compaction_job.cc:1224] [default] compacted to: files[0 12 4 82 98 0 68] max score 0.96 (10 files need compaction), MB/sec: 63.9 rd, 54.4 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(25.5, 0.0 +0.0 blob) out(21.7 +0.0 blob), read-write-amplify(1.9) write-amplify(0.9) OK, records in: 186335, records dropped: 0 output_compression: Snappy 2024/11/22-12:54:30.033179 139700870317824 (Original Log Time 2024/11/22-12:54:30.033085) EVENT_LOG_v1 {"time_micros": 1732251270033069, "cf": "default", "job": 249, "event": "compaction_finished", "compaction_time_micros": 417616, "compaction_time_cpu_micros": 186739, "output_level": 2, "num_output_files": 1, "total_output_size": 22724838, "num_input_records": 186335, "num_output_records": 186335, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 12, 4, 82, 98, 0, 68]} 2024/11/22-12:54:30.033270 139700870317824 [compaction_job.cc:2437] [default] [JOB 255] Compacting 1@1 files to L2, score 0.96, subcompactions 1 : 1 2024/11/22-12:54:30.033278 139700870317824 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 194 Base level 1, inputs: [195460(31MB)] 2024/11/22-12:54:30.033874 139701071644416 [dcompact_etcd.cc:1773] job-00251/att-00: CleanFiles 0.003 sec : 0.000 2024/11/22-12:54:30.034308 139701071644416 (Original Log Time 2024/11/22-12:54:28.970318) EVENT_LOG_v1 {"time_micros": 1732251268970313, "job": 251, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195459], "score": 0.955539, "input_data_size": 33524609, "oldest_snapshot_seqno": 3087502259} 2024/11/22-12:54:30.034317 139701071644416 (Original Log Time 2024/11/22-12:54:30.033900) [compaction_job.cc:2022] [default] [JOB 251] Compacted 1@1 files to L2 => 32699730 bytes 2024/11/22-12:54:30.034320 139701071644416 (Original Log Time 2024/11/22-12:54:30.034248) [compaction_job.cc:1224] [default] compacted to: files[0 11 5 82 98 0 68] max score 0.96 (10 files need compaction), MB/sec: 82.7 rd, 80.7 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(32.0, 0.0 +0.0 blob) out(31.2 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 31910, records dropped: 0 output_compression: Snappy 2024/11/22-12:54:30.034328 139701071644416 (Original Log Time 2024/11/22-12:54:30.034268) EVENT_LOG_v1 {"time_micros": 1732251270034259, "cf": "default", "job": 251, "event": "compaction_finished", "compaction_time_micros": 405350, "compaction_time_cpu_micros": 112473, "output_level": 2, "num_output_files": 1, "total_output_size": 32699730, "num_input_records": 31910, "num_output_records": 31910, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 11, 5, 82, 98, 0, 68]} 2024/11/22-12:54:30.034411 139701071644416 [compaction_job.cc:2437] [default] [JOB 256] Compacting 1@2 + 19@3 files to L3, score 0.96, subcompactions 1 : 1 2024/11/22-12:54:30.034422 139701071644416 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 195 Base level 2, inputs: [195469(21MB)], [195443(41MB) 195444(5849KB) 195421(34MB) 195422(35MB) 195423(33MB) 195424(35MB) 195425(34MB) 195426(33MB) 195427(36MB) 195428(33MB) 195429(34MB) 195430(35MB) 195431(33MB) 195432(35MB) 195433(34MB) 195434(33MB) 195435(36MB) 195436(33MB) 195437(10116KB)] 2024/11/22-12:54:30.130685 139700901775104 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00247/att-00 2024/11/22-12:54:30.130748 139700901775104 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00247/att-00/compact.done) = OK: 0.862 sec 2024/11/22-12:54:30.130827 139700901775104 [dcompact_etcd.cc:1263] job-00247/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.289, mount = 0.000, prepare = 0.010, wait = 0.000, etcd = 0.862, work = 0.615, e2e = 1.160, ntr = 0.000 sec, input = 30.686 MiB 2024/11/22-12:54:30.133027 139700901775104 [compaction_job.cc:1086] [default] [JOB 247] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.289, mount = 0.000, prepare = 0.010, wait = 0.546, work = 0.615, e2e = 1.161, rename = 0.000, out zip = 0.027284 GB 44.358 MB/sec, out raw = 0.032177 GB 52.313 MB/sec 2024/11/22-12:54:30.135334 139700901775104 [dcompact_etcd.cc:1773] job-00247/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:54:30.135783 139700901775104 (Original Log Time 2024/11/22-12:54:28.970187) EVENT_LOG_v1 {"time_micros": 1732251268970179, "job": 247, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195461], "score": 0.955539, "input_data_size": 31910020, "oldest_snapshot_seqno": 3087502259} 2024/11/22-12:54:30.135795 139700901775104 (Original Log Time 2024/11/22-12:54:30.135361) [compaction_job.cc:2022] [default] [JOB 247] Compacted 1@1 files to L2 => 27283686 bytes 2024/11/22-12:54:30.135800 139700901775104 (Original Log Time 2024/11/22-12:54:30.135699) [compaction_job.cc:1224] [default] compacted to: files[0 10 6 82 98 0 68] max score 0.67 (10 files need compaction), MB/sec: 66.9 rd, 57.2 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(30.4, 0.0 +0.0 blob) out(26.0 +0.0 blob), read-write-amplify(1.9) write-amplify(0.9) OK, records in: 223605, records dropped: 0 output_compression: Snappy 2024/11/22-12:54:30.135812 139700901775104 (Original Log Time 2024/11/22-12:54:30.135727) EVENT_LOG_v1 {"time_micros": 1732251270135713, "cf": "default", "job": 247, "event": "compaction_finished", "compaction_time_micros": 476892, "compaction_time_cpu_micros": 220772, "output_level": 2, "num_output_files": 1, "total_output_size": 27283686, "num_input_records": 223605, "num_output_records": 223605, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 10, 6, 82, 98, 0, 68]} 2024/11/22-12:54:30.135879 139700901775104 [compaction_job.cc:2437] [default] [JOB 257] Compacting 1@1 files to L2, score 0.67, subcompactions 1 : 1 2024/11/22-12:54:30.135887 139700901775104 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 196 Base level 1, inputs: [195462(31MB)] 2024/11/22-12:54:30.194451 139700912260864 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00245/att-00 2024/11/22-12:54:30.194501 139700912260864 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00245/att-00/compact.done) = OK: 0.905 sec 2024/11/22-12:54:30.194578 139700912260864 [dcompact_etcd.cc:1263] job-00245/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.311, mount = 0.000, prepare = 0.004, wait = 0.003, etcd = 0.905, work = 0.636, e2e = 1.224, ntr = 0.000 sec, input = 32.062 MiB 2024/11/22-12:54:30.196575 139700912260864 [compaction_job.cc:1086] [default] [JOB 245] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.311, mount = 0.000, prepare = 0.004, wait = 0.589, work = 0.636, e2e = 1.225, rename = 0.000, out zip = 0.028503 GB 44.817 MB/sec, out raw = 0.033619 GB 52.861 MB/sec 2024/11/22-12:54:30.198478 139700912260864 [dcompact_etcd.cc:1773] job-00245/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:54:30.198965 139700912260864 (Original Log Time 2024/11/22-12:54:28.969900) EVENT_LOG_v1 {"time_micros": 1732251268969893, "job": 245, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195458], "score": 0.955539, "input_data_size": 33322820, "oldest_snapshot_seqno": 3087502259} 2024/11/22-12:54:30.198977 139700912260864 (Original Log Time 2024/11/22-12:54:30.198502) [compaction_job.cc:2022] [default] [JOB 245] Compacted 1@1 files to L2 => 28503078 bytes 2024/11/22-12:54:30.198982 139700912260864 (Original Log Time 2024/11/22-12:54:30.198854) [compaction_job.cc:1224] [default] compacted to: files[0 9 7 82 98 0 68] max score 0.67 (10 files need compaction), MB/sec: 65.6 rd, 56.1 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(31.8, 0.0 +0.0 blob) out(27.2 +0.0 blob), read-write-amplify(1.9) write-amplify(0.9) OK, records in: 233656, records dropped: 0 output_compression: Snappy 2024/11/22-12:54:30.198993 139700912260864 (Original Log Time 2024/11/22-12:54:30.198877) EVENT_LOG_v1 {"time_micros": 1732251270198867, "cf": "default", "job": 245, "event": "compaction_finished", "compaction_time_micros": 508288, "compaction_time_cpu_micros": 239709, "output_level": 2, "num_output_files": 1, "total_output_size": 28503078, "num_input_records": 233656, "num_output_records": 233656, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 9, 7, 82, 98, 0, 68]} 2024/11/22-12:54:30.201049 139700912260864 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195454.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:54:30.201075 139700912260864 EVENT_LOG_v1 {"time_micros": 1732251270201071, "job": 245, "event": "table_file_deletion", "file_number": 195454} 2024/11/22-12:54:30.201172 139700912260864 [compaction_job.cc:2437] [default] [JOB 258] Compacting 1@2 + 1@3 files to L3, score 0.67, subcompactions 1 : 1 2024/11/22-12:54:30.201180 139700912260864 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 197 Base level 2, inputs: [195467(1542KB)], [195406(73MB)] 2024/11/22-12:54:30.279666 139700891289344 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00253/att-00 2024/11/22-12:54:30.279724 139700891289344 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00253/att-00/compact.done) = OK: 0.330 sec 2024/11/22-12:54:30.279819 139700891289344 [dcompact_etcd.cc:1263] job-00253/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.275, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 0.330, work = 0.164, e2e = 0.611, ntr = 0.000 sec, input = 5.448 KiB 2024/11/22-12:54:30.281680 139700891289344 [compaction_job.cc:1086] [default] [JOB 253] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.275, mount = 0.000, prepare = 0.004, wait = 0.447, work = 0.164, e2e = 0.611, rename = 0.000, out zip = 0.000019 GB 0.113 MB/sec, out raw = 0.000006 GB 0.034 MB/sec 2024/11/22-12:54:30.283587 139700891289344 [dcompact_etcd.cc:1773] job-00253/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:54:30.284181 139700891289344 (Original Log Time 2024/11/22-12:54:29.668483) EVENT_LOG_v1 {"time_micros": 1732251269668476, "job": 253, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195453], "score": 0.955539, "input_data_size": 9396, "oldest_snapshot_seqno": 3087510153} 2024/11/22-12:54:30.284192 139700891289344 (Original Log Time 2024/11/22-12:54:30.283617) [compaction_job.cc:2022] [default] [JOB 253] Compacted 1@1 files to L2 => 18510 bytes 2024/11/22-12:54:30.284198 139700891289344 (Original Log Time 2024/11/22-12:54:30.284056) [compaction_job.cc:1224] [default] compacted to: files[0 8 8 82 98 0 68] max score 0.65 (10 files need compaction), MB/sec: 0.3 rd, 0.5 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(0.0, 0.0 +0.0 blob) out(0.0 +0.0 blob), read-write-amplify(3.0) write-amplify(2.0) OK, records in: 40, records dropped: 0 output_compression: Snappy 2024/11/22-12:54:30.284220 139700891289344 (Original Log Time 2024/11/22-12:54:30.284086) EVENT_LOG_v1 {"time_micros": 1732251270284071, "cf": "default", "job": 253, "event": "compaction_finished", "compaction_time_micros": 35074, "compaction_time_cpu_micros": 1826, "output_level": 2, "num_output_files": 1, "total_output_size": 18510, "num_input_records": 40, "num_output_records": 40, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 8, 8, 82, 98, 0, 68]} 2024/11/22-12:54:30.284243 139700891289344 (Original Log Time 2024/11/22-12:54:30.284241) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:54:30.313686 139701071644416 [dcompact_etcd.cc:1163] job-00256/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.279 sec, input = 2.196 GiB 2024/11/22-12:54:30.323383 139700880803584 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00252/att-00 2024/11/22-12:54:30.323450 139700880803584 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00252/att-00/compact.done) = OK: 0.348 sec 2024/11/22-12:54:30.323561 139700880803584 [dcompact_etcd.cc:1263] job-00252/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.310, mount = 0.000, prepare = 0.004, wait = 0.005, etcd = 0.348, work = 0.202, e2e = 0.666, ntr = 0.000 sec, input = 962.409 KiB 2024/11/22-12:54:30.325436 139700880803584 [compaction_job.cc:1086] [default] [JOB 252] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.310, mount = 0.000, prepare = 0.004, wait = 0.464, work = 0.202, e2e = 0.666, rename = 0.000, out zip = 0.000239 GB 1.186 MB/sec, out raw = 0.000986 GB 4.887 MB/sec 2024/11/22-12:54:30.327339 139700880803584 [dcompact_etcd.cc:1773] job-00252/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:54:30.327750 139700891289344 (Original Log Time 2024/11/22-12:54:30.327742) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:54:30.327793 139700880803584 (Original Log Time 2024/11/22-12:54:29.657458) EVENT_LOG_v1 {"time_micros": 1732251269657453, "job": 252, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195465], "score": 0.955539, "input_data_size": 1142603, "oldest_snapshot_seqno": 3087509883} 2024/11/22-12:54:30.327802 139700880803584 (Original Log Time 2024/11/22-12:54:30.327365) [compaction_job.cc:2022] [default] [JOB 252] Compacted 1@1 files to L2 => 239224 bytes 2024/11/22-12:54:30.327806 139700880803584 (Original Log Time 2024/11/22-12:54:30.327679) [compaction_job.cc:1224] [default] compacted to: files[0 7 9 82 98 0 68] max score 0.65 (11 files need compaction), MB/sec: 13.7 rd, 2.9 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(1.1, 0.0 +0.0 blob) out(0.2 +0.0 blob), read-write-amplify(1.2) write-amplify(0.2) OK, records in: 33983, records dropped: 0 output_compression: Snappy 2024/11/22-12:54:30.327822 139700880803584 (Original Log Time 2024/11/22-12:54:30.327703) EVENT_LOG_v1 {"time_micros": 1732251270327692, "cf": "default", "job": 252, "event": "compaction_finished", "compaction_time_micros": 83465, "compaction_time_cpu_micros": 20732, "output_level": 2, "num_output_files": 1, "total_output_size": 239224, "num_input_records": 33983, "num_output_records": 33983, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 7, 9, 82, 98, 0, 68]} 2024/11/22-12:54:30.329864 139700880803584 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195451.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:54:30.329886 139700880803584 EVENT_LOG_v1 {"time_micros": 1732251270329883, "job": 252, "event": "table_file_deletion", "file_number": 195451} 2024/11/22-12:54:30.332135 139700880803584 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195456.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:54:30.332157 139700880803584 EVENT_LOG_v1 {"time_micros": 1732251270332154, "job": 252, "event": "table_file_deletion", "file_number": 195456} 2024/11/22-12:54:30.336786 139700870317824 [dcompact_etcd.cc:1163] job-00255/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.303 sec, input = 31.585 MiB 2024/11/22-12:54:30.389764 139700901775104 [dcompact_etcd.cc:1163] job-00257/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.253 sec, input = 31.635 MiB 2024/11/22-12:54:30.462641 139700922746624 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00254/att-00 2024/11/22-12:54:30.462711 139700922746624 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00254/att-00/compact.done) = OK: 0.495 sec 2024/11/22-12:54:30.462801 139700922746624 [dcompact_etcd.cc:1263] job-00254/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.287, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 0.495, work = 0.298, e2e = 0.791, ntr = 0.000 sec, input = 12.159 MiB 2024/11/22-12:54:30.464665 139700922746624 [compaction_job.cc:1086] [default] [JOB 254] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.287, mount = 0.000, prepare = 0.004, wait = 0.493, work = 0.298, e2e = 0.791, rename = 0.000, out zip = 0.012599 GB 42.327 MB/sec, out raw = 0.012749 GB 42.833 MB/sec 2024/11/22-12:54:30.466679 139700922746624 [dcompact_etcd.cc:1773] job-00254/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:54:30.467351 139700922746624 (Original Log Time 2024/11/22-12:54:29.671851) EVENT_LOG_v1 {"time_micros": 1732251269671846, "job": 254, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195463], "score": 0.955539, "input_data_size": 12874624, "oldest_snapshot_seqno": 3087510215} 2024/11/22-12:54:30.467362 139700922746624 (Original Log Time 2024/11/22-12:54:30.466706) [compaction_job.cc:2022] [default] [JOB 254] Compacted 1@1 files to L2 => 12598737 bytes 2024/11/22-12:54:30.467367 139700922746624 (Original Log Time 2024/11/22-12:54:30.467150) [compaction_job.cc:1224] [default] compacted to: files[0 6 10 82 98 0 68] max score 0.65 (12 files need compaction), MB/sec: 72.7 rd, 71.2 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(12.3, 0.0 +0.0 blob) out(12.0 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 12295, records dropped: 0 output_compression: Snappy 2024/11/22-12:54:30.467393 139700922746624 (Original Log Time 2024/11/22-12:54:30.467179) EVENT_LOG_v1 {"time_micros": 1732251270467165, "cf": "default", "job": 254, "event": "compaction_finished", "compaction_time_micros": 177022, "compaction_time_cpu_micros": 43877, "output_level": 2, "num_output_files": 1, "total_output_size": 12598737, "num_input_records": 12295, "num_output_records": 12295, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 6, 10, 82, 98, 0, 68]} 2024/11/22-12:54:30.467428 139700891289344 [compaction_job.cc:2437] [default] [JOB 261] Compacting 1@2 + 1@3 files to L3, score 0.65, subcompactions 1 : 1 2024/11/22-12:54:30.467435 139700880803584 [compaction_job.cc:2437] [default] [JOB 262] Compacting 1@2 files to L3, score 0.65, subcompactions 1 : 1 2024/11/22-12:54:30.467447 139700891289344 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 200 Base level 2, inputs: [195473(18KB)], [195397(22KB)] 2024/11/22-12:54:30.467476 139700880803584 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 200 Base level 2, inputs: [195468(1291KB)] 2024/11/22-12:54:30.475459 139700922746624 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195452.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:54:30.475487 139700922746624 EVENT_LOG_v1 {"time_micros": 1732251270475483, "job": 254, "event": "table_file_deletion", "file_number": 195452} 2024/11/22-12:54:30.475583 139700922746624 [compaction_job.cc:2437] [default] [JOB 263] Compacting 1@1 files to L2, score 0.65, subcompactions 1 : 1 2024/11/22-12:54:30.475594 139700922746624 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 200 Base level 1, inputs: [195464(2542KB)] 2024/11/22-12:54:30.479387 139700912260864 [dcompact_etcd.cc:1163] job-00258/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.278 sec, input = 130.627 MiB 2024/11/22-12:54:30.778149 139700922746624 [dcompact_etcd.cc:1163] job-00263/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.302 sec, input = 2.368 MiB 2024/11/22-12:54:30.791087 139700880803584 [dcompact_etcd.cc:1163] job-00262/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.323 sec, input = 1.680 MiB 2024/11/22-12:54:30.793045 139700891289344 [dcompact_etcd.cc:1163] job-00261/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.325 sec, input = 14.994 KiB 2024/11/22-12:54:31.067629 139700870317824 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00255/att-00 2024/11/22-12:54:31.067687 139700870317824 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00255/att-00/compact.done) = OK: 0.726 sec 2024/11/22-12:54:31.067767 139700870317824 [dcompact_etcd.cc:1263] job-00255/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.303, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 0.726, work = 0.513, e2e = 1.034, ntr = 0.000 sec, input = 31.585 MiB 2024/11/22-12:54:31.069601 139700870317824 [compaction_job.cc:1086] [default] [JOB 255] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.303, mount = 0.000, prepare = 0.004, wait = 0.521, work = 0.513, e2e = 1.034, rename = 0.000, out zip = 0.032722 GB 63.754 MB/sec, out raw = 0.033119 GB 64.528 MB/sec 2024/11/22-12:54:31.071479 139700870317824 [dcompact_etcd.cc:1773] job-00255/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:54:31.071913 139700870317824 (Original Log Time 2024/11/22-12:54:30.033292) EVENT_LOG_v1 {"time_micros": 1732251270033285, "job": 255, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195460], "score": 0.955539, "input_data_size": 33525249, "oldest_snapshot_seqno": 3087514966} 2024/11/22-12:54:31.071936 139700870317824 (Original Log Time 2024/11/22-12:54:31.071513) [compaction_job.cc:2022] [default] [JOB 255] Compacted 1@1 files to L2 => 32721810 bytes 2024/11/22-12:54:31.071942 139700870317824 (Original Log Time 2024/11/22-12:54:31.071810) [compaction_job.cc:1224] [default] compacted to: files[0 5 11 82 98 0 68] max score 0.65 (10 files need compaction), MB/sec: 87.1 rd, 85.1 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(32.0, 0.0 +0.0 blob) out(31.2 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 31937, records dropped: 0 output_compression: Snappy 2024/11/22-12:54:31.071965 139700870317824 (Original Log Time 2024/11/22-12:54:31.071834) EVENT_LOG_v1 {"time_micros": 1732251271071823, "cf": "default", "job": 255, "event": "compaction_finished", "compaction_time_micros": 384734, "compaction_time_cpu_micros": 111464, "output_level": 2, "num_output_files": 1, "total_output_size": 32721810, "num_input_records": 31937, "num_output_records": 31937, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 5, 11, 82, 98, 0, 68]} 2024/11/22-12:54:31.079226 139700870317824 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195459.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:54:31.079254 139700870317824 EVENT_LOG_v1 {"time_micros": 1732251271079251, "job": 255, "event": "table_file_deletion", "file_number": 195459} 2024/11/22-12:54:31.079285 139700870317824 [compaction_picker.cc:563] [default] Expanding@2 1+5(32699730+213340138 bytes) to 2+5 (65421540+213340138 bytes) 2024/11/22-12:54:31.079373 139700870317824 [compaction_job.cc:2437] [default] [JOB 264] Compacting 2@2 + 5@3 files to L3, score 0.65, subcompactions 1 : 1 2024/11/22-12:54:31.079382 139700870317824 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 201 Base level 2, inputs: [195470(31MB) 195476(31MB)], [195411(40MB) 195412(40MB) 195413(40MB) 195414(40MB) 195439(40MB)] 2024/11/22-12:54:31.119791 139700901775104 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00257/att-00 2024/11/22-12:54:31.119861 139700901775104 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00257/att-00/compact.done) = OK: 0.725 sec 2024/11/22-12:54:31.119953 139700901775104 [dcompact_etcd.cc:1263] job-00257/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.253, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 0.725, work = 0.518, e2e = 0.984, ntr = 0.000 sec, input = 31.635 MiB 2024/11/22-12:54:31.121855 139700901775104 [compaction_job.cc:1086] [default] [JOB 257] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.253, mount = 0.000, prepare = 0.004, wait = 0.466, work = 0.518, e2e = 0.984, rename = 0.000, out zip = 0.032774 GB 63.273 MB/sec, out raw = 0.033172 GB 64.041 MB/sec 2024/11/22-12:54:31.123894 139700901775104 [dcompact_etcd.cc:1773] job-00257/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:54:31.124416 139700901775104 (Original Log Time 2024/11/22-12:54:30.135899) EVENT_LOG_v1 {"time_micros": 1732251270135894, "job": 257, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195462], "score": 0.666023, "input_data_size": 33525377, "oldest_snapshot_seqno": 3087516017} 2024/11/22-12:54:31.124425 139700901775104 (Original Log Time 2024/11/22-12:54:31.123941) [compaction_job.cc:2022] [default] [JOB 257] Compacted 1@1 files to L2 => 32773650 bytes 2024/11/22-12:54:31.124428 139700901775104 (Original Log Time 2024/11/22-12:54:31.124325) [compaction_job.cc:1224] [default] compacted to: files[0 4 12 82 98 0 68] max score 0.57 (9 files need compaction), MB/sec: 86.1 rd, 84.1 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(32.0, 0.0 +0.0 blob) out(31.3 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 31988, records dropped: 0 output_compression: Snappy 2024/11/22-12:54:31.124450 139700901775104 (Original Log Time 2024/11/22-12:54:31.124348) EVENT_LOG_v1 {"time_micros": 1732251271124337, "cf": "default", "job": 257, "event": "compaction_finished", "compaction_time_micros": 389548, "compaction_time_cpu_micros": 115929, "output_level": 2, "num_output_files": 1, "total_output_size": 32773650, "num_input_records": 31988, "num_output_records": 31988, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 4, 12, 82, 98, 0, 68]} 2024/11/22-12:54:31.124535 139700901775104 [compaction_job.cc:2437] [default] [JOB 265] Compacting 1@2 + 1@3 files to L3, score 0.57, subcompactions 1 : 1 2024/11/22-12:54:31.124547 139700901775104 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 202 Base level 2, inputs: [195474(233KB)], [195402(29MB)] 2024/11/22-12:54:31.141039 139700891289344 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00261/att-00 2024/11/22-12:54:31.141097 139700891289344 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00261/att-00/compact.done) = OK: 0.340 sec 2024/11/22-12:54:31.141163 139700891289344 [dcompact_etcd.cc:1263] job-00261/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.325, mount = 0.000, prepare = 0.003, wait = 0.000, etcd = 0.340, work = 0.195, e2e = 0.673, ntr = 0.000 sec, input = 14.994 KiB 2024/11/22-12:54:31.142908 139700891289344 [compaction_job.cc:1086] [default] [JOB 261] Dcompacted 1@2 + 1@3 files to L3 [1] => time sec: curl = 0.325, mount = 0.000, prepare = 0.003, wait = 0.479, work = 0.195, e2e = 0.674, rename = 0.000, out zip = 0.000023 GB 0.116 MB/sec, out raw = 0.000010 GB 0.050 MB/sec 2024/11/22-12:54:31.144735 139700891289344 [dcompact_etcd.cc:1773] job-00261/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:54:31.145109 139700891289344 (Original Log Time 2024/11/22-12:54:30.467470) EVENT_LOG_v1 {"time_micros": 1732251270467459, "job": 261, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195473], "files_L3": [195397], "score": 0.649356, "input_data_size": 41056, "oldest_snapshot_seqno": 3087519646} 2024/11/22-12:54:31.145118 139700891289344 (Original Log Time 2024/11/22-12:54:31.144757) [compaction_job.cc:2022] [default] [JOB 261] Compacted 1@2 + 1@3 files to L3 => 22546 bytes 2024/11/22-12:54:31.145121 139700891289344 (Original Log Time 2024/11/22-12:54:31.145048) [compaction_job.cc:1224] [default] compacted to: files[0 4 11 82 98 0 68] max score 0.55 (8 files need compaction), MB/sec: 0.6 rd, 0.3 wr, level 3, files in(1, 1) out(1 +0 blob) MB in(0.0, 0.0 +0.0 blob) out(0.0 +0.0 blob), read-write-amplify(3.4) write-amplify(1.2) OK, records in: 110, records dropped: 40 output_compression: Snappy 2024/11/22-12:54:31.145129 139700891289344 (Original Log Time 2024/11/22-12:54:31.145065) EVENT_LOG_v1 {"time_micros": 1732251271145056, "cf": "default", "job": 261, "event": "compaction_finished", "compaction_time_micros": 68950, "compaction_time_cpu_micros": 2132, "output_level": 3, "num_output_files": 1, "total_output_size": 22546, "num_input_records": 110, "num_output_records": 70, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 4, 11, 82, 98, 0, 68]} 2024/11/22-12:54:31.145187 139700891289344 [compaction_job.cc:2437] [default] [JOB 266] Compacting 1@1 files to L2, score 0.55, subcompactions 1 : 1 2024/11/22-12:54:31.145195 139700891289344 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 203 Base level 1, inputs: [195450(3571B)] 2024/11/22-12:54:31.163926 139700880803584 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00262/att-00 2024/11/22-12:54:31.163979 139700880803584 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00262/att-00/compact.done) = OK: 0.364 sec 2024/11/22-12:54:31.164043 139700880803584 [dcompact_etcd.cc:1263] job-00262/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.323, mount = 0.000, prepare = 0.003, wait = 0.000, etcd = 0.364, work = 0.228, e2e = 0.696, ntr = 0.000 sec, input = 1.680 MiB 2024/11/22-12:54:31.165829 139700880803584 [compaction_job.cc:1086] [default] [JOB 262] Dcompacted 1@2 files to L3 [1] => time sec: curl = 0.323, mount = 0.000, prepare = 0.003, wait = 0.469, work = 0.228, e2e = 0.697, rename = 0.000, out zip = 0.000541 GB 2.374 MB/sec, out raw = 0.001761 GB 7.728 MB/sec 2024/11/22-12:54:31.166246 139700922746624 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00263/att-00 2024/11/22-12:54:31.166296 139700922746624 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00263/att-00/compact.done) = OK: 0.380 sec 2024/11/22-12:54:31.166355 139700922746624 [dcompact_etcd.cc:1263] job-00263/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.302, mount = 0.000, prepare = 0.003, wait = 0.000, etcd = 0.380, work = 0.229, e2e = 0.690, ntr = 0.000 sec, input = 2.368 MiB 2024/11/22-12:54:31.167706 139700880803584 [dcompact_etcd.cc:1773] job-00262/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:54:31.168098 139700880803584 (Original Log Time 2024/11/22-12:54:30.467495) EVENT_LOG_v1 {"time_micros": 1732251270467488, "job": 262, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195468], "score": 0.649353, "input_data_size": 1322119, "oldest_snapshot_seqno": 3087519646} 2024/11/22-12:54:31.168106 139700880803584 (Original Log Time 2024/11/22-12:54:31.167733) [compaction_job.cc:2022] [default] [JOB 262] Compacted 1@2 files to L3 => 541034 bytes 2024/11/22-12:54:31.168109 139700880803584 (Original Log Time 2024/11/22-12:54:31.168040) [compaction_job.cc:1224] [default] compacted to: files[0 4 10 83 98 0 68] max score 0.55 (7 files need compaction), MB/sec: 13.0 rd, 5.3 wr, level 3, files in(1, 0) out(1 +0 blob) MB in(1.3, 0.0 +0.0 blob) out(0.5 +0.0 blob), read-write-amplify(1.4) write-amplify(0.4) OK, records in: 24599, records dropped: 0 output_compression: Snappy 2024/11/22-12:54:31.168116 139700880803584 (Original Log Time 2024/11/22-12:54:31.168058) EVENT_LOG_v1 {"time_micros": 1732251271168049, "cf": "default", "job": 262, "event": "compaction_finished", "compaction_time_micros": 101648, "compaction_time_cpu_micros": 13768, "output_level": 3, "num_output_files": 1, "total_output_size": 541034, "num_input_records": 24599, "num_output_records": 24599, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 4, 10, 83, 98, 0, 68]} 2024/11/22-12:54:31.168173 139700880803584 [compaction_job.cc:2437] [default] [JOB 267] Compacting 1@2 + 4@3 files to L3, score 0.55, subcompactions 1 : 1 2024/11/22-12:54:31.168184 139700880803584 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 204 Base level 2, inputs: [195475(12MB)], [195440(40MB) 195441(5726KB) 195409(40MB) 195410(27MB)] 2024/11/22-12:54:31.169288 139700922746624 [compaction_job.cc:1086] [default] [JOB 263] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.302, mount = 0.000, prepare = 0.003, wait = 0.461, work = 0.229, e2e = 0.691, rename = 0.000, out zip = 0.000427 GB 1.859 MB/sec, out raw = 0.002483 GB 10.823 MB/sec 2024/11/22-12:54:31.171149 139700922746624 [dcompact_etcd.cc:1773] job-00263/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:54:31.171498 139700922746624 (Original Log Time 2024/11/22-12:54:30.475608) EVENT_LOG_v1 {"time_micros": 1732251270475601, "job": 263, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195464], "score": 0.649353, "input_data_size": 2603217, "oldest_snapshot_seqno": 3087519646} 2024/11/22-12:54:31.171505 139700922746624 (Original Log Time 2024/11/22-12:54:31.171170) [compaction_job.cc:2022] [default] [JOB 263] Compacted 1@1 files to L2 => 426519 bytes 2024/11/22-12:54:31.171509 139700922746624 (Original Log Time 2024/11/22-12:54:31.171419) [compaction_job.cc:1224] [default] compacted to: files[0 3 11 83 98 0 68] max score 0.50 (7 files need compaction), MB/sec: 23.5 rd, 3.8 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(2.5, 0.0 +0.0 blob) out(0.4 +0.0 blob), read-write-amplify(1.2) write-amplify(0.2) OK, records in: 94483, records dropped: 0 output_compression: Snappy 2024/11/22-12:54:31.171524 139700922746624 (Original Log Time 2024/11/22-12:54:31.171436) EVENT_LOG_v1 {"time_micros": 1732251271171427, "cf": "default", "job": 263, "event": "compaction_finished", "compaction_time_micros": 110949, "compaction_time_cpu_micros": 46836, "output_level": 2, "num_output_files": 1, "total_output_size": 426519, "num_input_records": 94483, "num_output_records": 94483, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 3, 11, 83, 98, 0, 68]} 2024/11/22-12:54:31.171568 139700922746624 [compaction_job.cc:2437] [default] [JOB 268] Compacting 1@2 + 1@3 files to L3, score 0.50, subcompactions 1 : 1 2024/11/22-12:54:31.171575 139700922746624 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 205 Base level 2, inputs: [195466(281KB)], [195401(8712KB)] 2024/11/22-12:54:31.361253 139700870317824 [dcompact_etcd.cc:1163] job-00264/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.281 sec, input = 703.148 MiB 2024/11/22-12:54:31.404125 139700901775104 [dcompact_etcd.cc:1163] job-00265/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.279 sec, input = 128.940 MiB 2024/11/22-12:54:31.433498 139700891289344 [dcompact_etcd.cc:1163] job-00266/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.288 sec, input = 525 B 2024/11/22-12:54:31.475714 139700880803584 [dcompact_etcd.cc:1163] job-00267/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.307 sec, input = 371.685 MiB 2024/11/22-12:54:31.496861 139700922746624 [dcompact_etcd.cc:1163] job-00268/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.325 sec, input = 41.797 MiB 2024/11/22-12:54:31.751339 139700891289344 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00266/att-00 2024/11/22-12:54:31.751397 139700891289344 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00266/att-00/compact.done) = OK: 0.313 sec 2024/11/22-12:54:31.751489 139700891289344 [dcompact_etcd.cc:1263] job-00266/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.288, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 0.313, work = 0.159, e2e = 0.606, ntr = 0.000 sec, input = 525 B 2024/11/22-12:54:31.753666 139700891289344 [compaction_job.cc:1086] [default] [JOB 266] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.288, mount = 0.000, prepare = 0.004, wait = 0.447, work = 0.159, e2e = 0.606, rename = 0.000, out zip = 0.000002 GB 0.015 MB/sec, out raw = 0.000001 GB 0.003 MB/sec 2024/11/22-12:54:31.755706 139700891289344 [dcompact_etcd.cc:1773] job-00266/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:54:31.756232 139700891289344 (Original Log Time 2024/11/22-12:54:31.145207) EVENT_LOG_v1 {"time_micros": 1732251271145201, "job": 266, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195450], "score": 0.549356, "input_data_size": 3571, "oldest_snapshot_seqno": 3087528682} 2024/11/22-12:54:31.756241 139700891289344 (Original Log Time 2024/11/22-12:54:31.755737) [compaction_job.cc:2022] [default] [JOB 266] Compacted 1@1 files to L2 => 2312 bytes 2024/11/22-12:54:31.756245 139700891289344 (Original Log Time 2024/11/22-12:54:31.756117) [compaction_job.cc:1224] [default] compacted to: files[0 2 12 83 98 0 68] max score 0.50 (7 files need compaction), MB/sec: 0.1 rd, 0.1 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(0.0, 0.0 +0.0 blob) out(0.0 +0.0 blob), read-write-amplify(1.6) write-amplify(0.6) OK, records in: 4, records dropped: 0 output_compression: Snappy 2024/11/22-12:54:31.756259 139700891289344 (Original Log Time 2024/11/22-12:54:31.756142) EVENT_LOG_v1 {"time_micros": 1732251271756131, "cf": "default", "job": 266, "event": "compaction_finished", "compaction_time_micros": 29711, "compaction_time_cpu_micros": 1618, "output_level": 2, "num_output_files": 1, "total_output_size": 2312, "num_input_records": 4, "num_output_records": 4, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 2, 12, 83, 98, 0, 68]} 2024/11/22-12:54:31.756280 139700891289344 (Original Log Time 2024/11/22-12:54:31.756278) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:54:33.593635 139700922746624 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00268/att-00 2024/11/22-12:54:33.593772 139700922746624 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00268/att-00/compact.done) = OK: 2.091 sec 2024/11/22-12:54:33.593855 139700922746624 [dcompact_etcd.cc:1263] job-00268/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.325, mount = 0.000, prepare = 0.003, wait = 0.000, etcd = 2.091, work = 1.819, e2e = 2.422, ntr = 0.000 sec, input = 41.797 MiB 2024/11/22-12:54:33.597966 139700922746624 [compaction_job.cc:1086] [default] [JOB 268] Dcompacted 1@2 + 1@3 files to L3 [1] => time sec: curl = 0.325, mount = 0.000, prepare = 0.003, wait = 0.604, work = 1.819, e2e = 2.422, rename = 0.000, out zip = 0.008940 GB 4.916 MB/sec, out raw = 0.042376 GB 23.301 MB/sec 2024/11/22-12:54:33.600947 139700922746624 [dcompact_etcd.cc:1773] job-00268/att-00: CleanFiles 0.003 sec : 0.000 2024/11/22-12:54:33.601486 139700891289344 (Original Log Time 2024/11/22-12:54:33.601476) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:54:33.601526 139700922746624 (Original Log Time 2024/11/22-12:54:31.171586) EVENT_LOG_v1 {"time_micros": 1732251271171581, "job": 268, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195466], "files_L3": [195401], "score": 0.502761, "input_data_size": 9209750, "oldest_snapshot_seqno": 3087529091} 2024/11/22-12:54:33.601537 139700922746624 (Original Log Time 2024/11/22-12:54:33.600981) [compaction_job.cc:2022] [default] [JOB 268] Compacted 1@2 + 1@3 files to L3 => 8940206 bytes 2024/11/22-12:54:33.601542 139700922746624 (Original Log Time 2024/11/22-12:54:33.601366) [compaction_job.cc:1224] [default] compacted to: files[0 2 11 83 98 0 68] max score 0.50 (7 files need compaction), MB/sec: 5.4 rd, 5.3 wr, level 3, files in(1, 1) out(1 +0 blob) MB in(0.3, 8.5 +0.0 blob) out(8.5 +0.0 blob), read-write-amplify(62.9) write-amplify(31.0) OK, records in: 1826151, records dropped: 60500 output_compression: Snappy 2024/11/22-12:54:33.601568 139700922746624 (Original Log Time 2024/11/22-12:54:33.601397) EVENT_LOG_v1 {"time_micros": 1732251273601382, "cf": "default", "job": 268, "event": "compaction_finished", "compaction_time_micros": 1691088, "compaction_time_cpu_micros": 1117661, "output_level": 3, "num_output_files": 1, "total_output_size": 8940206, "num_input_records": 1826151, "num_output_records": 1765651, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 2, 11, 83, 98, 0, 68]} 2024/11/22-12:54:34.774771 139700912260864 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00258/att-00 2024/11/22-12:54:34.774851 139700912260864 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00258/att-00/compact.done) = OK: 4.285 sec 2024/11/22-12:54:34.774947 139700912260864 [dcompact_etcd.cc:1263] job-00258/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.278, mount = 0.000, prepare = 0.003, wait = 0.000, etcd = 4.285, work = 3.690, e2e = 4.573, ntr = 0.000 sec, input = 130.627 MiB 2024/11/22-12:54:34.783300 139700912260864 [compaction_job.cc:1086] [default] [JOB 258] Dcompacted 1@2 + 1@3 files to L3 [2] => time sec: curl = 0.278, mount = 0.000, prepare = 0.003, wait = 0.884, work = 3.690, e2e = 4.574, rename = 0.000, out zip = 0.077656 GB 21.046 MB/sec, out raw = 0.135732 GB 36.785 MB/sec 2024/11/22-12:54:34.791939 139700912260864 [dcompact_etcd.cc:1773] job-00258/att-00: CleanFiles 0.009 sec : 0.000 2024/11/22-12:54:34.792489 139700891289344 (Original Log Time 2024/11/22-12:54:34.792479) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:54:34.792530 139700912260864 (Original Log Time 2024/11/22-12:54:30.201194) EVENT_LOG_v1 {"time_micros": 1732251270201186, "job": 258, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195467], "files_L3": [195406], "score": 0.666023, "input_data_size": 78423802, "oldest_snapshot_seqno": 3087516865} 2024/11/22-12:54:34.792542 139700912260864 (Original Log Time 2024/11/22-12:54:34.791966) [compaction_job.cc:2022] [default] [JOB 258] Compacted 1@2 + 1@3 files to L3 => 77656145 bytes 2024/11/22-12:54:34.792548 139700912260864 (Original Log Time 2024/11/22-12:54:34.792398) [compaction_job.cc:1224] [default] compacted to: files[0 2 10 84 98 0 68] max score 0.52 (7 files need compaction), MB/sec: 22.1 rd, 21.9 wr, level 3, files in(1, 1) out(2 +0 blob) MB in(1.5, 73.3 +0.0 blob) out(74.1 +0.0 blob), read-write-amplify(98.8) write-amplify(49.2) OK, records in: 3123436, records dropped: 30250 output_compression: Snappy 2024/11/22-12:54:34.792572 139700912260864 (Original Log Time 2024/11/22-12:54:34.792433) EVENT_LOG_v1 {"time_micros": 1732251274792414, "cf": "default", "job": 258, "event": "compaction_finished", "compaction_time_micros": 3552793, "compaction_time_cpu_micros": 2369580, "output_level": 3, "num_output_files": 2, "total_output_size": 77656145, "num_input_records": 3123436, "num_output_records": 3093186, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 2, 10, 84, 98, 0, 68]} 2024/11/22-12:54:37.022081 139700901775104 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00265/att-00 2024/11/22-12:54:37.022180 139700901775104 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00265/att-00/compact.done) = OK: 5.608 sec 2024/11/22-12:54:37.022267 139700901775104 [dcompact_etcd.cc:1263] job-00265/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.279, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 5.608, work = 4.890, e2e = 5.897, ntr = 0.000 sec, input = 128.940 MiB 2024/11/22-12:54:37.030902 139700901775104 [compaction_job.cc:1086] [default] [JOB 265] Dcompacted 1@2 + 1@3 files to L3 [2] => time sec: curl = 0.279, mount = 0.000, prepare = 0.004, wait = 1.008, work = 4.890, e2e = 5.898, rename = 0.000, out zip = 0.031156 GB 6.371 MB/sec, out raw = 0.135203 GB 27.648 MB/sec 2024/11/22-12:54:37.033960 139700901775104 [dcompact_etcd.cc:1773] job-00265/att-00: CleanFiles 0.003 sec : 0.000 2024/11/22-12:54:37.034670 139700901775104 (Original Log Time 2024/11/22-12:54:31.124565) EVENT_LOG_v1 {"time_micros": 1732251271124557, "job": 265, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195474], "files_L3": [195402], "score": 0.56602, "input_data_size": 31025527, "oldest_snapshot_seqno": 3087528472} 2024/11/22-12:54:37.034683 139700901775104 (Original Log Time 2024/11/22-12:54:37.033987) [compaction_job.cc:2022] [default] [JOB 265] Compacted 1@2 + 1@3 files to L3 => 31155939 bytes 2024/11/22-12:54:37.034689 139700901775104 (Original Log Time 2024/11/22-12:54:37.034427) [compaction_job.cc:1224] [default] compacted to: files[0 2 9 85 98 0 68] max score 0.54 (7 files need compaction), MB/sec: 6.6 rd, 6.6 wr, level 3, files in(1, 1) out(2 +0 blob) MB in(0.2, 29.4 +0.0 blob) out(29.7 +0.0 blob), read-write-amplify(259.9) write-amplify(130.2) OK, records in: 4662181, records dropped: 0 output_compression: Snappy 2024/11/22-12:54:37.034689 139700891289344 (Original Log Time 2024/11/22-12:54:37.034680) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:54:37.034694 139700922746624 [compaction_job.cc:2437] [default] [JOB 272] Compacting 1@2 + 1@3 files to L3, score 0.54, subcompactions 1 : 1 2024/11/22-12:54:37.034710 139700922746624 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 209 Base level 2, inputs: [195481(2312B)], [195394(2569B)] 2024/11/22-12:54:37.034714 139700901775104 (Original Log Time 2024/11/22-12:54:37.034465) EVENT_LOG_v1 {"time_micros": 1732251277034451, "cf": "default", "job": 265, "event": "compaction_finished", "compaction_time_micros": 4725777, "compaction_time_cpu_micros": 3233856, "output_level": 3, "num_output_files": 2, "total_output_size": 31155939, "num_input_records": 4662181, "num_output_records": 4662181, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 2, 9, 85, 98, 0, 68]} 2024/11/22-12:54:37.329539 139700922746624 [dcompact_etcd.cc:1163] job-00272/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.294 sec, input = 1.400 KiB 2024/11/22-12:54:37.691965 139700922746624 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00272/att-00 2024/11/22-12:54:37.692027 139700922746624 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00272/att-00/compact.done) = OK: 0.353 sec 2024/11/22-12:54:37.692111 139700922746624 [dcompact_etcd.cc:1263] job-00272/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.294, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 0.353, work = 0.188, e2e = 0.657, ntr = 0.000 sec, input = 1.400 KiB 2024/11/22-12:54:37.694036 139700922746624 [compaction_job.cc:1086] [default] [JOB 272] Dcompacted 1@2 + 1@3 files to L3 [1] => time sec: curl = 0.294, mount = 0.000, prepare = 0.004, wait = 0.469, work = 0.188, e2e = 0.657, rename = 0.000, out zip = 0.000003 GB 0.014 MB/sec, out raw = 0.000001 GB 0.005 MB/sec 2024/11/22-12:54:37.695947 139700922746624 [dcompact_etcd.cc:1773] job-00272/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:54:37.696344 139700912260864 (Original Log Time 2024/11/22-12:54:37.696334) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:54:37.696380 139700922746624 (Original Log Time 2024/11/22-12:54:37.034728) EVENT_LOG_v1 {"time_micros": 1732251277034720, "job": 272, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195481], "files_L3": [195394], "score": 0.536416, "input_data_size": 4881, "oldest_snapshot_seqno": 3087598079} 2024/11/22-12:54:37.696392 139700922746624 (Original Log Time 2024/11/22-12:54:37.695972) [compaction_job.cc:2022] [default] [JOB 272] Compacted 1@2 + 1@3 files to L3 => 2569 bytes 2024/11/22-12:54:37.696397 139700922746624 (Original Log Time 2024/11/22-12:54:37.696267) [compaction_job.cc:1224] [default] compacted to: files[0 2 8 85 98 0 68] max score 0.54 (6 files need compaction), MB/sec: 0.1 rd, 0.0 wr, level 3, files in(1, 1) out(1 +0 blob) MB in(0.0, 0.0 +0.0 blob) out(0.0 +0.0 blob), read-write-amplify(3.2) write-amplify(1.1) OK, records in: 11, records dropped: 4 output_compression: Snappy 2024/11/22-12:54:37.696408 139700922746624 (Original Log Time 2024/11/22-12:54:37.696291) EVENT_LOG_v1 {"time_micros": 1732251277696279, "cf": "default", "job": 272, "event": "compaction_finished", "compaction_time_micros": 60920, "compaction_time_cpu_micros": 2061, "output_level": 3, "num_output_files": 1, "total_output_size": 2569, "num_input_records": 11, "num_output_records": 7, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 2, 8, 85, 98, 0, 68]} 2024/11/22-12:54:37.808725 139700880803584 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00267/att-00 2024/11/22-12:54:37.808786 139700880803584 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00267/att-00/compact.done) = OK: 6.327 sec 2024/11/22-12:54:37.808871 139700880803584 [dcompact_etcd.cc:1263] job-00267/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.307, mount = 0.000, prepare = 0.003, wait = 0.000, etcd = 6.327, work = 6.046, e2e = 6.640, ntr = 0.000 sec, input = 371.685 MiB 2024/11/22-12:54:37.815533 139700880803584 [compaction_job.cc:1086] [default] [JOB 267] Dcompacted 1@2 + 4@3 files to L3 [3] => time sec: curl = 0.307, mount = 0.000, prepare = 0.003, wait = 0.595, work = 6.046, e2e = 6.641, rename = 0.000, out zip = 0.120425 GB 19.919 MB/sec, out raw = 0.377980 GB 62.522 MB/sec 2024/11/22-12:54:37.817413 139700880803584 [dcompact_etcd.cc:1773] job-00267/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:54:37.817911 139700891289344 [compaction_job.cc:2437] [default] [JOB 275] Compacting 1@2 + 1@3 files to L3, score 0.58, subcompactions 1 : 1 2024/11/22-12:54:37.817939 139700891289344 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 211 Base level 2, inputs: [195480(416KB)], [195404(24MB)] 2024/11/22-12:54:37.817984 139700880803584 (Original Log Time 2024/11/22-12:54:31.168204) EVENT_LOG_v1 {"time_micros": 1732251271168199, "job": 267, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195475], "files_L3": [195440, 195441, 195409, 195410], "score": 0.549574, "input_data_size": 132842724, "oldest_snapshot_seqno": 3087529030} 2024/11/22-12:54:37.817994 139700880803584 (Original Log Time 2024/11/22-12:54:37.817439) [compaction_job.cc:2022] [default] [JOB 267] Compacted 1@2 + 4@3 files to L3 => 120424870 bytes 2024/11/22-12:54:37.817999 139700880803584 (Original Log Time 2024/11/22-12:54:37.817767) [compaction_job.cc:1224] [default] compacted to: files[0 2 7 84 98 0 68] max score 0.58 (6 files need compaction), MB/sec: 22.5 rd, 20.4 wr, level 3, files in(1, 4) out(3 +0 blob) MB in(12.0, 114.7 +0.0 blob) out(114.8 +0.0 blob), read-write-amplify(20.1) write-amplify(9.6) OK, records in: 375837, records dropped: 11341 output_compression: Snappy 2024/11/22-12:54:37.818002 139700901775104 (Original Log Time 2024/11/22-12:54:37.817994) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:54:37.818026 139700880803584 (Original Log Time 2024/11/22-12:54:37.817793) EVENT_LOG_v1 {"time_micros": 1732251277817781, "cf": "default", "job": 267, "event": "compaction_finished", "compaction_time_micros": 5914665, "compaction_time_cpu_micros": 975987, "output_level": 3, "num_output_files": 3, "total_output_size": 120424870, "num_input_records": 375837, "num_output_records": 364496, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 2, 7, 84, 98, 0, 68]} 2024/11/22-12:54:38.105821 139700891289344 [dcompact_etcd.cc:1163] job-00275/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.287 sec, input = 130.368 MiB 2024/11/22-12:54:41.972343 139700870317824 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00264/att-00 2024/11/22-12:54:41.972442 139700870317824 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00264/att-00/compact.done) = OK: 10.602 sec 2024/11/22-12:54:41.972527 139700870317824 [dcompact_etcd.cc:1263] job-00264/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.281, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 10.602, work = 9.947, e2e = 10.893, ntr = 0.000 sec, input = 703.148 MiB 2024/11/22-12:54:41.986536 139700870317824 [compaction_job.cc:1086] [default] [JOB 264] Dcompacted 2@2 + 5@3 files to L3 [6] => time sec: curl = 0.281, mount = 0.000, prepare = 0.004, wait = 0.946, work = 9.947, e2e = 10.893, rename = 0.000, out zip = 0.216978 GB 21.812 MB/sec, out raw = 0.682226 GB 68.583 MB/sec 2024/11/22-12:54:41.988463 139700870317824 [dcompact_etcd.cc:1773] job-00264/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:54:41.988984 139700912260864 (Original Log Time 2024/11/22-12:54:41.988974) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:54:41.989047 139700870317824 (Original Log Time 2024/11/22-12:54:31.079400) EVENT_LOG_v1 {"time_micros": 1732251271079390, "job": 264, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195470, 195476], "files_L3": [195411, 195412, 195413, 195414, 195439], "score": 0.649353, "input_data_size": 278761678, "oldest_snapshot_seqno": 3087527776} 2024/11/22-12:54:41.989057 139700870317824 (Original Log Time 2024/11/22-12:54:41.988496) [compaction_job.cc:2022] [default] [JOB 264] Compacted 2@2 + 5@3 files to L3 => 216978067 bytes 2024/11/22-12:54:41.989060 139700870317824 (Original Log Time 2024/11/22-12:54:41.988889) [compaction_job.cc:1224] [default] compacted to: files[0 2 5 85 98 0 68] max score 0.65 (5 files need compaction), MB/sec: 28.5 rd, 22.2 wr, level 3, files in(2, 5) out(6 +0 blob) MB in(62.4, 203.5 +0.0 blob) out(206.9 +0.0 blob), read-write-amplify(7.6) write-amplify(3.3) OK, records in: 710999, records dropped: 53112 output_compression: Snappy 2024/11/22-12:54:41.989078 139700870317824 (Original Log Time 2024/11/22-12:54:41.988917) EVENT_LOG_v1 {"time_micros": 1732251281988905, "cf": "default", "job": 264, "event": "compaction_finished", "compaction_time_micros": 9788290, "compaction_time_cpu_micros": 1892084, "output_level": 3, "num_output_files": 6, "total_output_size": 216978067, "num_input_records": 710999, "num_output_records": 657887, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 2, 5, 85, 98, 0, 68]} 2024/11/22-12:54:42.419993 139700891289344 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00275/att-00 2024/11/22-12:54:42.420063 139700891289344 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00275/att-00/compact.done) = OK: 4.308 sec 2024/11/22-12:54:42.420146 139700891289344 [dcompact_etcd.cc:1263] job-00275/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.287, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 4.308, work = 3.811, e2e = 4.602, ntr = 0.000 sec, input = 130.368 MiB 2024/11/22-12:54:42.425895 139700891289344 [compaction_job.cc:1086] [default] [JOB 275] Dcompacted 1@2 + 1@3 files to L3 [2] => time sec: curl = 0.287, mount = 0.000, prepare = 0.004, wait = 0.791, work = 3.811, e2e = 4.602, rename = 0.000, out zip = 0.025729 GB 6.752 MB/sec, out raw = 0.135188 GB 35.476 MB/sec 2024/11/22-12:54:42.435643 139700891289344 [dcompact_etcd.cc:1773] job-00275/att-00: CleanFiles 0.010 sec : 0.000 2024/11/22-12:54:42.436319 139700891289344 (Original Log Time 2024/11/22-12:54:37.817962) EVENT_LOG_v1 {"time_micros": 1732251277817952, "job": 275, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195480], "files_L3": [195404], "score": 0.583352, "input_data_size": 25974579, "oldest_snapshot_seqno": 3087607712} 2024/11/22-12:54:42.436332 139700891289344 (Original Log Time 2024/11/22-12:54:42.435676) [compaction_job.cc:2022] [default] [JOB 275] Compacted 1@2 + 1@3 files to L3 => 25728944 bytes 2024/11/22-12:54:42.436338 139700891289344 (Original Log Time 2024/11/22-12:54:42.436090) [compaction_job.cc:1224] [default] compacted to: files[0 2 4 86 98 0 68] max score 0.67 (5 files need compaction), MB/sec: 7.1 rd, 7.0 wr, level 3, files in(1, 1) out(2 +0 blob) MB in(0.4, 24.4 +0.0 blob) out(24.5 +0.0 blob), read-write-amplify(121.2) write-amplify(60.3) OK, records in: 4869585, records dropped: 60500 output_compression: Snappy 2024/11/22-12:54:42.436354 139700891289344 (Original Log Time 2024/11/22-12:54:42.436122) EVENT_LOG_v1 {"time_micros": 1732251282436107, "cf": "default", "job": 275, "event": "compaction_finished", "compaction_time_micros": 3680487, "compaction_time_cpu_micros": 2826255, "output_level": 3, "num_output_files": 2, "total_output_size": 25728944, "num_input_records": 4869585, "num_output_records": 4809085, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 2, 4, 86, 98, 0, 68]} 2024/11/22-12:54:42.436416 139700922746624 [compaction_job.cc:2437] [default] [JOB 278] Compacting 1@1 files to L2, score 0.67, subcompactions 1 : 1 2024/11/22-12:54:42.436418 139700901775104 [compaction_job.cc:2437] [default] [JOB 279] Compacting 1@1 files to L2, score 0.67, subcompactions 1 : 1 2024/11/22-12:54:42.436429 139700901775104 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 213 Base level 1, inputs: [195457(747KB)] 2024/11/22-12:54:42.436433 139700922746624 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 213 Base level 1, inputs: [195455(22MB)] 2024/11/22-12:54:42.436457 139700880803584 (Original Log Time 2024/11/22-12:54:42.436448) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:54:42.709842 139700901775104 [dcompact_etcd.cc:1163] job-00279/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.273 sec, input = 576.125 KiB 2024/11/22-12:54:42.728573 139700922746624 [dcompact_etcd.cc:1163] job-00278/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.292 sec, input = 22.503 MiB 2024/11/22-12:54:43.047965 139700901775104 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00279/att-00 2024/11/22-12:54:43.048024 139700901775104 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00279/att-00/compact.done) = OK: 0.330 sec 2024/11/22-12:54:43.048112 139700901775104 [dcompact_etcd.cc:1263] job-00279/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.273, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 0.330, work = 0.173, e2e = 0.611, ntr = 0.000 sec, input = 576.125 KiB 2024/11/22-12:54:43.050014 139700901775104 [compaction_job.cc:1086] [default] [JOB 279] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.273, mount = 0.000, prepare = 0.004, wait = 0.439, work = 0.173, e2e = 0.612, rename = 0.000, out zip = 0.000443 GB 2.563 MB/sec, out raw = 0.000590 GB 3.410 MB/sec 2024/11/22-12:54:43.056724 139700901775104 [dcompact_etcd.cc:1773] job-00279/att-00: CleanFiles 0.007 sec : 0.000 2024/11/22-12:54:43.057236 139700901775104 (Original Log Time 2024/11/22-12:54:42.436449) EVENT_LOG_v1 {"time_micros": 1732251282436440, "job": 279, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195457], "score": 0.668189, "input_data_size": 765052, "oldest_snapshot_seqno": 3087664333} 2024/11/22-12:54:43.057243 139700912260864 (Original Log Time 2024/11/22-12:54:43.057216) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:54:43.057249 139700901775104 (Original Log Time 2024/11/22-12:54:43.056756) [compaction_job.cc:2022] [default] [JOB 279] Compacted 1@1 files to L2 => 443334 bytes 2024/11/22-12:54:43.057255 139700901775104 (Original Log Time 2024/11/22-12:54:43.057146) [compaction_job.cc:1224] [default] compacted to: files[0 1 5 86 98 0 68] max score 0.67 (4 files need compaction), MB/sec: 16.6 rd, 9.6 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(0.7, 0.0 +0.0 blob) out(0.4 +0.0 blob), read-write-amplify(1.6) write-amplify(0.6) OK, records in: 8239, records dropped: 0 output_compression: Snappy 2024/11/22-12:54:43.057273 139700901775104 (Original Log Time 2024/11/22-12:54:43.057172) EVENT_LOG_v1 {"time_micros": 1732251283057161, "cf": "default", "job": 279, "event": "compaction_finished", "compaction_time_micros": 46222, "compaction_time_cpu_micros": 7816, "output_level": 2, "num_output_files": 1, "total_output_size": 443334, "num_input_records": 8239, "num_output_records": 8239, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 1, 5, 86, 98, 0, 68]} 2024/11/22-12:54:43.378759 139700922746624 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00278/att-00 2024/11/22-12:54:43.378820 139700922746624 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00278/att-00/compact.done) = OK: 0.641 sec 2024/11/22-12:54:43.378902 139700922746624 [dcompact_etcd.cc:1263] job-00278/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.292, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 0.641, work = 0.457, e2e = 0.942, ntr = 0.000 sec, input = 22.503 MiB 2024/11/22-12:54:43.380779 139700922746624 [compaction_job.cc:1086] [default] [JOB 278] Dcompacted 1@1 files to L2 [1] => time sec: curl = 0.292, mount = 0.000, prepare = 0.004, wait = 0.485, work = 0.457, e2e = 0.942, rename = 0.000, out zip = 0.023040 GB 50.388 MB/sec, out raw = 0.023597 GB 51.605 MB/sec 2024/11/22-12:54:43.382747 139700922746624 [dcompact_etcd.cc:1773] job-00278/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:54:43.383313 139700922746624 (Original Log Time 2024/11/22-12:54:42.436453) EVENT_LOG_v1 {"time_micros": 1732251282436444, "job": 278, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [195455], "score": 0.668189, "input_data_size": 23897153, "oldest_snapshot_seqno": 3087664333} 2024/11/22-12:54:43.383322 139700922746624 (Original Log Time 2024/11/22-12:54:43.382771) [compaction_job.cc:2022] [default] [JOB 278] Compacted 1@1 files to L2 => 23040346 bytes 2024/11/22-12:54:43.383325 139700922746624 (Original Log Time 2024/11/22-12:54:43.383079) [compaction_job.cc:1224] [default] compacted to: files[0 0 6 86 98 0 68] max score 0.67 (5 files need compaction), MB/sec: 69.8 rd, 67.3 wr, level 2, files in(1, 0) out(1 +0 blob) MB in(22.8, 0.0 +0.0 blob) out(22.0 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 34884, records dropped: 0 output_compression: Snappy 2024/11/22-12:54:43.383334 139700922746624 (Original Log Time 2024/11/22-12:54:43.383104) EVENT_LOG_v1 {"time_micros": 1732251283383093, "cf": "default", "job": 278, "event": "compaction_finished", "compaction_time_micros": 342160, "compaction_time_cpu_micros": 95576, "output_level": 2, "num_output_files": 1, "total_output_size": 23040346, "num_input_records": 34884, "num_output_records": 34884, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 6, 86, 98, 0, 68]} 2024/11/22-12:54:43.383336 139700891289344 (Original Log Time 2024/11/22-12:54:43.383325) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:54:43.383341 139700870317824 [compaction_job.cc:2437] [default] [JOB 282] Compacting 1@2 files to L3, score 0.67, subcompactions 1 : 1 2024/11/22-12:54:43.383360 139700870317824 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 215 Base level 2, inputs: [195499(432KB)] 2024/11/22-12:54:43.681650 139700870317824 [dcompact_etcd.cc:1163] job-00282/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.298 sec, input = 576.125 KiB 2024/11/22-12:54:44.028596 139700870317824 [dcompact_etcd.cc:1500] curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 : 200 OK status = NotFound : job-00282/att-00 2024/11/22-12:54:44.028656 139700870317824 [dcompact_etcd.cc:1205] fopen(/storage/mytopling/.rocksdb/job-00282/att-00/compact.done) = OK: 0.342 sec 2024/11/22-12:54:44.028750 139700870317824 [dcompact_etcd.cc:1263] job-00282/att-00: done time curl http://cn-shenzhen.Aliyun.internal-saas-labour.topling.cn:8000/probe?labour=i-wz99np3flaur8dy8rvty@10.0.3.191:8080 = 0.298, mount = 0.000, prepare = 0.004, wait = 0.000, etcd = 0.342, work = 0.186, e2e = 0.645, ntr = 0.000 sec, input = 576.125 KiB 2024/11/22-12:54:44.030593 139700870317824 [compaction_job.cc:1086] [default] [JOB 282] Dcompacted 1@2 files to L3 [1] => time sec: curl = 0.298, mount = 0.000, prepare = 0.004, wait = 0.459, work = 0.186, e2e = 0.645, rename = 0.000, out zip = 0.000197 GB 1.059 MB/sec, out raw = 0.000590 GB 3.172 MB/sec 2024/11/22-12:54:44.032474 139700870317824 [dcompact_etcd.cc:1773] job-00282/att-00: CleanFiles 0.002 sec : 0.000 2024/11/22-12:54:44.032872 139700880803584 (Original Log Time 2024/11/22-12:54:44.032862) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:54:44.032892 139700870317824 (Original Log Time 2024/11/22-12:54:43.383384) EVENT_LOG_v1 {"time_micros": 1732251283383372, "job": 282, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195499], "score": 0.668189, "input_data_size": 443334, "oldest_snapshot_seqno": 3087676055} 2024/11/22-12:54:44.032900 139700870317824 (Original Log Time 2024/11/22-12:54:44.032503) [compaction_job.cc:2022] [default] [JOB 282] Compacted 1@2 files to L3 => 196922 bytes 2024/11/22-12:54:44.032905 139700870317824 (Original Log Time 2024/11/22-12:54:44.032797) [compaction_job.cc:1224] [default] compacted to: files[0 0 5 87 98 0 68] max score 0.67 (4 files need compaction), MB/sec: 7.1 rd, 3.1 wr, level 3, files in(1, 0) out(1 +0 blob) MB in(0.4, 0.0 +0.0 blob) out(0.2 +0.0 blob), read-write-amplify(1.4) write-amplify(0.4) OK, records in: 8239, records dropped: 0 output_compression: Snappy 2024/11/22-12:54:44.032913 139700870317824 (Original Log Time 2024/11/22-12:54:44.032820) EVENT_LOG_v1 {"time_micros": 1732251284032809, "cf": "default", "job": 282, "event": "compaction_finished", "compaction_time_micros": 62765, "compaction_time_cpu_micros": 5110, "output_level": 3, "num_output_files": 1, "total_output_size": 196922, "num_input_records": 8239, "num_output_records": 8239, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 5, 87, 98, 0, 68]} 2024/11/22-12:55:16.964897 139702208774080 [db_impl_compaction_flush.cc:1885] [default] Manual flush start. 2024/11/22-12:55:16.965005 139702208774080 [db_impl_write.cc:2181] [default] New memtable created with log file: #195502. Immutable memtables: 0. 2024/11/22-12:55:16.965101 139700912260864 (Original Log Time 2024/11/22-12:55:16.965085) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:55:16.965114 139700721420032 [db_impl_compaction_flush.cc:103] [JOB 286] Syncing log #195448 2024/11/22-12:55:16.965200 139700721420032 (Original Log Time 2024/11/22-12:55:16.965102) [db_impl_compaction_flush.cc:3040] Calling FlushMemTableToOutputFile with column family [default], flush slots available 2, compaction slots available 7, flush slots scheduled 1, compaction slots scheduled 2 2024/11/22-12:55:16.965208 139700721420032 [flush_job.cc:879] [default] [JOB 286] Flushing memtable with next log file: 195502 2024/11/22-12:55:16.965227 139700721420032 EVENT_LOG_v1 {"time_micros": 1732251316965221, "job": 286, "event": "flush_started", "num_memtables": 1, "num_entries": 515483, "num_deletes": 22800, "total_data_size": 182593578, "memory_usage": 192413064, "num_range_deletes": 0, "flush_reason": "Manual Flush"} 2024/11/22-12:55:16.965231 139700721420032 [flush_job.cc:910] [default] [JOB 286] Level-0 flush table #195503: started 2024/11/22-12:55:16.965571 139700721420032 [cspp_memtable.cc:1074] /storage/mytopling/.rocksdb/cspp-000006.memtab-0 ConvertToReadOnly /storage/mytopling/.rocksdb/195503.sst in ConvertToSST, mem_size = 183.499 M, time = 331.385 us 2024/11/22-12:55:17.075432 139700721420032 [cspp_memtable.cc:1366] CSPPMemTab::ConvertToSST(/storage/mytopling/.rocksdb/195503.sst): fsize = 183.501 M, time(ms): open: 0.040, seek: 0.018, finish: 0.037, meta: 0.016, Flush: 0.012, sync: 109.702, close: 0.019, all: 109.844 2024/11/22-12:55:17.076789 139700721420032 [flush_job.cc:1084] [default] [JOB 286] Flush lasted 111587 microseconds, and 51173 cpu microseconds. 2024/11/22-12:55:17.085193 139700721420032 (Original Log Time 2024/11/22-12:55:17.075490) [flush_job.cc:1029] [default] [JOB 286] Level-0 flush table #195503: 192414491 bytes OK (needs compaction) 2024/11/22-12:55:17.085204 139700721420032 (Original Log Time 2024/11/22-12:55:17.076809) [memtable_list.cc:560] [default] Level-0 commit table #195503 started 2024/11/22-12:55:17.085208 139700721420032 (Original Log Time 2024/11/22-12:55:17.085079) [memtable_list.cc:759] [default] Level-0 commit table #195503: memtable #1 done 2024/11/22-12:55:17.085211 139700721420032 (Original Log Time 2024/11/22-12:55:17.085108) EVENT_LOG_v1 {"time_micros": 1732251317085100, "job": 286, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [1, 0, 5, 87, 98, 0, 68], "immutable_memtables": 0} 2024/11/22-12:55:17.085214 139700721420032 (Original Log Time 2024/11/22-12:55:17.085162) [db_impl_compaction_flush.cc:310] [default] Level summary: files[1 0 5 87 98 0 68] max score 0.67 (5 files need compaction) 2024/11/22-12:55:17.085220 139700901775104 (Original Log Time 2024/11/22-12:55:17.085208) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/22-12:55:17.085256 139702208774080 [db_impl_compaction_flush.cc:1895] [default] Manual flush finished, status: OK 2024/11/22-12:55:17.085270 139702208774080 [db_impl_compaction_flush.cc:1885] [__system__] Manual flush start. 2024/11/22-12:55:17.085278 139702208774080 [db_impl_write.cc:2181] [__system__] New memtable created with log file: #195502. Immutable memtables: 0. 2024/11/22-12:55:17.085300 139702208774080 [cspp_memtable.cc:1074] ConvertToReadOnly in MarkReadOnly, mem_size = 7.094 M, time = 11.347 us 2024/11/22-12:55:17.085361 139700710934272 (Original Log Time 2024/11/22-12:55:17.085342) [db_impl_compaction_flush.cc:3040] Calling FlushMemTableToOutputFile with column family [__system__], flush slots available 2, compaction slots available 7, flush slots scheduled 2, compaction slots scheduled 1 2024/11/22-12:55:17.085373 139700710934272 [flush_job.cc:879] [__system__] [JOB 288] Flushing memtable with next log file: 195502 2024/11/22-12:55:17.085391 139700710934272 EVENT_LOG_v1 {"time_micros": 1732251317085386, "job": 288, "event": "flush_started", "num_memtables": 1, "num_entries": 68799, "num_deletes": 0, "total_data_size": 5642502, "memory_usage": 7438728, "num_range_deletes": 0, "flush_reason": "Manual Flush"} 2024/11/22-12:55:17.085395 139700710934272 [flush_job.cc:910] [__system__] [JOB 288] Level-0 flush table #195504: started 2024/11/22-12:55:17.088115 139700710934272 EVENT_LOG_v1 {"time_micros": 1732251317088096, "cf_name": "__system__", "job": 288, "event": "table_file_creation", "file_number": 195504, "file_size": 4635, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 3087524011, "largest_seqno": 3088032569, "table_properties": {"data_size": 1088, "index_size": 2752, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 212, "raw_average_key_size": 19, "raw_value_size": 1044, "raw_average_value_size": 94, "num_data_blocks": 1, "num_entries": 11, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "__system__", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "merge_operator": "Rdb_system_merge_op", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "SngFast", "compression_options": "", "creation_time": 1732251317, "oldest_key_time": 1732251188, "file_creation_time": 1732251317, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "8ZGFBQCWMWGL5QH192T0", "orig_file_number": 195504, "seqno_to_time_mapping": "N/A"}} 2024/11/22-12:55:17.088553 139700710934272 [flush_job.cc:1084] [__system__] [JOB 288] Flush lasted 3194 microseconds, and 3152 cpu microseconds. 2024/11/22-12:55:17.088664 139700710934272 (Original Log Time 2024/11/22-12:55:17.088129) [flush_job.cc:1029] [__system__] [JOB 288] Level-0 flush table #195504: 4635 bytes OK (needs compaction) 2024/11/22-12:55:17.088670 139700710934272 (Original Log Time 2024/11/22-12:55:17.088562) [memtable_list.cc:560] [__system__] Level-0 commit table #195504 started 2024/11/22-12:55:17.088673 139700710934272 (Original Log Time 2024/11/22-12:55:17.088614) [memtable_list.cc:759] [__system__] Level-0 commit table #195504: memtable #1 done 2024/11/22-12:55:17.088676 139700710934272 (Original Log Time 2024/11/22-12:55:17.088626) EVENT_LOG_v1 {"time_micros": 1732251317088623, "job": 288, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [1, 1, 0, 0, 0, 0, 0], "immutable_memtables": 0} 2024/11/22-12:55:17.088679 139700710934272 (Original Log Time 2024/11/22-12:55:17.088644) [db_impl_compaction_flush.cc:310] [__system__] Level summary: files[1 1 0 0 0 0 0] max score 0.25 (1 files need compaction) 2024/11/22-12:55:17.088686 139700710934272 [db_impl_files.cc:470] [JOB 288] Try to delete WAL files size 701150357, prev total WAL file size 701150357, number of live WAL files 4. 2024/11/22-12:55:17.088803 139702208774080 [db_impl_compaction_flush.cc:1895] [__system__] Manual flush finished, status: OK 2024/11/22-12:55:17.088812 139700922746624 [compaction_job.cc:2437] [__system__] [JOB 289] Compacting 1@0 + 1@1 files to L1, score 0.25, subcompactions 3 : 1 2024/11/22-12:55:17.088816 139702208774080 [db_impl.cc:592] Shutdown: canceling all background work 2024/11/22-12:55:17.088826 139700922746624 [compaction_job.cc:2445] [__system__]: Compaction start summary: Base version 218 Base level 0, inputs: [195504(4635B)], [195419(6569B)] 2024/11/22-12:55:17.088914 139700922746624 [compaction_job.cc:703] job-00289: subcompact[0], size: 0.000000 G, files: /storage/mytopling/.rocksdb [] 2024/11/22-12:55:17.088962 139700922746624 (Original Log Time 2024/11/22-12:55:17.088842) EVENT_LOG_v1 {"time_micros": 1732251317088833, "job": 289, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L0": [195504], "files_L1": [195419], "score": 0.25, "input_data_size": 11204, "oldest_snapshot_seqno": -1} 2024/11/22-12:55:17.088966 139700922746624 (Original Log Time 2024/11/22-12:55:17.088938) [compaction_job.cc:1224] [__system__] compacted to: files[1 1 0 0 0 0 0] max score 0.00, MB/sec: 127.3 rd, 0.0 wr, level 1, files in(1, 1) out(0 +0 blob) MB in(0.0, 0.0 +0.0 blob) out(0.0 +0.0 blob), read-write-amplify(2.4) write-amplify(0.0) Shutdown in progress: Database shutdown, records in: 51, records dropped: 51 output_compression: Snappy 2024/11/22-12:55:17.088974 139700922746624 (Original Log Time 2024/11/22-12:55:17.088951) EVENT_LOG_v1 {"time_micros": 1732251317088943, "cf": "__system__", "job": 289, "event": "compaction_finished", "compaction_time_micros": 88, "compaction_time_cpu_micros": 50, "output_level": 1, "num_output_files": 0, "total_output_size": 0, "num_input_records": 51, "num_output_records": 0, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [1, 1, 0, 0, 0, 0, 0]} 2024/11/22-12:55:17.110211 139700710934272 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195362.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:55:17.155106 139700710934272 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195417.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:55:17.179535 139700710934272 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195448.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:55:17.480876 139701071644416 [WARN] [dcompact_etcd.cc:1322] DcompactEtcd detected shutting down: nfs/i-wz9deglxdazgiryp6ltb_10.57.5.137/2024-11-22T12.43.54/.rocksdb/job-00256/att-00 2024/11/22-12:55:17.486197 139701071644416 [dcompact_etcd.cc:1720] job-00256/att-00: CleanFiles: shutting down, do not delete files 2024/11/22-12:55:17.486210 139701071644416 [dcompact_etcd.cc:1773] job-00256/att-00: CleanFiles 0.000 sec : 0.000 2024/11/22-12:55:17.486239 139701071644416 (Original Log Time 2024/11/22-12:54:30.034435) EVENT_LOG_v1 {"time_micros": 1732251270034428, "job": 256, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195469], "files_L3": [195443, 195444, 195421, 195422, 195423, 195424, 195425, 195426, 195427, 195428, 195429, 195430, 195431, 195432, 195433, 195434, 195435, 195436, 195437], "score": 0.955539, "input_data_size": 665950820, "oldest_snapshot_seqno": 3087514971} 2024/11/22-12:55:17.486246 139701071644416 [compaction_job.cc:2437] [default] [JOB 256] Compacting 1@2 + 19@3 files to L3, score 0.96, subcompactions 1 : 1 2024/11/22-12:55:17.486258 139701071644416 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 195 Base level 2, inputs: [195469(21MB)], [195443(41MB) 195444(5849KB) 195421(34MB) 195422(35MB) 195423(33MB) 195424(35MB) 195425(34MB) 195426(33MB) 195427(36MB) 195428(33MB) 195429(34MB) 195430(35MB) 195431(33MB) 195432(35MB) 195433(34MB) 195434(33MB) 195435(36MB) 195436(33MB) 195437(10116KB)] 2024/11/22-12:55:17.486566 139701071644416 [compaction_job.cc:703] job-00256: subcompact[0], size: 0.000000 G, files: /storage/mytopling/.rocksdb [] 2024/11/22-12:55:17.486680 139701071644416 (Original Log Time 2024/11/22-12:55:17.486282) EVENT_LOG_v1 {"time_micros": 1732251317486270, "job": 256, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [195469], "files_L3": [195443, 195444, 195421, 195422, 195423, 195424, 195425, 195426, 195427, 195428, 195429, 195430, 195431, 195432, 195433, 195434, 195435, 195436, 195437], "score": 0.955539, "input_data_size": 665950820, "oldest_snapshot_seqno": 3087514971} 2024/11/22-12:55:17.486685 139701071644416 (Original Log Time 2024/11/22-12:55:17.486584) [compaction_job.cc:1224] [default] compacted to: files[1 0 5 87 98 0 68] max score 0.67 (5 files need compaction), MB/sec: 2288490.8 rd, 0.0 wr, level 3, files in(1, 19) out(0 +0 blob) MB in(21.7, 613.4 +0.0 blob) out(0.0 +0.0 blob), read-write-amplify(29.3) write-amplify(0.0) Shutdown in progress: Database shutdown, records in: 16226778, records dropped: 16226778 output_compression: Snappy 2024/11/22-12:55:17.486689 139701071644416 (Original Log Time 2024/11/22-12:55:17.486609) EVENT_LOG_v1 {"time_micros": 1732251317486591, "cf": "default", "job": 256, "event": "compaction_finished", "compaction_time_micros": 291, "compaction_time_cpu_micros": 141, "output_level": 3, "num_output_files": 0, "total_output_size": 0, "num_input_records": 16226778, "num_output_records": 0, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [1, 0, 5, 87, 98, 0, 68]} 2024/11/22-12:55:17.486930 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195394.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:55:17.486945 139701071644416 EVENT_LOG_v1 {"time_micros": 1732251317486943, "job": 256, "event": "table_file_deletion", "file_number": 195394} 2024/11/22-12:55:17.487074 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195397.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:55:17.487083 139701071644416 EVENT_LOG_v1 {"time_micros": 1732251317487082, "job": 256, "event": "table_file_deletion", "file_number": 195397} 2024/11/22-12:55:17.488294 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195401.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:55:17.488315 139701071644416 EVENT_LOG_v1 {"time_micros": 1732251317488313, "job": 256, "event": "table_file_deletion", "file_number": 195401} 2024/11/22-12:55:17.491903 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195402.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:55:17.491930 139701071644416 EVENT_LOG_v1 {"time_micros": 1732251317491927, "job": 256, "event": "table_file_deletion", "file_number": 195402} 2024/11/22-12:55:17.495011 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195404.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:55:17.495031 139701071644416 EVENT_LOG_v1 {"time_micros": 1732251317495029, "job": 256, "event": "table_file_deletion", "file_number": 195404} 2024/11/22-12:55:17.503310 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195406.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:55:17.503330 139701071644416 EVENT_LOG_v1 {"time_micros": 1732251317503328, "job": 256, "event": "table_file_deletion", "file_number": 195406} 2024/11/22-12:55:17.507911 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195409.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:55:17.507937 139701071644416 EVENT_LOG_v1 {"time_micros": 1732251317507935, "job": 256, "event": "table_file_deletion", "file_number": 195409} 2024/11/22-12:55:17.510944 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195410.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:55:17.510962 139701071644416 EVENT_LOG_v1 {"time_micros": 1732251317510960, "job": 256, "event": "table_file_deletion", "file_number": 195410} 2024/11/22-12:55:17.517062 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195411.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:55:17.517081 139701071644416 EVENT_LOG_v1 {"time_micros": 1732251317517079, "job": 256, "event": "table_file_deletion", "file_number": 195411} 2024/11/22-12:55:17.522765 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195412.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:55:17.522784 139701071644416 EVENT_LOG_v1 {"time_micros": 1732251317522782, "job": 256, "event": "table_file_deletion", "file_number": 195412} 2024/11/22-12:55:17.527692 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195413.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:55:17.527711 139701071644416 EVENT_LOG_v1 {"time_micros": 1732251317527709, "job": 256, "event": "table_file_deletion", "file_number": 195413} 2024/11/22-12:55:17.532559 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195414.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:55:17.532578 139701071644416 EVENT_LOG_v1 {"time_micros": 1732251317532576, "job": 256, "event": "table_file_deletion", "file_number": 195414} 2024/11/22-12:55:17.538831 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195439.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:55:17.538849 139701071644416 EVENT_LOG_v1 {"time_micros": 1732251317538847, "job": 256, "event": "table_file_deletion", "file_number": 195439} 2024/11/22-12:55:17.545151 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195440.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:55:17.545170 139701071644416 EVENT_LOG_v1 {"time_micros": 1732251317545168, "job": 256, "event": "table_file_deletion", "file_number": 195440} 2024/11/22-12:55:17.546093 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195441.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:55:17.546110 139701071644416 EVENT_LOG_v1 {"time_micros": 1732251317546109, "job": 256, "event": "table_file_deletion", "file_number": 195441} 2024/11/22-12:55:17.546241 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195450.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:55:17.546250 139701071644416 EVENT_LOG_v1 {"time_micros": 1732251317546249, "job": 256, "event": "table_file_deletion", "file_number": 195450} 2024/11/22-12:55:17.546360 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195453.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:55:17.546367 139701071644416 EVENT_LOG_v1 {"time_micros": 1732251317546366, "job": 256, "event": "table_file_deletion", "file_number": 195453} 2024/11/22-12:55:17.550584 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195455.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:55:17.550611 139701071644416 EVENT_LOG_v1 {"time_micros": 1732251317550609, "job": 256, "event": "table_file_deletion", "file_number": 195455} 2024/11/22-12:55:17.550857 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195457.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:55:17.550868 139701071644416 EVENT_LOG_v1 {"time_micros": 1732251317550867, "job": 256, "event": "table_file_deletion", "file_number": 195457} 2024/11/22-12:55:17.556129 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195458.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:55:17.556147 139701071644416 EVENT_LOG_v1 {"time_micros": 1732251317556145, "job": 256, "event": "table_file_deletion", "file_number": 195458} 2024/11/22-12:55:17.561401 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195460.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:55:17.561419 139701071644416 EVENT_LOG_v1 {"time_micros": 1732251317561417, "job": 256, "event": "table_file_deletion", "file_number": 195460} 2024/11/22-12:55:17.565827 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195461.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:55:17.565845 139701071644416 EVENT_LOG_v1 {"time_micros": 1732251317565843, "job": 256, "event": "table_file_deletion", "file_number": 195461} 2024/11/22-12:55:17.570625 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195462.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:55:17.570642 139701071644416 EVENT_LOG_v1 {"time_micros": 1732251317570640, "job": 256, "event": "table_file_deletion", "file_number": 195462} 2024/11/22-12:55:17.572544 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195463.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:55:17.572561 139701071644416 EVENT_LOG_v1 {"time_micros": 1732251317572559, "job": 256, "event": "table_file_deletion", "file_number": 195463} 2024/11/22-12:55:17.573029 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195464.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:55:17.573042 139701071644416 EVENT_LOG_v1 {"time_micros": 1732251317573040, "job": 256, "event": "table_file_deletion", "file_number": 195464} 2024/11/22-12:55:17.573310 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195465.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:55:17.573320 139701071644416 EVENT_LOG_v1 {"time_micros": 1732251317573319, "job": 256, "event": "table_file_deletion", "file_number": 195465} 2024/11/22-12:55:17.573477 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195466.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:55:17.573487 139701071644416 EVENT_LOG_v1 {"time_micros": 1732251317573486, "job": 256, "event": "table_file_deletion", "file_number": 195466} 2024/11/22-12:55:17.573826 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195467.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:55:17.573837 139701071644416 EVENT_LOG_v1 {"time_micros": 1732251317573836, "job": 256, "event": "table_file_deletion", "file_number": 195467} 2024/11/22-12:55:17.574119 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195468.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:55:17.574130 139701071644416 EVENT_LOG_v1 {"time_micros": 1732251317574128, "job": 256, "event": "table_file_deletion", "file_number": 195468} 2024/11/22-12:55:17.578192 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195470.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:55:17.578211 139701071644416 EVENT_LOG_v1 {"time_micros": 1732251317578209, "job": 256, "event": "table_file_deletion", "file_number": 195470} 2024/11/22-12:55:17.578338 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195473.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:55:17.578347 139701071644416 EVENT_LOG_v1 {"time_micros": 1732251317578346, "job": 256, "event": "table_file_deletion", "file_number": 195473} 2024/11/22-12:55:17.578503 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195474.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:55:17.578512 139701071644416 EVENT_LOG_v1 {"time_micros": 1732251317578511, "job": 256, "event": "table_file_deletion", "file_number": 195474} 2024/11/22-12:55:17.580147 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195475.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:55:17.580163 139701071644416 EVENT_LOG_v1 {"time_micros": 1732251317580161, "job": 256, "event": "table_file_deletion", "file_number": 195475} 2024/11/22-12:55:17.584359 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195476.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:55:17.584378 139701071644416 EVENT_LOG_v1 {"time_micros": 1732251317584376, "job": 256, "event": "table_file_deletion", "file_number": 195476} 2024/11/22-12:55:17.584557 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195480.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:55:17.584568 139701071644416 EVENT_LOG_v1 {"time_micros": 1732251317584567, "job": 256, "event": "table_file_deletion", "file_number": 195480} 2024/11/22-12:55:17.584690 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195481.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:55:17.584698 139701071644416 EVENT_LOG_v1 {"time_micros": 1732251317584697, "job": 256, "event": "table_file_deletion", "file_number": 195481} 2024/11/22-12:55:17.584861 139701071644416 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/195499.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:55:17.584870 139701071644416 EVENT_LOG_v1 {"time_micros": 1732251317584869, "job": 256, "event": "table_file_deletion", "file_number": 195499} 2024/11/22-12:55:18.841972 139702208774080 [db_impl.cc:592] Shutdown: canceling all background work 2024/11/22-12:55:18.894625 139702208774080 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194811.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:55:18.924311 139702208774080 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194870.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:55:18.965308 139702208774080 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194949.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:55:18.965362 139702208774080 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/194986.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/22-12:55:19.157420 139702208774080 [db_impl.cc:774] Shutdown complete