2024/11/19-19:42:16.640661 140470301384640 RocksDB version: 8.4.2 2024/11/19-19:42:16.640712 140470301384640 Git sha 1436c4478ab05164c1d0929db1403a3077b1ba12 2024/11/19-19:42:16.640718 140470301384640 Compile date 2024-11-18 13:58:37 2024/11/19-19:42:16.640728 140470301384640 DB SUMMARY 2024/11/19-19:42:16.640734 140470301384640 Host name (Env): iZwz9deglxdazgiryp6ltbZ 2024/11/19-19:42:16.640739 140470301384640 DB Session ID: JR6R333AV0592YANV2NJ 2024/11/19-19:42:16.641120 140470301384640 CURRENT file: CURRENT 2024/11/19-19:42:16.641128 140470301384640 IDENTITY file: IDENTITY 2024/11/19-19:42:16.641136 140470301384640 MANIFEST file: MANIFEST-005481 size: 1579215 Bytes 2024/11/19-19:42:16.641141 140470301384640 SST files in /storage/mytopling/.rocksdb dir, Total Num: 669, files: 005914.sst 006104.sst 006213.sst 006250.sst 006272.sst 006284.sst 006322.sst 006325.sst 006483.sst 2024/11/19-19:42:16.641148 140470301384640 Write Ahead Log file in /storage/mytopling/.rocksdb: 017855.log size: 0 ; 2024/11/19-19:42:16.641155 140470301384640 Options.error_if_exists: 0 2024/11/19-19:42:16.641160 140470301384640 Options.create_if_missing: 1 2024/11/19-19:42:16.641164 140470301384640 Options.paranoid_checks: 1 2024/11/19-19:42:16.641169 140470301384640 Options.flush_verify_memtable_count: 1 2024/11/19-19:42:16.641173 140470301384640 Options.track_and_verify_wals_in_manifest: 1 2024/11/19-19:42:16.641177 140470301384640 Options.verify_sst_unique_id_in_manifest: 1 2024/11/19-19:42:16.641182 140470301384640 Options.env: 0x1753c280 2024/11/19-19:42:16.641187 140470301384640 Options.fs: PosixFileSystem 2024/11/19-19:42:16.641192 140470301384640 Options.info_log: 0x177e3150 2024/11/19-19:42:16.641197 140470301384640 Options.max_file_opening_threads: 16 2024/11/19-19:42:16.641202 140470301384640 Options.statistics: 0x1754b2e0 2024/11/19-19:42:16.641206 140470301384640 Options.statistics stats level: 3 2024/11/19-19:42:16.641211 140470301384640 Options.use_fsync: 0 2024/11/19-19:42:16.641215 140470301384640 Options.max_log_file_size: 268435456 2024/11/19-19:42:16.641219 140470301384640 Options.max_manifest_file_size: 1073741824 2024/11/19-19:42:16.641224 140470301384640 Options.log_file_time_to_roll: 0 2024/11/19-19:42:16.641228 140470301384640 Options.keep_log_file_num: 100 2024/11/19-19:42:16.641232 140470301384640 Options.recycle_log_file_num: 0 2024/11/19-19:42:16.641236 140470301384640 Options.allow_fallocate: 1 2024/11/19-19:42:16.641240 140470301384640 Options.allow_mmap_reads: 0 2024/11/19-19:42:16.641245 140470301384640 Options.allow_mmap_writes: 0 2024/11/19-19:42:16.641249 140470301384640 Options.use_direct_reads: 0 2024/11/19-19:42:16.641253 140470301384640 Options.use_direct_io_for_flush_and_compaction: 0 2024/11/19-19:42:16.641258 140470301384640 Options.create_missing_column_families: 1 2024/11/19-19:42:16.641262 140470301384640 Options.db_log_dir: /storage/mytopling/..//infolog/.rocksdb 2024/11/19-19:42:16.641266 140470301384640 Options.wal_dir: 2024/11/19-19:42:16.641271 140470301384640 Options.table_cache_numshardbits: 6 2024/11/19-19:42:16.641275 140470301384640 Options.WAL_ttl_seconds: 0 2024/11/19-19:42:16.641280 140470301384640 Options.WAL_size_limit_MB: 0 2024/11/19-19:42:16.641285 140470301384640 Options.max_write_batch_group_size_bytes: 1048576 2024/11/19-19:42:16.641290 140470301384640 Options.manifest_preallocation_size: 4194304 2024/11/19-19:42:16.641295 140470301384640 Options.is_fd_close_on_exec: 1 2024/11/19-19:42:16.641300 140470301384640 Options.advise_random_on_open: 1 2024/11/19-19:42:16.641304 140470301384640 Options.db_write_buffer_size: 0 2024/11/19-19:42:16.641312 140470301384640 Options.write_buffer_manager: 0x17803d30 2024/11/19-19:42:16.641319 140470301384640 Options.access_hint_on_compaction_start: 1 2024/11/19-19:42:16.641323 140470301384640 Options.random_access_max_buffer_size: 1048576 2024/11/19-19:42:16.641329 140470301384640 Options.use_adaptive_mutex: 0 2024/11/19-19:42:16.641336 140470301384640 Options.rate_limiter: (nil) 2024/11/19-19:42:16.641344 140470301384640 Options.sst_file_manager.rate_bytes_per_sec: 0 2024/11/19-19:42:16.641351 140470301384640 Options.wal_recovery_mode: 2 2024/11/19-19:42:16.641361 140470301384640 Options.enable_thread_tracking: 1 2024/11/19-19:42:16.641368 140470301384640 Options.enable_pipelined_write: 0 2024/11/19-19:42:16.641372 140470301384640 Options.unordered_write: 0 2024/11/19-19:42:16.641378 140470301384640 Options.allow_concurrent_memtable_write: 1 2024/11/19-19:42:16.641385 140470301384640 Options.enable_write_thread_adaptive_yield: 0 2024/11/19-19:42:16.641391 140470301384640 Options.write_thread_max_yield_usec: 100 2024/11/19-19:42:16.641398 140470301384640 Options.write_thread_slow_yield_usec: 3 2024/11/19-19:42:16.641405 140470301384640 Options.row_cache: None 2024/11/19-19:42:16.641409 140470301384640 Options.wal_filter: None 2024/11/19-19:42:16.641415 140470301384640 Options.avoid_flush_during_recovery: 0 2024/11/19-19:42:16.641422 140470301384640 Options.allow_ingest_behind: 0 2024/11/19-19:42:16.641428 140470301384640 Options.two_write_queues: 1 2024/11/19-19:42:16.641435 140470301384640 Options.manual_wal_flush: 1 2024/11/19-19:42:16.641441 140470301384640 Options.wal_compression: 0 2024/11/19-19:42:16.641445 140470301384640 Options.atomic_flush: 0 2024/11/19-19:42:16.641452 140470301384640 Options.avoid_unnecessary_blocking_io: 1 2024/11/19-19:42:16.641456 140470301384640 Options.persist_stats_to_disk: 0 2024/11/19-19:42:16.641462 140470301384640 Options.write_dbid_to_manifest: 1 2024/11/19-19:42:16.641469 140470301384640 Options.log_readahead_size: 0 2024/11/19-19:42:16.641476 140470301384640 Options.file_checksum_gen_factory: Unknown 2024/11/19-19:42:16.641480 140470301384640 Options.best_efforts_recovery: 0 2024/11/19-19:42:16.641486 140470301384640 Options.max_bgerror_resume_count: 2147483647 2024/11/19-19:42:16.641493 140470301384640 Options.bgerror_resume_retry_interval: 1000000 2024/11/19-19:42:16.641499 140470301384640 Options.allow_data_in_errors: 0 2024/11/19-19:42:16.641506 140470301384640 Options.db_host_id: __hostname__ 2024/11/19-19:42:16.641512 140470301384640 Options.enforce_single_del_contracts: false 2024/11/19-19:42:16.641518 140470301384640 Options.max_background_jobs: 2 2024/11/19-19:42:16.641524 140470301384640 Options.max_background_compactions: 7 2024/11/19-19:42:16.641531 140470301384640 Options.max_subcompactions: 1 2024/11/19-19:42:16.641537 140470301384640 Options.max_level1_subcompactions: 3 2024/11/19-19:42:16.641544 140470301384640 Options.avoid_flush_during_shutdown: 0 2024/11/19-19:42:16.641550 140470301384640 Options.writable_file_max_buffer_size: 1048576 2024/11/19-19:42:16.641554 140470301384640 Options.delayed_write_rate : 16777216 2024/11/19-19:42:16.641561 140470301384640 Options.max_total_wal_size: 0 2024/11/19-19:42:16.641567 140470301384640 Options.delete_obsolete_files_period_micros: 21600000000 2024/11/19-19:42:16.641574 140470301384640 Options.stats_dump_period_sec: 0 2024/11/19-19:42:16.641581 140470301384640 Options.stats_persist_period_sec: 0 2024/11/19-19:42:16.641587 140470301384640 Options.stats_history_buffer_size: 1048576 2024/11/19-19:42:16.641591 140470301384640 Options.max_open_files: -1 2024/11/19-19:42:16.641600 140470301384640 Options.bytes_per_sync: 0 2024/11/19-19:42:16.641607 140470301384640 Options.wal_bytes_per_sync: 0 2024/11/19-19:42:16.641613 140470301384640 Options.strict_bytes_per_sync: 0 2024/11/19-19:42:16.641620 140470301384640 Options.compaction_readahead_size: 0 2024/11/19-19:42:16.641626 140470301384640 Options.max_background_flushes: 2 2024/11/19-19:42:16.641630 140470301384640 Compression algorithms supported: 2024/11/19-19:42:16.641637 140470301384640 kZSTDNotFinalCompression supported: 1 2024/11/19-19:42:16.641646 140470301384640 kZSTD supported: 1 2024/11/19-19:42:16.641653 140470301384640 kXpressCompression supported: 0 2024/11/19-19:42:16.641660 140470301384640 kLZ4HCCompression supported: 1 2024/11/19-19:42:16.641667 140470301384640 kZlibCompression supported: 1 2024/11/19-19:42:16.641672 140470301384640 kSnappyCompression supported: 1 2024/11/19-19:42:16.641678 140470301384640 kLZ4Compression supported: 1 2024/11/19-19:42:16.641685 140470301384640 kBZip2Compression supported: 1 2024/11/19-19:42:16.641693 140470301384640 Fast CRC32 supported: Supported on x86 2024/11/19-19:42:16.641703 140470301384640 DMutex implementation: pthread_mutex_t 2024/11/19-19:42:16.641796 140470301384640 [version_set.cc:6211] Recovering from manifest file: /storage/mytopling/.rocksdb/MANIFEST-005481 2024/11/19-19:42:16.642014 140470301384640 [column_family.cc:633] --------------- Options for column family [default]: 2024/11/19-19:42:16.642029 140470301384640 Options.comparator: leveldb.BytewiseComparator 2024/11/19-19:42:16.642034 140470301384640 Options.merge_operator: None 2024/11/19-19:42:16.642043 140470301384640 Options.compaction_filter: None 2024/11/19-19:42:16.642050 140470301384640 Options.compaction_filter_factory: Rdb_compact_filter_factory 2024/11/19-19:42:16.642058 140470301384640 Options.sst_partitioner_factory: SstPartitionerFixedPrefixEx 2024/11/19-19:42:16.642065 140470301384640 Options.memtable_factory: Dyna 2024/11/19-19:42:16.642072 140470301384640 Options.table_factory: DispatcherTable 2024/11/19-19:42:16.642077 140470301384640 table_factory options: {"default":"sng","readers":{"VecAutoSortTable":"auto_sort","BlockBasedTable":"bb","CSPPMemTabTable":"cspp_memtab_sst","ToplingZipTable":"dzip","SingleFastTable":"sng"},"level_writers":["sng","sng","light_dzip","dzip","dzip","dzip","dzip","dzip"],"//auto_compaction_max_wamp":10,"//trivial_move_always_max_output_level":4} 2024/11/19-19:42:16.642084 140470301384640 Options.write_buffer_size: 536870912 2024/11/19-19:42:16.642091 140470301384640 Options.max_write_buffer_number: 2 2024/11/19-19:42:16.642099 140470301384640 Options.compression: Snappy 2024/11/19-19:42:16.642106 140470301384640 Options.bottommost_compression: Disabled 2024/11/19-19:42:16.642112 140470301384640 Options.prefix_extractor: nullptr 2024/11/19-19:42:16.642117 140470301384640 Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024/11/19-19:42:16.642123 140470301384640 Options.num_levels: 7 2024/11/19-19:42:16.642130 140470301384640 Options.min_write_buffer_number_to_merge: 1 2024/11/19-19:42:16.642140 140470301384640 Options.max_write_buffer_number_to_maintain: 0 2024/11/19-19:42:16.642147 140470301384640 Options.max_write_buffer_size_to_maintain: 268435456 2024/11/19-19:42:16.642153 140470301384640 Options.bottommost_compression_opts.window_bits: -14 2024/11/19-19:42:16.642158 140470301384640 Options.bottommost_compression_opts.level: 32767 2024/11/19-19:42:16.642165 140470301384640 Options.bottommost_compression_opts.strategy: 0 2024/11/19-19:42:16.642172 140470301384640 Options.bottommost_compression_opts.max_dict_bytes: 0 2024/11/19-19:42:16.642178 140470301384640 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024/11/19-19:42:16.642185 140470301384640 Options.bottommost_compression_opts.parallel_threads: 1 2024/11/19-19:42:16.642191 140470301384640 Options.bottommost_compression_opts.enabled: false 2024/11/19-19:42:16.642198 140470301384640 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024/11/19-19:42:16.642202 140470301384640 Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024/11/19-19:42:16.642209 140470301384640 Options.compression_opts.window_bits: -14 2024/11/19-19:42:16.642216 140470301384640 Options.compression_opts.level: 32767 2024/11/19-19:42:16.642222 140470301384640 Options.compression_opts.strategy: 0 2024/11/19-19:42:16.642229 140470301384640 Options.compression_opts.max_dict_bytes: 0 2024/11/19-19:42:16.642236 140470301384640 Options.compression_opts.zstd_max_train_bytes: 0 2024/11/19-19:42:16.642240 140470301384640 Options.compression_opts.use_zstd_dict_trainer: true 2024/11/19-19:42:16.642246 140470301384640 Options.compression_opts.parallel_threads: 1 2024/11/19-19:42:16.642253 140470301384640 Options.compression_opts.enabled: false 2024/11/19-19:42:16.642259 140470301384640 Options.compression_opts.max_dict_buffer_bytes: 0 2024/11/19-19:42:16.642266 140470301384640 Options.level0_file_num_compaction_trigger: 4 2024/11/19-19:42:16.642272 140470301384640 Options.level0_slowdown_writes_trigger: 5 2024/11/19-19:42:16.642277 140470301384640 Options.level0_stop_writes_trigger: 10 2024/11/19-19:42:16.642285 140470301384640 Options.target_file_size_base: 33554432 2024/11/19-19:42:16.642292 140470301384640 Options.target_file_size_multiplier: 2 2024/11/19-19:42:16.642298 140470301384640 Options.max_bytes_for_level_base: 536870912 2024/11/19-19:42:16.642305 140470301384640 Options.level_compaction_dynamic_level_bytes: 0 2024/11/19-19:42:16.642311 140470301384640 Options.max_bytes_for_level_multiplier: 1.000000 2024/11/19-19:42:16.642318 140470301384640 Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024/11/19-19:42:16.642324 140470301384640 Options.max_bytes_for_level_multiplier_addtl[1]: 3 2024/11/19-19:42:16.642331 140470301384640 Options.max_bytes_for_level_multiplier_addtl[2]: 5 2024/11/19-19:42:16.642338 140470301384640 Options.max_bytes_for_level_multiplier_addtl[3]: 7 2024/11/19-19:42:16.642344 140470301384640 Options.max_bytes_for_level_multiplier_addtl[4]: 10 2024/11/19-19:42:16.642351 140470301384640 Options.max_bytes_for_level_multiplier_addtl[5]: 10 2024/11/19-19:42:16.642355 140470301384640 Options.max_bytes_for_level_multiplier_addtl[6]: 10 2024/11/19-19:42:16.642362 140470301384640 Options.max_bytes_for_level_multiplier_addtl[7]: 10 2024/11/19-19:42:16.642368 140470301384640 Options.max_sequential_skip_in_iterations: 8 2024/11/19-19:42:16.642375 140470301384640 Options.max_compaction_bytes: 4294967296 2024/11/19-19:42:16.642382 140470301384640 Options.arena_block_size: 1048576 2024/11/19-19:42:16.642390 140470301384640 Options.soft_pending_compaction_bytes_limit: 137438953472 2024/11/19-19:42:16.642394 140470301384640 Options.hard_pending_compaction_bytes_limit: 274877906944 2024/11/19-19:42:16.642401 140470301384640 Options.disable_auto_compactions: 1 2024/11/19-19:42:16.642408 140470301384640 Options.compaction_style: kCompactionStyleLevel 2024/11/19-19:42:16.642415 140470301384640 Options.compaction_pri: kMinOverlappingRatio 2024/11/19-19:42:16.642422 140470301384640 Options.compaction_options_universal.size_ratio: 1 2024/11/19-19:42:16.642429 140470301384640 Options.compaction_options_universal.min_merge_width: 2 2024/11/19-19:42:16.642435 140470301384640 Options.compaction_options_universal.max_merge_width: 4294967295 2024/11/19-19:42:16.642439 140470301384640 Options.compaction_options_universal.max_size_amplification_percent: 200 2024/11/19-19:42:16.642446 140470301384640 Options.compaction_options_universal.compression_size_percent: -1 2024/11/19-19:42:16.642453 140470301384640 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024/11/19-19:42:16.642460 140470301384640 Options.compaction_options_fifo.max_table_files_size: 1073741824 2024/11/19-19:42:16.642466 140470301384640 Options.compaction_options_fifo.allow_compaction: 0 2024/11/19-19:42:16.642477 140470301384640 Options.table_properties_collectors: Rdb_tbl_prop_coll_factory; 2024/11/19-19:42:16.642484 140470301384640 Options.inplace_update_support: 0 2024/11/19-19:42:16.642489 140470301384640 Options.inplace_update_num_locks: 10000 2024/11/19-19:42:16.642495 140470301384640 Options.memtable_prefix_bloom_size_ratio: 0.000000 2024/11/19-19:42:16.642502 140470301384640 Options.allow_merge_memtables: 0 2024/11/19-19:42:16.642509 140470301384640 Options.memtable_whole_key_filtering: 0 2024/11/19-19:42:16.642515 140470301384640 Options.memtable_huge_page_size: 0 2024/11/19-19:42:16.642524 140470301384640 Options.bloom_locality: 0 2024/11/19-19:42:16.642528 140470301384640 Options.max_successive_merges: 0 2024/11/19-19:42:16.642535 140470301384640 Options.optimize_filters_for_hits: 0 2024/11/19-19:42:16.642541 140470301384640 Options.paranoid_file_checks: 0 2024/11/19-19:42:16.642548 140470301384640 Options.force_consistency_checks: 1 2024/11/19-19:42:16.642554 140470301384640 Options.report_bg_io_stats: 0 2024/11/19-19:42:16.642561 140470301384640 Options.ttl: 0 2024/11/19-19:42:16.642565 140470301384640 Options.periodic_compaction_seconds: 0 2024/11/19-19:42:16.642572 140470301384640 Options.preclude_last_level_data_seconds: 0 2024/11/19-19:42:16.642578 140470301384640 Options.preserve_internal_time_seconds: 0 2024/11/19-19:42:16.642585 140470301384640 Options.enable_blob_files: false 2024/11/19-19:42:16.642591 140470301384640 Options.min_blob_size: 0 2024/11/19-19:42:16.642598 140470301384640 Options.blob_file_size: 268435456 2024/11/19-19:42:16.642602 140470301384640 Options.blob_compression_type: NoCompression 2024/11/19-19:42:16.642609 140470301384640 Options.enable_blob_garbage_collection: false 2024/11/19-19:42:16.642615 140470301384640 Options.blob_garbage_collection_age_cutoff: 0.250000 2024/11/19-19:42:16.642623 140470301384640 Options.blob_garbage_collection_force_threshold: 1.000000 2024/11/19-19:42:16.642629 140470301384640 Options.blob_compaction_readahead_size: 0 2024/11/19-19:42:16.642636 140470301384640 Options.blob_file_starting_level: 0 2024/11/19-19:42:16.642640 140470301384640 Options.min_filter_level: 2 2024/11/19-19:42:16.642648 140470301384640 Options.experimental_mempurge_threshold: 0.000000 2024/11/19-19:42:16.642655 140470301384640 Options.memtable_max_range_deletions: 0 2024/11/19-19:42:16.644318 140470301384640 [column_family.cc:633] --------------- Options for column family [__system__]: 2024/11/19-19:42:16.644335 140470301384640 Options.comparator: leveldb.BytewiseComparator 2024/11/19-19:42:16.644341 140470301384640 Options.merge_operator: Rdb_system_merge_op 2024/11/19-19:42:16.644346 140470301384640 Options.compaction_filter: None 2024/11/19-19:42:16.644351 140470301384640 Options.compaction_filter_factory: None 2024/11/19-19:42:16.644358 140470301384640 Options.sst_partitioner_factory: None 2024/11/19-19:42:16.644362 140470301384640 Options.memtable_factory: CSPPMemTabFactory 2024/11/19-19:42:16.644367 140470301384640 Options.table_factory: DispatcherTable 2024/11/19-19:42:16.644371 140470301384640 table_factory options: {"default":"sng","readers":{"VecAutoSortTable":"auto_sort","BlockBasedTable":"bb","CSPPMemTabTable":"cspp_memtab_sst","ToplingZipTable":"dzip","SingleFastTable":"sng"},"level_writers":["sng","sng","light_dzip","dzip","dzip","dzip","dzip","dzip"],"//auto_compaction_max_wamp":10,"//trivial_move_always_max_output_level":4} 2024/11/19-19:42:16.644376 140470301384640 Options.write_buffer_size: 8388608 2024/11/19-19:42:16.644380 140470301384640 Options.max_write_buffer_number: 2 2024/11/19-19:42:16.644385 140470301384640 Options.compression: Snappy 2024/11/19-19:42:16.644389 140470301384640 Options.bottommost_compression: Disabled 2024/11/19-19:42:16.644393 140470301384640 Options.prefix_extractor: nullptr 2024/11/19-19:42:16.644397 140470301384640 Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024/11/19-19:42:16.644402 140470301384640 Options.num_levels: 7 2024/11/19-19:42:16.644406 140470301384640 Options.min_write_buffer_number_to_merge: 1 2024/11/19-19:42:16.644410 140470301384640 Options.max_write_buffer_number_to_maintain: 0 2024/11/19-19:42:16.644414 140470301384640 Options.max_write_buffer_size_to_maintain: 16777216 2024/11/19-19:42:16.644418 140470301384640 Options.bottommost_compression_opts.window_bits: -14 2024/11/19-19:42:16.644422 140470301384640 Options.bottommost_compression_opts.level: 32767 2024/11/19-19:42:16.644427 140470301384640 Options.bottommost_compression_opts.strategy: 0 2024/11/19-19:42:16.644431 140470301384640 Options.bottommost_compression_opts.max_dict_bytes: 0 2024/11/19-19:42:16.644435 140470301384640 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024/11/19-19:42:16.644439 140470301384640 Options.bottommost_compression_opts.parallel_threads: 1 2024/11/19-19:42:16.644445 140470301384640 Options.bottommost_compression_opts.enabled: false 2024/11/19-19:42:16.644452 140470301384640 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024/11/19-19:42:16.644456 140470301384640 Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024/11/19-19:42:16.644463 140470301384640 Options.compression_opts.window_bits: -14 2024/11/19-19:42:16.644469 140470301384640 Options.compression_opts.level: 32767 2024/11/19-19:42:16.644476 140470301384640 Options.compression_opts.strategy: 0 2024/11/19-19:42:16.644483 140470301384640 Options.compression_opts.max_dict_bytes: 0 2024/11/19-19:42:16.644489 140470301384640 Options.compression_opts.zstd_max_train_bytes: 0 2024/11/19-19:42:16.644493 140470301384640 Options.compression_opts.use_zstd_dict_trainer: true 2024/11/19-19:42:16.644500 140470301384640 Options.compression_opts.parallel_threads: 1 2024/11/19-19:42:16.644506 140470301384640 Options.compression_opts.enabled: false 2024/11/19-19:42:16.644513 140470301384640 Options.compression_opts.max_dict_buffer_bytes: 0 2024/11/19-19:42:16.644519 140470301384640 Options.level0_file_num_compaction_trigger: 4 2024/11/19-19:42:16.644525 140470301384640 Options.level0_slowdown_writes_trigger: 5 2024/11/19-19:42:16.644529 140470301384640 Options.level0_stop_writes_trigger: 10 2024/11/19-19:42:16.644536 140470301384640 Options.target_file_size_base: 8388608 2024/11/19-19:42:16.644543 140470301384640 Options.target_file_size_multiplier: 2 2024/11/19-19:42:16.644549 140470301384640 Options.max_bytes_for_level_base: 8388608 2024/11/19-19:42:16.644556 140470301384640 Options.level_compaction_dynamic_level_bytes: 0 2024/11/19-19:42:16.644564 140470301384640 Options.max_bytes_for_level_multiplier: 1.000000 2024/11/19-19:42:16.644570 140470301384640 Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024/11/19-19:42:16.644576 140470301384640 Options.max_bytes_for_level_multiplier_addtl[1]: 3 2024/11/19-19:42:16.644583 140470301384640 Options.max_bytes_for_level_multiplier_addtl[2]: 5 2024/11/19-19:42:16.644587 140470301384640 Options.max_bytes_for_level_multiplier_addtl[3]: 7 2024/11/19-19:42:16.644593 140470301384640 Options.max_bytes_for_level_multiplier_addtl[4]: 10 2024/11/19-19:42:16.644600 140470301384640 Options.max_bytes_for_level_multiplier_addtl[5]: 10 2024/11/19-19:42:16.644604 140470301384640 Options.max_bytes_for_level_multiplier_addtl[6]: 10 2024/11/19-19:42:16.644610 140470301384640 Options.max_bytes_for_level_multiplier_addtl[7]: 10 2024/11/19-19:42:16.644617 140470301384640 Options.max_sequential_skip_in_iterations: 8 2024/11/19-19:42:16.644623 140470301384640 Options.max_compaction_bytes: 4294967296 2024/11/19-19:42:16.644630 140470301384640 Options.arena_block_size: 1048576 2024/11/19-19:42:16.644636 140470301384640 Options.soft_pending_compaction_bytes_limit: 68719476736 2024/11/19-19:42:16.644641 140470301384640 Options.hard_pending_compaction_bytes_limit: 274877906944 2024/11/19-19:42:16.644647 140470301384640 Options.disable_auto_compactions: 1 2024/11/19-19:42:16.644654 140470301384640 Options.compaction_style: kCompactionStyleLevel 2024/11/19-19:42:16.644663 140470301384640 Options.compaction_pri: kMinOverlappingRatio 2024/11/19-19:42:16.644669 140470301384640 Options.compaction_options_universal.size_ratio: 1 2024/11/19-19:42:16.644676 140470301384640 Options.compaction_options_universal.min_merge_width: 2 2024/11/19-19:42:16.644680 140470301384640 Options.compaction_options_universal.max_merge_width: 4294967295 2024/11/19-19:42:16.644687 140470301384640 Options.compaction_options_universal.max_size_amplification_percent: 200 2024/11/19-19:42:16.644694 140470301384640 Options.compaction_options_universal.compression_size_percent: -1 2024/11/19-19:42:16.644700 140470301384640 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024/11/19-19:42:16.644707 140470301384640 Options.compaction_options_fifo.max_table_files_size: 1073741824 2024/11/19-19:42:16.644714 140470301384640 Options.compaction_options_fifo.allow_compaction: 0 2024/11/19-19:42:16.644722 140470301384640 Options.table_properties_collectors: 2024/11/19-19:42:16.644727 140470301384640 Options.inplace_update_support: 0 2024/11/19-19:42:16.644733 140470301384640 Options.inplace_update_num_locks: 10000 2024/11/19-19:42:16.644740 140470301384640 Options.memtable_prefix_bloom_size_ratio: 0.000000 2024/11/19-19:42:16.644746 140470301384640 Options.allow_merge_memtables: 0 2024/11/19-19:42:16.644753 140470301384640 Options.memtable_whole_key_filtering: 0 2024/11/19-19:42:16.644759 140470301384640 Options.memtable_huge_page_size: 0 2024/11/19-19:42:16.644764 140470301384640 Options.bloom_locality: 0 2024/11/19-19:42:16.644770 140470301384640 Options.max_successive_merges: 0 2024/11/19-19:42:16.644777 140470301384640 Options.optimize_filters_for_hits: 0 2024/11/19-19:42:16.644783 140470301384640 Options.paranoid_file_checks: 0 2024/11/19-19:42:16.644790 140470301384640 Options.force_consistency_checks: 1 2024/11/19-19:42:16.644796 140470301384640 Options.report_bg_io_stats: 0 2024/11/19-19:42:16.644808 140470301384640 Options.ttl: 0 2024/11/19-19:42:16.644815 140470301384640 Options.periodic_compaction_seconds: 0 2024/11/19-19:42:16.644821 140470301384640 Options.preclude_last_level_data_seconds: 0 2024/11/19-19:42:16.644828 140470301384640 Options.preserve_internal_time_seconds: 0 2024/11/19-19:42:16.644834 140470301384640 Options.enable_blob_files: false 2024/11/19-19:42:16.644843 140470301384640 Options.min_blob_size: 0 2024/11/19-19:42:16.644848 140470301384640 Options.blob_file_size: 268435456 2024/11/19-19:42:16.644855 140470301384640 Options.blob_compression_type: NoCompression 2024/11/19-19:42:16.644861 140470301384640 Options.enable_blob_garbage_collection: false 2024/11/19-19:42:16.644868 140470301384640 Options.blob_garbage_collection_age_cutoff: 0.250000 2024/11/19-19:42:16.644875 140470301384640 Options.blob_garbage_collection_force_threshold: 1.000000 2024/11/19-19:42:16.644882 140470301384640 Options.blob_compaction_readahead_size: 0 2024/11/19-19:42:16.644886 140470301384640 Options.blob_file_starting_level: 0 2024/11/19-19:42:16.644892 140470301384640 Options.min_filter_level: 2 2024/11/19-19:42:16.644899 140470301384640 Options.experimental_mempurge_threshold: 0.000000 2024/11/19-19:42:16.644908 140470301384640 Options.memtable_max_range_deletions: 0 2024/11/19-19:42:16.662619 140468864157440 [top_zip_table.cc:59] core git_version_hash_info_is:commit 81964c21ebbcc178d8e99dae0fbf61bded2729cc Author: rockeet Date: Mon Nov 11 21:28:46 2024 +0800 Makefile: fix gen git-version-*.cpp GIT_PATH_ARG = :!src/terark/fsa :!tools/fsa :!src/terark/zbs :!tools/zbs g++ (GCC) 12.2.1 20221121 (Red Hat 12.2.1-7) Copyright (C) 2022 Free Software Foundation, Inc. This is free software; see the source for copying conditions. There is NO warranty; not even for MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. INCS = -Isrc -I3rdparty/zstd -Iboost-include DEFS = -DTOPLING_IO_WITH_URING=1 -DDIVSUFSORT_API= CXXFLAGS = -fPIC -time -fdiagnostics-color -mcx16 -fno-stack-protector WARNINGS = -Wno-class-memaccess -Wformat=2 -Wcomment -Wall -Wextra -Wno-unused-parameter -Wno-alloc-size-larger-than -Wno-deprecated-declarations -Wstrict-aliasing=3 RLS_FLAGS = -O3 -DNDEBUG -g3 WITH_BMI2 = 1 compile_cpu_flag: -march=haswell -mbmi -mbmi2 LDFLAGS = -fPIC -rdynamic 2024/11/19-19:42:16.662655 140468864157440 [top_zip_table.cc:60] fsa git_version_hash_info_is:commit 5dfecb7d107196f044ff5bf78dc39d2e725b9d9b Author: leipeng Date: Thu Nov 7 15:22:45 2024 +0800 Makefile: fix for x86_64 CPU older than haswell GIT_PATH_ARG = src/terark/fsa tools/fsa g++ (GCC) 12.2.1 20221121 (Red Hat 12.2.1-7) Copyright (C) 2022 Free Software Foundation, Inc. This is free software; see the source for copying conditions. There is NO warranty; not even for MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. INCS = -Isrc -I3rdparty/zstd -Iboost-include DEFS = -DTOPLING_IO_WITH_URING=1 -DDIVSUFSORT_API= CXXFLAGS = -fPIC -time -fdiagnostics-color -mcx16 -fno-stack-protector WARNINGS = -Wno-class-memaccess -Wformat=2 -Wcomment -Wall -Wextra -Wno-unused-parameter -Wno-alloc-size-larger-than -Wno-deprecated-declarations -Wstrict-aliasing=3 RLS_FLAGS = -O3 -DNDEBUG -g3 WITH_BMI2 = 1 compile_cpu_flag: -march=haswell -mbmi -mbmi2 LDFLAGS = -fPIC -rdynamic 2024/11/19-19:42:16.662673 140468864157440 [top_zip_table.cc:61] zbs git_version_hash_info_is:commit d44dd5ff72707128fe3c916077b43d2093c01f7c Author: leipeng Date: Sun Oct 27 23:38:26 2024 +0800 Fix for msvc, when toplingdb on msvc GIT_PATH_ARG = src/terark/zbs tools/zbs g++ (GCC) 12.2.1 20221121 (Red Hat 12.2.1-7) Copyright (C) 2022 Free Software Foundation, Inc. This is free software; see the source for copying conditions. There is NO warranty; not even for MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. INCS = -Isrc -I3rdparty/zstd -Iboost-include DEFS = -DTOPLING_IO_WITH_URING=1 -DDIVSUFSORT_API= CXXFLAGS = -fPIC -time -fdiagnostics-color -mcx16 -fno-stack-protector WARNINGS = -Wno-class-memaccess -Wformat=2 -Wcomment -Wall -Wextra -Wno-unused-parameter -Wno-alloc-size-larger-than -Wno-deprecated-declarations -Wstrict-aliasing=3 RLS_FLAGS = -O3 -DNDEBUG -g3 WITH_BMI2 = 1 compile_cpu_flag: -march=haswell -mbmi -mbmi2 LDFLAGS = -fPIC -rdynamic 2024/11/19-19:42:16.662686 140468864157440 [top_zip_table.cc:62] topling-zip_table_reader: git_version_hash_info_is: commit 79614a7e7dc27362fc5151b0797eb7d83c674c7b Author: rockeet Date: Sun Nov 10 15:02:21 2024 +0800 cpu_has_bmi2.sh: detect by compile c++ code check __BMI2__ g++ (GCC) 12.2.1 20221121 (Red Hat 12.2.1-7) Copyright (C) 2022 Free Software Foundation, Inc. This is free software; see the source for copying conditions. There is NO warranty; not even for MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. cpu_flag: -march=native -mbmi -mbmi2 2024/11/19-19:42:16.662697 140468864157440 [top_zip_table.cc:64] topling-rocks git_version_hash_info_is: commit c46b65a52d9c74aa8b87aeb8438620ff2dbc669c Author: rockeet Date: Sun Nov 10 15:02:42 2024 +0800 cpu_has_bmi2.sh: detect by compile c++ code check __BMI2__ g++ (GCC) 12.2.1 20221121 (Red Hat 12.2.1-7) Copyright (C) 2022 Free Software Foundation, Inc. This is free software; see the source for copying conditions. There is NO warranty; not even for MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. cpu_flag: -march=native -mbmi -mbmi2 2024/11/19-19:42:17.468103 140470301384640 [version_set.cc:6254] Recovered from manifest file:/storage/mytopling/.rocksdb/MANIFEST-005481 succeeded,manifest_file_number is 5481, next_file_number is 17861, last_sequence is 365877997, log_number is 17855,prev_log_number is 0,max_column_family is 1,min_log_number_to_keep is 17855 2024/11/19-19:42:17.468155 140470301384640 [version_set.cc:6269] Column family [default] (ID 0), log number is 17855 2024/11/19-19:42:17.468162 140470301384640 [version_set.cc:6269] Column family [__system__] (ID 1), log number is 17855 2024/11/19-19:42:17.468320 140470301384640 [db_impl_open.cc:639] DB ID: d89b4006-2803-486e-b7a2-759bcf348921 2024/11/19-19:42:17.471248 140470301384640 EVENT_LOG_v1 {"time_micros": 1732016537471236, "job": 1, "event": "recovery_started", "wal_files": [17855]} 2024/11/19-19:42:17.471269 140470301384640 [db_impl_open.cc:1132] Recovering log #17855 mode 2 2024/11/19-19:42:17.471342 140470301384640 EVENT_LOG_v1 {"time_micros": 1732016537471341, "job": 1, "event": "recovery_finished"} 2024/11/19-19:42:17.471512 140470301384640 [version_set.cc:5724] Creating manifest 17863 2024/11/19-19:42:17.473833 140470301384640 [db_impl_open.cc:2123] SstFileManager instance 0x177cc2a0 2024/11/19-19:42:17.475727 140470301384640 DB pointer 0x1780d740 2024/11/19-19:42:17.475815 140470301384640 [WARN] [pessimistic_transaction_db.cc:310] Transaction write_policy is WRITE_COMMITTED 2024/11/19-19:42:17.489681 140470301384640 [db_impl.cc:1284] SetOptions() on column family [default], inputs: 2024/11/19-19:42:17.489712 140470301384640 [db_impl.cc:1288] disable_auto_compactions: false 2024/11/19-19:42:17.489718 140470301384640 [db_impl.cc:1292] [default] SetOptions() succeeded 2024/11/19-19:42:17.489725 140470301384640 [cf_options.cc:1051] write_buffer_size: 536870912 2024/11/19-19:42:17.489731 140470301384640 [cf_options.cc:1054] max_write_buffer_number: 2 2024/11/19-19:42:17.489736 140470301384640 [cf_options.cc:1056] arena_block_size: 1048576 2024/11/19-19:42:17.489741 140470301384640 [cf_options.cc:1059] memtable_prefix_bloom_ratio: 0.000000 2024/11/19-19:42:17.489748 140470301384640 [cf_options.cc:1062] allow_merge_memtables: 0 2024/11/19-19:42:17.489753 140470301384640 [cf_options.cc:1064] memtable_whole_key_filtering: 0 2024/11/19-19:42:17.489758 140470301384640 [cf_options.cc:1066] memtable_huge_page_size: 0 2024/11/19-19:42:17.489763 140470301384640 [cf_options.cc:1069] max_successive_merges: 0 2024/11/19-19:42:17.489768 140470301384640 [cf_options.cc:1072] inplace_update_num_locks: 10000 2024/11/19-19:42:17.489773 140470301384640 [cf_options.cc:1075] prefix_extractor: nullptr 2024/11/19-19:42:17.489778 140470301384640 [cf_options.cc:1079] disable_auto_compactions: 0 2024/11/19-19:42:17.489792 140470301384640 [cf_options.cc:1081] soft_pending_compaction_bytes_limit: 137438953472 2024/11/19-19:42:17.489798 140470301384640 [cf_options.cc:1083] hard_pending_compaction_bytes_limit: 274877906944 2024/11/19-19:42:17.489803 140470301384640 [cf_options.cc:1085] level0_file_num_compaction_trigger: 4 2024/11/19-19:42:17.489809 140470301384640 [cf_options.cc:1087] level0_slowdown_writes_trigger: 5 2024/11/19-19:42:17.489814 140470301384640 [cf_options.cc:1089] level0_stop_writes_trigger: 10 2024/11/19-19:42:17.489819 140470301384640 [cf_options.cc:1091] max_compaction_bytes: 4294967296 2024/11/19-19:42:17.489824 140470301384640 [cf_options.cc:1093] target_file_size_base: 33554432 2024/11/19-19:42:17.489829 140470301384640 [cf_options.cc:1095] target_file_size_multiplier: 2 2024/11/19-19:42:17.489834 140470301384640 [cf_options.cc:1097] max_bytes_for_level_base: 536870912 2024/11/19-19:42:17.489839 140470301384640 [cf_options.cc:1099] max_bytes_for_level_multiplier: 1.000000 2024/11/19-19:42:17.489844 140470301384640 [cf_options.cc:1101] ttl: 0 2024/11/19-19:42:17.489849 140470301384640 [cf_options.cc:1103] periodic_compaction_seconds: 0 2024/11/19-19:42:17.489855 140470301384640 [cf_options.cc:1117] max_bytes_for_level_multiplier_additional: 1, 3, 5, 7, 10, 10, 10, 10 2024/11/19-19:42:17.489860 140470301384640 [cf_options.cc:1119] max_sequential_skip_in_iterations: 8 2024/11/19-19:42:17.489865 140470301384640 [cf_options.cc:1121] check_flush_compaction_key_order: 0 2024/11/19-19:42:17.489870 140470301384640 [cf_options.cc:1123] paranoid_file_checks: 0 2024/11/19-19:42:17.489875 140470301384640 [cf_options.cc:1125] report_bg_io_stats: 0 2024/11/19-19:42:17.489880 140470301384640 [cf_options.cc:1127] compression: 1 2024/11/19-19:42:17.489884 140470301384640 [cf_options.cc:1129] experimental_mempurge_threshold: 0.000000 2024/11/19-19:42:17.489890 140470301384640 [cf_options.cc:1134] compaction_options_universal.size_ratio : 1 2024/11/19-19:42:17.489894 140470301384640 [cf_options.cc:1136] compaction_options_universal.min_merge_width : 2 2024/11/19-19:42:17.489899 140470301384640 [cf_options.cc:1138] compaction_options_universal.max_merge_width : -1 2024/11/19-19:42:17.489904 140470301384640 [cf_options.cc:1140] compaction_options_universal.max_size_amplification_percent : 200 2024/11/19-19:42:17.489910 140470301384640 [cf_options.cc:1143] compaction_options_universal.compression_size_percent : -1 2024/11/19-19:42:17.489915 140470301384640 [cf_options.cc:1146] compaction_options_universal.stop_style : 1 2024/11/19-19:42:17.489938 140470301384640 [cf_options.cc:1148] compaction_options_universal.allow_trivial_move : 0 2024/11/19-19:42:17.489943 140470301384640 [cf_options.cc:1151] compaction_options_universal.incremental : 0 2024/11/19-19:42:17.489948 140470301384640 [cf_options.cc:1155] compaction_options_fifo.max_table_files_size : 1073741824 2024/11/19-19:42:17.489953 140470301384640 [cf_options.cc:1157] compaction_options_fifo.allow_compaction : 0 2024/11/19-19:42:17.489958 140470301384640 [cf_options.cc:1161] enable_blob_files: false 2024/11/19-19:42:17.489963 140470301384640 [cf_options.cc:1163] min_blob_size: 0 2024/11/19-19:42:17.489969 140470301384640 [cf_options.cc:1165] blob_file_size: 268435456 2024/11/19-19:42:17.489966 140468895614720 (Original Log Time 2024/11/19-19:42:17.489953) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/19-19:42:17.489974 140470301384640 [cf_options.cc:1167] blob_compression_type: NoCompression 2024/11/19-19:42:17.489980 140470301384640 [cf_options.cc:1169] enable_blob_garbage_collection: false 2024/11/19-19:42:17.489997 140470301384640 [cf_options.cc:1171] blob_garbage_collection_age_cutoff: 0.250000 2024/11/19-19:42:17.490004 140469096941312 [compaction_job.cc:2437] [default] [JOB 3] Compacting 1@2 + 14@3 files to L3, score 0.99, subcompactions 1 : 1 2024/11/19-19:42:17.490011 140470301384640 [cf_options.cc:1173] blob_garbage_collection_force_threshold: 1.000000 2024/11/19-19:42:17.490017 140470301384640 [cf_options.cc:1175] blob_compaction_readahead_size: 0 2024/11/19-19:42:17.490042 140470301384640 [cf_options.cc:1177] blob_file_starting_level: 0 2024/11/19-19:42:17.490045 140469096941312 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 6 Base level 2, inputs: [17845(12MB)], [17809(40MB) 17812(2821KB) 17754(39MB) 17757(39MB) 17760(39MB) 17761(39MB) 17798(39MB) 17796(39MB) 17800(39MB) 17801(39MB) 17804(39MB) 17805(39MB) 17806(39MB) 17807(22MB)] 2024/11/19-19:42:17.490049 140470301384640 [cf_options.cc:1179] prepopulate_blob_cache: disable 2024/11/19-19:42:17.490061 140470301384640 [cf_options.cc:1183] last_level_temperature: 0 2024/11/19-19:42:17.490164 140470301384640 [db_impl.cc:1284] SetOptions() on column family [__system__], inputs: 2024/11/19-19:42:17.490172 140470301384640 [db_impl.cc:1288] disable_auto_compactions: false 2024/11/19-19:42:17.490177 140470301384640 [db_impl.cc:1292] [__system__] SetOptions() succeeded 2024/11/19-19:42:17.490183 140470301384640 [cf_options.cc:1051] write_buffer_size: 8388608 2024/11/19-19:42:17.490188 140470301384640 [cf_options.cc:1054] max_write_buffer_number: 2 2024/11/19-19:42:17.490193 140470301384640 [cf_options.cc:1056] arena_block_size: 1048576 2024/11/19-19:42:17.490198 140470301384640 [cf_options.cc:1059] memtable_prefix_bloom_ratio: 0.000000 2024/11/19-19:42:17.490203 140470301384640 [cf_options.cc:1062] allow_merge_memtables: 0 2024/11/19-19:42:17.490208 140470301384640 [cf_options.cc:1064] memtable_whole_key_filtering: 0 2024/11/19-19:42:17.490213 140470301384640 [cf_options.cc:1066] memtable_huge_page_size: 0 2024/11/19-19:42:17.490218 140470301384640 [cf_options.cc:1069] max_successive_merges: 0 2024/11/19-19:42:17.490223 140470301384640 [cf_options.cc:1072] inplace_update_num_locks: 10000 2024/11/19-19:42:17.490228 140470301384640 [cf_options.cc:1075] prefix_extractor: nullptr 2024/11/19-19:42:17.490233 140470301384640 [cf_options.cc:1079] disable_auto_compactions: 0 2024/11/19-19:42:17.490238 140470301384640 [cf_options.cc:1081] soft_pending_compaction_bytes_limit: 68719476736 2024/11/19-19:42:17.490243 140470301384640 [cf_options.cc:1083] hard_pending_compaction_bytes_limit: 274877906944 2024/11/19-19:42:17.490248 140470301384640 [cf_options.cc:1085] level0_file_num_compaction_trigger: 4 2024/11/19-19:42:17.490253 140470301384640 [cf_options.cc:1087] level0_slowdown_writes_trigger: 5 2024/11/19-19:42:17.490258 140470301384640 [cf_options.cc:1089] level0_stop_writes_trigger: 10 2024/11/19-19:42:17.490262 140470301384640 [cf_options.cc:1091] max_compaction_bytes: 4294967296 2024/11/19-19:42:17.490267 140470301384640 [cf_options.cc:1093] target_file_size_base: 8388608 2024/11/19-19:42:17.490272 140470301384640 [cf_options.cc:1095] target_file_size_multiplier: 2 2024/11/19-19:42:17.490276 140470301384640 [cf_options.cc:1097] max_bytes_for_level_base: 8388608 2024/11/19-19:42:17.490281 140470301384640 [cf_options.cc:1099] max_bytes_for_level_multiplier: 1.000000 2024/11/19-19:42:17.490286 140470301384640 [cf_options.cc:1101] ttl: 0 2024/11/19-19:42:17.490291 140470301384640 [cf_options.cc:1103] periodic_compaction_seconds: 0 2024/11/19-19:42:17.490297 140470301384640 [cf_options.cc:1117] max_bytes_for_level_multiplier_additional: 1, 3, 5, 7, 10, 10, 10, 10 2024/11/19-19:42:17.490302 140470301384640 [cf_options.cc:1119] max_sequential_skip_in_iterations: 8 2024/11/19-19:42:17.490307 140470301384640 [cf_options.cc:1121] check_flush_compaction_key_order: 1 2024/11/19-19:42:17.490312 140470301384640 [cf_options.cc:1123] paranoid_file_checks: 0 2024/11/19-19:42:17.490316 140470301384640 [cf_options.cc:1125] report_bg_io_stats: 0 2024/11/19-19:42:17.490321 140470301384640 [cf_options.cc:1127] compression: 1 2024/11/19-19:42:17.490326 140470301384640 [cf_options.cc:1129] experimental_mempurge_threshold: 0.000000 2024/11/19-19:42:17.490331 140470301384640 [cf_options.cc:1134] compaction_options_universal.size_ratio : 1 2024/11/19-19:42:17.490336 140470301384640 [cf_options.cc:1136] compaction_options_universal.min_merge_width : 2 2024/11/19-19:42:17.490337 140469086455552 [compaction_job.cc:2437] [__system__] [JOB 5] Compacting 1@0 + 1@1 files to L1, score 0.25, subcompactions 3 : 1 2024/11/19-19:42:17.490342 140470301384640 [cf_options.cc:1138] compaction_options_universal.max_merge_width : -1 2024/11/19-19:42:17.490347 140470301384640 [cf_options.cc:1140] compaction_options_universal.max_size_amplification_percent : 200 2024/11/19-19:42:17.490352 140470301384640 [cf_options.cc:1143] compaction_options_universal.compression_size_percent : -1 2024/11/19-19:42:17.490369 140470301384640 [cf_options.cc:1146] compaction_options_universal.stop_style : 1 2024/11/19-19:42:17.490382 140469086455552 [compaction_job.cc:2445] [__system__]: Compaction start summary: Base version 7 Base level 0, inputs: [17857(4059B)], [17821(6569B)] 2024/11/19-19:42:17.490385 140470301384640 [cf_options.cc:1148] compaction_options_universal.allow_trivial_move : 0 2024/11/19-19:42:17.490392 140470301384640 [cf_options.cc:1151] compaction_options_universal.incremental : 0 2024/11/19-19:42:17.490402 140470301384640 [cf_options.cc:1155] compaction_options_fifo.max_table_files_size : 1073741824 2024/11/19-19:42:17.490408 140470301384640 [cf_options.cc:1157] compaction_options_fifo.allow_compaction : 0 2024/11/19-19:42:17.490413 140470301384640 [cf_options.cc:1161] enable_blob_files: false 2024/11/19-19:42:17.490417 140470301384640 [cf_options.cc:1163] min_blob_size: 0 2024/11/19-19:42:17.490422 140470301384640 [cf_options.cc:1165] blob_file_size: 268435456 2024/11/19-19:42:17.490427 140470301384640 [cf_options.cc:1167] blob_compression_type: NoCompression 2024/11/19-19:42:17.490432 140470301384640 [cf_options.cc:1169] enable_blob_garbage_collection: false 2024/11/19-19:42:17.490437 140470301384640 [cf_options.cc:1171] blob_garbage_collection_age_cutoff: 0.250000 2024/11/19-19:42:17.490442 140470301384640 [cf_options.cc:1173] blob_garbage_collection_force_threshold: 1.000000 2024/11/19-19:42:17.490448 140470301384640 [cf_options.cc:1175] blob_compaction_readahead_size: 0 2024/11/19-19:42:17.490453 140470301384640 [cf_options.cc:1177] blob_file_starting_level: 0 2024/11/19-19:42:17.490457 140470301384640 [cf_options.cc:1179] prepopulate_blob_cache: disable 2024/11/19-19:42:17.490462 140470301384640 [cf_options.cc:1183] last_level_temperature: 0 2024/11/19-19:42:17.490854 140469086455552 [compaction_job.cc:1948] [__system__] [JOB 5] Generated table #17864: 40 keys, 6569 bytes (need compaction), temperature: kUnknown 2024/11/19-19:42:17.490905 140469086455552 EVENT_LOG_v1 {"time_micros": 1732016537490877, "cf_name": "__system__", "job": 5, "event": "table_file_creation", "file_number": 17864, "file_size": 6569, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 1728, "index_size": 4032, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 923, "raw_average_key_size": 23, "raw_value_size": 1690, "raw_average_value_size": 42, "num_data_blocks": 1, "num_entries": 40, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "__system__", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "merge_operator": "Rdb_system_merge_op", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "SngFast", "compression_options": "allseq0", "creation_time": 1732016537, "oldest_key_time": 0, "file_creation_time": 1732016537, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "JR6R333AV0592YANV2NJ", "orig_file_number": 17864, "seqno_to_time_mapping": "N/A"}} 2024/11/19-19:42:17.490976 140469086455552 [compaction_job.cc:703] job-00005: subcompact[0], size: 0.000007 G, files: /storage/mytopling/.rocksdb [017864] 2024/11/19-19:42:17.491254 140469086455552 (Original Log Time 2024/11/19-19:42:17.490413) EVENT_LOG_v1 {"time_micros": 1732016537490404, "job": 5, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L0": [17857], "files_L1": [17821], "score": 0.25, "input_data_size": 10628, "oldest_snapshot_seqno": -1} 2024/11/19-19:42:17.491266 140469086455552 (Original Log Time 2024/11/19-19:42:17.491143) [compaction_job.cc:2022] [__system__] [JOB 5] Compacted 1@0 + 1@1 files to L1 => 6569 bytes 2024/11/19-19:42:17.491275 140469086455552 (Original Log Time 2024/11/19-19:42:17.491186) [compaction_job.cc:1224] [__system__] compacted to: files[0 1 0 0 0 0 0] max score 0.00, MB/sec: 18.6 rd, 11.5 wr, level 1, files in(1, 1) out(1 +0 blob) MB in(0.0, 0.0 +0.0 blob) out(0.0 +0.0 blob), read-write-amplify(4.2) write-amplify(1.6) OK, records in: 48, records dropped: 8 output_compression: Snappy 2024/11/19-19:42:17.491285 140469086455552 (Original Log Time 2024/11/19-19:42:17.491211) EVENT_LOG_v1 {"time_micros": 1732016537491197, "cf": "__system__", "job": 5, "event": "compaction_finished", "compaction_time_micros": 572, "compaction_time_cpu_micros": 444, "output_level": 1, "num_output_files": 1, "total_output_size": 6569, "num_input_records": 48, "num_output_records": 40, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 1, 0, 0, 0, 0, 0]} 2024/11/19-19:42:17.491454 140469086455552 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/017821.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/19-19:42:17.491481 140469086455552 EVENT_LOG_v1 {"time_micros": 1732016537491479, "job": 5, "event": "table_file_deletion", "file_number": 17821} 2024/11/19-19:42:17.491614 140469086455552 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/017857.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/19-19:42:17.491629 140469086455552 EVENT_LOG_v1 {"time_micros": 1732016537491628, "job": 5, "event": "table_file_deletion", "file_number": 17857} 2024/11/19-19:42:17.874504 140469096941312 [ERROR] [dcompact_etcd.cc:1552] libcurl: https://aliyun-topling-saas.topling.cn:18443/dcompact : job-00003/att-00 : response_code = 500 : Connection refused (nlb-tnqh42046fsycuoovw.cn-shenzhen.nlb.aliyuncs.com:8000) 2024/11/19-19:42:17.875296 140469096941312 [ERROR] [dcompact_etcd.cc:1113] job-00003/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.385 sec, err: Corruption: rocksdb::Status rocksdb::DcompactEtcdExec::SubmitHttp(terark::fstring, const std::string&, size_t): Connection refused (nlb-tnqh42046fsycuoovw.cn-shenzhen.nlb.aliyuncs.com:8000), input = 1.590 GiB 2024/11/19-19:42:17.875706 140469096941312 [dcompact_etcd.cc:1773] job-00003/att-00: CleanFiles 0.000 sec : 0.000 2024/11/19-19:42:18.174183 140469096941312 [ERROR] [dcompact_etcd.cc:1552] libcurl: https://aliyun-topling-saas.topling.cn:18443/dcompact : job-00003/att-01 : response_code = 500 : Connection refused (nlb-tnqh42046fsycuoovw.cn-shenzhen.nlb.aliyuncs.com:8000) 2024/11/19-19:42:18.175048 140469096941312 [ERROR] [dcompact_etcd.cc:1113] job-00003/att-01: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.299 sec, err: Corruption: rocksdb::Status rocksdb::DcompactEtcdExec::SubmitHttp(terark::fstring, const std::string&, size_t): Connection refused (nlb-tnqh42046fsycuoovw.cn-shenzhen.nlb.aliyuncs.com:8000), input = 1.590 GiB 2024/11/19-19:42:18.175490 140469096941312 [dcompact_etcd.cc:1773] job-00003/att-01: CleanFiles 0.000 sec : 0.000 2024/11/19-19:42:18.468313 140469096941312 [ERROR] [dcompact_etcd.cc:1552] libcurl: https://aliyun-topling-saas.topling.cn:18443/dcompact : job-00003/att-02 : response_code = 500 : Connection refused (nlb-tnqh42046fsycuoovw.cn-shenzhen.nlb.aliyuncs.com:8000) 2024/11/19-19:42:18.469064 140469096941312 [ERROR] [dcompact_etcd.cc:1113] job-00003/att-02: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.293 sec, err: Corruption: rocksdb::Status rocksdb::DcompactEtcdExec::SubmitHttp(terark::fstring, const std::string&, size_t): Connection refused (nlb-tnqh42046fsycuoovw.cn-shenzhen.nlb.aliyuncs.com:8000), input = 1.590 GiB 2024/11/19-19:42:18.469561 140469096941312 [dcompact_etcd.cc:1773] job-00003/att-02: CleanFiles 0.000 sec : 0.000 2024/11/19-19:42:18.469732 140469096941312 [dcompact_etcd.cc:288] remove_all(/storage/mytopling/.rocksdb/job-00003) = success 2024/11/19-19:42:18.469743 140469096941312 [dcompact_etcd.cc:1773] job-00003/att-03: CleanFiles 0.000 sec : 0.000 2024/11/19-19:42:18.469782 140469096941312 (Original Log Time 2024/11/19-19:42:17.490079) EVENT_LOG_v1 {"time_micros": 1732016537490063, "job": 3, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [17845], "files_L3": [17809, 17812, 17754, 17757, 17760, 17761, 17798, 17796, 17800, 17801, 17804, 17805, 17806, 17807], "score": 0.99113, "input_data_size": 540571494, "oldest_snapshot_seqno": -1} 2024/11/19-19:42:18.469794 140469096941312 [compaction_job.cc:2437] [default] [JOB 3] Compacting 1@2 + 14@3 files to L3, score 0.99, subcompactions 1 : 1 2024/11/19-19:42:18.469810 140469096941312 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 6 Base level 2, inputs: [17845(12MB)], [17809(40MB) 17812(2821KB) 17754(39MB) 17757(39MB) 17760(39MB) 17761(39MB) 17798(39MB) 17796(39MB) 17800(39MB) 17801(39MB) 17804(39MB) 17805(39MB) 17806(39MB) 17807(22MB)] 2024/11/19-19:42:18.470148 140469096941312 [top_zip_table_builder.cc:960] ToplingZipTableBuilder(/storage/mytopling/.rocksdb/017865.sst) /storage/mytopling/..//tmp/Topling-173587-FhE5Kz 2024/11/19-19:42:18.620231 140469096941312 [top_zip_table_builder.cc:1378] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017865.sst): first pass time = 0.15's, 894.424'MB/sec 2024/11/19-19:42:18.620240 140439202039552 [top_zip_table_builder.cc:1325] /storage/mytopling/.rocksdb/017865.sst: sumWaitingMem = 0.001 GB, sumWorkingMem = 0.000 GB, nltTrie workingMem = 0.0006 GB, waited 0.000 sec, Key+Value = 0.134 GB 2024/11/19-19:42:18.620873 140469096941312 [top_zip_table_builder.cc:1325] /storage/mytopling/.rocksdb/017865.sst: sumWaitingMem = 0.008 GB, sumWorkingMem = 0.001 GB, dictZip workingMem = 0.0083 GB, waited 0.001 sec, Key+Value = 0.134 GB 2024/11/19-19:42:18.628133 140439202039552 [top_zip_table_builder.cc:1588] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017865.sst): index pass time = 0.01's, 132.117'MB/sec index type = NestLoudsTrieDAWG_Mixed_XL_256_32_FL usrkeys = 129426 min-keylen = 8 max-keylen = 8 prefix = 4 subcplen = 3 raw-key = 0.0010 GB zip-key = 0.0002 GB avg-key = 8.00 avg-zkey = 1.71 2024/11/19-19:42:19.464124 140469096941312 [top_zip_table_builder.cc:2798] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017865.sst): old prealloc_size = 147639500, real_size = 40730400 2024/11/19-19:42:19.464240 140469096941312 [top_zip_table_builder.cc:1799] BuildReorderMap(/storage/mytopling/.rocksdb/017865.sst): index type = NestLoudsTrieDAWG_Mixed_XL_256_32_FL, store type = DictZipBlobStore usrkeys = 129426 prefix = 4 raw-key = 0.0010 GB zip-key = 0.0002 GB avg-key = 8.00 avg-zkey = 1.71 raw-val = 0.1316 GB zip-val = 0.0405 GB avg-val =1017.03 avg-zval = 312.74 2024/11/19-19:42:19.464343 140469096941312 [top_zip_table_builder.cc:1325] /storage/mytopling/.rocksdb/017865.sst: sumWaitingMem = 0.000 GB, sumWorkingMem = 0.000 GB, reorder workingMem = 0.0003 GB, waited 0.844 sec, Key+Value = 0.134 GB 2024/11/19-19:42:19.584615 140469096941312 [top_zip_table_builder.cc:3129] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017865.sst): second pass time = 0.84's, 156.189'MB/sec, value only(98.1% of KV) wait indexing time = 0.00's, remap KeyValue time = 0.12's, 351.328'MB/sec (all stages of remap) Get OrderMap time = 0.00's, 2463.324'MB/sec (index lex order gen) rebuild zvType time = 0.09's, 0.365'MB/sec write SST data time = 0.03's, 1329.408'MB/sec dict compress time = 0.00's, 1991.405'MB/sec z-dict build time = 0.00's, sample length = 1.378'MB, throughput = 25978.126'MB/sec zip my value time = 0.84's, unzip length = 0.132'GB zip my value throughput = 156.189'MB/sec zip pipeline throughput = 156.189'MB/sec entries = 129426 avg-key = 20.00 avg-zkey = 1.71 avg-val = 1017.03 avg-zval = 312.74 usrkeys = 129426 avg-key = 12.00 avg-zkey = 1.71 avg-val = 1020.85 avg-zval = 312.74 TagRS{ kinds = RS_Key0_TagN bytes = 20320 } TagArray{ size = 70721 bytes = 229856 } seq expand size = 495047 multi value expand size = 0 cnt WriteAppend = 12 UnZipSize{ index = 0.0016 GB value = 0.1316 GB dict = 1.38 MB all = 0.1342 GB } __ZipSize{ index = 0.0002 GB value = 0.0405 GB dict = 1.38 MB all = 0.0423 GB } UnZip/Zip{ index = 7.0361 value = 3.2520 dict = 1.00 all = 3.1709 } Zip/UnZip{ index = 0.1421 value = 0.3075 dict = 1.00 all = 0.3154 } ---------------------------- total value len = 0.132125 GB avg = 1.021 KB (by entry num) total key len = 0.002589 GB avg = 0.020 KB total ukey len = 0.001553 GB avg = 0.012 KB total ukey num = 0.000129426 Billion total entry num = 0.000129426 Billion write speed all = 120.874676375 MB/sec (with seq num) write speed all = 119.945631730 MB/sec (without seq num) 2024/11/19-19:42:19.586598 140469096941312 [compaction_job.cc:1948] [default] [JOB 3] Generated table #17865: 129426 keys, 42327600 bytes, temperature: kUnknown 2024/11/19-19:42:19.586652 140469096941312 EVENT_LOG_v1 {"time_micros": 1732016539586629, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 17865, "file_size": 42327600, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 365862993, "table_properties": {"data_size": 40477136, "index_size": 220736, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 2588520, "raw_average_key_size": 20, "raw_value_size": 131629665, "raw_average_value_size": 1017, "num_data_blocks": 1, "num_entries": 129426, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "FlatZip", "compression_options": "RS_Key0_TagN-NestLoudsTrieDAWG_Mixed_XL_256_32_FL-DictZipBlobStore", "creation_time": 1732016538, "oldest_key_time": 0, "file_creation_time": 1732016538, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "JR6R333AV0592YANV2NJ", "orig_file_number": 17865, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...1 records...]"}} 2024/11/19-19:42:19.610004 140469096941312 [top_zip_table_builder.cc:960] ToplingZipTableBuilder(/storage/mytopling/.rocksdb/017866.sst) /storage/mytopling/..//tmp/Topling-173587-TXqHVS 2024/11/19-19:42:19.752095 140469096941312 [top_zip_table_builder.cc:1378] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017866.sst): first pass time = 0.14's, 944.723'MB/sec 2024/11/19-19:42:19.752096 140439202039552 [top_zip_table_builder.cc:1325] /storage/mytopling/.rocksdb/017866.sst: sumWaitingMem = 0.001 GB, sumWorkingMem = 0.000 GB, nltTrie workingMem = 0.0008 GB, waited 0.000 sec, Key+Value = 0.134 GB 2024/11/19-19:42:19.752136 140469096941312 [top_zip_table_builder.cc:1325] /storage/mytopling/.rocksdb/017866.sst: sumWaitingMem = 0.008 GB, sumWorkingMem = 0.001 GB, dictZip workingMem = 0.0083 GB, waited 0.000 sec, Key+Value = 0.134 GB 2024/11/19-19:42:19.759169 140439202039552 [top_zip_table_builder.cc:1588] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017866.sst): index pass time = 0.01's, 147.243'MB/sec index type = NestLoudsTrieDAWG_Mixed_XL_256_32_FL usrkeys = 129429 min-keylen = 8 max-keylen = 8 prefix = 4 subcplen = 2 raw-key = 0.0010 GB zip-key = 0.0002 GB avg-key = 8.00 avg-zkey = 1.73 2024/11/19-19:42:20.639928 140469096941312 [top_zip_table_builder.cc:2798] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017866.sst): old prealloc_size = 147639500, real_size = 40388288 2024/11/19-19:42:20.640040 140469096941312 [top_zip_table_builder.cc:1799] BuildReorderMap(/storage/mytopling/.rocksdb/017866.sst): index type = NestLoudsTrieDAWG_Mixed_XL_256_32_FL, store type = DictZipBlobStore usrkeys = 129429 prefix = 4 raw-key = 0.0010 GB zip-key = 0.0002 GB avg-key = 8.00 avg-zkey = 1.73 raw-val = 0.1316 GB zip-val = 0.0401 GB avg-val =1017.00 avg-zval = 310.07 2024/11/19-19:42:20.640104 140469096941312 [top_zip_table_builder.cc:1325] /storage/mytopling/.rocksdb/017866.sst: sumWaitingMem = 0.000 GB, sumWorkingMem = 0.000 GB, reorder workingMem = 0.0003 GB, waited 0.888 sec, Key+Value = 0.134 GB 2024/11/19-19:42:20.759895 140469096941312 [top_zip_table_builder.cc:3129] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017866.sst): second pass time = 0.89's, 148.436'MB/sec, value only(98.1% of KV) wait indexing time = 0.00's, remap KeyValue time = 0.12's, 348.259'MB/sec (all stages of remap) Get OrderMap time = 0.00's, 2602.979'MB/sec (index lex order gen) rebuild zvType time = 0.09's, 0.373'MB/sec write SST data time = 0.03's, 1259.211'MB/sec dict compress time = 0.00's, 1800.434'MB/sec z-dict build time = 0.00's, sample length = 1.378'MB, throughput = 28935.503'MB/sec zip my value time = 0.89's, unzip length = 0.132'GB zip my value throughput = 148.436'MB/sec zip pipeline throughput = 148.436'MB/sec entries = 129429 avg-key = 20.00 avg-zkey = 1.73 avg-val = 1017.00 avg-zval = 310.07 usrkeys = 129429 avg-key = 12.00 avg-zkey = 1.73 avg-val = 1017.38 avg-zval = 310.07 TagRS{ kinds = RS_Key0_TagN bytes = 20320 } TagArray{ size = 6929 bytes = 22528 } seq expand size = 48503 multi value expand size = 0 cnt WriteAppend = 14 UnZipSize{ index = 0.0016 GB value = 0.1316 GB dict = 1.38 MB all = 0.1342 GB } __ZipSize{ index = 0.0002 GB value = 0.0401 GB dict = 1.38 MB all = 0.0418 GB } UnZip/Zip{ index = 6.9278 value = 3.2799 dict = 1.00 all = 3.2126 } Zip/UnZip{ index = 0.1443 value = 0.3049 dict = 1.00 all = 0.3113 } ---------------------------- total value len = 0.263803 GB avg = 1.019 KB (by entry num) total key len = 0.005177 GB avg = 0.020 KB total ukey len = 0.003106 GB avg = 0.012 KB total ukey num = 0.000258855 Billion total entry num = 0.000258855 Billion write speed all = 117.469922629 MB/sec (with seq num) write speed all = 116.565537021 MB/sec (without seq num) 2024/11/19-19:42:20.761826 140469096941312 [compaction_job.cc:1948] [default] [JOB 3] Generated table #17866: 129429 keys, 41778814 bytes, temperature: kUnknown 2024/11/19-19:42:20.761877 140469096941312 EVENT_LOG_v1 {"time_micros": 1732016540761854, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 17866, "file_size": 41778814, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 365857780, "table_properties": {"data_size": 40131568, "index_size": 224192, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 2588580, "raw_average_key_size": 20, "raw_value_size": 131629435, "raw_average_value_size": 1017, "num_data_blocks": 1, "num_entries": 129429, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "FlatZip", "compression_options": "RS_Key0_TagN-NestLoudsTrieDAWG_Mixed_XL_256_32_FL-DictZipBlobStore", "creation_time": 1732016539, "oldest_key_time": 0, "file_creation_time": 1732016539, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "JR6R333AV0592YANV2NJ", "orig_file_number": 17866, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...1 records...]"}} 2024/11/19-19:42:20.784735 140469096941312 [top_zip_table_builder.cc:960] ToplingZipTableBuilder(/storage/mytopling/.rocksdb/017867.sst) /storage/mytopling/..//tmp/Topling-173587-bK3tju 2024/11/19-19:42:20.927709 140469096941312 [top_zip_table_builder.cc:1378] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017867.sst): first pass time = 0.14's, 938.886'MB/sec 2024/11/19-19:42:20.927712 140439243982592 [top_zip_table_builder.cc:1325] /storage/mytopling/.rocksdb/017867.sst: sumWaitingMem = 0.001 GB, sumWorkingMem = 0.000 GB, nltTrie workingMem = 0.0006 GB, waited 0.000 sec, Key+Value = 0.134 GB 2024/11/19-19:42:20.927774 140469096941312 [top_zip_table_builder.cc:1325] /storage/mytopling/.rocksdb/017867.sst: sumWaitingMem = 0.008 GB, sumWorkingMem = 0.001 GB, dictZip workingMem = 0.0083 GB, waited 0.000 sec, Key+Value = 0.134 GB 2024/11/19-19:42:20.935606 140439243982592 [top_zip_table_builder.cc:1588] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017867.sst): index pass time = 0.01's, 132.207'MB/sec index type = NestLoudsTrieDAWG_Mixed_XL_256_32_FL usrkeys = 129435 min-keylen = 8 max-keylen = 8 prefix = 4 subcplen = 3 raw-key = 0.0010 GB zip-key = 0.0002 GB avg-key = 8.00 avg-zkey = 1.74 2024/11/19-19:42:21.803918 140469096941312 [top_zip_table_builder.cc:2798] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017867.sst): old prealloc_size = 147639500, real_size = 40388624 2024/11/19-19:42:21.804039 140469096941312 [top_zip_table_builder.cc:1799] BuildReorderMap(/storage/mytopling/.rocksdb/017867.sst): index type = NestLoudsTrieDAWG_Mixed_XL_256_32_FL, store type = DictZipBlobStore usrkeys = 129435 prefix = 4 raw-key = 0.0010 GB zip-key = 0.0002 GB avg-key = 8.00 avg-zkey = 1.74 raw-val = 0.1316 GB zip-val = 0.0401 GB avg-val =1016.95 avg-zval = 310.05 2024/11/19-19:42:21.804106 140469096941312 [top_zip_table_builder.cc:1325] /storage/mytopling/.rocksdb/017867.sst: sumWaitingMem = 0.000 GB, sumWorkingMem = 0.000 GB, reorder workingMem = 0.0003 GB, waited 0.876 sec, Key+Value = 0.134 GB 2024/11/19-19:42:21.925251 140469096941312 [top_zip_table_builder.cc:3129] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017867.sst): second pass time = 0.88's, 150.408'MB/sec, value only(98.1% of KV) wait indexing time = 0.00's, remap KeyValue time = 0.12's, 344.397'MB/sec (all stages of remap) Get OrderMap time = 0.00's, 2642.574'MB/sec (index lex order gen) rebuild zvType time = 0.09's, 0.369'MB/sec write SST data time = 0.03's, 1248.668'MB/sec dict compress time = 0.00's, 1825.554'MB/sec z-dict build time = 0.00's, sample length = 1.378'MB, throughput = 29202.835'MB/sec zip my value time = 0.88's, unzip length = 0.132'GB zip my value throughput = 150.408'MB/sec zip pipeline throughput = 150.408'MB/sec entries = 129435 avg-key = 20.00 avg-zkey = 1.74 avg-val = 1016.95 avg-zval = 310.05 usrkeys = 129435 avg-key = 12.00 avg-zkey = 1.74 avg-val = 1017.38 avg-zval = 310.05 TagRS{ kinds = RS_Key0_TagN bytes = 20320 } TagArray{ size = 7931 bytes = 25792 } seq expand size = 55517 multi value expand size = 0 cnt WriteAppend = 13 UnZipSize{ index = 0.0016 GB value = 0.1316 GB dict = 1.38 MB all = 0.1342 GB } __ZipSize{ index = 0.0002 GB value = 0.0401 GB dict = 1.38 MB all = 0.0418 GB } UnZip/Zip{ index = 6.8966 value = 3.2800 dict = 1.00 all = 3.2123 } Zip/UnZip{ index = 0.1450 value = 0.3049 dict = 1.00 all = 0.3113 } ---------------------------- total value len = 0.395488 GB avg = 1.019 KB (by entry num) total key len = 0.007766 GB avg = 0.020 KB total ukey len = 0.004659 GB avg = 0.012 KB total ukey num = 0.000388290 Billion total entry num = 0.000388290 Billion write speed all = 116.711643923 MB/sec (with seq num) write speed all = 115.812597282 MB/sec (without seq num) 2024/11/19-19:42:21.926961 140469096941312 [compaction_job.cc:1948] [default] [JOB 3] Generated table #17867: 129435 keys, 41782183 bytes, temperature: kUnknown 2024/11/19-19:42:21.927013 140469096941312 EVENT_LOG_v1 {"time_micros": 1732016541926990, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 17867, "file_size": 41782183, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 365859989, "table_properties": {"data_size": 40130880, "index_size": 225216, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 2588700, "raw_average_key_size": 20, "raw_value_size": 131629543, "raw_average_value_size": 1016, "num_data_blocks": 1, "num_entries": 129435, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "FlatZip", "compression_options": "RS_Key0_TagN-NestLoudsTrieDAWG_Mixed_XL_256_32_FL-DictZipBlobStore", "creation_time": 1732016540, "oldest_key_time": 0, "file_creation_time": 1732016540, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "JR6R333AV0592YANV2NJ", "orig_file_number": 17867, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...1 records...]"}} 2024/11/19-19:42:21.948794 140469096941312 [top_zip_table_builder.cc:960] ToplingZipTableBuilder(/storage/mytopling/.rocksdb/017868.sst) /storage/mytopling/..//tmp/Topling-173587-A0HYmE 2024/11/19-19:42:22.092907 140469096941312 [top_zip_table_builder.cc:1378] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017868.sst): first pass time = 0.14's, 931.465'MB/sec 2024/11/19-19:42:22.092934 140439223011072 [top_zip_table_builder.cc:1325] /storage/mytopling/.rocksdb/017868.sst: sumWaitingMem = 0.001 GB, sumWorkingMem = 0.000 GB, nltTrie workingMem = 0.0006 GB, waited 0.000 sec, Key+Value = 0.134 GB 2024/11/19-19:42:22.092986 140469096941312 [top_zip_table_builder.cc:1325] /storage/mytopling/.rocksdb/017868.sst: sumWaitingMem = 0.008 GB, sumWorkingMem = 0.001 GB, dictZip workingMem = 0.0083 GB, waited 0.000 sec, Key+Value = 0.134 GB 2024/11/19-19:42:22.100607 140439223011072 [top_zip_table_builder.cc:1588] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017868.sst): index pass time = 0.01's, 135.875'MB/sec index type = NestLoudsTrieDAWG_Mixed_XL_256_32_FL usrkeys = 129432 min-keylen = 8 max-keylen = 8 prefix = 4 subcplen = 3 raw-key = 0.0010 GB zip-key = 0.0002 GB avg-key = 8.00 avg-zkey = 1.70 2024/11/19-19:42:22.975743 140469096941312 [top_zip_table_builder.cc:2798] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017868.sst): old prealloc_size = 147639500, real_size = 40358752 2024/11/19-19:42:22.975857 140469096941312 [top_zip_table_builder.cc:1799] BuildReorderMap(/storage/mytopling/.rocksdb/017868.sst): index type = NestLoudsTrieDAWG_Mixed_XL_256_32_FL, store type = DictZipBlobStore usrkeys = 129432 prefix = 4 raw-key = 0.0010 GB zip-key = 0.0002 GB avg-key = 8.00 avg-zkey = 1.70 raw-val = 0.1316 GB zip-val = 0.0401 GB avg-val =1016.98 avg-zval = 309.87 2024/11/19-19:42:22.975930 140469096941312 [top_zip_table_builder.cc:1325] /storage/mytopling/.rocksdb/017868.sst: sumWaitingMem = 0.000 GB, sumWorkingMem = 0.000 GB, reorder workingMem = 0.0003 GB, waited 0.883 sec, Key+Value = 0.134 GB 2024/11/19-19:42:23.096569 140469096941312 [top_zip_table_builder.cc:3129] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017868.sst): second pass time = 0.88's, 149.326'MB/sec, value only(98.1% of KV) wait indexing time = 0.00's, remap KeyValue time = 0.12's, 345.392'MB/sec (all stages of remap) Get OrderMap time = 0.00's, 2576.114'MB/sec (index lex order gen) rebuild zvType time = 0.09's, 0.370'MB/sec write SST data time = 0.03's, 1256.093'MB/sec dict compress time = 0.00's, 1383.310'MB/sec z-dict build time = 0.00's, sample length = 1.378'MB, throughput = 23863.258'MB/sec zip my value time = 0.88's, unzip length = 0.132'GB zip my value throughput = 149.326'MB/sec zip pipeline throughput = 149.326'MB/sec entries = 129432 avg-key = 20.00 avg-zkey = 1.70 avg-val = 1016.98 avg-zval = 309.87 usrkeys = 129432 avg-key = 12.00 avg-zkey = 1.70 avg-val = 1017.04 avg-zval = 309.87 TagRS{ kinds = RS_Key0_TagN bytes = 20320 } TagArray{ size = 1118 bytes = 3504 } seq expand size = 7826 multi value expand size = 0 cnt WriteAppend = 12 UnZipSize{ index = 0.0016 GB value = 0.1316 GB dict = 1.38 MB all = 0.1342 GB } __ZipSize{ index = 0.0002 GB value = 0.0401 GB dict = 1.38 MB all = 0.0417 GB } UnZip/Zip{ index = 7.0671 value = 3.2820 dict = 1.00 all = 3.2164 } Zip/UnZip{ index = 0.1415 value = 0.3047 dict = 1.00 all = 0.3109 } ---------------------------- total value len = 0.527125 GB avg = 1.018 KB (by entry num) total key len = 0.010354 GB avg = 0.020 KB total ukey len = 0.006213 GB avg = 0.012 KB total ukey num = 0.000517722 Billion total entry num = 0.000517722 Billion write speed all = 116.175415694 MB/sec (with seq num) write speed all = 115.280176895 MB/sec (without seq num) 2024/11/19-19:42:23.098308 140469096941312 [compaction_job.cc:1948] [default] [JOB 3] Generated table #17868: 129432 keys, 41729514 bytes, temperature: kUnknown 2024/11/19-19:42:23.098360 140469096941312 EVENT_LOG_v1 {"time_micros": 1732016543098336, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 17868, "file_size": 41729514, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 365856808, "table_properties": {"data_size": 40106448, "index_size": 219776, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 2588640, "raw_average_key_size": 20, "raw_value_size": 131629576, "raw_average_value_size": 1016, "num_data_blocks": 1, "num_entries": 129432, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "FlatZip", "compression_options": "RS_Key0_TagN-NestLoudsTrieDAWG_Mixed_XL_256_32_FL-DictZipBlobStore", "creation_time": 1732016541, "oldest_key_time": 0, "file_creation_time": 1732016541, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "JR6R333AV0592YANV2NJ", "orig_file_number": 17868, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...1 records...]"}} 2024/11/19-19:42:23.121159 140469096941312 [top_zip_table_builder.cc:960] ToplingZipTableBuilder(/storage/mytopling/.rocksdb/017869.sst) /storage/mytopling/..//tmp/Topling-173587-2QgvcE 2024/11/19-19:42:23.264323 140469096941312 [top_zip_table_builder.cc:1378] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017869.sst): first pass time = 0.14's, 937.629'MB/sec 2024/11/19-19:42:23.264326 140439243982592 [top_zip_table_builder.cc:1325] /storage/mytopling/.rocksdb/017869.sst: sumWaitingMem = 0.001 GB, sumWorkingMem = 0.000 GB, nltTrie workingMem = 0.0006 GB, waited 0.000 sec, Key+Value = 0.134 GB 2024/11/19-19:42:23.264361 140469096941312 [top_zip_table_builder.cc:1325] /storage/mytopling/.rocksdb/017869.sst: sumWaitingMem = 0.008 GB, sumWorkingMem = 0.001 GB, dictZip workingMem = 0.0083 GB, waited 0.000 sec, Key+Value = 0.134 GB 2024/11/19-19:42:23.270870 140439243982592 [top_zip_table_builder.cc:1588] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017869.sst): index pass time = 0.01's, 159.163'MB/sec index type = NestLoudsTrieDAWG_Mixed_XL_256_32_FL usrkeys = 129426 min-keylen = 8 max-keylen = 8 prefix = 4 subcplen = 3 raw-key = 0.0010 GB zip-key = 0.0002 GB avg-key = 8.00 avg-zkey = 1.69 2024/11/19-19:42:24.157036 140469096941312 [top_zip_table_builder.cc:2798] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017869.sst): old prealloc_size = 147639500, real_size = 40361408 2024/11/19-19:42:24.157189 140469096941312 [top_zip_table_builder.cc:1799] BuildReorderMap(/storage/mytopling/.rocksdb/017869.sst): index type = NestLoudsTrieDAWG_Mixed_XL_256_32_FL, store type = DictZipBlobStore usrkeys = 129426 prefix = 4 raw-key = 0.0010 GB zip-key = 0.0002 GB avg-key = 8.00 avg-zkey = 1.69 raw-val = 0.1316 GB zip-val = 0.0401 GB avg-val =1017.03 avg-zval = 309.90 2024/11/19-19:42:24.157270 140469096941312 [top_zip_table_builder.cc:1325] /storage/mytopling/.rocksdb/017869.sst: sumWaitingMem = 0.000 GB, sumWorkingMem = 0.000 GB, reorder workingMem = 0.0003 GB, waited 0.893 sec, Key+Value = 0.134 GB 2024/11/19-19:42:24.278840 140469096941312 [top_zip_table_builder.cc:3129] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017869.sst): second pass time = 0.89's, 147.691'MB/sec, value only(98.1% of KV) wait indexing time = 0.00's, remap KeyValue time = 0.12's, 342.607'MB/sec (all stages of remap) Get OrderMap time = 0.00's, 2244.396'MB/sec (index lex order gen) rebuild zvType time = 0.09's, 0.371'MB/sec write SST data time = 0.03's, 1209.009'MB/sec dict compress time = 0.00's, 1860.196'MB/sec z-dict build time = 0.00's, sample length = 1.378'MB, throughput = 23910.891'MB/sec zip my value time = 0.89's, unzip length = 0.132'GB zip my value throughput = 147.691'MB/sec zip pipeline throughput = 147.691'MB/sec entries = 129426 avg-key = 20.00 avg-zkey = 1.69 avg-val = 1017.03 avg-zval = 309.90 usrkeys = 129426 avg-key = 12.00 avg-zkey = 1.69 avg-val = 1017.04 avg-zval = 309.90 TagRS{ kinds = RS_Key0_TagN bytes = 20320 } TagArray{ size = 331 bytes = 1056 } seq expand size = 2317 multi value expand size = 0 cnt WriteAppend = 13 UnZipSize{ index = 0.0016 GB value = 0.1316 GB dict = 1.38 MB all = 0.1342 GB } __ZipSize{ index = 0.0002 GB value = 0.0401 GB dict = 1.38 MB all = 0.0417 GB } UnZip/Zip{ index = 7.0833 value = 3.2817 dict = 1.00 all = 3.2163 } Zip/UnZip{ index = 0.1412 value = 0.3047 dict = 1.00 all = 0.3109 } ---------------------------- total value len = 0.658757 GB avg = 1.018 KB (by entry num) total key len = 0.012943 GB avg = 0.020 KB total ukey len = 0.007766 GB avg = 0.012 KB total ukey num = 0.000647148 Billion total entry num = 0.000647148 Billion write speed all = 115.636488445 MB/sec (with seq num) write speed all = 114.745210476 MB/sec (without seq num) 2024/11/19-19:42:24.280472 140469096941312 [compaction_job.cc:1948] [default] [JOB 3] Generated table #17869: 129426 keys, 41730320 bytes, temperature: kUnknown 2024/11/19-19:42:24.280524 140469096941312 EVENT_LOG_v1 {"time_micros": 1732016544280501, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 17869, "file_size": 41730320, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 365852270, "table_properties": {"data_size": 40109616, "index_size": 219264, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 2588520, "raw_average_key_size": 20, "raw_value_size": 131629573, "raw_average_value_size": 1017, "num_data_blocks": 1, "num_entries": 129426, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "FlatZip", "compression_options": "RS_Key0_TagN-NestLoudsTrieDAWG_Mixed_XL_256_32_FL-DictZipBlobStore", "creation_time": 1732016543, "oldest_key_time": 0, "file_creation_time": 1732016543, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "JR6R333AV0592YANV2NJ", "orig_file_number": 17869, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...1 records...]"}} 2024/11/19-19:42:24.303586 140469096941312 [top_zip_table_builder.cc:960] ToplingZipTableBuilder(/storage/mytopling/.rocksdb/017870.sst) /storage/mytopling/..//tmp/Topling-173587-ar8iUy 2024/11/19-19:42:24.445466 140469096941312 [top_zip_table_builder.cc:1378] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017870.sst): first pass time = 0.14's, 946.121'MB/sec 2024/11/19-19:42:24.445478 140439233496832 [top_zip_table_builder.cc:1325] /storage/mytopling/.rocksdb/017870.sst: sumWaitingMem = 0.001 GB, sumWorkingMem = 0.000 GB, nltTrie workingMem = 0.0006 GB, waited 0.000 sec, Key+Value = 0.134 GB 2024/11/19-19:42:24.445523 140469096941312 [top_zip_table_builder.cc:1325] /storage/mytopling/.rocksdb/017870.sst: sumWaitingMem = 0.008 GB, sumWorkingMem = 0.001 GB, dictZip workingMem = 0.0083 GB, waited 0.000 sec, Key+Value = 0.134 GB 2024/11/19-19:42:24.452625 140439233496832 [top_zip_table_builder.cc:1588] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017870.sst): index pass time = 0.01's, 145.773'MB/sec index type = NestLoudsTrieDAWG_Mixed_XL_256_32_FL usrkeys = 129425 min-keylen = 8 max-keylen = 8 prefix = 4 subcplen = 3 raw-key = 0.0010 GB zip-key = 0.0002 GB avg-key = 8.00 avg-zkey = 1.69 2024/11/19-19:42:25.330260 140469096941312 [top_zip_table_builder.cc:2798] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017870.sst): old prealloc_size = 147639500, real_size = 40357632 2024/11/19-19:42:25.330373 140469096941312 [top_zip_table_builder.cc:1799] BuildReorderMap(/storage/mytopling/.rocksdb/017870.sst): index type = NestLoudsTrieDAWG_Mixed_XL_256_32_FL, store type = DictZipBlobStore usrkeys = 129425 prefix = 4 raw-key = 0.0010 GB zip-key = 0.0002 GB avg-key = 8.00 avg-zkey = 1.69 raw-val = 0.1316 GB zip-val = 0.0401 GB avg-val =1017.04 avg-zval = 309.88 2024/11/19-19:42:25.330436 140469096941312 [top_zip_table_builder.cc:1325] /storage/mytopling/.rocksdb/017870.sst: sumWaitingMem = 0.000 GB, sumWorkingMem = 0.000 GB, reorder workingMem = 0.0003 GB, waited 0.885 sec, Key+Value = 0.134 GB 2024/11/19-19:42:25.450049 140469096941312 [top_zip_table_builder.cc:3129] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017870.sst): second pass time = 0.88's, 148.994'MB/sec, value only(98.1% of KV) wait indexing time = 0.00's, remap KeyValue time = 0.12's, 348.349'MB/sec (all stages of remap) Get OrderMap time = 0.00's, 2560.329'MB/sec (index lex order gen) rebuild zvType time = 0.09's, 0.373'MB/sec write SST data time = 0.03's, 1263.092'MB/sec dict compress time = 0.00's, 1878.516'MB/sec z-dict build time = 0.00's, sample length = 1.378'MB, throughput = 27810.582'MB/sec zip my value time = 0.88's, unzip length = 0.132'GB zip my value throughput = 148.994'MB/sec zip pipeline throughput = 148.994'MB/sec entries = 129425 avg-key = 20.00 avg-zkey = 1.69 avg-val = 1017.04 avg-zval = 309.88 usrkeys = 129425 avg-key = 12.00 avg-zkey = 1.69 avg-val = 1017.04 avg-zval = 309.88 TagRS{ kinds = RS_Key0_TagN bytes = 20320 } TagArray{ size = 19 bytes = 64 } seq expand size = 133 multi value expand size = 0 cnt WriteAppend = 13 UnZipSize{ index = 0.0016 GB value = 0.1316 GB dict = 1.38 MB all = 0.1342 GB } __ZipSize{ index = 0.0002 GB value = 0.0401 GB dict = 1.38 MB all = 0.0417 GB } UnZip/Zip{ index = 7.0977 value = 3.2820 dict = 1.00 all = 3.2167 } Zip/UnZip{ index = 0.1409 value = 0.3047 dict = 1.00 all = 0.3109 } ---------------------------- total value len = 0.790387 GB avg = 1.018 KB (by entry num) total key len = 0.015531 GB avg = 0.020 KB total ukey len = 0.009319 GB avg = 0.012 KB total ukey num = 0.000776573 Billion total entry num = 0.000776573 Billion write speed all = 115.462291949 MB/sec (with seq num) write speed all = 114.572227911 MB/sec (without seq num) 2024/11/19-19:42:25.451668 140469096941312 [compaction_job.cc:1948] [default] [JOB 3] Generated table #17870: 129425 keys, 41725577 bytes, temperature: kUnknown 2024/11/19-19:42:25.451723 140469096941312 EVENT_LOG_v1 {"time_micros": 1732016545451698, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 17870, "file_size": 41725577, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 365837458, "table_properties": {"data_size": 40106288, "index_size": 218816, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 2588500, "raw_average_key_size": 20, "raw_value_size": 131630032, "raw_average_value_size": 1017, "num_data_blocks": 1, "num_entries": 129425, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "FlatZip", "compression_options": "RS_Key0_TagN-NestLoudsTrieDAWG_Mixed_XL_256_32_FL-DictZipBlobStore", "creation_time": 1732016544, "oldest_key_time": 0, "file_creation_time": 1732016544, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "JR6R333AV0592YANV2NJ", "orig_file_number": 17870, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...1 records...]"}} 2024/11/19-19:42:25.476419 140469096941312 [top_zip_table_builder.cc:960] ToplingZipTableBuilder(/storage/mytopling/.rocksdb/017871.sst) /storage/mytopling/..//tmp/Topling-173587-2307G4 2024/11/19-19:42:25.620458 140469096941312 [top_zip_table_builder.cc:1378] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017871.sst): first pass time = 0.14's, 931.949'MB/sec 2024/11/19-19:42:25.620459 140439202039552 [top_zip_table_builder.cc:1325] /storage/mytopling/.rocksdb/017871.sst: sumWaitingMem = 0.001 GB, sumWorkingMem = 0.000 GB, nltTrie workingMem = 0.0006 GB, waited 0.000 sec, Key+Value = 0.134 GB 2024/11/19-19:42:25.620495 140469096941312 [top_zip_table_builder.cc:1325] /storage/mytopling/.rocksdb/017871.sst: sumWaitingMem = 0.008 GB, sumWorkingMem = 0.001 GB, dictZip workingMem = 0.0083 GB, waited 0.000 sec, Key+Value = 0.134 GB 2024/11/19-19:42:25.626901 140439202039552 [top_zip_table_builder.cc:1588] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017871.sst): index pass time = 0.01's, 161.636'MB/sec index type = NestLoudsTrieDAWG_Mixed_XL_256_32_FL usrkeys = 129424 min-keylen = 8 max-keylen = 8 prefix = 4 subcplen = 3 raw-key = 0.0010 GB zip-key = 0.0002 GB avg-key = 8.00 avg-zkey = 1.69 2024/11/19-19:42:26.509947 140469096941312 [top_zip_table_builder.cc:2798] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017871.sst): old prealloc_size = 147639500, real_size = 40361392 2024/11/19-19:42:26.510057 140469096941312 [top_zip_table_builder.cc:1799] BuildReorderMap(/storage/mytopling/.rocksdb/017871.sst): index type = NestLoudsTrieDAWG_Mixed_XL_256_32_FL, store type = DictZipBlobStore usrkeys = 129424 prefix = 4 raw-key = 0.0010 GB zip-key = 0.0002 GB avg-key = 8.00 avg-zkey = 1.69 raw-val = 0.1316 GB zip-val = 0.0401 GB avg-val =1017.05 avg-zval = 309.91 2024/11/19-19:42:26.510119 140469096941312 [top_zip_table_builder.cc:1325] /storage/mytopling/.rocksdb/017871.sst: sumWaitingMem = 0.000 GB, sumWorkingMem = 0.000 GB, reorder workingMem = 0.0003 GB, waited 0.890 sec, Key+Value = 0.134 GB 2024/11/19-19:42:26.628672 140469096941312 [top_zip_table_builder.cc:3129] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017871.sst): second pass time = 0.89's, 148.165'MB/sec, value only(98.1% of KV) wait indexing time = 0.00's, remap KeyValue time = 0.12's, 351.485'MB/sec (all stages of remap) Get OrderMap time = 0.00's, 2550.600'MB/sec (index lex order gen) rebuild zvType time = 0.09's, 0.378'MB/sec write SST data time = 0.03's, 1266.754'MB/sec dict compress time = 0.00's, 1969.564'MB/sec z-dict build time = 0.00's, sample length = 1.378'MB, throughput = 27505.180'MB/sec zip my value time = 0.89's, unzip length = 0.132'GB zip my value throughput = 148.165'MB/sec zip pipeline throughput = 148.165'MB/sec entries = 129424 avg-key = 20.00 avg-zkey = 1.69 avg-val = 1017.05 avg-zval = 309.91 usrkeys = 129424 avg-key = 12.00 avg-zkey = 1.69 avg-val = 1017.05 avg-zval = 309.91 TagRS{ kinds = RS_Key0_TagN bytes = 20320 } TagArray{ size = 14 bytes = 48 } seq expand size = 98 multi value expand size = 0 cnt WriteAppend = 13 UnZipSize{ index = 0.0016 GB value = 0.1316 GB dict = 1.38 MB all = 0.1342 GB } __ZipSize{ index = 0.0002 GB value = 0.0401 GB dict = 1.38 MB all = 0.0417 GB } UnZip/Zip{ index = 7.0977 value = 3.2817 dict = 1.00 all = 3.2164 } Zip/UnZip{ index = 0.1409 value = 0.3047 dict = 1.00 all = 0.3109 } ---------------------------- total value len = 0.922017 GB avg = 1.018 KB (by entry num) total key len = 0.018120 GB avg = 0.020 KB total ukey len = 0.010872 GB avg = 0.012 KB total ukey num = 0.000905997 Billion total entry num = 0.000905997 Billion write speed all = 115.233368651 MB/sec (with seq num) write speed all = 114.344978601 MB/sec (without seq num) 2024/11/19-19:42:26.630236 140469096941312 [compaction_job.cc:1948] [default] [JOB 3] Generated table #17871: 129424 keys, 41729181 bytes, temperature: kUnknown 2024/11/19-19:42:26.630289 140469096941312 EVENT_LOG_v1 {"time_micros": 1732016546630265, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 17871, "file_size": 41729181, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 365840171, "table_properties": {"data_size": 40110048, "index_size": 218816, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 2588480, "raw_average_key_size": 20, "raw_value_size": 131630171, "raw_average_value_size": 1017, "num_data_blocks": 1, "num_entries": 129424, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "FlatZip", "compression_options": "RS_Key0_TagN-NestLoudsTrieDAWG_Mixed_XL_256_32_FL-DictZipBlobStore", "creation_time": 1732016545, "oldest_key_time": 0, "file_creation_time": 1732016545, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "JR6R333AV0592YANV2NJ", "orig_file_number": 17871, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...1 records...]"}} 2024/11/19-19:42:26.654183 140469096941312 [top_zip_table_builder.cc:960] ToplingZipTableBuilder(/storage/mytopling/.rocksdb/017872.sst) /storage/mytopling/..//tmp/Topling-173587-53hxYk 2024/11/19-19:42:26.796670 140469096941312 [top_zip_table_builder.cc:1378] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017872.sst): first pass time = 0.14's, 942.085'MB/sec 2024/11/19-19:42:26.796673 140439223011072 [top_zip_table_builder.cc:1325] /storage/mytopling/.rocksdb/017872.sst: sumWaitingMem = 0.001 GB, sumWorkingMem = 0.000 GB, nltTrie workingMem = 0.0006 GB, waited 0.000 sec, Key+Value = 0.134 GB 2024/11/19-19:42:26.796710 140469096941312 [top_zip_table_builder.cc:1325] /storage/mytopling/.rocksdb/017872.sst: sumWaitingMem = 0.008 GB, sumWorkingMem = 0.001 GB, dictZip workingMem = 0.0083 GB, waited 0.000 sec, Key+Value = 0.134 GB 2024/11/19-19:42:26.803119 140439223011072 [top_zip_table_builder.cc:1588] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017872.sst): index pass time = 0.01's, 161.635'MB/sec index type = NestLoudsTrieDAWG_Mixed_XL_256_32_FL usrkeys = 129425 min-keylen = 8 max-keylen = 8 prefix = 4 subcplen = 3 raw-key = 0.0010 GB zip-key = 0.0002 GB avg-key = 8.00 avg-zkey = 1.69 2024/11/19-19:42:27.683189 140469096941312 [top_zip_table_builder.cc:2798] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017872.sst): old prealloc_size = 147639500, real_size = 40356992 2024/11/19-19:42:27.683300 140469096941312 [top_zip_table_builder.cc:1799] BuildReorderMap(/storage/mytopling/.rocksdb/017872.sst): index type = NestLoudsTrieDAWG_Mixed_XL_256_32_FL, store type = DictZipBlobStore usrkeys = 129425 prefix = 4 raw-key = 0.0010 GB zip-key = 0.0002 GB avg-key = 8.00 avg-zkey = 1.69 raw-val = 0.1316 GB zip-val = 0.0401 GB avg-val =1017.03 avg-zval = 309.88 2024/11/19-19:42:27.683363 140469096941312 [top_zip_table_builder.cc:1325] /storage/mytopling/.rocksdb/017872.sst: sumWaitingMem = 0.000 GB, sumWorkingMem = 0.000 GB, reorder workingMem = 0.0003 GB, waited 0.887 sec, Key+Value = 0.134 GB 2024/11/19-19:42:27.801685 140469096941312 [top_zip_table_builder.cc:3129] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017872.sst): second pass time = 0.89's, 148.688'MB/sec, value only(98.1% of KV) wait indexing time = 0.00's, remap KeyValue time = 0.12's, 352.137'MB/sec (all stages of remap) Get OrderMap time = 0.00's, 2560.030'MB/sec (index lex order gen) rebuild zvType time = 0.09's, 0.378'MB/sec write SST data time = 0.03's, 1273.824'MB/sec dict compress time = 0.00's, 1451.479'MB/sec z-dict build time = 0.00's, sample length = 1.378'MB, throughput = 22616.806'MB/sec zip my value time = 0.89's, unzip length = 0.132'GB zip my value throughput = 148.688'MB/sec zip pipeline throughput = 148.688'MB/sec entries = 129425 avg-key = 20.00 avg-zkey = 1.69 avg-val = 1017.03 avg-zval = 309.88 usrkeys = 129425 avg-key = 12.00 avg-zkey = 1.69 avg-val = 1017.03 avg-zval = 309.88 TagRS{ kinds = RS_Key0_TagN bytes = 20320 } TagArray{ size = 13 bytes = 48 } seq expand size = 91 multi value expand size = 0 cnt WriteAppend = 13 UnZipSize{ index = 0.0016 GB value = 0.1316 GB dict = 1.38 MB all = 0.1342 GB } __ZipSize{ index = 0.0002 GB value = 0.0401 GB dict = 1.38 MB all = 0.0417 GB } UnZip/Zip{ index = 7.0977 value = 3.2821 dict = 1.00 all = 3.2168 } Zip/UnZip{ index = 0.1409 value = 0.3047 dict = 1.00 all = 0.3109 } ---------------------------- total value len = 1.053647 GB avg = 1.018 KB (by entry num) total key len = 0.020708 GB avg = 0.020 KB total ukey len = 0.012425 GB avg = 0.012 KB total ukey num = 0.001035422 Billion total entry num = 0.001035422 Billion write speed all = 115.131327879 MB/sec (with seq num) write speed all = 114.243655163 MB/sec (without seq num) 2024/11/19-19:42:27.804967 140469096941312 [compaction_job.cc:1948] [default] [JOB 3] Generated table #17872: 129425 keys, 41724476 bytes, temperature: kUnknown 2024/11/19-19:42:27.805022 140469096941312 EVENT_LOG_v1 {"time_micros": 1732016547804998, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 17872, "file_size": 41724476, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 365776986, "table_properties": {"data_size": 40105648, "index_size": 218816, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 2588500, "raw_average_key_size": 20, "raw_value_size": 131629548, "raw_average_value_size": 1017, "num_data_blocks": 1, "num_entries": 129425, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "FlatZip", "compression_options": "RS_Key0_TagN-NestLoudsTrieDAWG_Mixed_XL_256_32_FL-DictZipBlobStore", "creation_time": 1732016546, "oldest_key_time": 0, "file_creation_time": 1732016546, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "JR6R333AV0592YANV2NJ", "orig_file_number": 17872, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...1 records...]"}} 2024/11/19-19:42:27.829097 140469096941312 [top_zip_table_builder.cc:960] ToplingZipTableBuilder(/storage/mytopling/.rocksdb/017873.sst) /storage/mytopling/..//tmp/Topling-173587-Ee3ean 2024/11/19-19:42:27.972549 140469096941312 [top_zip_table_builder.cc:1378] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017873.sst): first pass time = 0.14's, 935.748'MB/sec 2024/11/19-19:42:27.972553 140439233496832 [top_zip_table_builder.cc:1325] /storage/mytopling/.rocksdb/017873.sst: sumWaitingMem = 0.001 GB, sumWorkingMem = 0.000 GB, nltTrie workingMem = 0.0006 GB, waited 0.000 sec, Key+Value = 0.134 GB 2024/11/19-19:42:27.972605 140469096941312 [top_zip_table_builder.cc:1325] /storage/mytopling/.rocksdb/017873.sst: sumWaitingMem = 0.008 GB, sumWorkingMem = 0.001 GB, dictZip workingMem = 0.0083 GB, waited 0.000 sec, Key+Value = 0.134 GB 2024/11/19-19:42:27.979823 140439233496832 [top_zip_table_builder.cc:1588] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017873.sst): index pass time = 0.01's, 143.388'MB/sec index type = NestLoudsTrieDAWG_Mixed_XL_256_32_FL usrkeys = 129428 min-keylen = 8 max-keylen = 8 prefix = 4 subcplen = 3 raw-key = 0.0010 GB zip-key = 0.0002 GB avg-key = 8.00 avg-zkey = 1.69 2024/11/19-19:42:28.817010 140469096941312 [top_zip_table_builder.cc:2798] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017873.sst): old prealloc_size = 147639500, real_size = 40355904 2024/11/19-19:42:28.817122 140469096941312 [top_zip_table_builder.cc:1799] BuildReorderMap(/storage/mytopling/.rocksdb/017873.sst): index type = NestLoudsTrieDAWG_Mixed_XL_256_32_FL, store type = DictZipBlobStore usrkeys = 129428 prefix = 4 raw-key = 0.0010 GB zip-key = 0.0002 GB avg-key = 8.00 avg-zkey = 1.69 raw-val = 0.1316 GB zip-val = 0.0401 GB avg-val =1017.01 avg-zval = 309.86 2024/11/19-19:42:28.817189 140469096941312 [top_zip_table_builder.cc:1325] /storage/mytopling/.rocksdb/017873.sst: sumWaitingMem = 0.000 GB, sumWorkingMem = 0.000 GB, reorder workingMem = 0.0003 GB, waited 0.845 sec, Key+Value = 0.134 GB 2024/11/19-19:42:28.936039 140469096941312 [top_zip_table_builder.cc:3129] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017873.sst): second pass time = 0.84's, 156.117'MB/sec, value only(98.1% of KV) wait indexing time = 0.00's, remap KeyValue time = 0.12's, 350.558'MB/sec (all stages of remap) Get OrderMap time = 0.00's, 2583.363'MB/sec (index lex order gen) rebuild zvType time = 0.09's, 0.374'MB/sec write SST data time = 0.03's, 1289.173'MB/sec dict compress time = 0.00's, 1951.784'MB/sec z-dict build time = 0.00's, sample length = 1.378'MB, throughput = 26115.387'MB/sec zip my value time = 0.84's, unzip length = 0.132'GB zip my value throughput = 156.117'MB/sec zip pipeline throughput = 156.117'MB/sec entries = 129428 avg-key = 20.00 avg-zkey = 1.69 avg-val = 1017.01 avg-zval = 309.86 usrkeys = 129428 avg-key = 12.00 avg-zkey = 1.69 avg-val = 1017.01 avg-zval = 309.86 TagRS{ kinds = RS_Key0_TagN bytes = 20320 } TagArray{ size = 25 bytes = 80 } seq expand size = 175 multi value expand size = 0 cnt WriteAppend = 13 UnZipSize{ index = 0.0016 GB value = 0.1316 GB dict = 1.38 MB all = 0.1342 GB } __ZipSize{ index = 0.0002 GB value = 0.0401 GB dict = 1.38 MB all = 0.0417 GB } UnZip/Zip{ index = 7.0979 value = 3.2822 dict = 1.00 all = 3.2168 } Zip/UnZip{ index = 0.1409 value = 0.3047 dict = 1.00 all = 0.3109 } ---------------------------- total value len = 1.185277 GB avg = 1.018 KB (by entry num) total key len = 0.023297 GB avg = 0.020 KB total ukey len = 0.013978 GB avg = 0.012 KB total ukey num = 0.001164850 Billion total entry num = 0.001164850 Billion write speed all = 115.477052410 MB/sec (with seq num) write speed all = 114.586657672 MB/sec (without seq num) 2024/11/19-19:42:28.937695 140469096941312 [compaction_job.cc:1948] [default] [JOB 3] Generated table #17873: 129428 keys, 41723984 bytes, temperature: kUnknown 2024/11/19-19:42:28.937746 140469096941312 EVENT_LOG_v1 {"time_micros": 1732016548937724, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 17873, "file_size": 41723984, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 365793652, "table_properties": {"data_size": 40104560, "index_size": 218816, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 2588560, "raw_average_key_size": 20, "raw_value_size": 131629330, "raw_average_value_size": 1017, "num_data_blocks": 1, "num_entries": 129428, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "FlatZip", "compression_options": "RS_Key0_TagN-NestLoudsTrieDAWG_Mixed_XL_256_32_FL-DictZipBlobStore", "creation_time": 1732016547, "oldest_key_time": 0, "file_creation_time": 1732016547, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "JR6R333AV0592YANV2NJ", "orig_file_number": 17873, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...1 records...]"}} 2024/11/19-19:42:28.961597 140469096941312 [top_zip_table_builder.cc:960] ToplingZipTableBuilder(/storage/mytopling/.rocksdb/017874.sst) /storage/mytopling/..//tmp/Topling-173587-9DmXKj 2024/11/19-19:42:29.105439 140469096941312 [top_zip_table_builder.cc:1378] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017874.sst): first pass time = 0.14's, 933.217'MB/sec 2024/11/19-19:42:29.105444 140439223011072 [top_zip_table_builder.cc:1325] /storage/mytopling/.rocksdb/017874.sst: sumWaitingMem = 0.001 GB, sumWorkingMem = 0.000 GB, nltTrie workingMem = 0.0006 GB, waited 0.000 sec, Key+Value = 0.134 GB 2024/11/19-19:42:29.105470 140469096941312 [top_zip_table_builder.cc:1325] /storage/mytopling/.rocksdb/017874.sst: sumWaitingMem = 0.008 GB, sumWorkingMem = 0.001 GB, dictZip workingMem = 0.0083 GB, waited 0.000 sec, Key+Value = 0.134 GB 2024/11/19-19:42:29.111819 140439223011072 [top_zip_table_builder.cc:1588] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017874.sst): index pass time = 0.01's, 163.120'MB/sec index type = NestLoudsTrieDAWG_Mixed_XL_256_32_FL usrkeys = 129429 min-keylen = 8 max-keylen = 8 prefix = 4 subcplen = 3 raw-key = 0.0010 GB zip-key = 0.0002 GB avg-key = 8.00 avg-zkey = 1.69 2024/11/19-19:42:29.992213 140469096941312 [top_zip_table_builder.cc:2798] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017874.sst): old prealloc_size = 147639500, real_size = 40356576 2024/11/19-19:42:29.992354 140469096941312 [top_zip_table_builder.cc:1799] BuildReorderMap(/storage/mytopling/.rocksdb/017874.sst): index type = NestLoudsTrieDAWG_Mixed_XL_256_32_FL, store type = DictZipBlobStore usrkeys = 129429 prefix = 4 raw-key = 0.0010 GB zip-key = 0.0002 GB avg-key = 8.00 avg-zkey = 1.69 raw-val = 0.1316 GB zip-val = 0.0401 GB avg-val =1017.01 avg-zval = 309.86 2024/11/19-19:42:29.992415 140469096941312 [top_zip_table_builder.cc:1325] /storage/mytopling/.rocksdb/017874.sst: sumWaitingMem = 0.000 GB, sumWorkingMem = 0.000 GB, reorder workingMem = 0.0003 GB, waited 0.887 sec, Key+Value = 0.134 GB 2024/11/19-19:42:30.111935 140469096941312 [top_zip_table_builder.cc:3129] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017874.sst): second pass time = 0.89's, 148.647'MB/sec, value only(98.1% of KV) wait indexing time = 0.00's, remap KeyValue time = 0.12's, 348.571'MB/sec (all stages of remap) Get OrderMap time = 0.00's, 2593.344'MB/sec (index lex order gen) rebuild zvType time = 0.09's, 0.375'MB/sec write SST data time = 0.03's, 1255.018'MB/sec dict compress time = 0.00's, 1916.921'MB/sec z-dict build time = 0.00's, sample length = 1.378'MB, throughput = 26706.393'MB/sec zip my value time = 0.89's, unzip length = 0.132'GB zip my value throughput = 148.647'MB/sec zip pipeline throughput = 148.647'MB/sec entries = 129429 avg-key = 20.00 avg-zkey = 1.69 avg-val = 1017.01 avg-zval = 309.86 usrkeys = 129429 avg-key = 12.00 avg-zkey = 1.69 avg-val = 1017.01 avg-zval = 309.86 TagRS{ kinds = RS_Key0_TagN bytes = 20320 } TagArray{ size = 12 bytes = 48 } seq expand size = 84 multi value expand size = 0 cnt WriteAppend = 12 UnZipSize{ index = 0.0016 GB value = 0.1316 GB dict = 1.38 MB all = 0.1342 GB } __ZipSize{ index = 0.0002 GB value = 0.0401 GB dict = 1.38 MB all = 0.0417 GB } UnZip/Zip{ index = 7.0980 value = 3.2821 dict = 1.00 all = 3.2168 } Zip/UnZip{ index = 0.1409 value = 0.3047 dict = 1.00 all = 0.3109 } ---------------------------- total value len = 1.316907 GB avg = 1.017 KB (by entry num) total key len = 0.025886 GB avg = 0.020 KB total ukey len = 0.015531 GB avg = 0.012 KB total ukey num = 0.001294279 Billion total entry num = 0.001294279 Billion write speed all = 115.342289021 MB/sec (with seq num) write speed all = 114.452888026 MB/sec (without seq num) 2024/11/19-19:42:30.113378 140469096941312 [compaction_job.cc:1948] [default] [JOB 3] Generated table #17874: 129429 keys, 41724410 bytes, temperature: kUnknown 2024/11/19-19:42:30.113430 140469096941312 EVENT_LOG_v1 {"time_micros": 1732016550113406, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 17874, "file_size": 41724410, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 365635567, "table_properties": {"data_size": 40105232, "index_size": 218816, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 2588580, "raw_average_key_size": 20, "raw_value_size": 131630071, "raw_average_value_size": 1017, "num_data_blocks": 1, "num_entries": 129429, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "FlatZip", "compression_options": "RS_Key0_TagN-NestLoudsTrieDAWG_Mixed_XL_256_32_FL-DictZipBlobStore", "creation_time": 1732016548, "oldest_key_time": 0, "file_creation_time": 1732016548, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "JR6R333AV0592YANV2NJ", "orig_file_number": 17874, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...1 records...]"}} 2024/11/19-19:42:30.138637 140469096941312 [top_zip_table_builder.cc:960] ToplingZipTableBuilder(/storage/mytopling/.rocksdb/017875.sst) /storage/mytopling/..//tmp/Topling-173587-co5Ras 2024/11/19-19:42:30.283732 140469096941312 [top_zip_table_builder.cc:1378] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017875.sst): first pass time = 0.15's, 925.156'MB/sec 2024/11/19-19:42:30.283735 140439243982592 [top_zip_table_builder.cc:1325] /storage/mytopling/.rocksdb/017875.sst: sumWaitingMem = 0.001 GB, sumWorkingMem = 0.000 GB, nltTrie workingMem = 0.0006 GB, waited 0.000 sec, Key+Value = 0.134 GB 2024/11/19-19:42:30.283772 140469096941312 [top_zip_table_builder.cc:1325] /storage/mytopling/.rocksdb/017875.sst: sumWaitingMem = 0.008 GB, sumWorkingMem = 0.001 GB, dictZip workingMem = 0.0083 GB, waited 0.000 sec, Key+Value = 0.134 GB 2024/11/19-19:42:30.290396 140439243982592 [top_zip_table_builder.cc:1588] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017875.sst): index pass time = 0.01's, 156.371'MB/sec index type = NestLoudsTrieDAWG_Mixed_XL_256_32_FL usrkeys = 129431 min-keylen = 8 max-keylen = 8 prefix = 4 subcplen = 3 raw-key = 0.0010 GB zip-key = 0.0002 GB avg-key = 8.00 avg-zkey = 1.69 2024/11/19-19:42:30.423739 140469075969792 (Original Log Time 2024/11/19-19:42:30.423728) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/19-19:42:31.206704 140469096941312 [top_zip_table_builder.cc:2798] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017875.sst): old prealloc_size = 147639500, real_size = 40352016 2024/11/19-19:42:31.206810 140469096941312 [top_zip_table_builder.cc:1799] BuildReorderMap(/storage/mytopling/.rocksdb/017875.sst): index type = NestLoudsTrieDAWG_Mixed_XL_256_32_FL, store type = DictZipBlobStore usrkeys = 129431 prefix = 4 raw-key = 0.0010 GB zip-key = 0.0002 GB avg-key = 8.00 avg-zkey = 1.69 raw-val = 0.1316 GB zip-val = 0.0401 GB avg-val =1016.98 avg-zval = 309.82 2024/11/19-19:42:31.206872 140469096941312 [top_zip_table_builder.cc:1325] /storage/mytopling/.rocksdb/017875.sst: sumWaitingMem = 0.000 GB, sumWorkingMem = 0.000 GB, reorder workingMem = 0.0003 GB, waited 0.923 sec, Key+Value = 0.134 GB 2024/11/19-19:42:31.327598 140469096941312 [top_zip_table_builder.cc:3129] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017875.sst): second pass time = 0.92's, 142.823'MB/sec, value only(98.1% of KV) wait indexing time = 0.00's, remap KeyValue time = 0.12's, 345.119'MB/sec (all stages of remap) Get OrderMap time = 0.00's, 2719.495'MB/sec (index lex order gen) rebuild zvType time = 0.09's, 0.376'MB/sec write SST data time = 0.03's, 1198.172'MB/sec dict compress time = 0.00's, 1974.008'MB/sec z-dict build time = 0.00's, sample length = 1.378'MB, throughput = 25766.025'MB/sec zip my value time = 0.92's, unzip length = 0.132'GB zip my value throughput = 142.823'MB/sec zip pipeline throughput = 142.823'MB/sec entries = 129431 avg-key = 20.00 avg-zkey = 1.69 avg-val = 1016.98 avg-zval = 309.82 usrkeys = 129431 avg-key = 12.00 avg-zkey = 1.69 avg-val = 1016.99 avg-zval = 309.82 TagRS{ kinds = RS_Key0_TagN bytes = 20320 } TagArray{ size = 17 bytes = 64 } seq expand size = 119 multi value expand size = 0 cnt WriteAppend = 12 UnZipSize{ index = 0.0016 GB value = 0.1316 GB dict = 1.38 MB all = 0.1342 GB } __ZipSize{ index = 0.0002 GB value = 0.0401 GB dict = 1.38 MB all = 0.0417 GB } UnZip/Zip{ index = 7.0981 value = 3.2825 dict = 1.00 all = 3.2171 } Zip/UnZip{ index = 0.1409 value = 0.3046 dict = 1.00 all = 0.3108 } ---------------------------- total value len = 1.448536 GB avg = 1.017 KB (by entry num) total key len = 0.028474 GB avg = 0.020 KB total ukey len = 0.017085 GB avg = 0.012 KB total ukey num = 0.001423710 Billion total entry num = 0.001423710 Billion write speed all = 114.875598096 MB/sec (with seq num) write speed all = 113.989757150 MB/sec (without seq num) 2024/11/19-19:42:31.329030 140469096941312 [compaction_job.cc:1948] [default] [JOB 3] Generated table #17875: 129431 keys, 41720061 bytes, temperature: kUnknown 2024/11/19-19:42:31.329083 140469096941312 EVENT_LOG_v1 {"time_micros": 1732016551329060, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 17875, "file_size": 41720061, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 365816328, "table_properties": {"data_size": 40100672, "index_size": 218816, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 2588620, "raw_average_key_size": 20, "raw_value_size": 131629359, "raw_average_value_size": 1016, "num_data_blocks": 1, "num_entries": 129431, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "FlatZip", "compression_options": "RS_Key0_TagN-NestLoudsTrieDAWG_Mixed_XL_256_32_FL-DictZipBlobStore", "creation_time": 1732016550, "oldest_key_time": 0, "file_creation_time": 1732016550, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "JR6R333AV0592YANV2NJ", "orig_file_number": 17875, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...1 records...]"}} 2024/11/19-19:42:31.354882 140469096941312 [top_zip_table_builder.cc:960] ToplingZipTableBuilder(/storage/mytopling/.rocksdb/017876.sst) /storage/mytopling/..//tmp/Topling-173587-oGQlmt 2024/11/19-19:42:31.498144 140469096941312 [top_zip_table_builder.cc:1378] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017876.sst): first pass time = 0.14's, 936.995'MB/sec 2024/11/19-19:42:31.498146 140439202039552 [top_zip_table_builder.cc:1325] /storage/mytopling/.rocksdb/017876.sst: sumWaitingMem = 0.001 GB, sumWorkingMem = 0.000 GB, nltTrie workingMem = 0.0006 GB, waited 0.000 sec, Key+Value = 0.134 GB 2024/11/19-19:42:31.498187 140469096941312 [top_zip_table_builder.cc:1325] /storage/mytopling/.rocksdb/017876.sst: sumWaitingMem = 0.008 GB, sumWorkingMem = 0.001 GB, dictZip workingMem = 0.0083 GB, waited 0.000 sec, Key+Value = 0.134 GB 2024/11/19-19:42:31.505031 140439202039552 [top_zip_table_builder.cc:1588] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017876.sst): index pass time = 0.01's, 151.316'MB/sec index type = NestLoudsTrieDAWG_Mixed_XL_256_32_FL usrkeys = 129432 min-keylen = 8 max-keylen = 8 prefix = 4 subcplen = 3 raw-key = 0.0010 GB zip-key = 0.0002 GB avg-key = 8.00 avg-zkey = 1.69 2024/11/19-19:42:32.384153 140469096941312 [top_zip_table_builder.cc:2798] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017876.sst): old prealloc_size = 147639500, real_size = 40353184 2024/11/19-19:42:32.384267 140469096941312 [top_zip_table_builder.cc:1799] BuildReorderMap(/storage/mytopling/.rocksdb/017876.sst): index type = NestLoudsTrieDAWG_Mixed_XL_256_32_FL, store type = DictZipBlobStore usrkeys = 129432 prefix = 4 raw-key = 0.0010 GB zip-key = 0.0002 GB avg-key = 8.00 avg-zkey = 1.69 raw-val = 0.1316 GB zip-val = 0.0401 GB avg-val =1016.98 avg-zval = 309.83 2024/11/19-19:42:32.384330 140469096941312 [top_zip_table_builder.cc:1325] /storage/mytopling/.rocksdb/017876.sst: sumWaitingMem = 0.000 GB, sumWorkingMem = 0.000 GB, reorder workingMem = 0.0003 GB, waited 0.886 sec, Key+Value = 0.134 GB 2024/11/19-19:42:32.504512 140469096941312 [top_zip_table_builder.cc:3129] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017876.sst): second pass time = 0.88's, 148.774'MB/sec, value only(98.1% of KV) wait indexing time = 0.00's, remap KeyValue time = 0.12's, 346.693'MB/sec (all stages of remap) Get OrderMap time = 0.00's, 2474.902'MB/sec (index lex order gen) rebuild zvType time = 0.09's, 0.378'MB/sec write SST data time = 0.03's, 1201.409'MB/sec dict compress time = 0.00's, 2047.840'MB/sec z-dict build time = 0.00's, sample length = 1.379'MB, throughput = 26210.058'MB/sec zip my value time = 0.88's, unzip length = 0.132'GB zip my value throughput = 148.774'MB/sec zip pipeline throughput = 148.774'MB/sec entries = 129432 avg-key = 20.00 avg-zkey = 1.69 avg-val = 1016.98 avg-zval = 309.83 usrkeys = 129432 avg-key = 12.00 avg-zkey = 1.69 avg-val = 1016.98 avg-zval = 309.83 TagRS{ kinds = RS_Key0_TagN bytes = 20320 } TagArray{ size = 14 bytes = 48 } seq expand size = 98 multi value expand size = 0 cnt WriteAppend = 12 UnZipSize{ index = 0.0016 GB value = 0.1316 GB dict = 1.38 MB all = 0.1342 GB } __ZipSize{ index = 0.0002 GB value = 0.0401 GB dict = 1.38 MB all = 0.0417 GB } UnZip/Zip{ index = 7.0981 value = 3.2824 dict = 1.00 all = 3.2170 } Zip/UnZip{ index = 0.1409 value = 0.3047 dict = 1.00 all = 0.3108 } ---------------------------- total value len = 1.580166 GB avg = 1.017 KB (by entry num) total key len = 0.031063 GB avg = 0.020 KB total ukey len = 0.018638 GB avg = 0.012 KB total ukey num = 0.001553142 Billion total entry num = 0.001553142 Billion write speed all = 114.805819198 MB/sec (with seq num) write speed all = 113.920483743 MB/sec (without seq num) 2024/11/19-19:42:32.505978 140469096941312 [compaction_job.cc:1948] [default] [JOB 3] Generated table #17876: 129432 keys, 41721429 bytes, temperature: kUnknown 2024/11/19-19:42:32.506029 140469096941312 EVENT_LOG_v1 {"time_micros": 1732016552506006, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 17876, "file_size": 41721429, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 365704175, "table_properties": {"data_size": 40101840, "index_size": 218816, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 2588640, "raw_average_key_size": 20, "raw_value_size": 131629575, "raw_average_value_size": 1016, "num_data_blocks": 1, "num_entries": 129432, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "FlatZip", "compression_options": "RS_Key0_TagN-NestLoudsTrieDAWG_Mixed_XL_256_32_FL-DictZipBlobStore", "creation_time": 1732016551, "oldest_key_time": 0, "file_creation_time": 1732016551, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "JR6R333AV0592YANV2NJ", "orig_file_number": 17876, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...1 records...]"}} 2024/11/19-19:42:32.529927 140469096941312 [top_zip_table_builder.cc:960] ToplingZipTableBuilder(/storage/mytopling/.rocksdb/017877.sst) /storage/mytopling/..//tmp/Topling-173587-EKE4va 2024/11/19-19:42:32.615963 140469096941312 [top_zip_table_builder.cc:1378] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017877.sst): first pass time = 0.09's, 981.085'MB/sec 2024/11/19-19:42:32.615965 140439223011072 [top_zip_table_builder.cc:1325] /storage/mytopling/.rocksdb/017877.sst: sumWaitingMem = 0.000 GB, sumWorkingMem = 0.000 GB, nltTrie workingMem = 0.0000 GB, waited 0.000 sec, Key+Value = 0.084 GB 2024/11/19-19:42:32.616002 140469096941312 [top_zip_table_builder.cc:1325] /storage/mytopling/.rocksdb/017877.sst: sumWaitingMem = 0.005 GB, sumWorkingMem = 0.000 GB, dictZip workingMem = 0.0051 GB, waited 0.000 sec, Key+Value = 0.084 GB 2024/11/19-19:42:32.616082 140439223011072 [top_zip_table_builder.cc:1588] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017877.sst): index pass time = 0.00's,8029.800'MB/sec index type = UintIndex_AllOne usrkeys = 81375 min-keylen = 8 max-keylen = 8 prefix = 4 subcplen = 5 raw-key = 0.0007 GB zip-key = 0.0000 GB avg-key = 8.00 avg-zkey = 0.00 2024/11/19-19:42:33.225935 140469096941312 [top_zip_table_builder.cc:2798] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017877.sst): old prealloc_size = 147639500, real_size = 25296872 2024/11/19-19:42:33.225982 140469096941312 [top_zip_table_builder.cc:1799] BuildReorderMap(/storage/mytopling/.rocksdb/017877.sst): index type = UintIndex_AllOne , store type = DictZipBlobStore usrkeys = 81375 prefix = 4 raw-key = 0.0007 GB zip-key = 0.0000 GB avg-key = 8.00 avg-zkey = 0.00 raw-val = 0.0828 GB zip-val = 0.0253 GB avg-val =1017.02 avg-zval = 310.61 2024/11/19-19:42:33.300850 140469096941312 [top_zip_table_builder.cc:3129] ToplingZipTableBuilder::Finish(/storage/mytopling/.rocksdb/017877.sst): second pass time = 0.61's, 135.994'MB/sec, value only(98.1% of KV) wait indexing time = 0.00's, remap KeyValue time = 0.07's, 348.999'MB/sec (all stages of remap) Get OrderMap time = 0.00's, 8.386'MB/sec (index lex order gen) rebuild zvType time = 0.05's, 0.374'MB/sec write SST data time = 0.02's, 1271.977'MB/sec dict compress time = 0.00's, 1781.674'MB/sec z-dict build time = 0.00's, sample length = 0.854'MB, throughput = 15439.737'MB/sec zip my value time = 0.61's, unzip length = 0.083'GB zip my value throughput = 135.994'MB/sec zip pipeline throughput = 135.994'MB/sec entries = 81375 avg-key = 20.00 avg-zkey = 0.00 avg-val = 1017.02 avg-zval = 310.61 usrkeys = 81375 avg-key = 12.00 avg-zkey = 0.00 avg-val = 1017.02 avg-zval = 310.61 TagRS{ kinds = RS_Key0_TagN bytes = 12800 } TagArray{ size = 8 bytes = 32 } seq expand size = 56 multi value expand size = 0 cnt WriteAppend = 12 UnZipSize{ index = 0.0010 GB value = 0.0828 GB dict = 0.85 MB all = 0.0844 GB } __ZipSize{ index = 0.0000 GB value = 0.0253 GB dict = 0.85 MB all = 0.0261 GB } UnZip/Zip{ index =5085.9375 value = 3.2742 dict = 1.00 all = 3.2277 } Zip/UnZip{ index = 0.0002 value = 0.3054 dict = 1.00 all = 0.3098 } ---------------------------- total value len = 1.662926 GB avg = 1.017 KB (by entry num) total key len = 0.032690 GB avg = 0.020 KB total ukey len = 0.019614 GB avg = 0.012 KB total ukey num = 0.001634517 Billion total entry num = 0.001634517 Billion write speed all = 114.331302271 MB/sec (with seq num) write speed all = 113.449610146 MB/sec (without seq num) 2024/11/19-19:42:33.302311 140469096941312 [compaction_job.cc:1948] [default] [JOB 3] Generated table #17877: 81375 keys, 26144623 bytes, temperature: kUnknown 2024/11/19-19:42:33.302361 140469096941312 EVENT_LOG_v1 {"time_micros": 1732016553302338, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 17877, "file_size": 26144623, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 365568816, "table_properties": {"data_size": 25276208, "index_size": 192, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 1627500, "raw_average_key_size": 20, "raw_value_size": 82760153, "raw_average_value_size": 1017, "num_data_blocks": 1, "num_entries": 81375, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 20, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[Rdb_tbl_prop_coll_factory]", "compression": "FlatZip", "compression_options": "RS_Key0_TagN-UintIndex_AllOne-DictZipBlobStore", "creation_time": 1732016552, "oldest_key_time": 0, "file_creation_time": 1732016552, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "JR6R333AV0592YANV2NJ", "orig_file_number": 17877, "seqno_to_time_mapping": "N/A", "__indexstats__": "[...1 records...]"}} 2024/11/19-19:42:33.316910 140469096941312 [compaction_job.cc:703] job-00003: subcompact[0], size: 0.527562 G, files: /storage/mytopling/.rocksdb [017865,017866,017867,017868,017869,017870,017871,017872,017873,017874,017875,017876,017877] 2024/11/19-19:42:33.326365 140469096941312 (Original Log Time 2024/11/19-19:42:18.469837) EVENT_LOG_v1 {"time_micros": 1732016538469826, "job": 3, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [17845], "files_L3": [17809, 17812, 17754, 17757, 17760, 17761, 17798, 17796, 17800, 17801, 17804, 17805, 17806, 17807], "score": 0.99113, "input_data_size": 540571494, "oldest_snapshot_seqno": -1} 2024/11/19-19:42:33.326378 140469096941312 (Original Log Time 2024/11/19-19:42:33.325215) [compaction_job.cc:2022] [default] [JOB 3] Compacted 1@2 + 14@3 files to L3 => 527562172 bytes 2024/11/19-19:42:33.326384 140469096941312 (Original Log Time 2024/11/19-19:42:33.325998) [compaction_job.cc:1224] [default] compacted to: files[1 4 9 74 558 0 19] max score 0.99 (14 files need compaction), MB/sec: 36.4 rd, 35.5 wr, level 3, files in(1, 14) out(13 +0 blob) MB in(12.7, 502.8 +0.0 blob) out(503.1 +0.0 blob), read-write-amplify(80.2) write-amplify(39.6) OK, records in: 1646815, records dropped: 12298 output_compression: Snappy 2024/11/19-19:42:33.326395 140469096941312 (Original Log Time 2024/11/19-19:42:33.326026) EVENT_LOG_v1 {"time_micros": 1732016553326010, "cf": "default", "job": 3, "event": "compaction_finished", "compaction_time_micros": 14847093, "compaction_time_cpu_micros": 7312922, "output_level": 3, "num_output_files": 13, "total_output_size": 527562172, "num_input_records": 1646815, "num_output_records": 1634517, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [1, 4, 9, 74, 558, 0, 19]} 2024/11/19-19:42:33.326675 140468895614720 (Original Log Time 2024/11/19-19:42:33.326665) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/19-19:42:33.326690 140468916586240 [compaction_job.cc:2437] [default] [JOB 8] Compacting 1@2 + 1@3 files to L3, score 0.99, subcompactions 1 : 1 2024/11/19-19:42:33.326696 140468906100480 [compaction_job.cc:2437] [default] [JOB 9] Compacting 1@2 + 7@3 files to L3, score 0.99, subcompactions 1 : 1 2024/11/19-19:42:33.326699 140469065484032 [compaction_job.cc:2437] [default] [JOB 7] Compacting 1@2 + 1@3 files to L3, score 0.99, subcompactions 1 : 1 2024/11/19-19:42:33.326718 140468916586240 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 9 Base level 2, inputs: [17853(18KB)], [17735(218KB)] 2024/11/19-19:42:33.326723 140468906100480 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 9 Base level 2, inputs: [17848(27MB)], [17786(37MB) 17789(37MB) 17793(37MB) 17802(38MB) 17810(38MB) 17814(38MB) 17816(37MB)] 2024/11/19-19:42:33.326726 140469065484032 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 9 Base level 2, inputs: [17849(284KB)], [17746(7645KB)] 2024/11/19-19:42:33.333984 140469096941312 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/017754.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/19-19:42:33.334009 140469096941312 EVENT_LOG_v1 {"time_micros": 1732016553334005, "job": 3, "event": "table_file_deletion", "file_number": 17754} 2024/11/19-19:42:33.340635 140469096941312 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/017757.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/19-19:42:33.340656 140469096941312 EVENT_LOG_v1 {"time_micros": 1732016553340653, "job": 3, "event": "table_file_deletion", "file_number": 17757} 2024/11/19-19:42:33.347550 140469096941312 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/017760.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/19-19:42:33.347571 140469096941312 EVENT_LOG_v1 {"time_micros": 1732016553347568, "job": 3, "event": "table_file_deletion", "file_number": 17760} 2024/11/19-19:42:33.353807 140469096941312 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/017761.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/19-19:42:33.353827 140469096941312 EVENT_LOG_v1 {"time_micros": 1732016553353824, "job": 3, "event": "table_file_deletion", "file_number": 17761} 2024/11/19-19:42:33.360407 140469096941312 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/017796.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/19-19:42:33.360426 140469096941312 EVENT_LOG_v1 {"time_micros": 1732016553360424, "job": 3, "event": "table_file_deletion", "file_number": 17796} 2024/11/19-19:42:33.366648 140469096941312 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/017798.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/19-19:42:33.366667 140469096941312 EVENT_LOG_v1 {"time_micros": 1732016553366665, "job": 3, "event": "table_file_deletion", "file_number": 17798} 2024/11/19-19:42:33.373263 140469096941312 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/017800.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/19-19:42:33.373282 140469096941312 EVENT_LOG_v1 {"time_micros": 1732016553373280, "job": 3, "event": "table_file_deletion", "file_number": 17800} 2024/11/19-19:42:33.379977 140469096941312 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/017801.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/19-19:42:33.379997 140469096941312 EVENT_LOG_v1 {"time_micros": 1732016553379995, "job": 3, "event": "table_file_deletion", "file_number": 17801} 2024/11/19-19:42:33.388834 140469096941312 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/017804.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/19-19:42:33.388861 140469096941312 EVENT_LOG_v1 {"time_micros": 1732016553388858, "job": 3, "event": "table_file_deletion", "file_number": 17804} 2024/11/19-19:42:33.396344 140469096941312 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/017805.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/19-19:42:33.396366 140469096941312 EVENT_LOG_v1 {"time_micros": 1732016553396363, "job": 3, "event": "table_file_deletion", "file_number": 17805} 2024/11/19-19:42:33.403036 140469096941312 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/017806.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/19-19:42:33.403056 140469096941312 EVENT_LOG_v1 {"time_micros": 1732016553403054, "job": 3, "event": "table_file_deletion", "file_number": 17806} 2024/11/19-19:42:33.406551 140469096941312 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/017807.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/19-19:42:33.406570 140469096941312 EVENT_LOG_v1 {"time_micros": 1732016553406568, "job": 3, "event": "table_file_deletion", "file_number": 17807} 2024/11/19-19:42:33.413493 140469096941312 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/017809.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/19-19:42:33.413512 140469096941312 EVENT_LOG_v1 {"time_micros": 1732016553413510, "job": 3, "event": "table_file_deletion", "file_number": 17809} 2024/11/19-19:42:33.414180 140469096941312 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/017812.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/19-19:42:33.414195 140469096941312 EVENT_LOG_v1 {"time_micros": 1732016553414193, "job": 3, "event": "table_file_deletion", "file_number": 17812} 2024/11/19-19:42:33.416024 140469096941312 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/017845.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/19-19:42:33.416042 140469096941312 EVENT_LOG_v1 {"time_micros": 1732016553416040, "job": 3, "event": "table_file_deletion", "file_number": 17845} 2024/11/19-19:42:33.625249 140469065484032 [ERROR] [dcompact_etcd.cc:1552] libcurl: https://aliyun-topling-saas.topling.cn:18443/dcompact : job-00007/att-00 : response_code = 500 : Connection refused (nlb-tnqh42046fsycuoovw.cn-shenzhen.nlb.aliyuncs.com:8000) 2024/11/19-19:42:33.625977 140469065484032 [ERROR] [dcompact_etcd.cc:1113] job-00007/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.299 sec, err: Corruption: rocksdb::Status rocksdb::DcompactEtcdExec::SubmitHttp(terark::fstring, const std::string&, size_t): Connection refused (nlb-tnqh42046fsycuoovw.cn-shenzhen.nlb.aliyuncs.com:8000), input = 35.967 MiB 2024/11/19-19:42:33.626155 140469065484032 [dcompact_etcd.cc:1773] job-00007/att-00: CleanFiles 0.000 sec : 0.000 2024/11/19-19:42:33.628728 140468906100480 [ERROR] [dcompact_etcd.cc:1552] libcurl: https://aliyun-topling-saas.topling.cn:18443/dcompact : job-00009/att-00 : response_code = 500 : Connection refused (nlb-tnqh42046fsycuoovw.cn-shenzhen.nlb.aliyuncs.com:8000) 2024/11/19-19:42:33.629437 140468906100480 [ERROR] [dcompact_etcd.cc:1113] job-00009/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.302 sec, err: Corruption: rocksdb::Status rocksdb::DcompactEtcdExec::SubmitHttp(terark::fstring, const std::string&, size_t): Connection refused (nlb-tnqh42046fsycuoovw.cn-shenzhen.nlb.aliyuncs.com:8000), input = 928.001 MiB 2024/11/19-19:42:33.629602 140468906100480 [dcompact_etcd.cc:1773] job-00009/att-00: CleanFiles 0.000 sec : 0.000 2024/11/19-19:42:33.660066 140468916586240 [ERROR] [dcompact_etcd.cc:1552] libcurl: https://aliyun-topling-saas.topling.cn:18443/dcompact : job-00008/att-00 : response_code = 500 : Connection refused (nlb-tnqh42046fsycuoovw.cn-shenzhen.nlb.aliyuncs.com:8000) 2024/11/19-19:42:33.660729 140468916586240 [ERROR] [dcompact_etcd.cc:1113] job-00008/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.333 sec, err: Corruption: rocksdb::Status rocksdb::DcompactEtcdExec::SubmitHttp(terark::fstring, const std::string&, size_t): Connection refused (nlb-tnqh42046fsycuoovw.cn-shenzhen.nlb.aliyuncs.com:8000), input = 313.113 KiB 2024/11/19-19:42:33.660886 140468916586240 [dcompact_etcd.cc:1773] job-00008/att-00: CleanFiles 0.000 sec : 0.000 2024/11/19-19:42:33.931962 140469065484032 [ERROR] [dcompact_etcd.cc:1552] libcurl: https://aliyun-topling-saas.topling.cn:18443/dcompact : job-00007/att-01 : response_code = 500 : Connection refused (nlb-tnqh42046fsycuoovw.cn-shenzhen.nlb.aliyuncs.com:8000) 2024/11/19-19:42:33.932676 140469065484032 [ERROR] [dcompact_etcd.cc:1113] job-00007/att-01: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.306 sec, err: Corruption: rocksdb::Status rocksdb::DcompactEtcdExec::SubmitHttp(terark::fstring, const std::string&, size_t): Connection refused (nlb-tnqh42046fsycuoovw.cn-shenzhen.nlb.aliyuncs.com:8000), input = 35.967 MiB 2024/11/19-19:42:33.932874 140469065484032 [dcompact_etcd.cc:1773] job-00007/att-01: CleanFiles 0.000 sec : 0.000 2024/11/19-19:42:33.953230 140468906100480 [ERROR] [dcompact_etcd.cc:1552] libcurl: https://aliyun-topling-saas.topling.cn:18443/dcompact : job-00009/att-01 : response_code = 500 : Connection refused (nlb-tnqh42046fsycuoovw.cn-shenzhen.nlb.aliyuncs.com:8000) 2024/11/19-19:42:33.953955 140468906100480 [ERROR] [dcompact_etcd.cc:1113] job-00009/att-01: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.324 sec, err: Corruption: rocksdb::Status rocksdb::DcompactEtcdExec::SubmitHttp(terark::fstring, const std::string&, size_t): Connection refused (nlb-tnqh42046fsycuoovw.cn-shenzhen.nlb.aliyuncs.com:8000), input = 928.001 MiB 2024/11/19-19:42:33.954109 140468906100480 [dcompact_etcd.cc:1773] job-00009/att-01: CleanFiles 0.000 sec : 0.000 2024/11/19-19:42:33.969810 140468916586240 [ERROR] [dcompact_etcd.cc:1552] libcurl: https://aliyun-topling-saas.topling.cn:18443/dcompact : job-00008/att-01 : response_code = 500 : Connection refused (nlb-tnqh42046fsycuoovw.cn-shenzhen.nlb.aliyuncs.com:8000) 2024/11/19-19:42:33.970654 140468916586240 [ERROR] [dcompact_etcd.cc:1113] job-00008/att-01: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.310 sec, err: Corruption: rocksdb::Status rocksdb::DcompactEtcdExec::SubmitHttp(terark::fstring, const std::string&, size_t): Connection refused (nlb-tnqh42046fsycuoovw.cn-shenzhen.nlb.aliyuncs.com:8000), input = 313.113 KiB 2024/11/19-19:42:33.970807 140468916586240 [dcompact_etcd.cc:1773] job-00008/att-01: CleanFiles 0.000 sec : 0.000 2024/11/19-19:42:34.022686 140470301384640 [db_impl_compaction_flush.cc:1885] [default] Manual flush start. 2024/11/19-19:42:34.023827 140470301384640 [db_impl_write.cc:2181] [default] New memtable created with log file: #17878. Immutable memtables: 0. 2024/11/19-19:42:34.023945 140469086455552 (Original Log Time 2024/11/19-19:42:34.023934) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/19-19:42:34.023988 140468885128960 [db_impl_compaction_flush.cc:103] [JOB 12] Syncing log #17862 2024/11/19-19:42:34.024102 140468885128960 (Original Log Time 2024/11/19-19:42:34.023961) [db_impl_compaction_flush.cc:3040] Calling FlushMemTableToOutputFile with column family [default], flush slots available 2, compaction slots available 7, flush slots scheduled 1, compaction slots scheduled 4 2024/11/19-19:42:34.024111 140468885128960 [flush_job.cc:879] [default] [JOB 12] Flushing memtable with next log file: 17878 2024/11/19-19:42:34.024129 140468885128960 EVENT_LOG_v1 {"time_micros": 1732016554024123, "job": 12, "event": "flush_started", "num_memtables": 1, "num_entries": 708, "num_deletes": 20, "total_data_size": 279894, "memory_usage": 1572232, "num_range_deletes": 0, "flush_reason": "Manual Flush"} 2024/11/19-19:42:34.024132 140468885128960 [flush_job.cc:910] [default] [JOB 12] Level-0 flush table #17879: started 2024/11/19-19:42:34.024345 140468885128960 [cspp_memtable.cc:1074] /storage/mytopling/.rocksdb/cspp-000000.memtab-0 ConvertToReadOnly /storage/mytopling/.rocksdb/017879.sst in ConvertToSST, mem_size = 1.499 M, time = 202.179 us 2024/11/19-19:42:34.024831 140468885128960 [cspp_memtable.cc:1366] CSPPMemTab::ConvertToSST(/storage/mytopling/.rocksdb/017879.sst): fsize = 1.501 M, time(ms): open: 0.030, seek: 0.023, finish: 0.034, meta: 0.010, Flush: 0.021, sync: 0.352, close: 0.004, all: 0.474 2024/11/19-19:42:34.025866 140468885128960 [flush_job.cc:1083] [default] [JOB 12] Flush lasted 1764 microseconds, and 1578 cpu microseconds. 2024/11/19-19:42:34.026863 140468885128960 (Original Log Time 2024/11/19-19:42:34.024854) [flush_job.cc:1029] [default] [JOB 12] Level-0 flush table #17879: 1573653 bytes OK (needs compaction) 2024/11/19-19:42:34.026872 140468885128960 (Original Log Time 2024/11/19-19:42:34.025880) [memtable_list.cc:560] [default] Level-0 commit table #17879 started 2024/11/19-19:42:34.026875 140468885128960 (Original Log Time 2024/11/19-19:42:34.026807) [memtable_list.cc:759] [default] Level-0 commit table #17879: memtable #1 done 2024/11/19-19:42:34.026878 140468885128960 (Original Log Time 2024/11/19-19:42:34.026824) EVENT_LOG_v1 {"time_micros": 1732016554026819, "job": 12, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [2, 4, 9, 74, 558, 0, 19], "immutable_memtables": 0} 2024/11/19-19:42:34.026881 140468885128960 (Original Log Time 2024/11/19-19:42:34.026838) [db_impl_compaction_flush.cc:310] [default] Level summary: files[2 4 9 74 558 0 19] max score 0.87 (12 files need compaction) 2024/11/19-19:42:34.027239 140469075969792 [compaction_job.cc:2437] [default] [JOB 13] Compacting 1@1 files to L2, score 0.87, subcompactions 1 : 1 2024/11/19-19:42:34.027246 140469096941312 (Original Log Time 2024/11/19-19:42:34.027239) [db_impl_compaction_flush.cc:3485] Compaction nothing to do 2024/11/19-19:42:34.027260 140468895614720 [compaction_job.cc:2437] [default] [JOB 14] Compacting 1@1 files to L2, score 0.87, subcompactions 1 : 1 2024/11/19-19:42:34.027267 140469075969792 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 10 Base level 1, inputs: [17829(22MB)] 2024/11/19-19:42:34.027268 140470301384640 [db_impl_compaction_flush.cc:1895] [default] Manual flush finished, status: OK 2024/11/19-19:42:34.027279 140470301384640 [db_impl_compaction_flush.cc:1885] [__system__] Manual flush start. 2024/11/19-19:42:34.027293 140468895614720 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 10 Base level 1, inputs: [17824(47KB)] 2024/11/19-19:42:34.027676 140470301384640 [db_impl_write.cc:2181] [__system__] New memtable created with log file: #17878. Immutable memtables: 0. 2024/11/19-19:42:34.027690 140470301384640 [cspp_memtable.cc:1074] ConvertToReadOnly in MarkReadOnly, mem_size = 0.156 M, time = 6.411 us 2024/11/19-19:42:34.027739 140468874643200 (Original Log Time 2024/11/19-19:42:34.027716) [db_impl_compaction_flush.cc:3040] Calling FlushMemTableToOutputFile with column family [__system__], flush slots available 2, compaction slots available 7, flush slots scheduled 2, compaction slots scheduled 5 2024/11/19-19:42:34.027758 140468874643200 [flush_job.cc:879] [__system__] [JOB 16] Flushing memtable with next log file: 17878 2024/11/19-19:42:34.027770 140468874643200 EVENT_LOG_v1 {"time_micros": 1732016554027766, "job": 16, "event": "flush_started", "num_memtables": 1, "num_entries": 41, "num_deletes": 0, "total_data_size": 3240, "memory_usage": 164232, "num_range_deletes": 0, "flush_reason": "Manual Flush"} 2024/11/19-19:42:34.027773 140468874643200 [flush_job.cc:910] [__system__] [JOB 16] Level-0 flush table #17880: started 2024/11/19-19:42:34.028060 140468874643200 EVENT_LOG_v1 {"time_micros": 1732016554028041, "cf_name": "__system__", "job": 16, "event": "table_file_creation", "file_number": 17880, "file_size": 3226, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 365877998, "largest_seqno": 365878746, "table_properties": {"data_size": 192, "index_size": 2240, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 0, "raw_key_size": 64, "raw_average_key_size": 16, "raw_value_size": 171, "raw_average_value_size": 42, "num_data_blocks": 1, "num_entries": 4, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "fixed_value_len": 18446744073709551615, "filter_policy": "", "column_family_name": "__system__", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "merge_operator": "Rdb_system_merge_op", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "SngFast", "compression_options": "", "creation_time": 1732016554, "oldest_key_time": 1732016537, "file_creation_time": 1732016554, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d89b4006-2803-486e-b7a2-759bcf348921", "db_session_id": "JR6R333AV0592YANV2NJ", "orig_file_number": 17880, "seqno_to_time_mapping": "N/A"}} 2024/11/19-19:42:34.028509 140468874643200 [flush_job.cc:1083] [__system__] [JOB 16] Flush lasted 775 microseconds, and 743 cpu microseconds. 2024/11/19-19:42:34.028600 140468874643200 (Original Log Time 2024/11/19-19:42:34.028075) [flush_job.cc:1029] [__system__] [JOB 16] Level-0 flush table #17880: 3226 bytes OK (needs compaction) 2024/11/19-19:42:34.028608 140468874643200 (Original Log Time 2024/11/19-19:42:34.028517) [memtable_list.cc:560] [__system__] Level-0 commit table #17880 started 2024/11/19-19:42:34.028613 140468874643200 (Original Log Time 2024/11/19-19:42:34.028555) [memtable_list.cc:759] [__system__] Level-0 commit table #17880: memtable #1 done 2024/11/19-19:42:34.028618 140468874643200 (Original Log Time 2024/11/19-19:42:34.028566) EVENT_LOG_v1 {"time_micros": 1732016554028562, "job": 16, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [1, 1, 0, 0, 0, 0, 0], "immutable_memtables": 0} 2024/11/19-19:42:34.028622 140468874643200 (Original Log Time 2024/11/19-19:42:34.028580) [db_impl_compaction_flush.cc:310] [__system__] Level summary: files[1 1 0 0 0 0 0] max score 0.25 (1 files need compaction) 2024/11/19-19:42:34.028632 140468874643200 [db_impl_files.cc:470] [JOB 16] Try to delete WAL files size 281549, prev total WAL file size 281549, number of live WAL files 2. 2024/11/19-19:42:34.028701 140469086455552 [compaction_job.cc:2437] [__system__] [JOB 17] Compacting 1@0 + 1@1 files to L1, score 0.25, subcompactions 3 : 1 2024/11/19-19:42:34.028711 140469086455552 [compaction_job.cc:2445] [__system__]: Compaction start summary: Base version 11 Base level 0, inputs: [17880(3226B)], [17864(6569B)] 2024/11/19-19:42:34.029445 140468874643200 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/017862.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/19-19:42:34.029473 140470301384640 [db_impl_compaction_flush.cc:1895] [__system__] Manual flush finished, status: OK 2024/11/19-19:42:34.029487 140470301384640 [db_impl.cc:592] Shutdown: canceling all background work 2024/11/19-19:42:34.029580 140469086455552 [compaction_job.cc:703] job-00017: subcompact[0], size: 0.000000 G, files: /storage/mytopling/.rocksdb [017881] 2024/11/19-19:42:34.029620 140469086455552 (Original Log Time 2024/11/19-19:42:34.028722) EVENT_LOG_v1 {"time_micros": 1732016554028717, "job": 17, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L0": [17880], "files_L1": [17864], "score": 0.25, "input_data_size": 9795, "oldest_snapshot_seqno": -1} 2024/11/19-19:42:34.029625 140469086455552 (Original Log Time 2024/11/19-19:42:34.029595) [compaction_job.cc:1224] [__system__] compacted to: files[1 1 0 0 0 0 0] max score 0.00, MB/sec: 11.3 rd, 1.0 wr, level 1, files in(1, 1) out(1 +0 blob) MB in(0.0, 0.0 +0.0 blob) out(0.0 +0.0 blob), read-write-amplify(3.3) write-amplify(0.3) Shutdown in progress: Database shutdown, records in: 44, records dropped: 13 output_compression: Snappy 2024/11/19-19:42:34.029630 140469086455552 (Original Log Time 2024/11/19-19:42:34.029610) EVENT_LOG_v1 {"time_micros": 1732016554029603, "cf": "__system__", "job": 17, "event": "compaction_finished", "compaction_time_micros": 865, "compaction_time_cpu_micros": 153, "output_level": 1, "num_output_files": 1, "total_output_size": 868, "num_input_records": 44, "num_output_records": 31, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [1, 1, 0, 0, 0, 0, 0]} 2024/11/19-19:42:34.234212 140468916586240 [ERROR] [dcompact_etcd.cc:1552] libcurl: https://aliyun-topling-saas.topling.cn:18443/dcompact : job-00008/att-02 : response_code = 500 : Connection refused (nlb-tnqh42046fsycuoovw.cn-shenzhen.nlb.aliyuncs.com:8000) 2024/11/19-19:42:34.235004 140468916586240 [ERROR] [dcompact_etcd.cc:1113] job-00008/att-02: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.264 sec, err: Corruption: rocksdb::Status rocksdb::DcompactEtcdExec::SubmitHttp(terark::fstring, const std::string&, size_t): Connection refused (nlb-tnqh42046fsycuoovw.cn-shenzhen.nlb.aliyuncs.com:8000), input = 313.113 KiB 2024/11/19-19:42:34.235034 140468916586240 [dcompact_etcd.cc:1720] job-00008/att-02: CleanFiles: shutting down, do not delete files 2024/11/19-19:42:34.235039 140468916586240 [dcompact_etcd.cc:1773] job-00008/att-02: CleanFiles 0.000 sec : 0.000 2024/11/19-19:42:34.235045 140468916586240 [dcompact_etcd.cc:1720] job-00008/att-03: CleanFiles: shutting down, do not delete files 2024/11/19-19:42:34.235048 140468916586240 [dcompact_etcd.cc:1773] job-00008/att-03: CleanFiles 0.000 sec : 0.000 2024/11/19-19:42:34.235062 140468916586240 (Original Log Time 2024/11/19-19:42:33.326741) EVENT_LOG_v1 {"time_micros": 1732016553326730, "job": 8, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [17853], "files_L3": [17735], "score": 0.98673, "input_data_size": 241986, "oldest_snapshot_seqno": -1} 2024/11/19-19:42:34.235069 140468916586240 [compaction_job.cc:2437] [default] [JOB 8] Compacting 1@2 + 1@3 files to L3, score 0.99, subcompactions 1 : 1 2024/11/19-19:42:34.235076 140468916586240 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 9 Base level 2, inputs: [17853(18KB)], [17735(218KB)] 2024/11/19-19:42:34.235453 140468916586240 [compaction_job.cc:703] job-00008: subcompact[0], size: 0.000000 G, files: /storage/mytopling/.rocksdb [] 2024/11/19-19:42:34.235509 140468916586240 (Original Log Time 2024/11/19-19:42:34.235325) EVENT_LOG_v1 {"time_micros": 1732016554235087, "job": 8, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [17853], "files_L3": [17735], "score": 0.98673, "input_data_size": 241986, "oldest_snapshot_seqno": -1} 2024/11/19-19:42:34.235515 140468916586240 (Original Log Time 2024/11/19-19:42:34.235480) [compaction_job.cc:1224] [default] compacted to: files[2 4 9 74 558 0 19] max score 0.87 (10 files need compaction), MB/sec: 1680.5 rd, 0.0 wr, level 3, files in(1, 1) out(0 +0 blob) MB in(0.0, 0.2 +0.0 blob) out(0.0 +0.0 blob), read-write-amplify(12.9) write-amplify(0.0) Shutdown in progress: Database shutdown, records in: 2276, records dropped: 2276 output_compression: Snappy 2024/11/19-19:42:34.235529 140468916586240 (Original Log Time 2024/11/19-19:42:34.235495) EVENT_LOG_v1 {"time_micros": 1732016554235487, "cf": "default", "job": 8, "event": "compaction_finished", "compaction_time_micros": 144, "compaction_time_cpu_micros": 101, "output_level": 3, "num_output_files": 0, "total_output_size": 0, "num_input_records": 2276, "num_output_records": 0, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [2, 4, 9, 74, 558, 0, 19]} 2024/11/19-19:42:34.238807 140469065484032 [ERROR] [dcompact_etcd.cc:1552] libcurl: https://aliyun-topling-saas.topling.cn:18443/dcompact : job-00007/att-02 : response_code = 500 : Connection refused (nlb-tnqh42046fsycuoovw.cn-shenzhen.nlb.aliyuncs.com:8000) 2024/11/19-19:42:34.239572 140469065484032 [ERROR] [dcompact_etcd.cc:1113] job-00007/att-02: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.307 sec, err: Corruption: rocksdb::Status rocksdb::DcompactEtcdExec::SubmitHttp(terark::fstring, const std::string&, size_t): Connection refused (nlb-tnqh42046fsycuoovw.cn-shenzhen.nlb.aliyuncs.com:8000), input = 35.967 MiB 2024/11/19-19:42:34.239602 140469065484032 [dcompact_etcd.cc:1720] job-00007/att-02: CleanFiles: shutting down, do not delete files 2024/11/19-19:42:34.239606 140469065484032 [dcompact_etcd.cc:1773] job-00007/att-02: CleanFiles 0.000 sec : 0.000 2024/11/19-19:42:34.239612 140469065484032 [dcompact_etcd.cc:1720] job-00007/att-03: CleanFiles: shutting down, do not delete files 2024/11/19-19:42:34.239615 140469065484032 [dcompact_etcd.cc:1773] job-00007/att-03: CleanFiles 0.000 sec : 0.000 2024/11/19-19:42:34.239627 140469065484032 (Original Log Time 2024/11/19-19:42:33.326746) EVENT_LOG_v1 {"time_micros": 1732016553326736, "job": 7, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [17849], "files_L3": [17746], "score": 0.99122, "input_data_size": 8120534, "oldest_snapshot_seqno": -1} 2024/11/19-19:42:34.239633 140469065484032 [compaction_job.cc:2437] [default] [JOB 7] Compacting 1@2 + 1@3 files to L3, score 0.99, subcompactions 1 : 1 2024/11/19-19:42:34.239640 140469065484032 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 9 Base level 2, inputs: [17849(284KB)], [17746(7645KB)] 2024/11/19-19:42:34.240110 140469065484032 [compaction_job.cc:703] job-00007: subcompact[0], size: 0.000000 G, files: /storage/mytopling/.rocksdb [] 2024/11/19-19:42:34.240155 140469065484032 (Original Log Time 2024/11/19-19:42:34.239898) EVENT_LOG_v1 {"time_micros": 1732016554239648, "job": 7, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [17849], "files_L3": [17746], "score": 0.99122, "input_data_size": 8120534, "oldest_snapshot_seqno": -1} 2024/11/19-19:42:34.240160 140469065484032 (Original Log Time 2024/11/19-19:42:34.240128) [compaction_job.cc:1224] [default] compacted to: files[2 4 9 74 558 0 19] max score 0.87 (10 files need compaction), MB/sec: 36744.5 rd, 0.0 wr, level 3, files in(1, 1) out(0 +0 blob) MB in(0.3, 7.5 +0.0 blob) out(0.0 +0.0 blob), read-write-amplify(27.9) write-amplify(0.0) Shutdown in progress: Database shutdown, records in: 1571430, records dropped: 1571430 output_compression: Snappy 2024/11/19-19:42:34.240174 140469065484032 (Original Log Time 2024/11/19-19:42:34.240143) EVENT_LOG_v1 {"time_micros": 1732016554240135, "cf": "default", "job": 7, "event": "compaction_finished", "compaction_time_micros": 221, "compaction_time_cpu_micros": 89, "output_level": 3, "num_output_files": 0, "total_output_size": 0, "num_input_records": 1571430, "num_output_records": 0, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [2, 4, 9, 74, 558, 0, 19]} 2024/11/19-19:42:34.269350 140468906100480 [ERROR] [dcompact_etcd.cc:1552] libcurl: https://aliyun-topling-saas.topling.cn:18443/dcompact : job-00009/att-02 : response_code = 500 : Connection refused (nlb-tnqh42046fsycuoovw.cn-shenzhen.nlb.aliyuncs.com:8000) 2024/11/19-19:42:34.270148 140468906100480 [ERROR] [dcompact_etcd.cc:1113] job-00009/att-02: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.316 sec, err: Corruption: rocksdb::Status rocksdb::DcompactEtcdExec::SubmitHttp(terark::fstring, const std::string&, size_t): Connection refused (nlb-tnqh42046fsycuoovw.cn-shenzhen.nlb.aliyuncs.com:8000), input = 928.001 MiB 2024/11/19-19:42:34.270177 140468906100480 [dcompact_etcd.cc:1720] job-00009/att-02: CleanFiles: shutting down, do not delete files 2024/11/19-19:42:34.270181 140468906100480 [dcompact_etcd.cc:1773] job-00009/att-02: CleanFiles 0.000 sec : 0.000 2024/11/19-19:42:34.270187 140468906100480 [dcompact_etcd.cc:1720] job-00009/att-03: CleanFiles: shutting down, do not delete files 2024/11/19-19:42:34.270190 140468906100480 [dcompact_etcd.cc:1773] job-00009/att-03: CleanFiles 0.000 sec : 0.000 2024/11/19-19:42:34.270204 140468906100480 (Original Log Time 2024/11/19-19:42:33.326745) EVENT_LOG_v1 {"time_micros": 1732016553326734, "job": 9, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [17848], "files_L3": [17786, 17789, 17793, 17802, 17810, 17814, 17816], "score": 0.986691, "input_data_size": 307435996, "oldest_snapshot_seqno": -1} 2024/11/19-19:42:34.270210 140468906100480 [compaction_job.cc:2437] [default] [JOB 9] Compacting 1@2 + 7@3 files to L3, score 0.99, subcompactions 1 : 1 2024/11/19-19:42:34.270218 140468906100480 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 9 Base level 2, inputs: [17848(27MB)], [17786(37MB) 17789(37MB) 17793(37MB) 17802(38MB) 17810(38MB) 17814(38MB) 17816(37MB)] 2024/11/19-19:42:34.270756 140468906100480 [compaction_job.cc:703] job-00009: subcompact[0], size: 0.000000 G, files: /storage/mytopling/.rocksdb [] 2024/11/19-19:42:34.270864 140468906100480 (Original Log Time 2024/11/19-19:42:34.270474) EVENT_LOG_v1 {"time_micros": 1732016554270225, "job": 9, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L2": [17848], "files_L3": [17786, 17789, 17793, 17802, 17810, 17814, 17816], "score": 0.986691, "input_data_size": 307435996, "oldest_snapshot_seqno": -1} 2024/11/19-19:42:34.270872 140468906100480 (Original Log Time 2024/11/19-19:42:34.270773) [compaction_job.cc:1224] [default] compacted to: files[2 4 9 74 558 0 19] max score 0.87 (10 files need compaction), MB/sec: 1056481.1 rd, 0.0 wr, level 3, files in(1, 7) out(0 +0 blob) MB in(27.1, 266.0 +0.0 blob) out(0.0 +0.0 blob), read-write-amplify(10.8) write-amplify(0.0) Shutdown in progress: Database shutdown, records in: 6694280, records dropped: 6694280 output_compression: Snappy 2024/11/19-19:42:34.270890 140468906100480 (Original Log Time 2024/11/19-19:42:34.270788) EVENT_LOG_v1 {"time_micros": 1732016554270780, "cf": "default", "job": 9, "event": "compaction_finished", "compaction_time_micros": 291, "compaction_time_cpu_micros": 91, "output_level": 3, "num_output_files": 0, "total_output_size": 0, "num_input_records": 6694280, "num_output_records": 0, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [2, 4, 9, 74, 558, 0, 19]} 2024/11/19-19:42:34.335014 140469075969792 [ERROR] [dcompact_etcd.cc:1552] libcurl: https://aliyun-topling-saas.topling.cn:18443/dcompact : job-00013/att-00 : response_code = 500 : Connection refused (nlb-tnqh42046fsycuoovw.cn-shenzhen.nlb.aliyuncs.com:8000) 2024/11/19-19:42:34.335703 140469075969792 [ERROR] [dcompact_etcd.cc:1113] job-00013/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.308 sec, err: Corruption: rocksdb::Status rocksdb::DcompactEtcdExec::SubmitHttp(terark::fstring, const std::string&, size_t): Connection refused (nlb-tnqh42046fsycuoovw.cn-shenzhen.nlb.aliyuncs.com:8000), input = 22.589 MiB 2024/11/19-19:42:34.335726 140469075969792 [dcompact_etcd.cc:1720] job-00013/att-00: CleanFiles: shutting down, do not delete files 2024/11/19-19:42:34.335730 140469075969792 [dcompact_etcd.cc:1773] job-00013/att-00: CleanFiles 0.000 sec : 0.000 2024/11/19-19:42:34.335740 140469075969792 (Original Log Time 2024/11/19-19:42:34.027288) EVENT_LOG_v1 {"time_micros": 1732016554027278, "job": 13, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [17829], "score": 0.870024, "input_data_size": 24012737, "oldest_snapshot_seqno": -1} 2024/11/19-19:42:34.335747 140469075969792 [compaction_job.cc:2437] [default] [JOB 13] Compacting 1@1 files to L2, score 0.87, subcompactions 1 : 1 2024/11/19-19:42:34.335753 140469075969792 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 10 Base level 1, inputs: [17829(22MB)] 2024/11/19-19:42:34.336026 140469075969792 [compaction_job.cc:703] job-00013: subcompact[0], size: 0.000000 G, files: /storage/mytopling/.rocksdb [] 2024/11/19-19:42:34.336063 140469075969792 (Original Log Time 2024/11/19-19:42:34.335973) EVENT_LOG_v1 {"time_micros": 1732016554335759, "job": 13, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [17829], "score": 0.870024, "input_data_size": 24012737, "oldest_snapshot_seqno": -1} 2024/11/19-19:42:34.336068 140469075969792 (Original Log Time 2024/11/19-19:42:34.336040) [compaction_job.cc:1224] [default] compacted to: files[2 4 9 74 558 0 19] max score 0.87 (10 files need compaction), MB/sec: 400212.3 rd, 0.0 wr, level 2, files in(1, 0) out(0 +0 blob) MB in(22.9, 0.0 +0.0 blob) out(0.0 +0.0 blob), read-write-amplify(1.0) write-amplify(0.0) Shutdown in progress: Database shutdown, records in: 34947, records dropped: 34947 output_compression: Snappy 2024/11/19-19:42:34.336082 140469075969792 (Original Log Time 2024/11/19-19:42:34.336053) EVENT_LOG_v1 {"time_micros": 1732016554336046, "cf": "default", "job": 13, "event": "compaction_finished", "compaction_time_micros": 60, "compaction_time_cpu_micros": 48, "output_level": 2, "num_output_files": 0, "total_output_size": 0, "num_input_records": 34947, "num_output_records": 0, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [2, 4, 9, 74, 558, 0, 19]} 2024/11/19-19:42:34.348267 140468895614720 [ERROR] [dcompact_etcd.cc:1552] libcurl: https://aliyun-topling-saas.topling.cn:18443/dcompact : job-00014/att-00 : response_code = 500 : Connection refused (nlb-tnqh42046fsycuoovw.cn-shenzhen.nlb.aliyuncs.com:8000) 2024/11/19-19:42:34.348966 140468895614720 [ERROR] [dcompact_etcd.cc:1113] job-00014/att-00: init time wrt = 0.000, mka = 0.000, mkw = 0.000, curl https://aliyun-topling-saas.topling.cn:18443/dcompact = 0.321 sec, err: Corruption: rocksdb::Status rocksdb::DcompactEtcdExec::SubmitHttp(terark::fstring, const std::string&, size_t): Connection refused (nlb-tnqh42046fsycuoovw.cn-shenzhen.nlb.aliyuncs.com:8000), input = 43.487 KiB 2024/11/19-19:42:34.348993 140468895614720 [dcompact_etcd.cc:1720] job-00014/att-00: CleanFiles: shutting down, do not delete files 2024/11/19-19:42:34.348998 140468895614720 [dcompact_etcd.cc:1773] job-00014/att-00: CleanFiles 0.000 sec : 0.000 2024/11/19-19:42:34.349008 140468895614720 (Original Log Time 2024/11/19-19:42:34.027309) EVENT_LOG_v1 {"time_micros": 1732016554027303, "job": 14, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [17824], "score": 0.870024, "input_data_size": 48504, "oldest_snapshot_seqno": -1} 2024/11/19-19:42:34.349015 140468895614720 [compaction_job.cc:2437] [default] [JOB 14] Compacting 1@1 files to L2, score 0.87, subcompactions 1 : 1 2024/11/19-19:42:34.349022 140468895614720 [compaction_job.cc:2445] [default]: Compaction start summary: Base version 10 Base level 1, inputs: [17824(47KB)] 2024/11/19-19:42:34.349304 140468895614720 [compaction_job.cc:703] job-00014: subcompact[0], size: 0.000000 G, files: /storage/mytopling/.rocksdb [] 2024/11/19-19:42:34.349339 140468895614720 (Original Log Time 2024/11/19-19:42:34.349251) EVENT_LOG_v1 {"time_micros": 1732016554349028, "job": 14, "event": "compaction_started", "compaction_reason": "FilesMarkedForCompaction", "files_L1": [17824], "score": 0.870024, "input_data_size": 48504, "oldest_snapshot_seqno": -1} 2024/11/19-19:42:34.349344 140468895614720 (Original Log Time 2024/11/19-19:42:34.349318) [compaction_job.cc:1224] [default] compacted to: files[2 4 9 74 558 0 19] max score 0.87 (10 files need compaction), MB/sec: 808.4 rd, 0.0 wr, level 2, files in(1, 0) out(0 +0 blob) MB in(0.0, 0.0 +0.0 blob) out(0.0 +0.0 blob), read-write-amplify(1.0) write-amplify(0.0) Shutdown in progress: Database shutdown, records in: 66, records dropped: 66 output_compression: Snappy 2024/11/19-19:42:34.349359 140468895614720 (Original Log Time 2024/11/19-19:42:34.349330) EVENT_LOG_v1 {"time_micros": 1732016554349324, "cf": "default", "job": 14, "event": "compaction_finished", "compaction_time_micros": 60, "compaction_time_cpu_micros": 48, "output_level": 2, "num_output_files": 0, "total_output_size": 0, "num_input_records": 66, "num_output_records": 0, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [2, 4, 9, 74, 558, 0, 19]} 2024/11/19-19:42:35.847595 140470301384640 [db_impl.cc:592] Shutdown: canceling all background work 2024/11/19-19:42:35.848502 140470301384640 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/017855.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/19-19:42:35.848533 140470301384640 [delete_scheduler.cc:73] Deleted file /storage/mytopling/.rocksdb/017881.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/11/19-19:42:35.848554 140470301384640 EVENT_LOG_v1 {"time_micros": 1732016555848549, "job": 18, "event": "table_file_deletion", "file_number": 17881} 2024/11/19-19:42:35.896867 140470301384640 [db_impl.cc:774] Shutdown complete