From 0ab0c6301fb5989e3e0ed1db570e01b8345a1ac8 Mon Sep 17 00:00:00 2001 From: Mikkel Denker Date: Thu, 7 Mar 2024 11:25:53 +0100 Subject: [PATCH] make sure we don't open harmonic centrality rocksdb in core/src during test... --- crates/core/harmonic/CURRENT | 1 - crates/core/harmonic/IDENTITY | 1 - crates/core/harmonic/LOCK | 0 crates/core/harmonic/LOG | 256 ---------------- crates/core/harmonic/LOG.old.1709806163482234 | 278 ----------------- crates/core/harmonic/LOG.old.1709806461585165 | 283 ----------------- crates/core/harmonic/LOG.old.1709806499546033 | 284 ----------------- crates/core/harmonic/LOG.old.1709806518640403 | 285 ----------------- crates/core/harmonic/LOG.old.1709806547696446 | 286 ----------------- crates/core/harmonic/LOG.old.1709806602892451 | 287 ----------------- crates/core/harmonic/LOG.old.1709806634583892 | 288 ----------------- crates/core/harmonic/LOG.old.1709806681182400 | 289 ----------------- crates/core/harmonic/LOG.old.1709806727870170 | 290 ------------------ crates/core/harmonic/MANIFEST-000041 | Bin 81 -> 0 bytes crates/core/harmonic/OPTIONS-000039 | 198 ------------ crates/core/harmonic/OPTIONS-000043 | 198 ------------ crates/core/harmonic_rank/CURRENT | 1 - crates/core/harmonic_rank/IDENTITY | 1 - crates/core/harmonic_rank/LOCK | 0 crates/core/harmonic_rank/LOG | 256 ---------------- .../harmonic_rank/LOG.old.1709806163491008 | 243 --------------- .../harmonic_rank/LOG.old.1709806461593271 | 248 --------------- .../harmonic_rank/LOG.old.1709806499555320 | 249 --------------- .../harmonic_rank/LOG.old.1709806518648349 | 250 --------------- .../harmonic_rank/LOG.old.1709806547705204 | 251 --------------- .../harmonic_rank/LOG.old.1709806602899707 | 252 --------------- .../harmonic_rank/LOG.old.1709806634592959 | 253 --------------- .../harmonic_rank/LOG.old.1709806681190515 | 254 --------------- .../harmonic_rank/LOG.old.1709806727876790 | 255 --------------- crates/core/harmonic_rank/MANIFEST-000041 | Bin 81 -> 0 bytes crates/core/harmonic_rank/OPTIONS-000039 | 198 ------------ crates/core/harmonic_rank/OPTIONS-000043 | 198 ------------ crates/core/src/entrypoint/indexer/worker.rs | 6 +- 33 files changed, 3 insertions(+), 6136 deletions(-) delete mode 100644 crates/core/harmonic/CURRENT delete mode 100644 crates/core/harmonic/IDENTITY delete mode 100644 crates/core/harmonic/LOCK delete mode 100644 crates/core/harmonic/LOG delete mode 100644 crates/core/harmonic/LOG.old.1709806163482234 delete mode 100644 crates/core/harmonic/LOG.old.1709806461585165 delete mode 100644 crates/core/harmonic/LOG.old.1709806499546033 delete mode 100644 crates/core/harmonic/LOG.old.1709806518640403 delete mode 100644 crates/core/harmonic/LOG.old.1709806547696446 delete mode 100644 crates/core/harmonic/LOG.old.1709806602892451 delete mode 100644 crates/core/harmonic/LOG.old.1709806634583892 delete mode 100644 crates/core/harmonic/LOG.old.1709806681182400 delete mode 100644 crates/core/harmonic/LOG.old.1709806727870170 delete mode 100644 crates/core/harmonic/MANIFEST-000041 delete mode 100644 crates/core/harmonic/OPTIONS-000039 delete mode 100644 crates/core/harmonic/OPTIONS-000043 delete mode 100644 crates/core/harmonic_rank/CURRENT delete mode 100644 crates/core/harmonic_rank/IDENTITY delete mode 100644 crates/core/harmonic_rank/LOCK delete mode 100644 crates/core/harmonic_rank/LOG delete mode 100644 crates/core/harmonic_rank/LOG.old.1709806163491008 delete mode 100644 crates/core/harmonic_rank/LOG.old.1709806461593271 delete mode 100644 crates/core/harmonic_rank/LOG.old.1709806499555320 delete mode 100644 crates/core/harmonic_rank/LOG.old.1709806518648349 delete mode 100644 crates/core/harmonic_rank/LOG.old.1709806547705204 delete mode 100644 crates/core/harmonic_rank/LOG.old.1709806602899707 delete mode 100644 crates/core/harmonic_rank/LOG.old.1709806634592959 delete mode 100644 crates/core/harmonic_rank/LOG.old.1709806681190515 delete mode 100644 crates/core/harmonic_rank/LOG.old.1709806727876790 delete mode 100644 crates/core/harmonic_rank/MANIFEST-000041 delete mode 100644 crates/core/harmonic_rank/OPTIONS-000039 delete mode 100644 crates/core/harmonic_rank/OPTIONS-000043 diff --git a/crates/core/harmonic/CURRENT b/crates/core/harmonic/CURRENT deleted file mode 100644 index 8ee0a8e4..00000000 --- a/crates/core/harmonic/CURRENT +++ /dev/null @@ -1 +0,0 @@ -MANIFEST-000041 diff --git a/crates/core/harmonic/IDENTITY b/crates/core/harmonic/IDENTITY deleted file mode 100644 index e859c0f4..00000000 --- a/crates/core/harmonic/IDENTITY +++ /dev/null @@ -1 +0,0 @@ -5b2f50d0-e9d2-4280-bd55-c613a79cf530 \ No newline at end of file diff --git a/crates/core/harmonic/LOCK b/crates/core/harmonic/LOCK deleted file mode 100644 index e69de29b..00000000 diff --git a/crates/core/harmonic/LOG b/crates/core/harmonic/LOG deleted file mode 100644 index 42c1f04c..00000000 --- a/crates/core/harmonic/LOG +++ /dev/null @@ -1,256 +0,0 @@ -2024/03/07-11:18:47.870449 6134919168 RocksDB version: 8.1.1 -2024/03/07-11:18:47.870475 6134919168 Compile date 2023-04-06 16:38:52 -2024/03/07-11:18:47.870477 6134919168 DB SUMMARY -2024/03/07-11:18:47.870478 6134919168 DB Session ID: JL07RH6WYDFHQ5TFZV1L -2024/03/07-11:18:47.870556 6134919168 CURRENT file: CURRENT -2024/03/07-11:18:47.870557 6134919168 IDENTITY file: IDENTITY -2024/03/07-11:18:47.870564 6134919168 MANIFEST file: MANIFEST-000037 size: 81 Bytes -2024/03/07-11:18:47.870566 6134919168 SST files in harmonic dir, Total Num: 0, files: -2024/03/07-11:18:47.870568 6134919168 Write Ahead Log file in harmonic: 000004.log size: 0 ; 000008.log size: 0 ; 000012.log size: 0 ; 000016.log size: 0 ; 000020.log size: 0 ; 000024.log size: 0 ; 000028.log size: 0 ; 000032.log size: 0 ; 000036.log size: 0 ; -2024/03/07-11:18:47.870569 6134919168 Options.error_if_exists: 0 -2024/03/07-11:18:47.870571 6134919168 Options.create_if_missing: 1 -2024/03/07-11:18:47.870572 6134919168 Options.paranoid_checks: 1 -2024/03/07-11:18:47.870572 6134919168 Options.flush_verify_memtable_count: 1 -2024/03/07-11:18:47.870573 6134919168 Options.track_and_verify_wals_in_manifest: 0 -2024/03/07-11:18:47.870574 6134919168 Options.verify_sst_unique_id_in_manifest: 1 -2024/03/07-11:18:47.870575 6134919168 Options.env: 0x107cf4740 -2024/03/07-11:18:47.870576 6134919168 Options.fs: PosixFileSystem -2024/03/07-11:18:47.870577 6134919168 Options.info_log: 0x12e0041b8 -2024/03/07-11:18:47.870578 6134919168 Options.max_file_opening_threads: 16 -2024/03/07-11:18:47.870579 6134919168 Options.statistics: 0x0 -2024/03/07-11:18:47.870580 6134919168 Options.use_fsync: 0 -2024/03/07-11:18:47.870581 6134919168 Options.max_log_file_size: 0 -2024/03/07-11:18:47.870582 6134919168 Options.max_manifest_file_size: 1073741824 -2024/03/07-11:18:47.870583 6134919168 Options.log_file_time_to_roll: 0 -2024/03/07-11:18:47.870584 6134919168 Options.keep_log_file_num: 1000 -2024/03/07-11:18:47.870585 6134919168 Options.recycle_log_file_num: 0 -2024/03/07-11:18:47.870586 6134919168 Options.allow_fallocate: 1 -2024/03/07-11:18:47.870586 6134919168 Options.allow_mmap_reads: 0 -2024/03/07-11:18:47.870587 6134919168 Options.allow_mmap_writes: 0 -2024/03/07-11:18:47.870588 6134919168 Options.use_direct_reads: 0 -2024/03/07-11:18:47.870589 6134919168 Options.use_direct_io_for_flush_and_compaction: 0 -2024/03/07-11:18:47.870590 6134919168 Options.create_missing_column_families: 0 -2024/03/07-11:18:47.870591 6134919168 Options.db_log_dir: -2024/03/07-11:18:47.870592 6134919168 Options.wal_dir: -2024/03/07-11:18:47.870593 6134919168 Options.table_cache_numshardbits: 6 -2024/03/07-11:18:47.870594 6134919168 Options.WAL_ttl_seconds: 0 -2024/03/07-11:18:47.870594 6134919168 Options.WAL_size_limit_MB: 0 -2024/03/07-11:18:47.870595 6134919168 Options.max_write_batch_group_size_bytes: 1048576 -2024/03/07-11:18:47.870596 6134919168 Options.manifest_preallocation_size: 4194304 -2024/03/07-11:18:47.870597 6134919168 Options.is_fd_close_on_exec: 1 -2024/03/07-11:18:47.870598 6134919168 Options.advise_random_on_open: 1 -2024/03/07-11:18:47.870599 6134919168 Options.db_write_buffer_size: 0 -2024/03/07-11:18:47.870600 6134919168 Options.write_buffer_manager: 0x60000090c5b0 -2024/03/07-11:18:47.870601 6134919168 Options.access_hint_on_compaction_start: 1 -2024/03/07-11:18:47.870602 6134919168 Options.random_access_max_buffer_size: 1048576 -2024/03/07-11:18:47.870603 6134919168 Options.use_adaptive_mutex: 0 -2024/03/07-11:18:47.870603 6134919168 Options.rate_limiter: 0x0 -2024/03/07-11:18:47.870605 6134919168 Options.sst_file_manager.rate_bytes_per_sec: 0 -2024/03/07-11:18:47.870605 6134919168 Options.wal_recovery_mode: 2 -2024/03/07-11:18:47.870606 6134919168 Options.enable_thread_tracking: 0 -2024/03/07-11:18:47.870607 6134919168 Options.enable_pipelined_write: 0 -2024/03/07-11:18:47.870608 6134919168 Options.unordered_write: 0 -2024/03/07-11:18:47.870609 6134919168 Options.allow_concurrent_memtable_write: 1 -2024/03/07-11:18:47.870610 6134919168 Options.enable_write_thread_adaptive_yield: 1 -2024/03/07-11:18:47.870611 6134919168 Options.write_thread_max_yield_usec: 100 -2024/03/07-11:18:47.870612 6134919168 Options.write_thread_slow_yield_usec: 3 -2024/03/07-11:18:47.870613 6134919168 Options.row_cache: None -2024/03/07-11:18:47.870613 6134919168 Options.wal_filter: None -2024/03/07-11:18:47.870614 6134919168 Options.avoid_flush_during_recovery: 0 -2024/03/07-11:18:47.870615 6134919168 Options.allow_ingest_behind: 0 -2024/03/07-11:18:47.870616 6134919168 Options.two_write_queues: 0 -2024/03/07-11:18:47.870617 6134919168 Options.manual_wal_flush: 0 -2024/03/07-11:18:47.870618 6134919168 Options.wal_compression: 0 -2024/03/07-11:18:47.870619 6134919168 Options.atomic_flush: 0 -2024/03/07-11:18:47.870620 6134919168 Options.avoid_unnecessary_blocking_io: 0 -2024/03/07-11:18:47.870620 6134919168 Options.persist_stats_to_disk: 0 -2024/03/07-11:18:47.870621 6134919168 Options.write_dbid_to_manifest: 0 -2024/03/07-11:18:47.870624 6134919168 Options.log_readahead_size: 0 -2024/03/07-11:18:47.870625 6134919168 Options.file_checksum_gen_factory: Unknown -2024/03/07-11:18:47.870626 6134919168 Options.best_efforts_recovery: 0 -2024/03/07-11:18:47.870630 6134919168 Options.max_bgerror_resume_count: 2147483647 -2024/03/07-11:18:47.870631 6134919168 Options.bgerror_resume_retry_interval: 1000000 -2024/03/07-11:18:47.870632 6134919168 Options.allow_data_in_errors: 0 -2024/03/07-11:18:47.870633 6134919168 Options.db_host_id: __hostname__ -2024/03/07-11:18:47.870634 6134919168 Options.enforce_single_del_contracts: true -2024/03/07-11:18:47.870635 6134919168 Options.max_background_jobs: 8 -2024/03/07-11:18:47.870636 6134919168 Options.max_background_compactions: -1 -2024/03/07-11:18:47.870637 6134919168 Options.max_subcompactions: 8 -2024/03/07-11:18:47.870638 6134919168 Options.avoid_flush_during_shutdown: 0 -2024/03/07-11:18:47.870639 6134919168 Options.writable_file_max_buffer_size: 1048576 -2024/03/07-11:18:47.870640 6134919168 Options.delayed_write_rate : 16777216 -2024/03/07-11:18:47.870641 6134919168 Options.max_total_wal_size: 0 -2024/03/07-11:18:47.870641 6134919168 Options.delete_obsolete_files_period_micros: 21600000000 -2024/03/07-11:18:47.870642 6134919168 Options.stats_dump_period_sec: 600 -2024/03/07-11:18:47.870643 6134919168 Options.stats_persist_period_sec: 600 -2024/03/07-11:18:47.870644 6134919168 Options.stats_history_buffer_size: 1048576 -2024/03/07-11:18:47.870645 6134919168 Options.max_open_files: -1 -2024/03/07-11:18:47.870646 6134919168 Options.bytes_per_sync: 1048576 -2024/03/07-11:18:47.870647 6134919168 Options.wal_bytes_per_sync: 0 -2024/03/07-11:18:47.870648 6134919168 Options.strict_bytes_per_sync: 0 -2024/03/07-11:18:47.870649 6134919168 Options.compaction_readahead_size: 0 -2024/03/07-11:18:47.870650 6134919168 Options.max_background_flushes: -1 -2024/03/07-11:18:47.870650 6134919168 Compression algorithms supported: -2024/03/07-11:18:47.870652 6134919168 kZSTD supported: 1 -2024/03/07-11:18:47.870653 6134919168 kZlibCompression supported: 1 -2024/03/07-11:18:47.870654 6134919168 kXpressCompression supported: 0 -2024/03/07-11:18:47.870655 6134919168 kSnappyCompression supported: 1 -2024/03/07-11:18:47.870656 6134919168 kZSTDNotFinalCompression supported: 1 -2024/03/07-11:18:47.870657 6134919168 kLZ4HCCompression supported: 1 -2024/03/07-11:18:47.870658 6134919168 kLZ4Compression supported: 1 -2024/03/07-11:18:47.870659 6134919168 kBZip2Compression supported: 1 -2024/03/07-11:18:47.870666 6134919168 Fast CRC32 supported: Supported on Arm64 -2024/03/07-11:18:47.870667 6134919168 DMutex implementation: pthread_mutex_t -2024/03/07-11:18:47.870757 6134919168 [db/version_set.cc:5662] Recovering from manifest file: harmonic/MANIFEST-000037 -2024/03/07-11:18:47.870818 6134919168 [db/column_family.cc:621] --------------- Options for column family [default]: -2024/03/07-11:18:47.870820 6134919168 Options.comparator: leveldb.BytewiseComparator -2024/03/07-11:18:47.870821 6134919168 Options.merge_operator: None -2024/03/07-11:18:47.870822 6134919168 Options.compaction_filter: None -2024/03/07-11:18:47.870823 6134919168 Options.compaction_filter_factory: None -2024/03/07-11:18:47.870824 6134919168 Options.sst_partitioner_factory: None -2024/03/07-11:18:47.870825 6134919168 Options.memtable_factory: SkipListFactory -2024/03/07-11:18:47.870826 6134919168 Options.table_factory: BlockBasedTable -2024/03/07-11:18:47.870838 6134919168 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x60000324b560) - cache_index_and_filter_blocks: 0 - cache_index_and_filter_blocks_with_high_priority: 1 - pin_l0_filter_and_index_blocks_in_cache: 0 - pin_top_level_index_and_filter: 1 - index_type: 0 - data_block_index_type: 1 - index_shortening: 1 - data_block_hash_table_util_ratio: 0.750000 - checksum: 4 - no_block_cache: 0 - block_cache: 0x6000007015d8 - block_cache_name: LRUCache - block_cache_options: - capacity : 536870912 - num_shard_bits : 6 - strict_capacity_limit : 0 - memory_allocator : None - high_pri_pool_ratio: 0.500 - low_pri_pool_ratio: 0.000 - persistent_cache: 0x0 - block_size: 4096 - block_size_deviation: 10 - block_restart_interval: 16 - index_block_restart_interval: 1 - metadata_block_size: 4096 - partition_filters: 0 - use_delta_encoding: 1 - filter_policy: bloomfilter - whole_key_filtering: 1 - verify_compression: 0 - read_amp_bytes_per_bit: 0 - format_version: 5 - enable_index_compression: 1 - block_align: 0 - max_auto_readahead_size: 262144 - prepopulate_block_cache: 0 - initial_auto_readahead_size: 8192 - num_file_reads_for_auto_readahead: 2 -2024/03/07-11:18:47.870840 6134919168 Options.write_buffer_size: 67108864 -2024/03/07-11:18:47.870841 6134919168 Options.max_write_buffer_number: 2 -2024/03/07-11:18:47.870842 6134919168 Options.compression: LZ4 -2024/03/07-11:18:47.870843 6134919168 Options.bottommost_compression: Disabled -2024/03/07-11:18:47.870844 6134919168 Options.prefix_extractor: nullptr -2024/03/07-11:18:47.870845 6134919168 Options.memtable_insert_with_hint_prefix_extractor: nullptr -2024/03/07-11:18:47.870846 6134919168 Options.num_levels: 7 -2024/03/07-11:18:47.870847 6134919168 Options.min_write_buffer_number_to_merge: 1 -2024/03/07-11:18:47.870847 6134919168 Options.max_write_buffer_number_to_maintain: 0 -2024/03/07-11:18:47.870848 6134919168 Options.max_write_buffer_size_to_maintain: 0 -2024/03/07-11:18:47.870849 6134919168 Options.bottommost_compression_opts.window_bits: -14 -2024/03/07-11:18:47.870850 6134919168 Options.bottommost_compression_opts.level: 32767 -2024/03/07-11:18:47.870851 6134919168 Options.bottommost_compression_opts.strategy: 0 -2024/03/07-11:18:47.870852 6134919168 Options.bottommost_compression_opts.max_dict_bytes: 0 -2024/03/07-11:18:47.870853 6134919168 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 -2024/03/07-11:18:47.870854 6134919168 Options.bottommost_compression_opts.parallel_threads: 1 -2024/03/07-11:18:47.870855 6134919168 Options.bottommost_compression_opts.enabled: false -2024/03/07-11:18:47.870856 6134919168 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 -2024/03/07-11:18:47.870857 6134919168 Options.bottommost_compression_opts.use_zstd_dict_trainer: true -2024/03/07-11:18:47.870857 6134919168 Options.compression_opts.window_bits: -14 -2024/03/07-11:18:47.870858 6134919168 Options.compression_opts.level: 32767 -2024/03/07-11:18:47.870859 6134919168 Options.compression_opts.strategy: 0 -2024/03/07-11:18:47.870860 6134919168 Options.compression_opts.max_dict_bytes: 0 -2024/03/07-11:18:47.870861 6134919168 Options.compression_opts.zstd_max_train_bytes: 0 -2024/03/07-11:18:47.870862 6134919168 Options.compression_opts.use_zstd_dict_trainer: true -2024/03/07-11:18:47.870863 6134919168 Options.compression_opts.parallel_threads: 1 -2024/03/07-11:18:47.870864 6134919168 Options.compression_opts.enabled: false -2024/03/07-11:18:47.870865 6134919168 Options.compression_opts.max_dict_buffer_bytes: 0 -2024/03/07-11:18:47.870866 6134919168 Options.level0_file_num_compaction_trigger: 4 -2024/03/07-11:18:47.870866 6134919168 Options.level0_slowdown_writes_trigger: 20 -2024/03/07-11:18:47.870867 6134919168 Options.level0_stop_writes_trigger: 36 -2024/03/07-11:18:47.870868 6134919168 Options.target_file_size_base: 67108864 -2024/03/07-11:18:47.870869 6134919168 Options.target_file_size_multiplier: 1 -2024/03/07-11:18:47.870870 6134919168 Options.max_bytes_for_level_base: 268435456 -2024/03/07-11:18:47.870871 6134919168 Options.level_compaction_dynamic_level_bytes: 1 -2024/03/07-11:18:47.870872 6134919168 Options.max_bytes_for_level_multiplier: 10.000000 -2024/03/07-11:18:47.870873 6134919168 Options.max_bytes_for_level_multiplier_addtl[0]: 1 -2024/03/07-11:18:47.870874 6134919168 Options.max_bytes_for_level_multiplier_addtl[1]: 1 -2024/03/07-11:18:47.870875 6134919168 Options.max_bytes_for_level_multiplier_addtl[2]: 1 -2024/03/07-11:18:47.870876 6134919168 Options.max_bytes_for_level_multiplier_addtl[3]: 1 -2024/03/07-11:18:47.870877 6134919168 Options.max_bytes_for_level_multiplier_addtl[4]: 1 -2024/03/07-11:18:47.870877 6134919168 Options.max_bytes_for_level_multiplier_addtl[5]: 1 -2024/03/07-11:18:47.870878 6134919168 Options.max_bytes_for_level_multiplier_addtl[6]: 1 -2024/03/07-11:18:47.870879 6134919168 Options.max_sequential_skip_in_iterations: 8 -2024/03/07-11:18:47.870880 6134919168 Options.max_compaction_bytes: 1677721600 -2024/03/07-11:18:47.870881 6134919168 Options.ignore_max_compaction_bytes_for_input: true -2024/03/07-11:18:47.870882 6134919168 Options.arena_block_size: 1048576 -2024/03/07-11:18:47.870883 6134919168 Options.soft_pending_compaction_bytes_limit: 68719476736 -2024/03/07-11:18:47.870884 6134919168 Options.hard_pending_compaction_bytes_limit: 274877906944 -2024/03/07-11:18:47.870885 6134919168 Options.disable_auto_compactions: 0 -2024/03/07-11:18:47.870886 6134919168 Options.compaction_style: kCompactionStyleLevel -2024/03/07-11:18:47.870888 6134919168 Options.compaction_pri: kMinOverlappingRatio -2024/03/07-11:18:47.870889 6134919168 Options.compaction_options_universal.size_ratio: 1 -2024/03/07-11:18:47.870889 6134919168 Options.compaction_options_universal.min_merge_width: 2 -2024/03/07-11:18:47.870890 6134919168 Options.compaction_options_universal.max_merge_width: 4294967295 -2024/03/07-11:18:47.870891 6134919168 Options.compaction_options_universal.max_size_amplification_percent: 200 -2024/03/07-11:18:47.870892 6134919168 Options.compaction_options_universal.compression_size_percent: -1 -2024/03/07-11:18:47.870895 6134919168 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize -2024/03/07-11:18:47.870896 6134919168 Options.compaction_options_fifo.max_table_files_size: 1073741824 -2024/03/07-11:18:47.870897 6134919168 Options.compaction_options_fifo.allow_compaction: 0 -2024/03/07-11:18:47.870899 6134919168 Options.table_properties_collectors: -2024/03/07-11:18:47.870900 6134919168 Options.inplace_update_support: 0 -2024/03/07-11:18:47.870901 6134919168 Options.inplace_update_num_locks: 10000 -2024/03/07-11:18:47.870902 6134919168 Options.memtable_prefix_bloom_size_ratio: 0.020000 -2024/03/07-11:18:47.870903 6134919168 Options.memtable_whole_key_filtering: 1 -2024/03/07-11:18:47.870903 6134919168 Options.memtable_huge_page_size: 0 -2024/03/07-11:18:47.870904 6134919168 Options.bloom_locality: 0 -2024/03/07-11:18:47.870905 6134919168 Options.max_successive_merges: 0 -2024/03/07-11:18:47.870906 6134919168 Options.optimize_filters_for_hits: 0 -2024/03/07-11:18:47.870907 6134919168 Options.paranoid_file_checks: 0 -2024/03/07-11:18:47.870908 6134919168 Options.force_consistency_checks: 1 -2024/03/07-11:18:47.870909 6134919168 Options.report_bg_io_stats: 0 -2024/03/07-11:18:47.870909 6134919168 Options.ttl: 2592000 -2024/03/07-11:18:47.870910 6134919168 Options.periodic_compaction_seconds: 0 -2024/03/07-11:18:47.870911 6134919168 Options.preclude_last_level_data_seconds: 0 -2024/03/07-11:18:47.870912 6134919168 Options.preserve_internal_time_seconds: 0 -2024/03/07-11:18:47.870913 6134919168 Options.enable_blob_files: false -2024/03/07-11:18:47.870914 6134919168 Options.min_blob_size: 0 -2024/03/07-11:18:47.870915 6134919168 Options.blob_file_size: 268435456 -2024/03/07-11:18:47.870916 6134919168 Options.blob_compression_type: NoCompression -2024/03/07-11:18:47.870916 6134919168 Options.enable_blob_garbage_collection: false -2024/03/07-11:18:47.870917 6134919168 Options.blob_garbage_collection_age_cutoff: 0.250000 -2024/03/07-11:18:47.870918 6134919168 Options.blob_garbage_collection_force_threshold: 1.000000 -2024/03/07-11:18:47.870919 6134919168 Options.blob_compaction_readahead_size: 0 -2024/03/07-11:18:47.870920 6134919168 Options.blob_file_starting_level: 0 -2024/03/07-11:18:47.870921 6134919168 Options.experimental_mempurge_threshold: 0.000000 -2024/03/07-11:18:47.872195 6134919168 [db/version_set.cc:5713] Recovered from manifest file:harmonic/MANIFEST-000037 succeeded,manifest_file_number is 37, next_file_number is 39, last_sequence is 0, log_number is 33,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 -2024/03/07-11:18:47.872203 6134919168 [db/version_set.cc:5722] Column family [default] (ID 0), log number is 33 -2024/03/07-11:18:47.872355 6134919168 [db/db_impl/db_impl_open.cc:537] DB ID: 5b2f50d0-e9d2-4280-bd55-c613a79cf530 -2024/03/07-11:18:47.872627 6134919168 EVENT_LOG_v1 {"time_micros": 1709806727872622, "job": 1, "event": "recovery_started", "wal_files": [4, 8, 12, 16, 20, 24, 28, 32, 36]} -2024/03/07-11:18:47.872629 6134919168 [db/db_impl/db_impl_open.cc:1018] Skipping log #4 since it is older than min log to keep #33 -2024/03/07-11:18:47.872630 6134919168 [db/db_impl/db_impl_open.cc:1018] Skipping log #8 since it is older than min log to keep #33 -2024/03/07-11:18:47.872631 6134919168 [db/db_impl/db_impl_open.cc:1018] Skipping log #12 since it is older than min log to keep #33 -2024/03/07-11:18:47.872632 6134919168 [db/db_impl/db_impl_open.cc:1018] Skipping log #16 since it is older than min log to keep #33 -2024/03/07-11:18:47.872633 6134919168 [db/db_impl/db_impl_open.cc:1018] Skipping log #20 since it is older than min log to keep #33 -2024/03/07-11:18:47.872634 6134919168 [db/db_impl/db_impl_open.cc:1018] Skipping log #24 since it is older than min log to keep #33 -2024/03/07-11:18:47.872635 6134919168 [db/db_impl/db_impl_open.cc:1018] Skipping log #28 since it is older than min log to keep #33 -2024/03/07-11:18:47.872636 6134919168 [db/db_impl/db_impl_open.cc:1018] Skipping log #32 since it is older than min log to keep #33 -2024/03/07-11:18:47.872637 6134919168 [db/db_impl/db_impl_open.cc:1031] Recovering log #36 mode 2 -2024/03/07-11:18:47.872689 6134919168 EVENT_LOG_v1 {"time_micros": 1709806727872688, "job": 1, "event": "recovery_finished"} -2024/03/07-11:18:47.872762 6134919168 [db/version_set.cc:5180] Creating manifest 41 -2024/03/07-11:18:47.876464 6134919168 [db/db_impl/db_impl_open.cc:1977] SstFileManager instance 0x12e011fc0 -2024/03/07-11:18:47.876517 6134919168 DB pointer 0x11f83d000 -2024/03/07-11:18:49.012163 6134919168 [db/db_impl/db_impl.cc:490] Shutdown: canceling all background work -2024/03/07-11:18:49.021660 6134919168 [db/db_impl/db_impl.cc:692] Shutdown complete diff --git a/crates/core/harmonic/LOG.old.1709806163482234 b/crates/core/harmonic/LOG.old.1709806163482234 deleted file mode 100644 index 916b3150..00000000 --- a/crates/core/harmonic/LOG.old.1709806163482234 +++ /dev/null @@ -1,278 +0,0 @@ -2024/03/07-11:08:58.916920 6096433152 RocksDB version: 8.1.1 -2024/03/07-11:08:58.917478 6096433152 Compile date 2023-04-06 16:38:52 -2024/03/07-11:08:58.917480 6096433152 DB SUMMARY -2024/03/07-11:08:58.917482 6096433152 DB Session ID: WPK49QDM78NBOAHYABDZ -2024/03/07-11:08:58.917524 6096433152 SST files in harmonic dir, Total Num: 0, files: -2024/03/07-11:08:58.917527 6096433152 Write Ahead Log file in harmonic: -2024/03/07-11:08:58.917528 6096433152 Options.error_if_exists: 0 -2024/03/07-11:08:58.917529 6096433152 Options.create_if_missing: 1 -2024/03/07-11:08:58.917530 6096433152 Options.paranoid_checks: 1 -2024/03/07-11:08:58.917531 6096433152 Options.flush_verify_memtable_count: 1 -2024/03/07-11:08:58.917532 6096433152 Options.track_and_verify_wals_in_manifest: 0 -2024/03/07-11:08:58.917534 6096433152 Options.verify_sst_unique_id_in_manifest: 1 -2024/03/07-11:08:58.917535 6096433152 Options.env: 0x109974740 -2024/03/07-11:08:58.917536 6096433152 Options.fs: PosixFileSystem -2024/03/07-11:08:58.917537 6096433152 Options.info_log: 0x129804098 -2024/03/07-11:08:58.917538 6096433152 Options.max_file_opening_threads: 16 -2024/03/07-11:08:58.917539 6096433152 Options.statistics: 0x0 -2024/03/07-11:08:58.917540 6096433152 Options.use_fsync: 0 -2024/03/07-11:08:58.917541 6096433152 Options.max_log_file_size: 0 -2024/03/07-11:08:58.917542 6096433152 Options.max_manifest_file_size: 1073741824 -2024/03/07-11:08:58.917543 6096433152 Options.log_file_time_to_roll: 0 -2024/03/07-11:08:58.917544 6096433152 Options.keep_log_file_num: 1000 -2024/03/07-11:08:58.917545 6096433152 Options.recycle_log_file_num: 0 -2024/03/07-11:08:58.917546 6096433152 Options.allow_fallocate: 1 -2024/03/07-11:08:58.917547 6096433152 Options.allow_mmap_reads: 0 -2024/03/07-11:08:58.917548 6096433152 Options.allow_mmap_writes: 0 -2024/03/07-11:08:58.917549 6096433152 Options.use_direct_reads: 0 -2024/03/07-11:08:58.917550 6096433152 Options.use_direct_io_for_flush_and_compaction: 0 -2024/03/07-11:08:58.917551 6096433152 Options.create_missing_column_families: 0 -2024/03/07-11:08:58.917552 6096433152 Options.db_log_dir: -2024/03/07-11:08:58.917553 6096433152 Options.wal_dir: -2024/03/07-11:08:58.917554 6096433152 Options.table_cache_numshardbits: 6 -2024/03/07-11:08:58.917555 6096433152 Options.WAL_ttl_seconds: 0 -2024/03/07-11:08:58.917556 6096433152 Options.WAL_size_limit_MB: 0 -2024/03/07-11:08:58.917557 6096433152 Options.max_write_batch_group_size_bytes: 1048576 -2024/03/07-11:08:58.917558 6096433152 Options.manifest_preallocation_size: 4194304 -2024/03/07-11:08:58.917559 6096433152 Options.is_fd_close_on_exec: 1 -2024/03/07-11:08:58.917560 6096433152 Options.advise_random_on_open: 1 -2024/03/07-11:08:58.917561 6096433152 Options.db_write_buffer_size: 0 -2024/03/07-11:08:58.917562 6096433152 Options.write_buffer_manager: 0x6000030c4000 -2024/03/07-11:08:58.917563 6096433152 Options.access_hint_on_compaction_start: 1 -2024/03/07-11:08:58.917564 6096433152 Options.random_access_max_buffer_size: 1048576 -2024/03/07-11:08:58.917565 6096433152 Options.use_adaptive_mutex: 0 -2024/03/07-11:08:58.917566 6096433152 Options.rate_limiter: 0x0 -2024/03/07-11:08:58.917567 6096433152 Options.sst_file_manager.rate_bytes_per_sec: 0 -2024/03/07-11:08:58.917568 6096433152 Options.wal_recovery_mode: 2 -2024/03/07-11:08:58.917569 6096433152 Options.enable_thread_tracking: 0 -2024/03/07-11:08:58.917570 6096433152 Options.enable_pipelined_write: 0 -2024/03/07-11:08:58.917571 6096433152 Options.unordered_write: 0 -2024/03/07-11:08:58.917572 6096433152 Options.allow_concurrent_memtable_write: 1 -2024/03/07-11:08:58.917573 6096433152 Options.enable_write_thread_adaptive_yield: 1 -2024/03/07-11:08:58.917574 6096433152 Options.write_thread_max_yield_usec: 100 -2024/03/07-11:08:58.917575 6096433152 Options.write_thread_slow_yield_usec: 3 -2024/03/07-11:08:58.917576 6096433152 Options.row_cache: None -2024/03/07-11:08:58.917577 6096433152 Options.wal_filter: None -2024/03/07-11:08:58.917578 6096433152 Options.avoid_flush_during_recovery: 0 -2024/03/07-11:08:58.917579 6096433152 Options.allow_ingest_behind: 0 -2024/03/07-11:08:58.917580 6096433152 Options.two_write_queues: 0 -2024/03/07-11:08:58.917581 6096433152 Options.manual_wal_flush: 0 -2024/03/07-11:08:58.917582 6096433152 Options.wal_compression: 0 -2024/03/07-11:08:58.917583 6096433152 Options.atomic_flush: 0 -2024/03/07-11:08:58.917584 6096433152 Options.avoid_unnecessary_blocking_io: 0 -2024/03/07-11:08:58.917585 6096433152 Options.persist_stats_to_disk: 0 -2024/03/07-11:08:58.917586 6096433152 Options.write_dbid_to_manifest: 0 -2024/03/07-11:08:58.917587 6096433152 Options.log_readahead_size: 0 -2024/03/07-11:08:58.917588 6096433152 Options.file_checksum_gen_factory: Unknown -2024/03/07-11:08:58.917601 6096433152 Options.best_efforts_recovery: 0 -2024/03/07-11:08:58.917602 6096433152 Options.max_bgerror_resume_count: 2147483647 -2024/03/07-11:08:58.917603 6096433152 Options.bgerror_resume_retry_interval: 1000000 -2024/03/07-11:08:58.917604 6096433152 Options.allow_data_in_errors: 0 -2024/03/07-11:08:58.917605 6096433152 Options.db_host_id: __hostname__ -2024/03/07-11:08:58.917607 6096433152 Options.enforce_single_del_contracts: true -2024/03/07-11:08:58.917608 6096433152 Options.max_background_jobs: 8 -2024/03/07-11:08:58.917609 6096433152 Options.max_background_compactions: -1 -2024/03/07-11:08:58.917610 6096433152 Options.max_subcompactions: 8 -2024/03/07-11:08:58.917611 6096433152 Options.avoid_flush_during_shutdown: 0 -2024/03/07-11:08:58.917612 6096433152 Options.writable_file_max_buffer_size: 1048576 -2024/03/07-11:08:58.917613 6096433152 Options.delayed_write_rate : 16777216 -2024/03/07-11:08:58.917614 6096433152 Options.max_total_wal_size: 0 -2024/03/07-11:08:58.917615 6096433152 Options.delete_obsolete_files_period_micros: 21600000000 -2024/03/07-11:08:58.917616 6096433152 Options.stats_dump_period_sec: 600 -2024/03/07-11:08:58.917617 6096433152 Options.stats_persist_period_sec: 600 -2024/03/07-11:08:58.917618 6096433152 Options.stats_history_buffer_size: 1048576 -2024/03/07-11:08:58.917619 6096433152 Options.max_open_files: -1 -2024/03/07-11:08:58.917620 6096433152 Options.bytes_per_sync: 1048576 -2024/03/07-11:08:58.917621 6096433152 Options.wal_bytes_per_sync: 0 -2024/03/07-11:08:58.917622 6096433152 Options.strict_bytes_per_sync: 0 -2024/03/07-11:08:58.917623 6096433152 Options.compaction_readahead_size: 0 -2024/03/07-11:08:58.917624 6096433152 Options.max_background_flushes: -1 -2024/03/07-11:08:58.917625 6096433152 Compression algorithms supported: -2024/03/07-11:08:58.917638 6096433152 kZSTD supported: 1 -2024/03/07-11:08:58.917639 6096433152 kZlibCompression supported: 1 -2024/03/07-11:08:58.917640 6096433152 kXpressCompression supported: 0 -2024/03/07-11:08:58.917642 6096433152 kSnappyCompression supported: 1 -2024/03/07-11:08:58.917643 6096433152 kZSTDNotFinalCompression supported: 1 -2024/03/07-11:08:58.917644 6096433152 kLZ4HCCompression supported: 1 -2024/03/07-11:08:58.917645 6096433152 kLZ4Compression supported: 1 -2024/03/07-11:08:58.917646 6096433152 kBZip2Compression supported: 1 -2024/03/07-11:08:58.917653 6096433152 Fast CRC32 supported: Supported on Arm64 -2024/03/07-11:08:58.917654 6096433152 DMutex implementation: pthread_mutex_t -2024/03/07-11:08:58.918060 6096433152 [db/db_impl/db_impl_open.cc:315] Creating manifest 1 -2024/03/07-11:08:58.918515 6096433152 [db/version_set.cc:5662] Recovering from manifest file: harmonic/MANIFEST-000001 -2024/03/07-11:08:58.918772 6096433152 [db/column_family.cc:621] --------------- Options for column family [default]: -2024/03/07-11:08:58.918775 6096433152 Options.comparator: leveldb.BytewiseComparator -2024/03/07-11:08:58.918776 6096433152 Options.merge_operator: None -2024/03/07-11:08:58.918777 6096433152 Options.compaction_filter: None -2024/03/07-11:08:58.918779 6096433152 Options.compaction_filter_factory: None -2024/03/07-11:08:58.918780 6096433152 Options.sst_partitioner_factory: None -2024/03/07-11:08:58.918781 6096433152 Options.memtable_factory: SkipListFactory -2024/03/07-11:08:58.918782 6096433152 Options.table_factory: BlockBasedTable -2024/03/07-11:08:58.918810 6096433152 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x600000bc8180) - cache_index_and_filter_blocks: 0 - cache_index_and_filter_blocks_with_high_priority: 1 - pin_l0_filter_and_index_blocks_in_cache: 0 - pin_top_level_index_and_filter: 1 - index_type: 0 - data_block_index_type: 1 - index_shortening: 1 - data_block_hash_table_util_ratio: 0.750000 - checksum: 4 - no_block_cache: 0 - block_cache: 0x600003ec8018 - block_cache_name: LRUCache - block_cache_options: - capacity : 536870912 - num_shard_bits : 6 - strict_capacity_limit : 0 - memory_allocator : None - high_pri_pool_ratio: 0.500 - low_pri_pool_ratio: 0.000 - persistent_cache: 0x0 - block_size: 4096 - block_size_deviation: 10 - block_restart_interval: 16 - index_block_restart_interval: 1 - metadata_block_size: 4096 - partition_filters: 0 - use_delta_encoding: 1 - filter_policy: bloomfilter - whole_key_filtering: 1 - verify_compression: 0 - read_amp_bytes_per_bit: 0 - format_version: 5 - enable_index_compression: 1 - block_align: 0 - max_auto_readahead_size: 262144 - prepopulate_block_cache: 0 - initial_auto_readahead_size: 8192 - num_file_reads_for_auto_readahead: 2 -2024/03/07-11:08:58.918812 6096433152 Options.write_buffer_size: 67108864 -2024/03/07-11:08:58.918813 6096433152 Options.max_write_buffer_number: 2 -2024/03/07-11:08:58.918814 6096433152 Options.compression: LZ4 -2024/03/07-11:08:58.918815 6096433152 Options.bottommost_compression: Disabled -2024/03/07-11:08:58.918816 6096433152 Options.prefix_extractor: nullptr -2024/03/07-11:08:58.918817 6096433152 Options.memtable_insert_with_hint_prefix_extractor: nullptr -2024/03/07-11:08:58.918818 6096433152 Options.num_levels: 7 -2024/03/07-11:08:58.918819 6096433152 Options.min_write_buffer_number_to_merge: 1 -2024/03/07-11:08:58.918820 6096433152 Options.max_write_buffer_number_to_maintain: 0 -2024/03/07-11:08:58.918822 6096433152 Options.max_write_buffer_size_to_maintain: 0 -2024/03/07-11:08:58.918823 6096433152 Options.bottommost_compression_opts.window_bits: -14 -2024/03/07-11:08:58.918824 6096433152 Options.bottommost_compression_opts.level: 32767 -2024/03/07-11:08:58.918825 6096433152 Options.bottommost_compression_opts.strategy: 0 -2024/03/07-11:08:58.918826 6096433152 Options.bottommost_compression_opts.max_dict_bytes: 0 -2024/03/07-11:08:58.918827 6096433152 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 -2024/03/07-11:08:58.918828 6096433152 Options.bottommost_compression_opts.parallel_threads: 1 -2024/03/07-11:08:58.918829 6096433152 Options.bottommost_compression_opts.enabled: false -2024/03/07-11:08:58.918830 6096433152 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 -2024/03/07-11:08:58.918831 6096433152 Options.bottommost_compression_opts.use_zstd_dict_trainer: true -2024/03/07-11:08:58.918832 6096433152 Options.compression_opts.window_bits: -14 -2024/03/07-11:08:58.918833 6096433152 Options.compression_opts.level: 32767 -2024/03/07-11:08:58.918834 6096433152 Options.compression_opts.strategy: 0 -2024/03/07-11:08:58.918835 6096433152 Options.compression_opts.max_dict_bytes: 0 -2024/03/07-11:08:58.918836 6096433152 Options.compression_opts.zstd_max_train_bytes: 0 -2024/03/07-11:08:58.918837 6096433152 Options.compression_opts.use_zstd_dict_trainer: true -2024/03/07-11:08:58.918838 6096433152 Options.compression_opts.parallel_threads: 1 -2024/03/07-11:08:58.918839 6096433152 Options.compression_opts.enabled: false -2024/03/07-11:08:58.918840 6096433152 Options.compression_opts.max_dict_buffer_bytes: 0 -2024/03/07-11:08:58.918841 6096433152 Options.level0_file_num_compaction_trigger: 4 -2024/03/07-11:08:58.918842 6096433152 Options.level0_slowdown_writes_trigger: 20 -2024/03/07-11:08:58.918843 6096433152 Options.level0_stop_writes_trigger: 36 -2024/03/07-11:08:58.918844 6096433152 Options.target_file_size_base: 67108864 -2024/03/07-11:08:58.918845 6096433152 Options.target_file_size_multiplier: 1 -2024/03/07-11:08:58.918846 6096433152 Options.max_bytes_for_level_base: 268435456 -2024/03/07-11:08:58.918847 6096433152 Options.level_compaction_dynamic_level_bytes: 1 -2024/03/07-11:08:58.918848 6096433152 Options.max_bytes_for_level_multiplier: 10.000000 -2024/03/07-11:08:58.918850 6096433152 Options.max_bytes_for_level_multiplier_addtl[0]: 1 -2024/03/07-11:08:58.918851 6096433152 Options.max_bytes_for_level_multiplier_addtl[1]: 1 -2024/03/07-11:08:58.918852 6096433152 Options.max_bytes_for_level_multiplier_addtl[2]: 1 -2024/03/07-11:08:58.918853 6096433152 Options.max_bytes_for_level_multiplier_addtl[3]: 1 -2024/03/07-11:08:58.918854 6096433152 Options.max_bytes_for_level_multiplier_addtl[4]: 1 -2024/03/07-11:08:58.918855 6096433152 Options.max_bytes_for_level_multiplier_addtl[5]: 1 -2024/03/07-11:08:58.918856 6096433152 Options.max_bytes_for_level_multiplier_addtl[6]: 1 -2024/03/07-11:08:58.918857 6096433152 Options.max_sequential_skip_in_iterations: 8 -2024/03/07-11:08:58.918858 6096433152 Options.max_compaction_bytes: 1677721600 -2024/03/07-11:08:58.918859 6096433152 Options.ignore_max_compaction_bytes_for_input: true -2024/03/07-11:08:58.918860 6096433152 Options.arena_block_size: 1048576 -2024/03/07-11:08:58.918861 6096433152 Options.soft_pending_compaction_bytes_limit: 68719476736 -2024/03/07-11:08:58.918862 6096433152 Options.hard_pending_compaction_bytes_limit: 274877906944 -2024/03/07-11:08:58.918863 6096433152 Options.disable_auto_compactions: 0 -2024/03/07-11:08:58.918865 6096433152 Options.compaction_style: kCompactionStyleLevel -2024/03/07-11:08:58.918866 6096433152 Options.compaction_pri: kMinOverlappingRatio -2024/03/07-11:08:58.918867 6096433152 Options.compaction_options_universal.size_ratio: 1 -2024/03/07-11:08:58.918868 6096433152 Options.compaction_options_universal.min_merge_width: 2 -2024/03/07-11:08:58.918869 6096433152 Options.compaction_options_universal.max_merge_width: 4294967295 -2024/03/07-11:08:58.918870 6096433152 Options.compaction_options_universal.max_size_amplification_percent: 200 -2024/03/07-11:08:58.918871 6096433152 Options.compaction_options_universal.compression_size_percent: -1 -2024/03/07-11:08:58.918873 6096433152 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize -2024/03/07-11:08:58.918874 6096433152 Options.compaction_options_fifo.max_table_files_size: 1073741824 -2024/03/07-11:08:58.918875 6096433152 Options.compaction_options_fifo.allow_compaction: 0 -2024/03/07-11:08:58.918878 6096433152 Options.table_properties_collectors: -2024/03/07-11:08:58.918879 6096433152 Options.inplace_update_support: 0 -2024/03/07-11:08:58.918880 6096433152 Options.inplace_update_num_locks: 10000 -2024/03/07-11:08:58.918882 6096433152 Options.memtable_prefix_bloom_size_ratio: 0.020000 -2024/03/07-11:08:58.918883 6096433152 Options.memtable_whole_key_filtering: 1 -2024/03/07-11:08:58.918884 6096433152 Options.memtable_huge_page_size: 0 -2024/03/07-11:08:58.918885 6096433152 Options.bloom_locality: 0 -2024/03/07-11:08:58.918886 6096433152 Options.max_successive_merges: 0 -2024/03/07-11:08:58.918887 6096433152 Options.optimize_filters_for_hits: 0 -2024/03/07-11:08:58.918888 6096433152 Options.paranoid_file_checks: 0 -2024/03/07-11:08:58.918889 6096433152 Options.force_consistency_checks: 1 -2024/03/07-11:08:58.918890 6096433152 Options.report_bg_io_stats: 0 -2024/03/07-11:08:58.918891 6096433152 Options.ttl: 2592000 -2024/03/07-11:08:58.918892 6096433152 Options.periodic_compaction_seconds: 0 -2024/03/07-11:08:58.918893 6096433152 Options.preclude_last_level_data_seconds: 0 -2024/03/07-11:08:58.918894 6096433152 Options.preserve_internal_time_seconds: 0 -2024/03/07-11:08:58.918895 6096433152 Options.enable_blob_files: false -2024/03/07-11:08:58.918896 6096433152 Options.min_blob_size: 0 -2024/03/07-11:08:58.918897 6096433152 Options.blob_file_size: 268435456 -2024/03/07-11:08:58.918898 6096433152 Options.blob_compression_type: NoCompression -2024/03/07-11:08:58.918899 6096433152 Options.enable_blob_garbage_collection: false -2024/03/07-11:08:58.918900 6096433152 Options.blob_garbage_collection_age_cutoff: 0.250000 -2024/03/07-11:08:58.918901 6096433152 Options.blob_garbage_collection_force_threshold: 1.000000 -2024/03/07-11:08:58.918902 6096433152 Options.blob_compaction_readahead_size: 0 -2024/03/07-11:08:58.918903 6096433152 Options.blob_file_starting_level: 0 -2024/03/07-11:08:58.918904 6096433152 Options.experimental_mempurge_threshold: 0.000000 -2024/03/07-11:08:58.919658 6096433152 [db/version_set.cc:5713] Recovered from manifest file:harmonic/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 -2024/03/07-11:08:58.919661 6096433152 [db/version_set.cc:5722] Column family [default] (ID 0), log number is 0 -2024/03/07-11:08:58.919684 6096433152 [db/db_impl/db_impl_open.cc:537] DB ID: 5b2f50d0-e9d2-4280-bd55-c613a79cf530 -2024/03/07-11:08:58.919997 6096433152 [db/version_set.cc:5180] Creating manifest 5 -2024/03/07-11:08:58.922884 6096433152 [db/db_impl/db_impl_open.cc:1977] SstFileManager instance 0x129804860 -2024/03/07-11:08:58.922944 6096433152 DB pointer 0x12a00e800 -2024/03/07-11:08:58.923253 6102740992 [db/db_impl/db_impl.cc:1085] ------- DUMPING STATS ------- -2024/03/07-11:08:58.923257 6102740992 [db/db_impl/db_impl.cc:1086] -** DB Stats ** -Uptime(secs): 0.0 total, 0.0 interval -Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s -Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s -Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent -Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s -Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s -Interval stall: 00:00:0.000 H:M:S, 0.0 percent -Write Stall (count): write-buffer-manager-limit-stops: 0, -** Compaction Stats [default] ** -Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- - Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 - Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 - -** Compaction Stats [default] ** -Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- - -Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 - -Uptime(secs): 0.0 total, 0.0 interval -Flush(GB): cumulative 0.000, interval 0.000 -AddFile(GB): cumulative 0.000, interval 0.000 -AddFile(Total Files): cumulative 0, interval 0 -AddFile(L0 Files): cumulative 0, interval 0 -AddFile(Keys): cumulative 0, interval 0 -Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds -Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds -Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0, Block cache LRUCache@0x600003ec8018#97865 capacity: 512.00 MB usage: 0.08 KB table_size: 1024 occupancy: 87 collections: 1 last_copies: 0 last_secs: 0.00013 secs_since: 0 -Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) - -** File Read Latency Histogram By Level [default] ** -2024/03/07-11:08:59.686593 6096433152 [db/db_impl/db_impl.cc:490] Shutdown: canceling all background work -2024/03/07-11:08:59.687020 6096433152 [db/db_impl/db_impl.cc:692] Shutdown complete diff --git a/crates/core/harmonic/LOG.old.1709806461585165 b/crates/core/harmonic/LOG.old.1709806461585165 deleted file mode 100644 index fe07d32a..00000000 --- a/crates/core/harmonic/LOG.old.1709806461585165 +++ /dev/null @@ -1,283 +0,0 @@ -2024/03/07-11:09:23.483108 6139146240 RocksDB version: 8.1.1 -2024/03/07-11:09:23.483824 6139146240 Compile date 2023-04-06 16:38:52 -2024/03/07-11:09:23.483828 6139146240 DB SUMMARY -2024/03/07-11:09:23.483829 6139146240 DB Session ID: MWVEND5W0GYG5CQSPKA2 -2024/03/07-11:09:23.483912 6139146240 CURRENT file: CURRENT -2024/03/07-11:09:23.483914 6139146240 IDENTITY file: IDENTITY -2024/03/07-11:09:23.483921 6139146240 MANIFEST file: MANIFEST-000005 size: 66 Bytes -2024/03/07-11:09:23.483924 6139146240 SST files in harmonic dir, Total Num: 0, files: -2024/03/07-11:09:23.483926 6139146240 Write Ahead Log file in harmonic: 000004.log size: 0 ; -2024/03/07-11:09:23.483928 6139146240 Options.error_if_exists: 0 -2024/03/07-11:09:23.483929 6139146240 Options.create_if_missing: 1 -2024/03/07-11:09:23.483931 6139146240 Options.paranoid_checks: 1 -2024/03/07-11:09:23.483932 6139146240 Options.flush_verify_memtable_count: 1 -2024/03/07-11:09:23.483933 6139146240 Options.track_and_verify_wals_in_manifest: 0 -2024/03/07-11:09:23.483934 6139146240 Options.verify_sst_unique_id_in_manifest: 1 -2024/03/07-11:09:23.483935 6139146240 Options.env: 0x1070b8740 -2024/03/07-11:09:23.483937 6139146240 Options.fs: PosixFileSystem -2024/03/07-11:09:23.483938 6139146240 Options.info_log: 0x12d704098 -2024/03/07-11:09:23.483940 6139146240 Options.max_file_opening_threads: 16 -2024/03/07-11:09:23.483941 6139146240 Options.statistics: 0x0 -2024/03/07-11:09:23.483942 6139146240 Options.use_fsync: 0 -2024/03/07-11:09:23.483943 6139146240 Options.max_log_file_size: 0 -2024/03/07-11:09:23.483945 6139146240 Options.max_manifest_file_size: 1073741824 -2024/03/07-11:09:23.483946 6139146240 Options.log_file_time_to_roll: 0 -2024/03/07-11:09:23.483947 6139146240 Options.keep_log_file_num: 1000 -2024/03/07-11:09:23.483948 6139146240 Options.recycle_log_file_num: 0 -2024/03/07-11:09:23.483950 6139146240 Options.allow_fallocate: 1 -2024/03/07-11:09:23.483951 6139146240 Options.allow_mmap_reads: 0 -2024/03/07-11:09:23.483952 6139146240 Options.allow_mmap_writes: 0 -2024/03/07-11:09:23.483953 6139146240 Options.use_direct_reads: 0 -2024/03/07-11:09:23.483954 6139146240 Options.use_direct_io_for_flush_and_compaction: 0 -2024/03/07-11:09:23.483955 6139146240 Options.create_missing_column_families: 0 -2024/03/07-11:09:23.483956 6139146240 Options.db_log_dir: -2024/03/07-11:09:23.483958 6139146240 Options.wal_dir: -2024/03/07-11:09:23.483959 6139146240 Options.table_cache_numshardbits: 6 -2024/03/07-11:09:23.483960 6139146240 Options.WAL_ttl_seconds: 0 -2024/03/07-11:09:23.483961 6139146240 Options.WAL_size_limit_MB: 0 -2024/03/07-11:09:23.483963 6139146240 Options.max_write_batch_group_size_bytes: 1048576 -2024/03/07-11:09:23.483964 6139146240 Options.manifest_preallocation_size: 4194304 -2024/03/07-11:09:23.483965 6139146240 Options.is_fd_close_on_exec: 1 -2024/03/07-11:09:23.483966 6139146240 Options.advise_random_on_open: 1 -2024/03/07-11:09:23.483967 6139146240 Options.db_write_buffer_size: 0 -2024/03/07-11:09:23.483969 6139146240 Options.write_buffer_manager: 0x600001ea4000 -2024/03/07-11:09:23.483970 6139146240 Options.access_hint_on_compaction_start: 1 -2024/03/07-11:09:23.483971 6139146240 Options.random_access_max_buffer_size: 1048576 -2024/03/07-11:09:23.483972 6139146240 Options.use_adaptive_mutex: 0 -2024/03/07-11:09:23.483973 6139146240 Options.rate_limiter: 0x0 -2024/03/07-11:09:23.483975 6139146240 Options.sst_file_manager.rate_bytes_per_sec: 0 -2024/03/07-11:09:23.483976 6139146240 Options.wal_recovery_mode: 2 -2024/03/07-11:09:23.483977 6139146240 Options.enable_thread_tracking: 0 -2024/03/07-11:09:23.483978 6139146240 Options.enable_pipelined_write: 0 -2024/03/07-11:09:23.483980 6139146240 Options.unordered_write: 0 -2024/03/07-11:09:23.483981 6139146240 Options.allow_concurrent_memtable_write: 1 -2024/03/07-11:09:23.483982 6139146240 Options.enable_write_thread_adaptive_yield: 1 -2024/03/07-11:09:23.483983 6139146240 Options.write_thread_max_yield_usec: 100 -2024/03/07-11:09:23.483984 6139146240 Options.write_thread_slow_yield_usec: 3 -2024/03/07-11:09:23.483985 6139146240 Options.row_cache: None -2024/03/07-11:09:23.483987 6139146240 Options.wal_filter: None -2024/03/07-11:09:23.483988 6139146240 Options.avoid_flush_during_recovery: 0 -2024/03/07-11:09:23.483989 6139146240 Options.allow_ingest_behind: 0 -2024/03/07-11:09:23.483990 6139146240 Options.two_write_queues: 0 -2024/03/07-11:09:23.483991 6139146240 Options.manual_wal_flush: 0 -2024/03/07-11:09:23.483993 6139146240 Options.wal_compression: 0 -2024/03/07-11:09:23.483994 6139146240 Options.atomic_flush: 0 -2024/03/07-11:09:23.483995 6139146240 Options.avoid_unnecessary_blocking_io: 0 -2024/03/07-11:09:23.483996 6139146240 Options.persist_stats_to_disk: 0 -2024/03/07-11:09:23.483997 6139146240 Options.write_dbid_to_manifest: 0 -2024/03/07-11:09:23.483998 6139146240 Options.log_readahead_size: 0 -2024/03/07-11:09:23.484000 6139146240 Options.file_checksum_gen_factory: Unknown -2024/03/07-11:09:23.484016 6139146240 Options.best_efforts_recovery: 0 -2024/03/07-11:09:23.484017 6139146240 Options.max_bgerror_resume_count: 2147483647 -2024/03/07-11:09:23.484019 6139146240 Options.bgerror_resume_retry_interval: 1000000 -2024/03/07-11:09:23.484020 6139146240 Options.allow_data_in_errors: 0 -2024/03/07-11:09:23.484021 6139146240 Options.db_host_id: __hostname__ -2024/03/07-11:09:23.484022 6139146240 Options.enforce_single_del_contracts: true -2024/03/07-11:09:23.484024 6139146240 Options.max_background_jobs: 8 -2024/03/07-11:09:23.484025 6139146240 Options.max_background_compactions: -1 -2024/03/07-11:09:23.484026 6139146240 Options.max_subcompactions: 8 -2024/03/07-11:09:23.484027 6139146240 Options.avoid_flush_during_shutdown: 0 -2024/03/07-11:09:23.484028 6139146240 Options.writable_file_max_buffer_size: 1048576 -2024/03/07-11:09:23.484030 6139146240 Options.delayed_write_rate : 16777216 -2024/03/07-11:09:23.484031 6139146240 Options.max_total_wal_size: 0 -2024/03/07-11:09:23.484032 6139146240 Options.delete_obsolete_files_period_micros: 21600000000 -2024/03/07-11:09:23.484033 6139146240 Options.stats_dump_period_sec: 600 -2024/03/07-11:09:23.484034 6139146240 Options.stats_persist_period_sec: 600 -2024/03/07-11:09:23.484036 6139146240 Options.stats_history_buffer_size: 1048576 -2024/03/07-11:09:23.484037 6139146240 Options.max_open_files: -1 -2024/03/07-11:09:23.484038 6139146240 Options.bytes_per_sync: 1048576 -2024/03/07-11:09:23.484039 6139146240 Options.wal_bytes_per_sync: 0 -2024/03/07-11:09:23.484040 6139146240 Options.strict_bytes_per_sync: 0 -2024/03/07-11:09:23.484042 6139146240 Options.compaction_readahead_size: 0 -2024/03/07-11:09:23.484043 6139146240 Options.max_background_flushes: -1 -2024/03/07-11:09:23.484044 6139146240 Compression algorithms supported: -2024/03/07-11:09:23.484060 6139146240 kZSTD supported: 1 -2024/03/07-11:09:23.484061 6139146240 kZlibCompression supported: 1 -2024/03/07-11:09:23.484063 6139146240 kXpressCompression supported: 0 -2024/03/07-11:09:23.484064 6139146240 kSnappyCompression supported: 1 -2024/03/07-11:09:23.484066 6139146240 kZSTDNotFinalCompression supported: 1 -2024/03/07-11:09:23.484067 6139146240 kLZ4HCCompression supported: 1 -2024/03/07-11:09:23.484068 6139146240 kLZ4Compression supported: 1 -2024/03/07-11:09:23.484069 6139146240 kBZip2Compression supported: 1 -2024/03/07-11:09:23.484077 6139146240 Fast CRC32 supported: Supported on Arm64 -2024/03/07-11:09:23.484079 6139146240 DMutex implementation: pthread_mutex_t -2024/03/07-11:09:23.484246 6139146240 [db/version_set.cc:5662] Recovering from manifest file: harmonic/MANIFEST-000005 -2024/03/07-11:09:23.484558 6139146240 [db/column_family.cc:621] --------------- Options for column family [default]: -2024/03/07-11:09:23.484561 6139146240 Options.comparator: leveldb.BytewiseComparator -2024/03/07-11:09:23.484562 6139146240 Options.merge_operator: None -2024/03/07-11:09:23.484564 6139146240 Options.compaction_filter: None -2024/03/07-11:09:23.484565 6139146240 Options.compaction_filter_factory: None -2024/03/07-11:09:23.484566 6139146240 Options.sst_partitioner_factory: None -2024/03/07-11:09:23.484568 6139146240 Options.memtable_factory: SkipListFactory -2024/03/07-11:09:23.484569 6139146240 Options.table_factory: BlockBasedTable -2024/03/07-11:09:23.484610 6139146240 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x6000025ac160) - cache_index_and_filter_blocks: 0 - cache_index_and_filter_blocks_with_high_priority: 1 - pin_l0_filter_and_index_blocks_in_cache: 0 - pin_top_level_index_and_filter: 1 - index_type: 0 - data_block_index_type: 1 - index_shortening: 1 - data_block_hash_table_util_ratio: 0.750000 - checksum: 4 - no_block_cache: 0 - block_cache: 0x6000010a8018 - block_cache_name: LRUCache - block_cache_options: - capacity : 536870912 - num_shard_bits : 6 - strict_capacity_limit : 0 - memory_allocator : None - high_pri_pool_ratio: 0.500 - low_pri_pool_ratio: 0.000 - persistent_cache: 0x0 - block_size: 4096 - block_size_deviation: 10 - block_restart_interval: 16 - index_block_restart_interval: 1 - metadata_block_size: 4096 - partition_filters: 0 - use_delta_encoding: 1 - filter_policy: bloomfilter - whole_key_filtering: 1 - verify_compression: 0 - read_amp_bytes_per_bit: 0 - format_version: 5 - enable_index_compression: 1 - block_align: 0 - max_auto_readahead_size: 262144 - prepopulate_block_cache: 0 - initial_auto_readahead_size: 8192 - num_file_reads_for_auto_readahead: 2 -2024/03/07-11:09:23.484613 6139146240 Options.write_buffer_size: 67108864 -2024/03/07-11:09:23.484615 6139146240 Options.max_write_buffer_number: 2 -2024/03/07-11:09:23.484616 6139146240 Options.compression: LZ4 -2024/03/07-11:09:23.484618 6139146240 Options.bottommost_compression: Disabled -2024/03/07-11:09:23.484619 6139146240 Options.prefix_extractor: nullptr -2024/03/07-11:09:23.484621 6139146240 Options.memtable_insert_with_hint_prefix_extractor: nullptr -2024/03/07-11:09:23.484622 6139146240 Options.num_levels: 7 -2024/03/07-11:09:23.484623 6139146240 Options.min_write_buffer_number_to_merge: 1 -2024/03/07-11:09:23.484625 6139146240 Options.max_write_buffer_number_to_maintain: 0 -2024/03/07-11:09:23.484626 6139146240 Options.max_write_buffer_size_to_maintain: 0 -2024/03/07-11:09:23.484627 6139146240 Options.bottommost_compression_opts.window_bits: -14 -2024/03/07-11:09:23.484629 6139146240 Options.bottommost_compression_opts.level: 32767 -2024/03/07-11:09:23.484630 6139146240 Options.bottommost_compression_opts.strategy: 0 -2024/03/07-11:09:23.484632 6139146240 Options.bottommost_compression_opts.max_dict_bytes: 0 -2024/03/07-11:09:23.484633 6139146240 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 -2024/03/07-11:09:23.484634 6139146240 Options.bottommost_compression_opts.parallel_threads: 1 -2024/03/07-11:09:23.484636 6139146240 Options.bottommost_compression_opts.enabled: false -2024/03/07-11:09:23.484637 6139146240 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 -2024/03/07-11:09:23.484638 6139146240 Options.bottommost_compression_opts.use_zstd_dict_trainer: true -2024/03/07-11:09:23.484640 6139146240 Options.compression_opts.window_bits: -14 -2024/03/07-11:09:23.484641 6139146240 Options.compression_opts.level: 32767 -2024/03/07-11:09:23.484643 6139146240 Options.compression_opts.strategy: 0 -2024/03/07-11:09:23.484644 6139146240 Options.compression_opts.max_dict_bytes: 0 -2024/03/07-11:09:23.484645 6139146240 Options.compression_opts.zstd_max_train_bytes: 0 -2024/03/07-11:09:23.484647 6139146240 Options.compression_opts.use_zstd_dict_trainer: true -2024/03/07-11:09:23.484648 6139146240 Options.compression_opts.parallel_threads: 1 -2024/03/07-11:09:23.484649 6139146240 Options.compression_opts.enabled: false -2024/03/07-11:09:23.484651 6139146240 Options.compression_opts.max_dict_buffer_bytes: 0 -2024/03/07-11:09:23.484652 6139146240 Options.level0_file_num_compaction_trigger: 4 -2024/03/07-11:09:23.484653 6139146240 Options.level0_slowdown_writes_trigger: 20 -2024/03/07-11:09:23.484655 6139146240 Options.level0_stop_writes_trigger: 36 -2024/03/07-11:09:23.484656 6139146240 Options.target_file_size_base: 67108864 -2024/03/07-11:09:23.484657 6139146240 Options.target_file_size_multiplier: 1 -2024/03/07-11:09:23.484659 6139146240 Options.max_bytes_for_level_base: 268435456 -2024/03/07-11:09:23.484660 6139146240 Options.level_compaction_dynamic_level_bytes: 1 -2024/03/07-11:09:23.484661 6139146240 Options.max_bytes_for_level_multiplier: 10.000000 -2024/03/07-11:09:23.484663 6139146240 Options.max_bytes_for_level_multiplier_addtl[0]: 1 -2024/03/07-11:09:23.484665 6139146240 Options.max_bytes_for_level_multiplier_addtl[1]: 1 -2024/03/07-11:09:23.484666 6139146240 Options.max_bytes_for_level_multiplier_addtl[2]: 1 -2024/03/07-11:09:23.484667 6139146240 Options.max_bytes_for_level_multiplier_addtl[3]: 1 -2024/03/07-11:09:23.484669 6139146240 Options.max_bytes_for_level_multiplier_addtl[4]: 1 -2024/03/07-11:09:23.484670 6139146240 Options.max_bytes_for_level_multiplier_addtl[5]: 1 -2024/03/07-11:09:23.484671 6139146240 Options.max_bytes_for_level_multiplier_addtl[6]: 1 -2024/03/07-11:09:23.484673 6139146240 Options.max_sequential_skip_in_iterations: 8 -2024/03/07-11:09:23.484674 6139146240 Options.max_compaction_bytes: 1677721600 -2024/03/07-11:09:23.484676 6139146240 Options.ignore_max_compaction_bytes_for_input: true -2024/03/07-11:09:23.484677 6139146240 Options.arena_block_size: 1048576 -2024/03/07-11:09:23.484678 6139146240 Options.soft_pending_compaction_bytes_limit: 68719476736 -2024/03/07-11:09:23.484680 6139146240 Options.hard_pending_compaction_bytes_limit: 274877906944 -2024/03/07-11:09:23.484681 6139146240 Options.disable_auto_compactions: 0 -2024/03/07-11:09:23.484683 6139146240 Options.compaction_style: kCompactionStyleLevel -2024/03/07-11:09:23.484685 6139146240 Options.compaction_pri: kMinOverlappingRatio -2024/03/07-11:09:23.484686 6139146240 Options.compaction_options_universal.size_ratio: 1 -2024/03/07-11:09:23.484688 6139146240 Options.compaction_options_universal.min_merge_width: 2 -2024/03/07-11:09:23.484689 6139146240 Options.compaction_options_universal.max_merge_width: 4294967295 -2024/03/07-11:09:23.484690 6139146240 Options.compaction_options_universal.max_size_amplification_percent: 200 -2024/03/07-11:09:23.484692 6139146240 Options.compaction_options_universal.compression_size_percent: -1 -2024/03/07-11:09:23.484694 6139146240 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize -2024/03/07-11:09:23.484696 6139146240 Options.compaction_options_fifo.max_table_files_size: 1073741824 -2024/03/07-11:09:23.484699 6139146240 Options.compaction_options_fifo.allow_compaction: 0 -2024/03/07-11:09:23.484701 6139146240 Options.table_properties_collectors: -2024/03/07-11:09:23.484703 6139146240 Options.inplace_update_support: 0 -2024/03/07-11:09:23.484704 6139146240 Options.inplace_update_num_locks: 10000 -2024/03/07-11:09:23.484705 6139146240 Options.memtable_prefix_bloom_size_ratio: 0.020000 -2024/03/07-11:09:23.484707 6139146240 Options.memtable_whole_key_filtering: 1 -2024/03/07-11:09:23.484708 6139146240 Options.memtable_huge_page_size: 0 -2024/03/07-11:09:23.484710 6139146240 Options.bloom_locality: 0 -2024/03/07-11:09:23.484711 6139146240 Options.max_successive_merges: 0 -2024/03/07-11:09:23.484712 6139146240 Options.optimize_filters_for_hits: 0 -2024/03/07-11:09:23.484714 6139146240 Options.paranoid_file_checks: 0 -2024/03/07-11:09:23.484715 6139146240 Options.force_consistency_checks: 1 -2024/03/07-11:09:23.484716 6139146240 Options.report_bg_io_stats: 0 -2024/03/07-11:09:23.484718 6139146240 Options.ttl: 2592000 -2024/03/07-11:09:23.484719 6139146240 Options.periodic_compaction_seconds: 0 -2024/03/07-11:09:23.484720 6139146240 Options.preclude_last_level_data_seconds: 0 -2024/03/07-11:09:23.484722 6139146240 Options.preserve_internal_time_seconds: 0 -2024/03/07-11:09:23.484723 6139146240 Options.enable_blob_files: false -2024/03/07-11:09:23.484725 6139146240 Options.min_blob_size: 0 -2024/03/07-11:09:23.484726 6139146240 Options.blob_file_size: 268435456 -2024/03/07-11:09:23.484727 6139146240 Options.blob_compression_type: NoCompression -2024/03/07-11:09:23.484729 6139146240 Options.enable_blob_garbage_collection: false -2024/03/07-11:09:23.484730 6139146240 Options.blob_garbage_collection_age_cutoff: 0.250000 -2024/03/07-11:09:23.484732 6139146240 Options.blob_garbage_collection_force_threshold: 1.000000 -2024/03/07-11:09:23.484733 6139146240 Options.blob_compaction_readahead_size: 0 -2024/03/07-11:09:23.484734 6139146240 Options.blob_file_starting_level: 0 -2024/03/07-11:09:23.484736 6139146240 Options.experimental_mempurge_threshold: 0.000000 -2024/03/07-11:09:23.485777 6139146240 [db/version_set.cc:5713] Recovered from manifest file:harmonic/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 -2024/03/07-11:09:23.485781 6139146240 [db/version_set.cc:5722] Column family [default] (ID 0), log number is 0 -2024/03/07-11:09:23.485821 6139146240 [db/db_impl/db_impl_open.cc:537] DB ID: 5b2f50d0-e9d2-4280-bd55-c613a79cf530 -2024/03/07-11:09:23.486007 6139146240 EVENT_LOG_v1 {"time_micros": 1709806163485985, "job": 1, "event": "recovery_started", "wal_files": [4]} -2024/03/07-11:09:23.486011 6139146240 [db/db_impl/db_impl_open.cc:1031] Recovering log #4 mode 2 -2024/03/07-11:09:23.486104 6139146240 EVENT_LOG_v1 {"time_micros": 1709806163486101, "job": 1, "event": "recovery_finished"} -2024/03/07-11:09:23.486357 6139146240 [db/version_set.cc:5180] Creating manifest 9 -2024/03/07-11:09:23.490443 6139146240 [db/db_impl/db_impl_open.cc:1977] SstFileManager instance 0x12d704600 -2024/03/07-11:09:23.490517 6139146240 DB pointer 0x12e013600 -2024/03/07-11:09:23.490929 6145454080 [db/db_impl/db_impl.cc:1085] ------- DUMPING STATS ------- -2024/03/07-11:09:23.490969 6145454080 [db/db_impl/db_impl.cc:1086] -** DB Stats ** -Uptime(secs): 0.0 total, 0.0 interval -Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s -Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s -Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent -Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s -Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s -Interval stall: 00:00:0.000 H:M:S, 0.0 percent -Write Stall (count): write-buffer-manager-limit-stops: 0, -** Compaction Stats [default] ** -Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- - Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 - Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 - -** Compaction Stats [default] ** -Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- - -Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 - -Uptime(secs): 0.0 total, 0.0 interval -Flush(GB): cumulative 0.000, interval 0.000 -AddFile(GB): cumulative 0.000, interval 0.000 -AddFile(Total Files): cumulative 0, interval 0 -AddFile(L0 Files): cumulative 0, interval 0 -AddFile(Keys): cumulative 0, interval 0 -Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds -Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds -Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0, Block cache LRUCache@0x6000010a8018#98240 capacity: 512.00 MB usage: 0.08 KB table_size: 1024 occupancy: 87 collections: 1 last_copies: 0 last_secs: 0.000159 secs_since: 0 -Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) - -** File Read Latency Histogram By Level [default] ** -2024/03/07-11:09:24.278526 6139146240 [db/db_impl/db_impl.cc:490] Shutdown: canceling all background work -2024/03/07-11:09:24.278904 6139146240 [db/db_impl/db_impl.cc:692] Shutdown complete diff --git a/crates/core/harmonic/LOG.old.1709806499546033 b/crates/core/harmonic/LOG.old.1709806499546033 deleted file mode 100644 index ee7d5455..00000000 --- a/crates/core/harmonic/LOG.old.1709806499546033 +++ /dev/null @@ -1,284 +0,0 @@ -2024/03/07-11:14:21.585960 6163345408 RocksDB version: 8.1.1 -2024/03/07-11:14:21.586632 6163345408 Compile date 2023-04-06 16:38:52 -2024/03/07-11:14:21.586635 6163345408 DB SUMMARY -2024/03/07-11:14:21.586637 6163345408 DB Session ID: D10QAWA3AGODX4DN624T -2024/03/07-11:14:21.586758 6163345408 CURRENT file: CURRENT -2024/03/07-11:14:21.586760 6163345408 IDENTITY file: IDENTITY -2024/03/07-11:14:21.586766 6163345408 MANIFEST file: MANIFEST-000009 size: 81 Bytes -2024/03/07-11:14:21.586769 6163345408 SST files in harmonic dir, Total Num: 0, files: -2024/03/07-11:14:21.586771 6163345408 Write Ahead Log file in harmonic: 000004.log size: 0 ; 000008.log size: 0 ; -2024/03/07-11:14:21.586773 6163345408 Options.error_if_exists: 0 -2024/03/07-11:14:21.586774 6163345408 Options.create_if_missing: 1 -2024/03/07-11:14:21.586775 6163345408 Options.paranoid_checks: 1 -2024/03/07-11:14:21.586776 6163345408 Options.flush_verify_memtable_count: 1 -2024/03/07-11:14:21.586777 6163345408 Options.track_and_verify_wals_in_manifest: 0 -2024/03/07-11:14:21.586778 6163345408 Options.verify_sst_unique_id_in_manifest: 1 -2024/03/07-11:14:21.586779 6163345408 Options.env: 0x1059a8740 -2024/03/07-11:14:21.586780 6163345408 Options.fs: PosixFileSystem -2024/03/07-11:14:21.586781 6163345408 Options.info_log: 0x136f04098 -2024/03/07-11:14:21.586782 6163345408 Options.max_file_opening_threads: 16 -2024/03/07-11:14:21.586783 6163345408 Options.statistics: 0x0 -2024/03/07-11:14:21.586784 6163345408 Options.use_fsync: 0 -2024/03/07-11:14:21.586785 6163345408 Options.max_log_file_size: 0 -2024/03/07-11:14:21.586786 6163345408 Options.max_manifest_file_size: 1073741824 -2024/03/07-11:14:21.586787 6163345408 Options.log_file_time_to_roll: 0 -2024/03/07-11:14:21.586788 6163345408 Options.keep_log_file_num: 1000 -2024/03/07-11:14:21.586789 6163345408 Options.recycle_log_file_num: 0 -2024/03/07-11:14:21.586790 6163345408 Options.allow_fallocate: 1 -2024/03/07-11:14:21.586791 6163345408 Options.allow_mmap_reads: 0 -2024/03/07-11:14:21.586792 6163345408 Options.allow_mmap_writes: 0 -2024/03/07-11:14:21.586793 6163345408 Options.use_direct_reads: 0 -2024/03/07-11:14:21.586794 6163345408 Options.use_direct_io_for_flush_and_compaction: 0 -2024/03/07-11:14:21.586795 6163345408 Options.create_missing_column_families: 0 -2024/03/07-11:14:21.586796 6163345408 Options.db_log_dir: -2024/03/07-11:14:21.586797 6163345408 Options.wal_dir: -2024/03/07-11:14:21.586798 6163345408 Options.table_cache_numshardbits: 6 -2024/03/07-11:14:21.586799 6163345408 Options.WAL_ttl_seconds: 0 -2024/03/07-11:14:21.586800 6163345408 Options.WAL_size_limit_MB: 0 -2024/03/07-11:14:21.586801 6163345408 Options.max_write_batch_group_size_bytes: 1048576 -2024/03/07-11:14:21.586803 6163345408 Options.manifest_preallocation_size: 4194304 -2024/03/07-11:14:21.586804 6163345408 Options.is_fd_close_on_exec: 1 -2024/03/07-11:14:21.586805 6163345408 Options.advise_random_on_open: 1 -2024/03/07-11:14:21.586806 6163345408 Options.db_write_buffer_size: 0 -2024/03/07-11:14:21.586807 6163345408 Options.write_buffer_manager: 0x600001c18000 -2024/03/07-11:14:21.586808 6163345408 Options.access_hint_on_compaction_start: 1 -2024/03/07-11:14:21.586809 6163345408 Options.random_access_max_buffer_size: 1048576 -2024/03/07-11:14:21.586810 6163345408 Options.use_adaptive_mutex: 0 -2024/03/07-11:14:21.586811 6163345408 Options.rate_limiter: 0x0 -2024/03/07-11:14:21.586814 6163345408 Options.sst_file_manager.rate_bytes_per_sec: 0 -2024/03/07-11:14:21.586815 6163345408 Options.wal_recovery_mode: 2 -2024/03/07-11:14:21.586816 6163345408 Options.enable_thread_tracking: 0 -2024/03/07-11:14:21.586817 6163345408 Options.enable_pipelined_write: 0 -2024/03/07-11:14:21.586818 6163345408 Options.unordered_write: 0 -2024/03/07-11:14:21.586819 6163345408 Options.allow_concurrent_memtable_write: 1 -2024/03/07-11:14:21.586820 6163345408 Options.enable_write_thread_adaptive_yield: 1 -2024/03/07-11:14:21.586821 6163345408 Options.write_thread_max_yield_usec: 100 -2024/03/07-11:14:21.586822 6163345408 Options.write_thread_slow_yield_usec: 3 -2024/03/07-11:14:21.586823 6163345408 Options.row_cache: None -2024/03/07-11:14:21.586824 6163345408 Options.wal_filter: None -2024/03/07-11:14:21.586825 6163345408 Options.avoid_flush_during_recovery: 0 -2024/03/07-11:14:21.586826 6163345408 Options.allow_ingest_behind: 0 -2024/03/07-11:14:21.586827 6163345408 Options.two_write_queues: 0 -2024/03/07-11:14:21.586828 6163345408 Options.manual_wal_flush: 0 -2024/03/07-11:14:21.586829 6163345408 Options.wal_compression: 0 -2024/03/07-11:14:21.586830 6163345408 Options.atomic_flush: 0 -2024/03/07-11:14:21.586831 6163345408 Options.avoid_unnecessary_blocking_io: 0 -2024/03/07-11:14:21.586832 6163345408 Options.persist_stats_to_disk: 0 -2024/03/07-11:14:21.586833 6163345408 Options.write_dbid_to_manifest: 0 -2024/03/07-11:14:21.586834 6163345408 Options.log_readahead_size: 0 -2024/03/07-11:14:21.586834 6163345408 Options.file_checksum_gen_factory: Unknown -2024/03/07-11:14:21.586851 6163345408 Options.best_efforts_recovery: 0 -2024/03/07-11:14:21.586852 6163345408 Options.max_bgerror_resume_count: 2147483647 -2024/03/07-11:14:21.586853 6163345408 Options.bgerror_resume_retry_interval: 1000000 -2024/03/07-11:14:21.586854 6163345408 Options.allow_data_in_errors: 0 -2024/03/07-11:14:21.586855 6163345408 Options.db_host_id: __hostname__ -2024/03/07-11:14:21.586856 6163345408 Options.enforce_single_del_contracts: true -2024/03/07-11:14:21.586857 6163345408 Options.max_background_jobs: 8 -2024/03/07-11:14:21.586858 6163345408 Options.max_background_compactions: -1 -2024/03/07-11:14:21.586859 6163345408 Options.max_subcompactions: 8 -2024/03/07-11:14:21.586860 6163345408 Options.avoid_flush_during_shutdown: 0 -2024/03/07-11:14:21.586861 6163345408 Options.writable_file_max_buffer_size: 1048576 -2024/03/07-11:14:21.586862 6163345408 Options.delayed_write_rate : 16777216 -2024/03/07-11:14:21.586866 6163345408 Options.max_total_wal_size: 0 -2024/03/07-11:14:21.586867 6163345408 Options.delete_obsolete_files_period_micros: 21600000000 -2024/03/07-11:14:21.586868 6163345408 Options.stats_dump_period_sec: 600 -2024/03/07-11:14:21.586869 6163345408 Options.stats_persist_period_sec: 600 -2024/03/07-11:14:21.586870 6163345408 Options.stats_history_buffer_size: 1048576 -2024/03/07-11:14:21.586871 6163345408 Options.max_open_files: -1 -2024/03/07-11:14:21.586872 6163345408 Options.bytes_per_sync: 1048576 -2024/03/07-11:14:21.586873 6163345408 Options.wal_bytes_per_sync: 0 -2024/03/07-11:14:21.586874 6163345408 Options.strict_bytes_per_sync: 0 -2024/03/07-11:14:21.586875 6163345408 Options.compaction_readahead_size: 0 -2024/03/07-11:14:21.586876 6163345408 Options.max_background_flushes: -1 -2024/03/07-11:14:21.586877 6163345408 Compression algorithms supported: -2024/03/07-11:14:21.586891 6163345408 kZSTD supported: 1 -2024/03/07-11:14:21.586892 6163345408 kZlibCompression supported: 1 -2024/03/07-11:14:21.586893 6163345408 kXpressCompression supported: 0 -2024/03/07-11:14:21.586894 6163345408 kSnappyCompression supported: 1 -2024/03/07-11:14:21.586896 6163345408 kZSTDNotFinalCompression supported: 1 -2024/03/07-11:14:21.586897 6163345408 kLZ4HCCompression supported: 1 -2024/03/07-11:14:21.586898 6163345408 kLZ4Compression supported: 1 -2024/03/07-11:14:21.586899 6163345408 kBZip2Compression supported: 1 -2024/03/07-11:14:21.586910 6163345408 Fast CRC32 supported: Supported on Arm64 -2024/03/07-11:14:21.586911 6163345408 DMutex implementation: pthread_mutex_t -2024/03/07-11:14:21.587083 6163345408 [db/version_set.cc:5662] Recovering from manifest file: harmonic/MANIFEST-000009 -2024/03/07-11:14:21.587395 6163345408 [db/column_family.cc:621] --------------- Options for column family [default]: -2024/03/07-11:14:21.587397 6163345408 Options.comparator: leveldb.BytewiseComparator -2024/03/07-11:14:21.587399 6163345408 Options.merge_operator: None -2024/03/07-11:14:21.587400 6163345408 Options.compaction_filter: None -2024/03/07-11:14:21.587401 6163345408 Options.compaction_filter_factory: None -2024/03/07-11:14:21.587402 6163345408 Options.sst_partitioner_factory: None -2024/03/07-11:14:21.587403 6163345408 Options.memtable_factory: SkipListFactory -2024/03/07-11:14:21.587404 6163345408 Options.table_factory: BlockBasedTable -2024/03/07-11:14:21.587451 6163345408 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x6000027140e0) - cache_index_and_filter_blocks: 0 - cache_index_and_filter_blocks_with_high_priority: 1 - pin_l0_filter_and_index_blocks_in_cache: 0 - pin_top_level_index_and_filter: 1 - index_type: 0 - data_block_index_type: 1 - index_shortening: 1 - data_block_hash_table_util_ratio: 0.750000 - checksum: 4 - no_block_cache: 0 - block_cache: 0x600001218018 - block_cache_name: LRUCache - block_cache_options: - capacity : 536870912 - num_shard_bits : 6 - strict_capacity_limit : 0 - memory_allocator : None - high_pri_pool_ratio: 0.500 - low_pri_pool_ratio: 0.000 - persistent_cache: 0x0 - block_size: 4096 - block_size_deviation: 10 - block_restart_interval: 16 - index_block_restart_interval: 1 - metadata_block_size: 4096 - partition_filters: 0 - use_delta_encoding: 1 - filter_policy: bloomfilter - whole_key_filtering: 1 - verify_compression: 0 - read_amp_bytes_per_bit: 0 - format_version: 5 - enable_index_compression: 1 - block_align: 0 - max_auto_readahead_size: 262144 - prepopulate_block_cache: 0 - initial_auto_readahead_size: 8192 - num_file_reads_for_auto_readahead: 2 -2024/03/07-11:14:21.587454 6163345408 Options.write_buffer_size: 67108864 -2024/03/07-11:14:21.587455 6163345408 Options.max_write_buffer_number: 2 -2024/03/07-11:14:21.587456 6163345408 Options.compression: LZ4 -2024/03/07-11:14:21.587457 6163345408 Options.bottommost_compression: Disabled -2024/03/07-11:14:21.587458 6163345408 Options.prefix_extractor: nullptr -2024/03/07-11:14:21.587459 6163345408 Options.memtable_insert_with_hint_prefix_extractor: nullptr -2024/03/07-11:14:21.587460 6163345408 Options.num_levels: 7 -2024/03/07-11:14:21.587461 6163345408 Options.min_write_buffer_number_to_merge: 1 -2024/03/07-11:14:21.587462 6163345408 Options.max_write_buffer_number_to_maintain: 0 -2024/03/07-11:14:21.587463 6163345408 Options.max_write_buffer_size_to_maintain: 0 -2024/03/07-11:14:21.587464 6163345408 Options.bottommost_compression_opts.window_bits: -14 -2024/03/07-11:14:21.587466 6163345408 Options.bottommost_compression_opts.level: 32767 -2024/03/07-11:14:21.587467 6163345408 Options.bottommost_compression_opts.strategy: 0 -2024/03/07-11:14:21.587468 6163345408 Options.bottommost_compression_opts.max_dict_bytes: 0 -2024/03/07-11:14:21.587469 6163345408 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 -2024/03/07-11:14:21.587470 6163345408 Options.bottommost_compression_opts.parallel_threads: 1 -2024/03/07-11:14:21.587471 6163345408 Options.bottommost_compression_opts.enabled: false -2024/03/07-11:14:21.587472 6163345408 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 -2024/03/07-11:14:21.587472 6163345408 Options.bottommost_compression_opts.use_zstd_dict_trainer: true -2024/03/07-11:14:21.587473 6163345408 Options.compression_opts.window_bits: -14 -2024/03/07-11:14:21.587474 6163345408 Options.compression_opts.level: 32767 -2024/03/07-11:14:21.587475 6163345408 Options.compression_opts.strategy: 0 -2024/03/07-11:14:21.587476 6163345408 Options.compression_opts.max_dict_bytes: 0 -2024/03/07-11:14:21.587477 6163345408 Options.compression_opts.zstd_max_train_bytes: 0 -2024/03/07-11:14:21.587478 6163345408 Options.compression_opts.use_zstd_dict_trainer: true -2024/03/07-11:14:21.587479 6163345408 Options.compression_opts.parallel_threads: 1 -2024/03/07-11:14:21.587480 6163345408 Options.compression_opts.enabled: false -2024/03/07-11:14:21.587481 6163345408 Options.compression_opts.max_dict_buffer_bytes: 0 -2024/03/07-11:14:21.587482 6163345408 Options.level0_file_num_compaction_trigger: 4 -2024/03/07-11:14:21.587483 6163345408 Options.level0_slowdown_writes_trigger: 20 -2024/03/07-11:14:21.587484 6163345408 Options.level0_stop_writes_trigger: 36 -2024/03/07-11:14:21.587485 6163345408 Options.target_file_size_base: 67108864 -2024/03/07-11:14:21.587486 6163345408 Options.target_file_size_multiplier: 1 -2024/03/07-11:14:21.587487 6163345408 Options.max_bytes_for_level_base: 268435456 -2024/03/07-11:14:21.587488 6163345408 Options.level_compaction_dynamic_level_bytes: 1 -2024/03/07-11:14:21.587489 6163345408 Options.max_bytes_for_level_multiplier: 10.000000 -2024/03/07-11:14:21.587491 6163345408 Options.max_bytes_for_level_multiplier_addtl[0]: 1 -2024/03/07-11:14:21.587492 6163345408 Options.max_bytes_for_level_multiplier_addtl[1]: 1 -2024/03/07-11:14:21.587493 6163345408 Options.max_bytes_for_level_multiplier_addtl[2]: 1 -2024/03/07-11:14:21.587494 6163345408 Options.max_bytes_for_level_multiplier_addtl[3]: 1 -2024/03/07-11:14:21.587495 6163345408 Options.max_bytes_for_level_multiplier_addtl[4]: 1 -2024/03/07-11:14:21.587496 6163345408 Options.max_bytes_for_level_multiplier_addtl[5]: 1 -2024/03/07-11:14:21.587497 6163345408 Options.max_bytes_for_level_multiplier_addtl[6]: 1 -2024/03/07-11:14:21.587498 6163345408 Options.max_sequential_skip_in_iterations: 8 -2024/03/07-11:14:21.587499 6163345408 Options.max_compaction_bytes: 1677721600 -2024/03/07-11:14:21.587500 6163345408 Options.ignore_max_compaction_bytes_for_input: true -2024/03/07-11:14:21.587501 6163345408 Options.arena_block_size: 1048576 -2024/03/07-11:14:21.587502 6163345408 Options.soft_pending_compaction_bytes_limit: 68719476736 -2024/03/07-11:14:21.587503 6163345408 Options.hard_pending_compaction_bytes_limit: 274877906944 -2024/03/07-11:14:21.587504 6163345408 Options.disable_auto_compactions: 0 -2024/03/07-11:14:21.587505 6163345408 Options.compaction_style: kCompactionStyleLevel -2024/03/07-11:14:21.587508 6163345408 Options.compaction_pri: kMinOverlappingRatio -2024/03/07-11:14:21.587509 6163345408 Options.compaction_options_universal.size_ratio: 1 -2024/03/07-11:14:21.587510 6163345408 Options.compaction_options_universal.min_merge_width: 2 -2024/03/07-11:14:21.587511 6163345408 Options.compaction_options_universal.max_merge_width: 4294967295 -2024/03/07-11:14:21.587512 6163345408 Options.compaction_options_universal.max_size_amplification_percent: 200 -2024/03/07-11:14:21.587513 6163345408 Options.compaction_options_universal.compression_size_percent: -1 -2024/03/07-11:14:21.587515 6163345408 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize -2024/03/07-11:14:21.587518 6163345408 Options.compaction_options_fifo.max_table_files_size: 1073741824 -2024/03/07-11:14:21.587519 6163345408 Options.compaction_options_fifo.allow_compaction: 0 -2024/03/07-11:14:21.587521 6163345408 Options.table_properties_collectors: -2024/03/07-11:14:21.587522 6163345408 Options.inplace_update_support: 0 -2024/03/07-11:14:21.587523 6163345408 Options.inplace_update_num_locks: 10000 -2024/03/07-11:14:21.587524 6163345408 Options.memtable_prefix_bloom_size_ratio: 0.020000 -2024/03/07-11:14:21.587525 6163345408 Options.memtable_whole_key_filtering: 1 -2024/03/07-11:14:21.587526 6163345408 Options.memtable_huge_page_size: 0 -2024/03/07-11:14:21.587527 6163345408 Options.bloom_locality: 0 -2024/03/07-11:14:21.587528 6163345408 Options.max_successive_merges: 0 -2024/03/07-11:14:21.587529 6163345408 Options.optimize_filters_for_hits: 0 -2024/03/07-11:14:21.587530 6163345408 Options.paranoid_file_checks: 0 -2024/03/07-11:14:21.587531 6163345408 Options.force_consistency_checks: 1 -2024/03/07-11:14:21.587532 6163345408 Options.report_bg_io_stats: 0 -2024/03/07-11:14:21.587533 6163345408 Options.ttl: 2592000 -2024/03/07-11:14:21.587534 6163345408 Options.periodic_compaction_seconds: 0 -2024/03/07-11:14:21.587535 6163345408 Options.preclude_last_level_data_seconds: 0 -2024/03/07-11:14:21.587536 6163345408 Options.preserve_internal_time_seconds: 0 -2024/03/07-11:14:21.587537 6163345408 Options.enable_blob_files: false -2024/03/07-11:14:21.587538 6163345408 Options.min_blob_size: 0 -2024/03/07-11:14:21.587539 6163345408 Options.blob_file_size: 268435456 -2024/03/07-11:14:21.587540 6163345408 Options.blob_compression_type: NoCompression -2024/03/07-11:14:21.587541 6163345408 Options.enable_blob_garbage_collection: false -2024/03/07-11:14:21.587542 6163345408 Options.blob_garbage_collection_age_cutoff: 0.250000 -2024/03/07-11:14:21.587543 6163345408 Options.blob_garbage_collection_force_threshold: 1.000000 -2024/03/07-11:14:21.587544 6163345408 Options.blob_compaction_readahead_size: 0 -2024/03/07-11:14:21.587545 6163345408 Options.blob_file_starting_level: 0 -2024/03/07-11:14:21.587546 6163345408 Options.experimental_mempurge_threshold: 0.000000 -2024/03/07-11:14:21.588444 6163345408 [db/version_set.cc:5713] Recovered from manifest file:harmonic/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 11, last_sequence is 0, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 -2024/03/07-11:14:21.588447 6163345408 [db/version_set.cc:5722] Column family [default] (ID 0), log number is 5 -2024/03/07-11:14:21.588479 6163345408 [db/db_impl/db_impl_open.cc:537] DB ID: 5b2f50d0-e9d2-4280-bd55-c613a79cf530 -2024/03/07-11:14:21.588665 6163345408 EVENT_LOG_v1 {"time_micros": 1709806461588647, "job": 1, "event": "recovery_started", "wal_files": [4, 8]} -2024/03/07-11:14:21.588668 6163345408 [db/db_impl/db_impl_open.cc:1018] Skipping log #4 since it is older than min log to keep #5 -2024/03/07-11:14:21.588670 6163345408 [db/db_impl/db_impl_open.cc:1031] Recovering log #8 mode 2 -2024/03/07-11:14:21.588750 6163345408 EVENT_LOG_v1 {"time_micros": 1709806461588748, "job": 1, "event": "recovery_finished"} -2024/03/07-11:14:21.588985 6163345408 [db/version_set.cc:5180] Creating manifest 13 -2024/03/07-11:14:21.592740 6163345408 [db/db_impl/db_impl_open.cc:1977] SstFileManager instance 0x136f049e0 -2024/03/07-11:14:21.592804 6163345408 DB pointer 0x14180f200 -2024/03/07-11:14:21.593132 6169653248 [db/db_impl/db_impl.cc:1085] ------- DUMPING STATS ------- -2024/03/07-11:14:21.593135 6169653248 [db/db_impl/db_impl.cc:1086] -** DB Stats ** -Uptime(secs): 0.0 total, 0.0 interval -Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s -Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s -Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent -Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s -Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s -Interval stall: 00:00:0.000 H:M:S, 0.0 percent -Write Stall (count): write-buffer-manager-limit-stops: 0, -** Compaction Stats [default] ** -Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- - Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 - Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 - -** Compaction Stats [default] ** -Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- - -Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 - -Uptime(secs): 0.0 total, 0.0 interval -Flush(GB): cumulative 0.000, interval 0.000 -AddFile(GB): cumulative 0.000, interval 0.000 -AddFile(Total Files): cumulative 0, interval 0 -AddFile(L0 Files): cumulative 0, interval 0 -AddFile(Keys): cumulative 0, interval 0 -Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds -Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds -Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0, Block cache LRUCache@0x600001218018#2996 capacity: 512.00 MB usage: 0.08 KB table_size: 1024 occupancy: 87 collections: 1 last_copies: 0 last_secs: 0.000133 secs_since: 0 -Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) - -** File Read Latency Histogram By Level [default] ** -2024/03/07-11:14:22.524341 6163345408 [db/db_impl/db_impl.cc:490] Shutdown: canceling all background work -2024/03/07-11:14:22.524721 6163345408 [db/db_impl/db_impl.cc:692] Shutdown complete diff --git a/crates/core/harmonic/LOG.old.1709806518640403 b/crates/core/harmonic/LOG.old.1709806518640403 deleted file mode 100644 index 3485e1ed..00000000 --- a/crates/core/harmonic/LOG.old.1709806518640403 +++ /dev/null @@ -1,285 +0,0 @@ -2024/03/07-11:14:59.547006 6132887552 RocksDB version: 8.1.1 -2024/03/07-11:14:59.547890 6132887552 Compile date 2023-04-06 16:38:52 -2024/03/07-11:14:59.547893 6132887552 DB SUMMARY -2024/03/07-11:14:59.547894 6132887552 DB Session ID: 5VIWYOKT9UOM7LD4F1YW -2024/03/07-11:14:59.547999 6132887552 CURRENT file: CURRENT -2024/03/07-11:14:59.548001 6132887552 IDENTITY file: IDENTITY -2024/03/07-11:14:59.548008 6132887552 MANIFEST file: MANIFEST-000013 size: 81 Bytes -2024/03/07-11:14:59.548011 6132887552 SST files in harmonic dir, Total Num: 0, files: -2024/03/07-11:14:59.548013 6132887552 Write Ahead Log file in harmonic: 000004.log size: 0 ; 000008.log size: 0 ; 000012.log size: 0 ; -2024/03/07-11:14:59.548015 6132887552 Options.error_if_exists: 0 -2024/03/07-11:14:59.548017 6132887552 Options.create_if_missing: 1 -2024/03/07-11:14:59.548018 6132887552 Options.paranoid_checks: 1 -2024/03/07-11:14:59.548019 6132887552 Options.flush_verify_memtable_count: 1 -2024/03/07-11:14:59.548020 6132887552 Options.track_and_verify_wals_in_manifest: 0 -2024/03/07-11:14:59.548021 6132887552 Options.verify_sst_unique_id_in_manifest: 1 -2024/03/07-11:14:59.548022 6132887552 Options.env: 0x1076c4740 -2024/03/07-11:14:59.548024 6132887552 Options.fs: PosixFileSystem -2024/03/07-11:14:59.548025 6132887552 Options.info_log: 0x121704098 -2024/03/07-11:14:59.548026 6132887552 Options.max_file_opening_threads: 16 -2024/03/07-11:14:59.548027 6132887552 Options.statistics: 0x0 -2024/03/07-11:14:59.548029 6132887552 Options.use_fsync: 0 -2024/03/07-11:14:59.548030 6132887552 Options.max_log_file_size: 0 -2024/03/07-11:14:59.548031 6132887552 Options.max_manifest_file_size: 1073741824 -2024/03/07-11:14:59.548032 6132887552 Options.log_file_time_to_roll: 0 -2024/03/07-11:14:59.548033 6132887552 Options.keep_log_file_num: 1000 -2024/03/07-11:14:59.548035 6132887552 Options.recycle_log_file_num: 0 -2024/03/07-11:14:59.548036 6132887552 Options.allow_fallocate: 1 -2024/03/07-11:14:59.548037 6132887552 Options.allow_mmap_reads: 0 -2024/03/07-11:14:59.548038 6132887552 Options.allow_mmap_writes: 0 -2024/03/07-11:14:59.548039 6132887552 Options.use_direct_reads: 0 -2024/03/07-11:14:59.548040 6132887552 Options.use_direct_io_for_flush_and_compaction: 0 -2024/03/07-11:14:59.548041 6132887552 Options.create_missing_column_families: 0 -2024/03/07-11:14:59.548043 6132887552 Options.db_log_dir: -2024/03/07-11:14:59.548044 6132887552 Options.wal_dir: -2024/03/07-11:14:59.548045 6132887552 Options.table_cache_numshardbits: 6 -2024/03/07-11:14:59.548046 6132887552 Options.WAL_ttl_seconds: 0 -2024/03/07-11:14:59.548047 6132887552 Options.WAL_size_limit_MB: 0 -2024/03/07-11:14:59.548048 6132887552 Options.max_write_batch_group_size_bytes: 1048576 -2024/03/07-11:14:59.548049 6132887552 Options.manifest_preallocation_size: 4194304 -2024/03/07-11:14:59.548051 6132887552 Options.is_fd_close_on_exec: 1 -2024/03/07-11:14:59.548052 6132887552 Options.advise_random_on_open: 1 -2024/03/07-11:14:59.548053 6132887552 Options.db_write_buffer_size: 0 -2024/03/07-11:14:59.548054 6132887552 Options.write_buffer_manager: 0x600002370000 -2024/03/07-11:14:59.548055 6132887552 Options.access_hint_on_compaction_start: 1 -2024/03/07-11:14:59.548056 6132887552 Options.random_access_max_buffer_size: 1048576 -2024/03/07-11:14:59.548057 6132887552 Options.use_adaptive_mutex: 0 -2024/03/07-11:14:59.548058 6132887552 Options.rate_limiter: 0x0 -2024/03/07-11:14:59.548060 6132887552 Options.sst_file_manager.rate_bytes_per_sec: 0 -2024/03/07-11:14:59.548061 6132887552 Options.wal_recovery_mode: 2 -2024/03/07-11:14:59.548062 6132887552 Options.enable_thread_tracking: 0 -2024/03/07-11:14:59.548063 6132887552 Options.enable_pipelined_write: 0 -2024/03/07-11:14:59.548064 6132887552 Options.unordered_write: 0 -2024/03/07-11:14:59.548065 6132887552 Options.allow_concurrent_memtable_write: 1 -2024/03/07-11:14:59.548066 6132887552 Options.enable_write_thread_adaptive_yield: 1 -2024/03/07-11:14:59.548068 6132887552 Options.write_thread_max_yield_usec: 100 -2024/03/07-11:14:59.548069 6132887552 Options.write_thread_slow_yield_usec: 3 -2024/03/07-11:14:59.548070 6132887552 Options.row_cache: None -2024/03/07-11:14:59.548071 6132887552 Options.wal_filter: None -2024/03/07-11:14:59.548072 6132887552 Options.avoid_flush_during_recovery: 0 -2024/03/07-11:14:59.548073 6132887552 Options.allow_ingest_behind: 0 -2024/03/07-11:14:59.548074 6132887552 Options.two_write_queues: 0 -2024/03/07-11:14:59.548076 6132887552 Options.manual_wal_flush: 0 -2024/03/07-11:14:59.548077 6132887552 Options.wal_compression: 0 -2024/03/07-11:14:59.548078 6132887552 Options.atomic_flush: 0 -2024/03/07-11:14:59.548079 6132887552 Options.avoid_unnecessary_blocking_io: 0 -2024/03/07-11:14:59.548080 6132887552 Options.persist_stats_to_disk: 0 -2024/03/07-11:14:59.548081 6132887552 Options.write_dbid_to_manifest: 0 -2024/03/07-11:14:59.548082 6132887552 Options.log_readahead_size: 0 -2024/03/07-11:14:59.548083 6132887552 Options.file_checksum_gen_factory: Unknown -2024/03/07-11:14:59.548085 6132887552 Options.best_efforts_recovery: 0 -2024/03/07-11:14:59.548086 6132887552 Options.max_bgerror_resume_count: 2147483647 -2024/03/07-11:14:59.548087 6132887552 Options.bgerror_resume_retry_interval: 1000000 -2024/03/07-11:14:59.548088 6132887552 Options.allow_data_in_errors: 0 -2024/03/07-11:14:59.548089 6132887552 Options.db_host_id: __hostname__ -2024/03/07-11:14:59.548090 6132887552 Options.enforce_single_del_contracts: true -2024/03/07-11:14:59.548092 6132887552 Options.max_background_jobs: 8 -2024/03/07-11:14:59.548093 6132887552 Options.max_background_compactions: -1 -2024/03/07-11:14:59.548094 6132887552 Options.max_subcompactions: 8 -2024/03/07-11:14:59.548095 6132887552 Options.avoid_flush_during_shutdown: 0 -2024/03/07-11:14:59.548096 6132887552 Options.writable_file_max_buffer_size: 1048576 -2024/03/07-11:14:59.548097 6132887552 Options.delayed_write_rate : 16777216 -2024/03/07-11:14:59.548098 6132887552 Options.max_total_wal_size: 0 -2024/03/07-11:14:59.548099 6132887552 Options.delete_obsolete_files_period_micros: 21600000000 -2024/03/07-11:14:59.548101 6132887552 Options.stats_dump_period_sec: 600 -2024/03/07-11:14:59.548102 6132887552 Options.stats_persist_period_sec: 600 -2024/03/07-11:14:59.548103 6132887552 Options.stats_history_buffer_size: 1048576 -2024/03/07-11:14:59.548104 6132887552 Options.max_open_files: -1 -2024/03/07-11:14:59.548105 6132887552 Options.bytes_per_sync: 1048576 -2024/03/07-11:14:59.548106 6132887552 Options.wal_bytes_per_sync: 0 -2024/03/07-11:14:59.548107 6132887552 Options.strict_bytes_per_sync: 0 -2024/03/07-11:14:59.548108 6132887552 Options.compaction_readahead_size: 0 -2024/03/07-11:14:59.548110 6132887552 Options.max_background_flushes: -1 -2024/03/07-11:14:59.548111 6132887552 Compression algorithms supported: -2024/03/07-11:14:59.548129 6132887552 kZSTD supported: 1 -2024/03/07-11:14:59.548130 6132887552 kZlibCompression supported: 1 -2024/03/07-11:14:59.548132 6132887552 kXpressCompression supported: 0 -2024/03/07-11:14:59.548133 6132887552 kSnappyCompression supported: 1 -2024/03/07-11:14:59.548134 6132887552 kZSTDNotFinalCompression supported: 1 -2024/03/07-11:14:59.548136 6132887552 kLZ4HCCompression supported: 1 -2024/03/07-11:14:59.548137 6132887552 kLZ4Compression supported: 1 -2024/03/07-11:14:59.548138 6132887552 kBZip2Compression supported: 1 -2024/03/07-11:14:59.548146 6132887552 Fast CRC32 supported: Supported on Arm64 -2024/03/07-11:14:59.548147 6132887552 DMutex implementation: pthread_mutex_t -2024/03/07-11:14:59.548312 6132887552 [db/version_set.cc:5662] Recovering from manifest file: harmonic/MANIFEST-000013 -2024/03/07-11:14:59.548616 6132887552 [db/column_family.cc:621] --------------- Options for column family [default]: -2024/03/07-11:14:59.548621 6132887552 Options.comparator: leveldb.BytewiseComparator -2024/03/07-11:14:59.548622 6132887552 Options.merge_operator: None -2024/03/07-11:14:59.548624 6132887552 Options.compaction_filter: None -2024/03/07-11:14:59.548625 6132887552 Options.compaction_filter_factory: None -2024/03/07-11:14:59.548626 6132887552 Options.sst_partitioner_factory: None -2024/03/07-11:14:59.548628 6132887552 Options.memtable_factory: SkipListFactory -2024/03/07-11:14:59.548629 6132887552 Options.table_factory: BlockBasedTable -2024/03/07-11:14:59.548679 6132887552 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x600001877180) - cache_index_and_filter_blocks: 0 - cache_index_and_filter_blocks_with_high_priority: 1 - pin_l0_filter_and_index_blocks_in_cache: 0 - pin_top_level_index_and_filter: 1 - index_type: 0 - data_block_index_type: 1 - index_shortening: 1 - data_block_hash_table_util_ratio: 0.750000 - checksum: 4 - no_block_cache: 0 - block_cache: 0x600002d70018 - block_cache_name: LRUCache - block_cache_options: - capacity : 536870912 - num_shard_bits : 6 - strict_capacity_limit : 0 - memory_allocator : None - high_pri_pool_ratio: 0.500 - low_pri_pool_ratio: 0.000 - persistent_cache: 0x0 - block_size: 4096 - block_size_deviation: 10 - block_restart_interval: 16 - index_block_restart_interval: 1 - metadata_block_size: 4096 - partition_filters: 0 - use_delta_encoding: 1 - filter_policy: bloomfilter - whole_key_filtering: 1 - verify_compression: 0 - read_amp_bytes_per_bit: 0 - format_version: 5 - enable_index_compression: 1 - block_align: 0 - max_auto_readahead_size: 262144 - prepopulate_block_cache: 0 - initial_auto_readahead_size: 8192 - num_file_reads_for_auto_readahead: 2 -2024/03/07-11:14:59.548687 6132887552 Options.write_buffer_size: 67108864 -2024/03/07-11:14:59.548688 6132887552 Options.max_write_buffer_number: 2 -2024/03/07-11:14:59.548690 6132887552 Options.compression: LZ4 -2024/03/07-11:14:59.548691 6132887552 Options.bottommost_compression: Disabled -2024/03/07-11:14:59.548692 6132887552 Options.prefix_extractor: nullptr -2024/03/07-11:14:59.548693 6132887552 Options.memtable_insert_with_hint_prefix_extractor: nullptr -2024/03/07-11:14:59.548695 6132887552 Options.num_levels: 7 -2024/03/07-11:14:59.548696 6132887552 Options.min_write_buffer_number_to_merge: 1 -2024/03/07-11:14:59.548697 6132887552 Options.max_write_buffer_number_to_maintain: 0 -2024/03/07-11:14:59.548698 6132887552 Options.max_write_buffer_size_to_maintain: 0 -2024/03/07-11:14:59.548699 6132887552 Options.bottommost_compression_opts.window_bits: -14 -2024/03/07-11:14:59.548700 6132887552 Options.bottommost_compression_opts.level: 32767 -2024/03/07-11:14:59.548701 6132887552 Options.bottommost_compression_opts.strategy: 0 -2024/03/07-11:14:59.548703 6132887552 Options.bottommost_compression_opts.max_dict_bytes: 0 -2024/03/07-11:14:59.548704 6132887552 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 -2024/03/07-11:14:59.548705 6132887552 Options.bottommost_compression_opts.parallel_threads: 1 -2024/03/07-11:14:59.548706 6132887552 Options.bottommost_compression_opts.enabled: false -2024/03/07-11:14:59.548707 6132887552 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 -2024/03/07-11:14:59.548708 6132887552 Options.bottommost_compression_opts.use_zstd_dict_trainer: true -2024/03/07-11:14:59.548709 6132887552 Options.compression_opts.window_bits: -14 -2024/03/07-11:14:59.548710 6132887552 Options.compression_opts.level: 32767 -2024/03/07-11:14:59.548712 6132887552 Options.compression_opts.strategy: 0 -2024/03/07-11:14:59.548713 6132887552 Options.compression_opts.max_dict_bytes: 0 -2024/03/07-11:14:59.548714 6132887552 Options.compression_opts.zstd_max_train_bytes: 0 -2024/03/07-11:14:59.548715 6132887552 Options.compression_opts.use_zstd_dict_trainer: true -2024/03/07-11:14:59.548716 6132887552 Options.compression_opts.parallel_threads: 1 -2024/03/07-11:14:59.548717 6132887552 Options.compression_opts.enabled: false -2024/03/07-11:14:59.548718 6132887552 Options.compression_opts.max_dict_buffer_bytes: 0 -2024/03/07-11:14:59.548719 6132887552 Options.level0_file_num_compaction_trigger: 4 -2024/03/07-11:14:59.548721 6132887552 Options.level0_slowdown_writes_trigger: 20 -2024/03/07-11:14:59.548722 6132887552 Options.level0_stop_writes_trigger: 36 -2024/03/07-11:14:59.548723 6132887552 Options.target_file_size_base: 67108864 -2024/03/07-11:14:59.548724 6132887552 Options.target_file_size_multiplier: 1 -2024/03/07-11:14:59.548725 6132887552 Options.max_bytes_for_level_base: 268435456 -2024/03/07-11:14:59.548726 6132887552 Options.level_compaction_dynamic_level_bytes: 1 -2024/03/07-11:14:59.548727 6132887552 Options.max_bytes_for_level_multiplier: 10.000000 -2024/03/07-11:14:59.548729 6132887552 Options.max_bytes_for_level_multiplier_addtl[0]: 1 -2024/03/07-11:14:59.548730 6132887552 Options.max_bytes_for_level_multiplier_addtl[1]: 1 -2024/03/07-11:14:59.548731 6132887552 Options.max_bytes_for_level_multiplier_addtl[2]: 1 -2024/03/07-11:14:59.548732 6132887552 Options.max_bytes_for_level_multiplier_addtl[3]: 1 -2024/03/07-11:14:59.548733 6132887552 Options.max_bytes_for_level_multiplier_addtl[4]: 1 -2024/03/07-11:14:59.548734 6132887552 Options.max_bytes_for_level_multiplier_addtl[5]: 1 -2024/03/07-11:14:59.548735 6132887552 Options.max_bytes_for_level_multiplier_addtl[6]: 1 -2024/03/07-11:14:59.548736 6132887552 Options.max_sequential_skip_in_iterations: 8 -2024/03/07-11:14:59.548738 6132887552 Options.max_compaction_bytes: 1677721600 -2024/03/07-11:14:59.548739 6132887552 Options.ignore_max_compaction_bytes_for_input: true -2024/03/07-11:14:59.548740 6132887552 Options.arena_block_size: 1048576 -2024/03/07-11:14:59.548741 6132887552 Options.soft_pending_compaction_bytes_limit: 68719476736 -2024/03/07-11:14:59.548742 6132887552 Options.hard_pending_compaction_bytes_limit: 274877906944 -2024/03/07-11:14:59.548743 6132887552 Options.disable_auto_compactions: 0 -2024/03/07-11:14:59.548745 6132887552 Options.compaction_style: kCompactionStyleLevel -2024/03/07-11:14:59.548747 6132887552 Options.compaction_pri: kMinOverlappingRatio -2024/03/07-11:14:59.548748 6132887552 Options.compaction_options_universal.size_ratio: 1 -2024/03/07-11:14:59.548749 6132887552 Options.compaction_options_universal.min_merge_width: 2 -2024/03/07-11:14:59.548750 6132887552 Options.compaction_options_universal.max_merge_width: 4294967295 -2024/03/07-11:14:59.548751 6132887552 Options.compaction_options_universal.max_size_amplification_percent: 200 -2024/03/07-11:14:59.548753 6132887552 Options.compaction_options_universal.compression_size_percent: -1 -2024/03/07-11:14:59.548754 6132887552 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize -2024/03/07-11:14:59.548757 6132887552 Options.compaction_options_fifo.max_table_files_size: 1073741824 -2024/03/07-11:14:59.548759 6132887552 Options.compaction_options_fifo.allow_compaction: 0 -2024/03/07-11:14:59.548761 6132887552 Options.table_properties_collectors: -2024/03/07-11:14:59.548762 6132887552 Options.inplace_update_support: 0 -2024/03/07-11:14:59.548763 6132887552 Options.inplace_update_num_locks: 10000 -2024/03/07-11:14:59.548764 6132887552 Options.memtable_prefix_bloom_size_ratio: 0.020000 -2024/03/07-11:14:59.548766 6132887552 Options.memtable_whole_key_filtering: 1 -2024/03/07-11:14:59.548767 6132887552 Options.memtable_huge_page_size: 0 -2024/03/07-11:14:59.548768 6132887552 Options.bloom_locality: 0 -2024/03/07-11:14:59.548769 6132887552 Options.max_successive_merges: 0 -2024/03/07-11:14:59.548770 6132887552 Options.optimize_filters_for_hits: 0 -2024/03/07-11:14:59.548771 6132887552 Options.paranoid_file_checks: 0 -2024/03/07-11:14:59.548772 6132887552 Options.force_consistency_checks: 1 -2024/03/07-11:14:59.548773 6132887552 Options.report_bg_io_stats: 0 -2024/03/07-11:14:59.548775 6132887552 Options.ttl: 2592000 -2024/03/07-11:14:59.548776 6132887552 Options.periodic_compaction_seconds: 0 -2024/03/07-11:14:59.548777 6132887552 Options.preclude_last_level_data_seconds: 0 -2024/03/07-11:14:59.548778 6132887552 Options.preserve_internal_time_seconds: 0 -2024/03/07-11:14:59.548779 6132887552 Options.enable_blob_files: false -2024/03/07-11:14:59.548780 6132887552 Options.min_blob_size: 0 -2024/03/07-11:14:59.548781 6132887552 Options.blob_file_size: 268435456 -2024/03/07-11:14:59.548782 6132887552 Options.blob_compression_type: NoCompression -2024/03/07-11:14:59.548784 6132887552 Options.enable_blob_garbage_collection: false -2024/03/07-11:14:59.548785 6132887552 Options.blob_garbage_collection_age_cutoff: 0.250000 -2024/03/07-11:14:59.548786 6132887552 Options.blob_garbage_collection_force_threshold: 1.000000 -2024/03/07-11:14:59.548787 6132887552 Options.blob_compaction_readahead_size: 0 -2024/03/07-11:14:59.548788 6132887552 Options.blob_file_starting_level: 0 -2024/03/07-11:14:59.548789 6132887552 Options.experimental_mempurge_threshold: 0.000000 -2024/03/07-11:14:59.549931 6132887552 [db/version_set.cc:5713] Recovered from manifest file:harmonic/MANIFEST-000013 succeeded,manifest_file_number is 13, next_file_number is 15, last_sequence is 0, log_number is 9,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 -2024/03/07-11:14:59.549935 6132887552 [db/version_set.cc:5722] Column family [default] (ID 0), log number is 9 -2024/03/07-11:14:59.549972 6132887552 [db/db_impl/db_impl_open.cc:537] DB ID: 5b2f50d0-e9d2-4280-bd55-c613a79cf530 -2024/03/07-11:14:59.550224 6132887552 EVENT_LOG_v1 {"time_micros": 1709806499550200, "job": 1, "event": "recovery_started", "wal_files": [4, 8, 12]} -2024/03/07-11:14:59.550227 6132887552 [db/db_impl/db_impl_open.cc:1018] Skipping log #4 since it is older than min log to keep #9 -2024/03/07-11:14:59.550228 6132887552 [db/db_impl/db_impl_open.cc:1018] Skipping log #8 since it is older than min log to keep #9 -2024/03/07-11:14:59.550230 6132887552 [db/db_impl/db_impl_open.cc:1031] Recovering log #12 mode 2 -2024/03/07-11:14:59.550310 6132887552 EVENT_LOG_v1 {"time_micros": 1709806499550307, "job": 1, "event": "recovery_finished"} -2024/03/07-11:14:59.550522 6132887552 [db/version_set.cc:5180] Creating manifest 17 -2024/03/07-11:14:59.554749 6132887552 [db/db_impl/db_impl_open.cc:1977] SstFileManager instance 0x1217049e0 -2024/03/07-11:14:59.554793 6132887552 DB pointer 0x12200f200 -2024/03/07-11:14:59.555307 6139195392 [db/db_impl/db_impl.cc:1085] ------- DUMPING STATS ------- -2024/03/07-11:14:59.555342 6139195392 [db/db_impl/db_impl.cc:1086] -** DB Stats ** -Uptime(secs): 0.0 total, 0.0 interval -Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s -Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s -Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent -Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s -Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s -Interval stall: 00:00:0.000 H:M:S, 0.0 percent -Write Stall (count): write-buffer-manager-limit-stops: 0, -** Compaction Stats [default] ** -Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- - Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 - Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 - -** Compaction Stats [default] ** -Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- - -Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 - -Uptime(secs): 0.0 total, 0.0 interval -Flush(GB): cumulative 0.000, interval 0.000 -AddFile(GB): cumulative 0.000, interval 0.000 -AddFile(Total Files): cumulative 0, interval 0 -AddFile(L0 Files): cumulative 0, interval 0 -AddFile(Keys): cumulative 0, interval 0 -Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds -Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds -Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0, Block cache LRUCache@0x600002d70018#3613 capacity: 512.00 MB usage: 0.08 KB table_size: 1024 occupancy: 87 collections: 1 last_copies: 0 last_secs: 0.000252 secs_since: 0 -Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) - -** File Read Latency Histogram By Level [default] ** -2024/03/07-11:15:00.446014 6132887552 [db/db_impl/db_impl.cc:490] Shutdown: canceling all background work -2024/03/07-11:15:00.446378 6132887552 [db/db_impl/db_impl.cc:692] Shutdown complete diff --git a/crates/core/harmonic/LOG.old.1709806547696446 b/crates/core/harmonic/LOG.old.1709806547696446 deleted file mode 100644 index 43c090d4..00000000 --- a/crates/core/harmonic/LOG.old.1709806547696446 +++ /dev/null @@ -1,286 +0,0 @@ -2024/03/07-11:15:18.641242 6102609920 RocksDB version: 8.1.1 -2024/03/07-11:15:18.641865 6102609920 Compile date 2023-04-06 16:38:52 -2024/03/07-11:15:18.641868 6102609920 DB SUMMARY -2024/03/07-11:15:18.641869 6102609920 DB Session ID: 11BMGCBC4NAGJRNIAL5X -2024/03/07-11:15:18.641995 6102609920 CURRENT file: CURRENT -2024/03/07-11:15:18.641997 6102609920 IDENTITY file: IDENTITY -2024/03/07-11:15:18.642003 6102609920 MANIFEST file: MANIFEST-000017 size: 81 Bytes -2024/03/07-11:15:18.642006 6102609920 SST files in harmonic dir, Total Num: 0, files: -2024/03/07-11:15:18.642008 6102609920 Write Ahead Log file in harmonic: 000004.log size: 0 ; 000008.log size: 0 ; 000012.log size: 0 ; 000016.log size: 0 ; -2024/03/07-11:15:18.642010 6102609920 Options.error_if_exists: 0 -2024/03/07-11:15:18.642011 6102609920 Options.create_if_missing: 1 -2024/03/07-11:15:18.642012 6102609920 Options.paranoid_checks: 1 -2024/03/07-11:15:18.642013 6102609920 Options.flush_verify_memtable_count: 1 -2024/03/07-11:15:18.642014 6102609920 Options.track_and_verify_wals_in_manifest: 0 -2024/03/07-11:15:18.642015 6102609920 Options.verify_sst_unique_id_in_manifest: 1 -2024/03/07-11:15:18.642016 6102609920 Options.env: 0x1093a4740 -2024/03/07-11:15:18.642017 6102609920 Options.fs: PosixFileSystem -2024/03/07-11:15:18.642018 6102609920 Options.info_log: 0x12d8043b8 -2024/03/07-11:15:18.642019 6102609920 Options.max_file_opening_threads: 16 -2024/03/07-11:15:18.642020 6102609920 Options.statistics: 0x0 -2024/03/07-11:15:18.642021 6102609920 Options.use_fsync: 0 -2024/03/07-11:15:18.642022 6102609920 Options.max_log_file_size: 0 -2024/03/07-11:15:18.642023 6102609920 Options.max_manifest_file_size: 1073741824 -2024/03/07-11:15:18.642024 6102609920 Options.log_file_time_to_roll: 0 -2024/03/07-11:15:18.642025 6102609920 Options.keep_log_file_num: 1000 -2024/03/07-11:15:18.642026 6102609920 Options.recycle_log_file_num: 0 -2024/03/07-11:15:18.642027 6102609920 Options.allow_fallocate: 1 -2024/03/07-11:15:18.642028 6102609920 Options.allow_mmap_reads: 0 -2024/03/07-11:15:18.642029 6102609920 Options.allow_mmap_writes: 0 -2024/03/07-11:15:18.642030 6102609920 Options.use_direct_reads: 0 -2024/03/07-11:15:18.642031 6102609920 Options.use_direct_io_for_flush_and_compaction: 0 -2024/03/07-11:15:18.642032 6102609920 Options.create_missing_column_families: 0 -2024/03/07-11:15:18.642033 6102609920 Options.db_log_dir: -2024/03/07-11:15:18.642034 6102609920 Options.wal_dir: -2024/03/07-11:15:18.642035 6102609920 Options.table_cache_numshardbits: 6 -2024/03/07-11:15:18.642036 6102609920 Options.WAL_ttl_seconds: 0 -2024/03/07-11:15:18.642037 6102609920 Options.WAL_size_limit_MB: 0 -2024/03/07-11:15:18.642038 6102609920 Options.max_write_batch_group_size_bytes: 1048576 -2024/03/07-11:15:18.642039 6102609920 Options.manifest_preallocation_size: 4194304 -2024/03/07-11:15:18.642040 6102609920 Options.is_fd_close_on_exec: 1 -2024/03/07-11:15:18.642041 6102609920 Options.advise_random_on_open: 1 -2024/03/07-11:15:18.642042 6102609920 Options.db_write_buffer_size: 0 -2024/03/07-11:15:18.642043 6102609920 Options.write_buffer_manager: 0x60000040c000 -2024/03/07-11:15:18.642044 6102609920 Options.access_hint_on_compaction_start: 1 -2024/03/07-11:15:18.642045 6102609920 Options.random_access_max_buffer_size: 1048576 -2024/03/07-11:15:18.642046 6102609920 Options.use_adaptive_mutex: 0 -2024/03/07-11:15:18.642047 6102609920 Options.rate_limiter: 0x0 -2024/03/07-11:15:18.642048 6102609920 Options.sst_file_manager.rate_bytes_per_sec: 0 -2024/03/07-11:15:18.642049 6102609920 Options.wal_recovery_mode: 2 -2024/03/07-11:15:18.642050 6102609920 Options.enable_thread_tracking: 0 -2024/03/07-11:15:18.642051 6102609920 Options.enable_pipelined_write: 0 -2024/03/07-11:15:18.642052 6102609920 Options.unordered_write: 0 -2024/03/07-11:15:18.642053 6102609920 Options.allow_concurrent_memtable_write: 1 -2024/03/07-11:15:18.642054 6102609920 Options.enable_write_thread_adaptive_yield: 1 -2024/03/07-11:15:18.642055 6102609920 Options.write_thread_max_yield_usec: 100 -2024/03/07-11:15:18.642056 6102609920 Options.write_thread_slow_yield_usec: 3 -2024/03/07-11:15:18.642057 6102609920 Options.row_cache: None -2024/03/07-11:15:18.642058 6102609920 Options.wal_filter: None -2024/03/07-11:15:18.642059 6102609920 Options.avoid_flush_during_recovery: 0 -2024/03/07-11:15:18.642060 6102609920 Options.allow_ingest_behind: 0 -2024/03/07-11:15:18.642061 6102609920 Options.two_write_queues: 0 -2024/03/07-11:15:18.642062 6102609920 Options.manual_wal_flush: 0 -2024/03/07-11:15:18.642063 6102609920 Options.wal_compression: 0 -2024/03/07-11:15:18.642064 6102609920 Options.atomic_flush: 0 -2024/03/07-11:15:18.642065 6102609920 Options.avoid_unnecessary_blocking_io: 0 -2024/03/07-11:15:18.642066 6102609920 Options.persist_stats_to_disk: 0 -2024/03/07-11:15:18.642067 6102609920 Options.write_dbid_to_manifest: 0 -2024/03/07-11:15:18.642068 6102609920 Options.log_readahead_size: 0 -2024/03/07-11:15:18.642069 6102609920 Options.file_checksum_gen_factory: Unknown -2024/03/07-11:15:18.642070 6102609920 Options.best_efforts_recovery: 0 -2024/03/07-11:15:18.642071 6102609920 Options.max_bgerror_resume_count: 2147483647 -2024/03/07-11:15:18.642072 6102609920 Options.bgerror_resume_retry_interval: 1000000 -2024/03/07-11:15:18.642073 6102609920 Options.allow_data_in_errors: 0 -2024/03/07-11:15:18.642074 6102609920 Options.db_host_id: __hostname__ -2024/03/07-11:15:18.642075 6102609920 Options.enforce_single_del_contracts: true -2024/03/07-11:15:18.642076 6102609920 Options.max_background_jobs: 8 -2024/03/07-11:15:18.642077 6102609920 Options.max_background_compactions: -1 -2024/03/07-11:15:18.642078 6102609920 Options.max_subcompactions: 8 -2024/03/07-11:15:18.642079 6102609920 Options.avoid_flush_during_shutdown: 0 -2024/03/07-11:15:18.642080 6102609920 Options.writable_file_max_buffer_size: 1048576 -2024/03/07-11:15:18.642081 6102609920 Options.delayed_write_rate : 16777216 -2024/03/07-11:15:18.642082 6102609920 Options.max_total_wal_size: 0 -2024/03/07-11:15:18.642083 6102609920 Options.delete_obsolete_files_period_micros: 21600000000 -2024/03/07-11:15:18.642084 6102609920 Options.stats_dump_period_sec: 600 -2024/03/07-11:15:18.642085 6102609920 Options.stats_persist_period_sec: 600 -2024/03/07-11:15:18.642086 6102609920 Options.stats_history_buffer_size: 1048576 -2024/03/07-11:15:18.642087 6102609920 Options.max_open_files: -1 -2024/03/07-11:15:18.642088 6102609920 Options.bytes_per_sync: 1048576 -2024/03/07-11:15:18.642089 6102609920 Options.wal_bytes_per_sync: 0 -2024/03/07-11:15:18.642090 6102609920 Options.strict_bytes_per_sync: 0 -2024/03/07-11:15:18.642091 6102609920 Options.compaction_readahead_size: 0 -2024/03/07-11:15:18.642092 6102609920 Options.max_background_flushes: -1 -2024/03/07-11:15:18.642093 6102609920 Compression algorithms supported: -2024/03/07-11:15:18.642107 6102609920 kZSTD supported: 1 -2024/03/07-11:15:18.642108 6102609920 kZlibCompression supported: 1 -2024/03/07-11:15:18.642110 6102609920 kXpressCompression supported: 0 -2024/03/07-11:15:18.642111 6102609920 kSnappyCompression supported: 1 -2024/03/07-11:15:18.642112 6102609920 kZSTDNotFinalCompression supported: 1 -2024/03/07-11:15:18.642114 6102609920 kLZ4HCCompression supported: 1 -2024/03/07-11:15:18.642115 6102609920 kLZ4Compression supported: 1 -2024/03/07-11:15:18.642116 6102609920 kBZip2Compression supported: 1 -2024/03/07-11:15:18.642123 6102609920 Fast CRC32 supported: Supported on Arm64 -2024/03/07-11:15:18.642124 6102609920 DMutex implementation: pthread_mutex_t -2024/03/07-11:15:18.642277 6102609920 [db/version_set.cc:5662] Recovering from manifest file: harmonic/MANIFEST-000017 -2024/03/07-11:15:18.642523 6102609920 [db/column_family.cc:621] --------------- Options for column family [default]: -2024/03/07-11:15:18.642525 6102609920 Options.comparator: leveldb.BytewiseComparator -2024/03/07-11:15:18.642527 6102609920 Options.merge_operator: None -2024/03/07-11:15:18.642528 6102609920 Options.compaction_filter: None -2024/03/07-11:15:18.642529 6102609920 Options.compaction_filter_factory: None -2024/03/07-11:15:18.642530 6102609920 Options.sst_partitioner_factory: None -2024/03/07-11:15:18.642531 6102609920 Options.memtable_factory: SkipListFactory -2024/03/07-11:15:18.642532 6102609920 Options.table_factory: BlockBasedTable -2024/03/07-11:15:18.642579 6102609920 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x600003f000e0) - cache_index_and_filter_blocks: 0 - cache_index_and_filter_blocks_with_high_priority: 1 - pin_l0_filter_and_index_blocks_in_cache: 0 - pin_top_level_index_and_filter: 1 - index_type: 0 - data_block_index_type: 1 - index_shortening: 1 - data_block_hash_table_util_ratio: 0.750000 - checksum: 4 - no_block_cache: 0 - block_cache: 0x600000a0c018 - block_cache_name: LRUCache - block_cache_options: - capacity : 536870912 - num_shard_bits : 6 - strict_capacity_limit : 0 - memory_allocator : None - high_pri_pool_ratio: 0.500 - low_pri_pool_ratio: 0.000 - persistent_cache: 0x0 - block_size: 4096 - block_size_deviation: 10 - block_restart_interval: 16 - index_block_restart_interval: 1 - metadata_block_size: 4096 - partition_filters: 0 - use_delta_encoding: 1 - filter_policy: bloomfilter - whole_key_filtering: 1 - verify_compression: 0 - read_amp_bytes_per_bit: 0 - format_version: 5 - enable_index_compression: 1 - block_align: 0 - max_auto_readahead_size: 262144 - prepopulate_block_cache: 0 - initial_auto_readahead_size: 8192 - num_file_reads_for_auto_readahead: 2 -2024/03/07-11:15:18.642582 6102609920 Options.write_buffer_size: 67108864 -2024/03/07-11:15:18.642583 6102609920 Options.max_write_buffer_number: 2 -2024/03/07-11:15:18.642584 6102609920 Options.compression: LZ4 -2024/03/07-11:15:18.642585 6102609920 Options.bottommost_compression: Disabled -2024/03/07-11:15:18.642586 6102609920 Options.prefix_extractor: nullptr -2024/03/07-11:15:18.642587 6102609920 Options.memtable_insert_with_hint_prefix_extractor: nullptr -2024/03/07-11:15:18.642588 6102609920 Options.num_levels: 7 -2024/03/07-11:15:18.642589 6102609920 Options.min_write_buffer_number_to_merge: 1 -2024/03/07-11:15:18.642590 6102609920 Options.max_write_buffer_number_to_maintain: 0 -2024/03/07-11:15:18.642591 6102609920 Options.max_write_buffer_size_to_maintain: 0 -2024/03/07-11:15:18.642592 6102609920 Options.bottommost_compression_opts.window_bits: -14 -2024/03/07-11:15:18.642594 6102609920 Options.bottommost_compression_opts.level: 32767 -2024/03/07-11:15:18.642595 6102609920 Options.bottommost_compression_opts.strategy: 0 -2024/03/07-11:15:18.642596 6102609920 Options.bottommost_compression_opts.max_dict_bytes: 0 -2024/03/07-11:15:18.642597 6102609920 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 -2024/03/07-11:15:18.642598 6102609920 Options.bottommost_compression_opts.parallel_threads: 1 -2024/03/07-11:15:18.642599 6102609920 Options.bottommost_compression_opts.enabled: false -2024/03/07-11:15:18.642600 6102609920 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 -2024/03/07-11:15:18.642601 6102609920 Options.bottommost_compression_opts.use_zstd_dict_trainer: true -2024/03/07-11:15:18.642602 6102609920 Options.compression_opts.window_bits: -14 -2024/03/07-11:15:18.642603 6102609920 Options.compression_opts.level: 32767 -2024/03/07-11:15:18.642604 6102609920 Options.compression_opts.strategy: 0 -2024/03/07-11:15:18.642605 6102609920 Options.compression_opts.max_dict_bytes: 0 -2024/03/07-11:15:18.642606 6102609920 Options.compression_opts.zstd_max_train_bytes: 0 -2024/03/07-11:15:18.642607 6102609920 Options.compression_opts.use_zstd_dict_trainer: true -2024/03/07-11:15:18.642608 6102609920 Options.compression_opts.parallel_threads: 1 -2024/03/07-11:15:18.642609 6102609920 Options.compression_opts.enabled: false -2024/03/07-11:15:18.642610 6102609920 Options.compression_opts.max_dict_buffer_bytes: 0 -2024/03/07-11:15:18.642611 6102609920 Options.level0_file_num_compaction_trigger: 4 -2024/03/07-11:15:18.642612 6102609920 Options.level0_slowdown_writes_trigger: 20 -2024/03/07-11:15:18.642613 6102609920 Options.level0_stop_writes_trigger: 36 -2024/03/07-11:15:18.642614 6102609920 Options.target_file_size_base: 67108864 -2024/03/07-11:15:18.642615 6102609920 Options.target_file_size_multiplier: 1 -2024/03/07-11:15:18.642616 6102609920 Options.max_bytes_for_level_base: 268435456 -2024/03/07-11:15:18.642617 6102609920 Options.level_compaction_dynamic_level_bytes: 1 -2024/03/07-11:15:18.642618 6102609920 Options.max_bytes_for_level_multiplier: 10.000000 -2024/03/07-11:15:18.642619 6102609920 Options.max_bytes_for_level_multiplier_addtl[0]: 1 -2024/03/07-11:15:18.642620 6102609920 Options.max_bytes_for_level_multiplier_addtl[1]: 1 -2024/03/07-11:15:18.642621 6102609920 Options.max_bytes_for_level_multiplier_addtl[2]: 1 -2024/03/07-11:15:18.642622 6102609920 Options.max_bytes_for_level_multiplier_addtl[3]: 1 -2024/03/07-11:15:18.642623 6102609920 Options.max_bytes_for_level_multiplier_addtl[4]: 1 -2024/03/07-11:15:18.642624 6102609920 Options.max_bytes_for_level_multiplier_addtl[5]: 1 -2024/03/07-11:15:18.642625 6102609920 Options.max_bytes_for_level_multiplier_addtl[6]: 1 -2024/03/07-11:15:18.642626 6102609920 Options.max_sequential_skip_in_iterations: 8 -2024/03/07-11:15:18.642627 6102609920 Options.max_compaction_bytes: 1677721600 -2024/03/07-11:15:18.642628 6102609920 Options.ignore_max_compaction_bytes_for_input: true -2024/03/07-11:15:18.642629 6102609920 Options.arena_block_size: 1048576 -2024/03/07-11:15:18.642630 6102609920 Options.soft_pending_compaction_bytes_limit: 68719476736 -2024/03/07-11:15:18.642631 6102609920 Options.hard_pending_compaction_bytes_limit: 274877906944 -2024/03/07-11:15:18.642632 6102609920 Options.disable_auto_compactions: 0 -2024/03/07-11:15:18.642634 6102609920 Options.compaction_style: kCompactionStyleLevel -2024/03/07-11:15:18.642636 6102609920 Options.compaction_pri: kMinOverlappingRatio -2024/03/07-11:15:18.642637 6102609920 Options.compaction_options_universal.size_ratio: 1 -2024/03/07-11:15:18.642638 6102609920 Options.compaction_options_universal.min_merge_width: 2 -2024/03/07-11:15:18.642639 6102609920 Options.compaction_options_universal.max_merge_width: 4294967295 -2024/03/07-11:15:18.642640 6102609920 Options.compaction_options_universal.max_size_amplification_percent: 200 -2024/03/07-11:15:18.642641 6102609920 Options.compaction_options_universal.compression_size_percent: -1 -2024/03/07-11:15:18.642642 6102609920 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize -2024/03/07-11:15:18.642645 6102609920 Options.compaction_options_fifo.max_table_files_size: 1073741824 -2024/03/07-11:15:18.642646 6102609920 Options.compaction_options_fifo.allow_compaction: 0 -2024/03/07-11:15:18.642652 6102609920 Options.table_properties_collectors: -2024/03/07-11:15:18.642653 6102609920 Options.inplace_update_support: 0 -2024/03/07-11:15:18.642654 6102609920 Options.inplace_update_num_locks: 10000 -2024/03/07-11:15:18.642655 6102609920 Options.memtable_prefix_bloom_size_ratio: 0.020000 -2024/03/07-11:15:18.642656 6102609920 Options.memtable_whole_key_filtering: 1 -2024/03/07-11:15:18.642657 6102609920 Options.memtable_huge_page_size: 0 -2024/03/07-11:15:18.642658 6102609920 Options.bloom_locality: 0 -2024/03/07-11:15:18.642659 6102609920 Options.max_successive_merges: 0 -2024/03/07-11:15:18.642660 6102609920 Options.optimize_filters_for_hits: 0 -2024/03/07-11:15:18.642661 6102609920 Options.paranoid_file_checks: 0 -2024/03/07-11:15:18.642662 6102609920 Options.force_consistency_checks: 1 -2024/03/07-11:15:18.642663 6102609920 Options.report_bg_io_stats: 0 -2024/03/07-11:15:18.642664 6102609920 Options.ttl: 2592000 -2024/03/07-11:15:18.642665 6102609920 Options.periodic_compaction_seconds: 0 -2024/03/07-11:15:18.642666 6102609920 Options.preclude_last_level_data_seconds: 0 -2024/03/07-11:15:18.642667 6102609920 Options.preserve_internal_time_seconds: 0 -2024/03/07-11:15:18.642668 6102609920 Options.enable_blob_files: false -2024/03/07-11:15:18.642669 6102609920 Options.min_blob_size: 0 -2024/03/07-11:15:18.642670 6102609920 Options.blob_file_size: 268435456 -2024/03/07-11:15:18.642671 6102609920 Options.blob_compression_type: NoCompression -2024/03/07-11:15:18.642672 6102609920 Options.enable_blob_garbage_collection: false -2024/03/07-11:15:18.642673 6102609920 Options.blob_garbage_collection_age_cutoff: 0.250000 -2024/03/07-11:15:18.642674 6102609920 Options.blob_garbage_collection_force_threshold: 1.000000 -2024/03/07-11:15:18.642675 6102609920 Options.blob_compaction_readahead_size: 0 -2024/03/07-11:15:18.642676 6102609920 Options.blob_file_starting_level: 0 -2024/03/07-11:15:18.642677 6102609920 Options.experimental_mempurge_threshold: 0.000000 -2024/03/07-11:15:18.643559 6102609920 [db/version_set.cc:5713] Recovered from manifest file:harmonic/MANIFEST-000017 succeeded,manifest_file_number is 17, next_file_number is 19, last_sequence is 0, log_number is 13,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 -2024/03/07-11:15:18.643562 6102609920 [db/version_set.cc:5722] Column family [default] (ID 0), log number is 13 -2024/03/07-11:15:18.643592 6102609920 [db/db_impl/db_impl_open.cc:537] DB ID: 5b2f50d0-e9d2-4280-bd55-c613a79cf530 -2024/03/07-11:15:18.643800 6102609920 EVENT_LOG_v1 {"time_micros": 1709806518643783, "job": 1, "event": "recovery_started", "wal_files": [4, 8, 12, 16]} -2024/03/07-11:15:18.643803 6102609920 [db/db_impl/db_impl_open.cc:1018] Skipping log #4 since it is older than min log to keep #13 -2024/03/07-11:15:18.643805 6102609920 [db/db_impl/db_impl_open.cc:1018] Skipping log #8 since it is older than min log to keep #13 -2024/03/07-11:15:18.643806 6102609920 [db/db_impl/db_impl_open.cc:1018] Skipping log #12 since it is older than min log to keep #13 -2024/03/07-11:15:18.643807 6102609920 [db/db_impl/db_impl_open.cc:1031] Recovering log #16 mode 2 -2024/03/07-11:15:18.643878 6102609920 EVENT_LOG_v1 {"time_micros": 1709806518643875, "job": 1, "event": "recovery_finished"} -2024/03/07-11:15:18.644072 6102609920 [db/version_set.cc:5180] Creating manifest 21 -2024/03/07-11:15:18.647793 6102609920 [db/db_impl/db_impl_open.cc:1977] SstFileManager instance 0x12d804780 -2024/03/07-11:15:18.647845 6102609920 DB pointer 0x12b809200 -2024/03/07-11:15:18.648221 6108917760 [db/db_impl/db_impl.cc:1085] ------- DUMPING STATS ------- -2024/03/07-11:15:18.648229 6108917760 [db/db_impl/db_impl.cc:1086] -** DB Stats ** -Uptime(secs): 0.0 total, 0.0 interval -Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s -Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s -Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent -Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s -Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s -Interval stall: 00:00:0.000 H:M:S, 0.0 percent -Write Stall (count): write-buffer-manager-limit-stops: 0, -** Compaction Stats [default] ** -Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- - Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 - Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 - -** Compaction Stats [default] ** -Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- - -Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 - -Uptime(secs): 0.0 total, 0.0 interval -Flush(GB): cumulative 0.000, interval 0.000 -AddFile(GB): cumulative 0.000, interval 0.000 -AddFile(Total Files): cumulative 0, interval 0 -AddFile(L0 Files): cumulative 0, interval 0 -AddFile(Keys): cumulative 0, interval 0 -Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds -Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds -Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0, Block cache LRUCache@0x600000a0c018#3871 capacity: 512.00 MB usage: 0.08 KB table_size: 1024 occupancy: 87 collections: 1 last_copies: 0 last_secs: 0.000136 secs_since: 0 -Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) - -** File Read Latency Histogram By Level [default] ** -2024/03/07-11:15:19.540346 6102609920 [db/db_impl/db_impl.cc:490] Shutdown: canceling all background work -2024/03/07-11:15:19.540705 6102609920 [db/db_impl/db_impl.cc:692] Shutdown complete diff --git a/crates/core/harmonic/LOG.old.1709806602892451 b/crates/core/harmonic/LOG.old.1709806602892451 deleted file mode 100644 index 9f5d9765..00000000 --- a/crates/core/harmonic/LOG.old.1709806602892451 +++ /dev/null @@ -1,287 +0,0 @@ -2024/03/07-11:15:47.697306 6094172160 RocksDB version: 8.1.1 -2024/03/07-11:15:47.697989 6094172160 Compile date 2023-04-06 16:38:52 -2024/03/07-11:15:47.697992 6094172160 DB SUMMARY -2024/03/07-11:15:47.697994 6094172160 DB Session ID: 6687OKH804APIZ9JJL97 -2024/03/07-11:15:47.698106 6094172160 CURRENT file: CURRENT -2024/03/07-11:15:47.698109 6094172160 IDENTITY file: IDENTITY -2024/03/07-11:15:47.698116 6094172160 MANIFEST file: MANIFEST-000021 size: 81 Bytes -2024/03/07-11:15:47.698119 6094172160 SST files in harmonic dir, Total Num: 0, files: -2024/03/07-11:15:47.698121 6094172160 Write Ahead Log file in harmonic: 000004.log size: 0 ; 000008.log size: 0 ; 000012.log size: 0 ; 000016.log size: 0 ; 000020.log size: 0 ; -2024/03/07-11:15:47.698123 6094172160 Options.error_if_exists: 0 -2024/03/07-11:15:47.698125 6094172160 Options.create_if_missing: 1 -2024/03/07-11:15:47.698126 6094172160 Options.paranoid_checks: 1 -2024/03/07-11:15:47.698127 6094172160 Options.flush_verify_memtable_count: 1 -2024/03/07-11:15:47.698128 6094172160 Options.track_and_verify_wals_in_manifest: 0 -2024/03/07-11:15:47.698129 6094172160 Options.verify_sst_unique_id_in_manifest: 1 -2024/03/07-11:15:47.698130 6094172160 Options.env: 0x109bb0740 -2024/03/07-11:15:47.698131 6094172160 Options.fs: PosixFileSystem -2024/03/07-11:15:47.698133 6094172160 Options.info_log: 0x1281043b8 -2024/03/07-11:15:47.698134 6094172160 Options.max_file_opening_threads: 16 -2024/03/07-11:15:47.698135 6094172160 Options.statistics: 0x0 -2024/03/07-11:15:47.698136 6094172160 Options.use_fsync: 0 -2024/03/07-11:15:47.698137 6094172160 Options.max_log_file_size: 0 -2024/03/07-11:15:47.698138 6094172160 Options.max_manifest_file_size: 1073741824 -2024/03/07-11:15:47.698139 6094172160 Options.log_file_time_to_roll: 0 -2024/03/07-11:15:47.698140 6094172160 Options.keep_log_file_num: 1000 -2024/03/07-11:15:47.698142 6094172160 Options.recycle_log_file_num: 0 -2024/03/07-11:15:47.698143 6094172160 Options.allow_fallocate: 1 -2024/03/07-11:15:47.698144 6094172160 Options.allow_mmap_reads: 0 -2024/03/07-11:15:47.698145 6094172160 Options.allow_mmap_writes: 0 -2024/03/07-11:15:47.698146 6094172160 Options.use_direct_reads: 0 -2024/03/07-11:15:47.698147 6094172160 Options.use_direct_io_for_flush_and_compaction: 0 -2024/03/07-11:15:47.698149 6094172160 Options.create_missing_column_families: 0 -2024/03/07-11:15:47.698150 6094172160 Options.db_log_dir: -2024/03/07-11:15:47.698152 6094172160 Options.wal_dir: -2024/03/07-11:15:47.698153 6094172160 Options.table_cache_numshardbits: 6 -2024/03/07-11:15:47.698154 6094172160 Options.WAL_ttl_seconds: 0 -2024/03/07-11:15:47.698155 6094172160 Options.WAL_size_limit_MB: 0 -2024/03/07-11:15:47.698156 6094172160 Options.max_write_batch_group_size_bytes: 1048576 -2024/03/07-11:15:47.698157 6094172160 Options.manifest_preallocation_size: 4194304 -2024/03/07-11:15:47.698158 6094172160 Options.is_fd_close_on_exec: 1 -2024/03/07-11:15:47.698159 6094172160 Options.advise_random_on_open: 1 -2024/03/07-11:15:47.698160 6094172160 Options.db_write_buffer_size: 0 -2024/03/07-11:15:47.698161 6094172160 Options.write_buffer_manager: 0x6000023c4000 -2024/03/07-11:15:47.698163 6094172160 Options.access_hint_on_compaction_start: 1 -2024/03/07-11:15:47.698164 6094172160 Options.random_access_max_buffer_size: 1048576 -2024/03/07-11:15:47.698165 6094172160 Options.use_adaptive_mutex: 0 -2024/03/07-11:15:47.698166 6094172160 Options.rate_limiter: 0x0 -2024/03/07-11:15:47.698167 6094172160 Options.sst_file_manager.rate_bytes_per_sec: 0 -2024/03/07-11:15:47.698169 6094172160 Options.wal_recovery_mode: 2 -2024/03/07-11:15:47.698170 6094172160 Options.enable_thread_tracking: 0 -2024/03/07-11:15:47.698171 6094172160 Options.enable_pipelined_write: 0 -2024/03/07-11:15:47.698172 6094172160 Options.unordered_write: 0 -2024/03/07-11:15:47.698173 6094172160 Options.allow_concurrent_memtable_write: 1 -2024/03/07-11:15:47.698174 6094172160 Options.enable_write_thread_adaptive_yield: 1 -2024/03/07-11:15:47.698175 6094172160 Options.write_thread_max_yield_usec: 100 -2024/03/07-11:15:47.698176 6094172160 Options.write_thread_slow_yield_usec: 3 -2024/03/07-11:15:47.698177 6094172160 Options.row_cache: None -2024/03/07-11:15:47.698181 6094172160 Options.wal_filter: None -2024/03/07-11:15:47.698182 6094172160 Options.avoid_flush_during_recovery: 0 -2024/03/07-11:15:47.698183 6094172160 Options.allow_ingest_behind: 0 -2024/03/07-11:15:47.698184 6094172160 Options.two_write_queues: 0 -2024/03/07-11:15:47.698185 6094172160 Options.manual_wal_flush: 0 -2024/03/07-11:15:47.698186 6094172160 Options.wal_compression: 0 -2024/03/07-11:15:47.698187 6094172160 Options.atomic_flush: 0 -2024/03/07-11:15:47.698189 6094172160 Options.avoid_unnecessary_blocking_io: 0 -2024/03/07-11:15:47.698190 6094172160 Options.persist_stats_to_disk: 0 -2024/03/07-11:15:47.698191 6094172160 Options.write_dbid_to_manifest: 0 -2024/03/07-11:15:47.698192 6094172160 Options.log_readahead_size: 0 -2024/03/07-11:15:47.698193 6094172160 Options.file_checksum_gen_factory: Unknown -2024/03/07-11:15:47.698194 6094172160 Options.best_efforts_recovery: 0 -2024/03/07-11:15:47.698195 6094172160 Options.max_bgerror_resume_count: 2147483647 -2024/03/07-11:15:47.698196 6094172160 Options.bgerror_resume_retry_interval: 1000000 -2024/03/07-11:15:47.698198 6094172160 Options.allow_data_in_errors: 0 -2024/03/07-11:15:47.698199 6094172160 Options.db_host_id: __hostname__ -2024/03/07-11:15:47.698200 6094172160 Options.enforce_single_del_contracts: true -2024/03/07-11:15:47.698204 6094172160 Options.max_background_jobs: 8 -2024/03/07-11:15:47.698205 6094172160 Options.max_background_compactions: -1 -2024/03/07-11:15:47.698206 6094172160 Options.max_subcompactions: 8 -2024/03/07-11:15:47.698207 6094172160 Options.avoid_flush_during_shutdown: 0 -2024/03/07-11:15:47.698208 6094172160 Options.writable_file_max_buffer_size: 1048576 -2024/03/07-11:15:47.698209 6094172160 Options.delayed_write_rate : 16777216 -2024/03/07-11:15:47.698210 6094172160 Options.max_total_wal_size: 0 -2024/03/07-11:15:47.698211 6094172160 Options.delete_obsolete_files_period_micros: 21600000000 -2024/03/07-11:15:47.698213 6094172160 Options.stats_dump_period_sec: 600 -2024/03/07-11:15:47.698214 6094172160 Options.stats_persist_period_sec: 600 -2024/03/07-11:15:47.698215 6094172160 Options.stats_history_buffer_size: 1048576 -2024/03/07-11:15:47.698216 6094172160 Options.max_open_files: -1 -2024/03/07-11:15:47.698217 6094172160 Options.bytes_per_sync: 1048576 -2024/03/07-11:15:47.698218 6094172160 Options.wal_bytes_per_sync: 0 -2024/03/07-11:15:47.698219 6094172160 Options.strict_bytes_per_sync: 0 -2024/03/07-11:15:47.698220 6094172160 Options.compaction_readahead_size: 0 -2024/03/07-11:15:47.698221 6094172160 Options.max_background_flushes: -1 -2024/03/07-11:15:47.698222 6094172160 Compression algorithms supported: -2024/03/07-11:15:47.698240 6094172160 kZSTD supported: 1 -2024/03/07-11:15:47.698241 6094172160 kZlibCompression supported: 1 -2024/03/07-11:15:47.698242 6094172160 kXpressCompression supported: 0 -2024/03/07-11:15:47.698244 6094172160 kSnappyCompression supported: 1 -2024/03/07-11:15:47.698245 6094172160 kZSTDNotFinalCompression supported: 1 -2024/03/07-11:15:47.698246 6094172160 kLZ4HCCompression supported: 1 -2024/03/07-11:15:47.698248 6094172160 kLZ4Compression supported: 1 -2024/03/07-11:15:47.698249 6094172160 kBZip2Compression supported: 1 -2024/03/07-11:15:47.698259 6094172160 Fast CRC32 supported: Supported on Arm64 -2024/03/07-11:15:47.698260 6094172160 DMutex implementation: pthread_mutex_t -2024/03/07-11:15:47.698415 6094172160 [db/version_set.cc:5662] Recovering from manifest file: harmonic/MANIFEST-000021 -2024/03/07-11:15:47.698688 6094172160 [db/column_family.cc:621] --------------- Options for column family [default]: -2024/03/07-11:15:47.698691 6094172160 Options.comparator: leveldb.BytewiseComparator -2024/03/07-11:15:47.698693 6094172160 Options.merge_operator: None -2024/03/07-11:15:47.698694 6094172160 Options.compaction_filter: None -2024/03/07-11:15:47.698695 6094172160 Options.compaction_filter_factory: None -2024/03/07-11:15:47.698696 6094172160 Options.sst_partitioner_factory: None -2024/03/07-11:15:47.698697 6094172160 Options.memtable_factory: SkipListFactory -2024/03/07-11:15:47.698699 6094172160 Options.table_factory: BlockBasedTable -2024/03/07-11:15:47.698741 6094172160 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x6000018cc0e0) - cache_index_and_filter_blocks: 0 - cache_index_and_filter_blocks_with_high_priority: 1 - pin_l0_filter_and_index_blocks_in_cache: 0 - pin_top_level_index_and_filter: 1 - index_type: 0 - data_block_index_type: 1 - index_shortening: 1 - data_block_hash_table_util_ratio: 0.750000 - checksum: 4 - no_block_cache: 0 - block_cache: 0x600002dc8018 - block_cache_name: LRUCache - block_cache_options: - capacity : 536870912 - num_shard_bits : 6 - strict_capacity_limit : 0 - memory_allocator : None - high_pri_pool_ratio: 0.500 - low_pri_pool_ratio: 0.000 - persistent_cache: 0x0 - block_size: 4096 - block_size_deviation: 10 - block_restart_interval: 16 - index_block_restart_interval: 1 - metadata_block_size: 4096 - partition_filters: 0 - use_delta_encoding: 1 - filter_policy: bloomfilter - whole_key_filtering: 1 - verify_compression: 0 - read_amp_bytes_per_bit: 0 - format_version: 5 - enable_index_compression: 1 - block_align: 0 - max_auto_readahead_size: 262144 - prepopulate_block_cache: 0 - initial_auto_readahead_size: 8192 - num_file_reads_for_auto_readahead: 2 -2024/03/07-11:15:47.698747 6094172160 Options.write_buffer_size: 67108864 -2024/03/07-11:15:47.698748 6094172160 Options.max_write_buffer_number: 2 -2024/03/07-11:15:47.698749 6094172160 Options.compression: LZ4 -2024/03/07-11:15:47.698751 6094172160 Options.bottommost_compression: Disabled -2024/03/07-11:15:47.698752 6094172160 Options.prefix_extractor: nullptr -2024/03/07-11:15:47.698753 6094172160 Options.memtable_insert_with_hint_prefix_extractor: nullptr -2024/03/07-11:15:47.698754 6094172160 Options.num_levels: 7 -2024/03/07-11:15:47.698756 6094172160 Options.min_write_buffer_number_to_merge: 1 -2024/03/07-11:15:47.698757 6094172160 Options.max_write_buffer_number_to_maintain: 0 -2024/03/07-11:15:47.698758 6094172160 Options.max_write_buffer_size_to_maintain: 0 -2024/03/07-11:15:47.698759 6094172160 Options.bottommost_compression_opts.window_bits: -14 -2024/03/07-11:15:47.698760 6094172160 Options.bottommost_compression_opts.level: 32767 -2024/03/07-11:15:47.698761 6094172160 Options.bottommost_compression_opts.strategy: 0 -2024/03/07-11:15:47.698762 6094172160 Options.bottommost_compression_opts.max_dict_bytes: 0 -2024/03/07-11:15:47.698763 6094172160 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 -2024/03/07-11:15:47.698764 6094172160 Options.bottommost_compression_opts.parallel_threads: 1 -2024/03/07-11:15:47.698766 6094172160 Options.bottommost_compression_opts.enabled: false -2024/03/07-11:15:47.698767 6094172160 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 -2024/03/07-11:15:47.698768 6094172160 Options.bottommost_compression_opts.use_zstd_dict_trainer: true -2024/03/07-11:15:47.698769 6094172160 Options.compression_opts.window_bits: -14 -2024/03/07-11:15:47.698770 6094172160 Options.compression_opts.level: 32767 -2024/03/07-11:15:47.698771 6094172160 Options.compression_opts.strategy: 0 -2024/03/07-11:15:47.698772 6094172160 Options.compression_opts.max_dict_bytes: 0 -2024/03/07-11:15:47.698774 6094172160 Options.compression_opts.zstd_max_train_bytes: 0 -2024/03/07-11:15:47.698775 6094172160 Options.compression_opts.use_zstd_dict_trainer: true -2024/03/07-11:15:47.698776 6094172160 Options.compression_opts.parallel_threads: 1 -2024/03/07-11:15:47.698777 6094172160 Options.compression_opts.enabled: false -2024/03/07-11:15:47.698778 6094172160 Options.compression_opts.max_dict_buffer_bytes: 0 -2024/03/07-11:15:47.698780 6094172160 Options.level0_file_num_compaction_trigger: 4 -2024/03/07-11:15:47.698781 6094172160 Options.level0_slowdown_writes_trigger: 20 -2024/03/07-11:15:47.698783 6094172160 Options.level0_stop_writes_trigger: 36 -2024/03/07-11:15:47.698784 6094172160 Options.target_file_size_base: 67108864 -2024/03/07-11:15:47.698785 6094172160 Options.target_file_size_multiplier: 1 -2024/03/07-11:15:47.698786 6094172160 Options.max_bytes_for_level_base: 268435456 -2024/03/07-11:15:47.698787 6094172160 Options.level_compaction_dynamic_level_bytes: 1 -2024/03/07-11:15:47.698788 6094172160 Options.max_bytes_for_level_multiplier: 10.000000 -2024/03/07-11:15:47.698789 6094172160 Options.max_bytes_for_level_multiplier_addtl[0]: 1 -2024/03/07-11:15:47.698791 6094172160 Options.max_bytes_for_level_multiplier_addtl[1]: 1 -2024/03/07-11:15:47.698792 6094172160 Options.max_bytes_for_level_multiplier_addtl[2]: 1 -2024/03/07-11:15:47.698793 6094172160 Options.max_bytes_for_level_multiplier_addtl[3]: 1 -2024/03/07-11:15:47.698794 6094172160 Options.max_bytes_for_level_multiplier_addtl[4]: 1 -2024/03/07-11:15:47.698795 6094172160 Options.max_bytes_for_level_multiplier_addtl[5]: 1 -2024/03/07-11:15:47.698796 6094172160 Options.max_bytes_for_level_multiplier_addtl[6]: 1 -2024/03/07-11:15:47.698797 6094172160 Options.max_sequential_skip_in_iterations: 8 -2024/03/07-11:15:47.698798 6094172160 Options.max_compaction_bytes: 1677721600 -2024/03/07-11:15:47.698799 6094172160 Options.ignore_max_compaction_bytes_for_input: true -2024/03/07-11:15:47.698801 6094172160 Options.arena_block_size: 1048576 -2024/03/07-11:15:47.698802 6094172160 Options.soft_pending_compaction_bytes_limit: 68719476736 -2024/03/07-11:15:47.698803 6094172160 Options.hard_pending_compaction_bytes_limit: 274877906944 -2024/03/07-11:15:47.698804 6094172160 Options.disable_auto_compactions: 0 -2024/03/07-11:15:47.698806 6094172160 Options.compaction_style: kCompactionStyleLevel -2024/03/07-11:15:47.698807 6094172160 Options.compaction_pri: kMinOverlappingRatio -2024/03/07-11:15:47.698808 6094172160 Options.compaction_options_universal.size_ratio: 1 -2024/03/07-11:15:47.698810 6094172160 Options.compaction_options_universal.min_merge_width: 2 -2024/03/07-11:15:47.698811 6094172160 Options.compaction_options_universal.max_merge_width: 4294967295 -2024/03/07-11:15:47.698812 6094172160 Options.compaction_options_universal.max_size_amplification_percent: 200 -2024/03/07-11:15:47.698813 6094172160 Options.compaction_options_universal.compression_size_percent: -1 -2024/03/07-11:15:47.698815 6094172160 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize -2024/03/07-11:15:47.698818 6094172160 Options.compaction_options_fifo.max_table_files_size: 1073741824 -2024/03/07-11:15:47.698819 6094172160 Options.compaction_options_fifo.allow_compaction: 0 -2024/03/07-11:15:47.698821 6094172160 Options.table_properties_collectors: -2024/03/07-11:15:47.698822 6094172160 Options.inplace_update_support: 0 -2024/03/07-11:15:47.698823 6094172160 Options.inplace_update_num_locks: 10000 -2024/03/07-11:15:47.698825 6094172160 Options.memtable_prefix_bloom_size_ratio: 0.020000 -2024/03/07-11:15:47.698826 6094172160 Options.memtable_whole_key_filtering: 1 -2024/03/07-11:15:47.698827 6094172160 Options.memtable_huge_page_size: 0 -2024/03/07-11:15:47.698828 6094172160 Options.bloom_locality: 0 -2024/03/07-11:15:47.698829 6094172160 Options.max_successive_merges: 0 -2024/03/07-11:15:47.698830 6094172160 Options.optimize_filters_for_hits: 0 -2024/03/07-11:15:47.698831 6094172160 Options.paranoid_file_checks: 0 -2024/03/07-11:15:47.698833 6094172160 Options.force_consistency_checks: 1 -2024/03/07-11:15:47.698834 6094172160 Options.report_bg_io_stats: 0 -2024/03/07-11:15:47.698835 6094172160 Options.ttl: 2592000 -2024/03/07-11:15:47.698836 6094172160 Options.periodic_compaction_seconds: 0 -2024/03/07-11:15:47.698837 6094172160 Options.preclude_last_level_data_seconds: 0 -2024/03/07-11:15:47.698838 6094172160 Options.preserve_internal_time_seconds: 0 -2024/03/07-11:15:47.698839 6094172160 Options.enable_blob_files: false -2024/03/07-11:15:47.698840 6094172160 Options.min_blob_size: 0 -2024/03/07-11:15:47.698841 6094172160 Options.blob_file_size: 268435456 -2024/03/07-11:15:47.698843 6094172160 Options.blob_compression_type: NoCompression -2024/03/07-11:15:47.698844 6094172160 Options.enable_blob_garbage_collection: false -2024/03/07-11:15:47.698845 6094172160 Options.blob_garbage_collection_age_cutoff: 0.250000 -2024/03/07-11:15:47.698846 6094172160 Options.blob_garbage_collection_force_threshold: 1.000000 -2024/03/07-11:15:47.698847 6094172160 Options.blob_compaction_readahead_size: 0 -2024/03/07-11:15:47.698848 6094172160 Options.blob_file_starting_level: 0 -2024/03/07-11:15:47.698849 6094172160 Options.experimental_mempurge_threshold: 0.000000 -2024/03/07-11:15:47.699838 6094172160 [db/version_set.cc:5713] Recovered from manifest file:harmonic/MANIFEST-000021 succeeded,manifest_file_number is 21, next_file_number is 23, last_sequence is 0, log_number is 17,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 -2024/03/07-11:15:47.699847 6094172160 [db/version_set.cc:5722] Column family [default] (ID 0), log number is 17 -2024/03/07-11:15:47.699919 6094172160 [db/db_impl/db_impl_open.cc:537] DB ID: 5b2f50d0-e9d2-4280-bd55-c613a79cf530 -2024/03/07-11:15:47.700184 6094172160 EVENT_LOG_v1 {"time_micros": 1709806547700165, "job": 1, "event": "recovery_started", "wal_files": [4, 8, 12, 16, 20]} -2024/03/07-11:15:47.700188 6094172160 [db/db_impl/db_impl_open.cc:1018] Skipping log #4 since it is older than min log to keep #17 -2024/03/07-11:15:47.700189 6094172160 [db/db_impl/db_impl_open.cc:1018] Skipping log #8 since it is older than min log to keep #17 -2024/03/07-11:15:47.700190 6094172160 [db/db_impl/db_impl_open.cc:1018] Skipping log #12 since it is older than min log to keep #17 -2024/03/07-11:15:47.700192 6094172160 [db/db_impl/db_impl_open.cc:1018] Skipping log #16 since it is older than min log to keep #17 -2024/03/07-11:15:47.700194 6094172160 [db/db_impl/db_impl_open.cc:1031] Recovering log #20 mode 2 -2024/03/07-11:15:47.700270 6094172160 EVENT_LOG_v1 {"time_micros": 1709806547700267, "job": 1, "event": "recovery_finished"} -2024/03/07-11:15:47.700525 6094172160 [db/version_set.cc:5180] Creating manifest 25 -2024/03/07-11:15:47.704642 6094172160 [db/db_impl/db_impl_open.cc:1977] SstFileManager instance 0x128104510 -2024/03/07-11:15:47.704714 6094172160 DB pointer 0x128808800 -2024/03/07-11:15:47.705037 6100480000 [db/db_impl/db_impl.cc:1085] ------- DUMPING STATS ------- -2024/03/07-11:15:47.705042 6100480000 [db/db_impl/db_impl.cc:1086] -** DB Stats ** -Uptime(secs): 0.0 total, 0.0 interval -Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s -Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s -Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent -Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s -Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s -Interval stall: 00:00:0.000 H:M:S, 0.0 percent -Write Stall (count): write-buffer-manager-limit-stops: 0, -** Compaction Stats [default] ** -Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- - Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 - Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 - -** Compaction Stats [default] ** -Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- - -Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 - -Uptime(secs): 0.0 total, 0.0 interval -Flush(GB): cumulative 0.000, interval 0.000 -AddFile(GB): cumulative 0.000, interval 0.000 -AddFile(Total Files): cumulative 0, interval 0 -AddFile(L0 Files): cumulative 0, interval 0 -AddFile(Keys): cumulative 0, interval 0 -Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds -Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds -Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0, Block cache LRUCache@0x600002dc8018#4325 capacity: 512.00 MB usage: 0.08 KB table_size: 1024 occupancy: 87 collections: 1 last_copies: 0 last_secs: 0.000149 secs_since: 0 -Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) - -** File Read Latency Histogram By Level [default] ** -2024/03/07-11:15:48.673107 6094172160 [db/db_impl/db_impl.cc:490] Shutdown: canceling all background work -2024/03/07-11:15:48.673444 6094172160 [db/db_impl/db_impl.cc:692] Shutdown complete diff --git a/crates/core/harmonic/LOG.old.1709806634583892 b/crates/core/harmonic/LOG.old.1709806634583892 deleted file mode 100644 index f160b185..00000000 --- a/crates/core/harmonic/LOG.old.1709806634583892 +++ /dev/null @@ -1,288 +0,0 @@ -2024/03/07-11:16:42.893147 6159183872 RocksDB version: 8.1.1 -2024/03/07-11:16:42.893755 6159183872 Compile date 2023-04-06 16:38:52 -2024/03/07-11:16:42.893758 6159183872 DB SUMMARY -2024/03/07-11:16:42.893759 6159183872 DB Session ID: NBS8OYD1897DMLKUE7LY -2024/03/07-11:16:42.893841 6159183872 CURRENT file: CURRENT -2024/03/07-11:16:42.893843 6159183872 IDENTITY file: IDENTITY -2024/03/07-11:16:42.893849 6159183872 MANIFEST file: MANIFEST-000025 size: 81 Bytes -2024/03/07-11:16:42.893851 6159183872 SST files in harmonic dir, Total Num: 0, files: -2024/03/07-11:16:42.893853 6159183872 Write Ahead Log file in harmonic: 000004.log size: 0 ; 000008.log size: 0 ; 000012.log size: 0 ; 000016.log size: 0 ; 000020.log size: 0 ; 000024.log size: 0 ; -2024/03/07-11:16:42.893854 6159183872 Options.error_if_exists: 0 -2024/03/07-11:16:42.893856 6159183872 Options.create_if_missing: 1 -2024/03/07-11:16:42.893856 6159183872 Options.paranoid_checks: 1 -2024/03/07-11:16:42.893857 6159183872 Options.flush_verify_memtable_count: 1 -2024/03/07-11:16:42.893858 6159183872 Options.track_and_verify_wals_in_manifest: 0 -2024/03/07-11:16:42.893859 6159183872 Options.verify_sst_unique_id_in_manifest: 1 -2024/03/07-11:16:42.893860 6159183872 Options.env: 0x105db0740 -2024/03/07-11:16:42.893861 6159183872 Options.fs: PosixFileSystem -2024/03/07-11:16:42.893862 6159183872 Options.info_log: 0x13a0042f8 -2024/03/07-11:16:42.893863 6159183872 Options.max_file_opening_threads: 16 -2024/03/07-11:16:42.893864 6159183872 Options.statistics: 0x0 -2024/03/07-11:16:42.893865 6159183872 Options.use_fsync: 0 -2024/03/07-11:16:42.893866 6159183872 Options.max_log_file_size: 0 -2024/03/07-11:16:42.893866 6159183872 Options.max_manifest_file_size: 1073741824 -2024/03/07-11:16:42.893867 6159183872 Options.log_file_time_to_roll: 0 -2024/03/07-11:16:42.893868 6159183872 Options.keep_log_file_num: 1000 -2024/03/07-11:16:42.893869 6159183872 Options.recycle_log_file_num: 0 -2024/03/07-11:16:42.893870 6159183872 Options.allow_fallocate: 1 -2024/03/07-11:16:42.893871 6159183872 Options.allow_mmap_reads: 0 -2024/03/07-11:16:42.893872 6159183872 Options.allow_mmap_writes: 0 -2024/03/07-11:16:42.893873 6159183872 Options.use_direct_reads: 0 -2024/03/07-11:16:42.893874 6159183872 Options.use_direct_io_for_flush_and_compaction: 0 -2024/03/07-11:16:42.893874 6159183872 Options.create_missing_column_families: 0 -2024/03/07-11:16:42.893875 6159183872 Options.db_log_dir: -2024/03/07-11:16:42.893876 6159183872 Options.wal_dir: -2024/03/07-11:16:42.893877 6159183872 Options.table_cache_numshardbits: 6 -2024/03/07-11:16:42.893878 6159183872 Options.WAL_ttl_seconds: 0 -2024/03/07-11:16:42.893879 6159183872 Options.WAL_size_limit_MB: 0 -2024/03/07-11:16:42.893880 6159183872 Options.max_write_batch_group_size_bytes: 1048576 -2024/03/07-11:16:42.893881 6159183872 Options.manifest_preallocation_size: 4194304 -2024/03/07-11:16:42.893882 6159183872 Options.is_fd_close_on_exec: 1 -2024/03/07-11:16:42.893882 6159183872 Options.advise_random_on_open: 1 -2024/03/07-11:16:42.893883 6159183872 Options.db_write_buffer_size: 0 -2024/03/07-11:16:42.893884 6159183872 Options.write_buffer_manager: 0x600002750000 -2024/03/07-11:16:42.893885 6159183872 Options.access_hint_on_compaction_start: 1 -2024/03/07-11:16:42.893886 6159183872 Options.random_access_max_buffer_size: 1048576 -2024/03/07-11:16:42.893887 6159183872 Options.use_adaptive_mutex: 0 -2024/03/07-11:16:42.893888 6159183872 Options.rate_limiter: 0x0 -2024/03/07-11:16:42.893889 6159183872 Options.sst_file_manager.rate_bytes_per_sec: 0 -2024/03/07-11:16:42.893890 6159183872 Options.wal_recovery_mode: 2 -2024/03/07-11:16:42.893891 6159183872 Options.enable_thread_tracking: 0 -2024/03/07-11:16:42.893892 6159183872 Options.enable_pipelined_write: 0 -2024/03/07-11:16:42.893892 6159183872 Options.unordered_write: 0 -2024/03/07-11:16:42.893893 6159183872 Options.allow_concurrent_memtable_write: 1 -2024/03/07-11:16:42.893894 6159183872 Options.enable_write_thread_adaptive_yield: 1 -2024/03/07-11:16:42.893895 6159183872 Options.write_thread_max_yield_usec: 100 -2024/03/07-11:16:42.893896 6159183872 Options.write_thread_slow_yield_usec: 3 -2024/03/07-11:16:42.893897 6159183872 Options.row_cache: None -2024/03/07-11:16:42.893898 6159183872 Options.wal_filter: None -2024/03/07-11:16:42.893899 6159183872 Options.avoid_flush_during_recovery: 0 -2024/03/07-11:16:42.893899 6159183872 Options.allow_ingest_behind: 0 -2024/03/07-11:16:42.893900 6159183872 Options.two_write_queues: 0 -2024/03/07-11:16:42.893901 6159183872 Options.manual_wal_flush: 0 -2024/03/07-11:16:42.893902 6159183872 Options.wal_compression: 0 -2024/03/07-11:16:42.893903 6159183872 Options.atomic_flush: 0 -2024/03/07-11:16:42.893904 6159183872 Options.avoid_unnecessary_blocking_io: 0 -2024/03/07-11:16:42.893905 6159183872 Options.persist_stats_to_disk: 0 -2024/03/07-11:16:42.893906 6159183872 Options.write_dbid_to_manifest: 0 -2024/03/07-11:16:42.893907 6159183872 Options.log_readahead_size: 0 -2024/03/07-11:16:42.893908 6159183872 Options.file_checksum_gen_factory: Unknown -2024/03/07-11:16:42.893909 6159183872 Options.best_efforts_recovery: 0 -2024/03/07-11:16:42.893909 6159183872 Options.max_bgerror_resume_count: 2147483647 -2024/03/07-11:16:42.893910 6159183872 Options.bgerror_resume_retry_interval: 1000000 -2024/03/07-11:16:42.893911 6159183872 Options.allow_data_in_errors: 0 -2024/03/07-11:16:42.893912 6159183872 Options.db_host_id: __hostname__ -2024/03/07-11:16:42.893913 6159183872 Options.enforce_single_del_contracts: true -2024/03/07-11:16:42.893914 6159183872 Options.max_background_jobs: 8 -2024/03/07-11:16:42.893915 6159183872 Options.max_background_compactions: -1 -2024/03/07-11:16:42.893916 6159183872 Options.max_subcompactions: 8 -2024/03/07-11:16:42.893917 6159183872 Options.avoid_flush_during_shutdown: 0 -2024/03/07-11:16:42.893918 6159183872 Options.writable_file_max_buffer_size: 1048576 -2024/03/07-11:16:42.893918 6159183872 Options.delayed_write_rate : 16777216 -2024/03/07-11:16:42.893919 6159183872 Options.max_total_wal_size: 0 -2024/03/07-11:16:42.893920 6159183872 Options.delete_obsolete_files_period_micros: 21600000000 -2024/03/07-11:16:42.893921 6159183872 Options.stats_dump_period_sec: 600 -2024/03/07-11:16:42.893922 6159183872 Options.stats_persist_period_sec: 600 -2024/03/07-11:16:42.893923 6159183872 Options.stats_history_buffer_size: 1048576 -2024/03/07-11:16:42.893924 6159183872 Options.max_open_files: -1 -2024/03/07-11:16:42.893925 6159183872 Options.bytes_per_sync: 1048576 -2024/03/07-11:16:42.893926 6159183872 Options.wal_bytes_per_sync: 0 -2024/03/07-11:16:42.893926 6159183872 Options.strict_bytes_per_sync: 0 -2024/03/07-11:16:42.893927 6159183872 Options.compaction_readahead_size: 0 -2024/03/07-11:16:42.893928 6159183872 Options.max_background_flushes: -1 -2024/03/07-11:16:42.893929 6159183872 Compression algorithms supported: -2024/03/07-11:16:42.893942 6159183872 kZSTD supported: 1 -2024/03/07-11:16:42.893943 6159183872 kZlibCompression supported: 1 -2024/03/07-11:16:42.893944 6159183872 kXpressCompression supported: 0 -2024/03/07-11:16:42.893945 6159183872 kSnappyCompression supported: 1 -2024/03/07-11:16:42.893946 6159183872 kZSTDNotFinalCompression supported: 1 -2024/03/07-11:16:42.893947 6159183872 kLZ4HCCompression supported: 1 -2024/03/07-11:16:42.893948 6159183872 kLZ4Compression supported: 1 -2024/03/07-11:16:42.893949 6159183872 kBZip2Compression supported: 1 -2024/03/07-11:16:42.893954 6159183872 Fast CRC32 supported: Supported on Arm64 -2024/03/07-11:16:42.893955 6159183872 DMutex implementation: pthread_mutex_t -2024/03/07-11:16:42.894063 6159183872 [db/version_set.cc:5662] Recovering from manifest file: harmonic/MANIFEST-000025 -2024/03/07-11:16:42.894269 6159183872 [db/column_family.cc:621] --------------- Options for column family [default]: -2024/03/07-11:16:42.894271 6159183872 Options.comparator: leveldb.BytewiseComparator -2024/03/07-11:16:42.894272 6159183872 Options.merge_operator: None -2024/03/07-11:16:42.894273 6159183872 Options.compaction_filter: None -2024/03/07-11:16:42.894274 6159183872 Options.compaction_filter_factory: None -2024/03/07-11:16:42.894275 6159183872 Options.sst_partitioner_factory: None -2024/03/07-11:16:42.894276 6159183872 Options.memtable_factory: SkipListFactory -2024/03/07-11:16:42.894277 6159183872 Options.table_factory: BlockBasedTable -2024/03/07-11:16:42.894327 6159183872 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x600001c5b1a0) - cache_index_and_filter_blocks: 0 - cache_index_and_filter_blocks_with_high_priority: 1 - pin_l0_filter_and_index_blocks_in_cache: 0 - pin_top_level_index_and_filter: 1 - index_type: 0 - data_block_index_type: 1 - index_shortening: 1 - data_block_hash_table_util_ratio: 0.750000 - checksum: 4 - no_block_cache: 0 - block_cache: 0x600002950198 - block_cache_name: LRUCache - block_cache_options: - capacity : 536870912 - num_shard_bits : 6 - strict_capacity_limit : 0 - memory_allocator : None - high_pri_pool_ratio: 0.500 - low_pri_pool_ratio: 0.000 - persistent_cache: 0x0 - block_size: 4096 - block_size_deviation: 10 - block_restart_interval: 16 - index_block_restart_interval: 1 - metadata_block_size: 4096 - partition_filters: 0 - use_delta_encoding: 1 - filter_policy: bloomfilter - whole_key_filtering: 1 - verify_compression: 0 - read_amp_bytes_per_bit: 0 - format_version: 5 - enable_index_compression: 1 - block_align: 0 - max_auto_readahead_size: 262144 - prepopulate_block_cache: 0 - initial_auto_readahead_size: 8192 - num_file_reads_for_auto_readahead: 2 -2024/03/07-11:16:42.894328 6159183872 Options.write_buffer_size: 67108864 -2024/03/07-11:16:42.894329 6159183872 Options.max_write_buffer_number: 2 -2024/03/07-11:16:42.894330 6159183872 Options.compression: LZ4 -2024/03/07-11:16:42.894331 6159183872 Options.bottommost_compression: Disabled -2024/03/07-11:16:42.894332 6159183872 Options.prefix_extractor: nullptr -2024/03/07-11:16:42.894333 6159183872 Options.memtable_insert_with_hint_prefix_extractor: nullptr -2024/03/07-11:16:42.894334 6159183872 Options.num_levels: 7 -2024/03/07-11:16:42.894335 6159183872 Options.min_write_buffer_number_to_merge: 1 -2024/03/07-11:16:42.894336 6159183872 Options.max_write_buffer_number_to_maintain: 0 -2024/03/07-11:16:42.894336 6159183872 Options.max_write_buffer_size_to_maintain: 0 -2024/03/07-11:16:42.894337 6159183872 Options.bottommost_compression_opts.window_bits: -14 -2024/03/07-11:16:42.894338 6159183872 Options.bottommost_compression_opts.level: 32767 -2024/03/07-11:16:42.894339 6159183872 Options.bottommost_compression_opts.strategy: 0 -2024/03/07-11:16:42.894340 6159183872 Options.bottommost_compression_opts.max_dict_bytes: 0 -2024/03/07-11:16:42.894341 6159183872 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 -2024/03/07-11:16:42.894342 6159183872 Options.bottommost_compression_opts.parallel_threads: 1 -2024/03/07-11:16:42.894343 6159183872 Options.bottommost_compression_opts.enabled: false -2024/03/07-11:16:42.894344 6159183872 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 -2024/03/07-11:16:42.894345 6159183872 Options.bottommost_compression_opts.use_zstd_dict_trainer: true -2024/03/07-11:16:42.894346 6159183872 Options.compression_opts.window_bits: -14 -2024/03/07-11:16:42.894346 6159183872 Options.compression_opts.level: 32767 -2024/03/07-11:16:42.894347 6159183872 Options.compression_opts.strategy: 0 -2024/03/07-11:16:42.894348 6159183872 Options.compression_opts.max_dict_bytes: 0 -2024/03/07-11:16:42.894349 6159183872 Options.compression_opts.zstd_max_train_bytes: 0 -2024/03/07-11:16:42.894350 6159183872 Options.compression_opts.use_zstd_dict_trainer: true -2024/03/07-11:16:42.894351 6159183872 Options.compression_opts.parallel_threads: 1 -2024/03/07-11:16:42.894352 6159183872 Options.compression_opts.enabled: false -2024/03/07-11:16:42.894353 6159183872 Options.compression_opts.max_dict_buffer_bytes: 0 -2024/03/07-11:16:42.894354 6159183872 Options.level0_file_num_compaction_trigger: 4 -2024/03/07-11:16:42.894355 6159183872 Options.level0_slowdown_writes_trigger: 20 -2024/03/07-11:16:42.894356 6159183872 Options.level0_stop_writes_trigger: 36 -2024/03/07-11:16:42.894357 6159183872 Options.target_file_size_base: 67108864 -2024/03/07-11:16:42.894358 6159183872 Options.target_file_size_multiplier: 1 -2024/03/07-11:16:42.894358 6159183872 Options.max_bytes_for_level_base: 268435456 -2024/03/07-11:16:42.894359 6159183872 Options.level_compaction_dynamic_level_bytes: 1 -2024/03/07-11:16:42.894360 6159183872 Options.max_bytes_for_level_multiplier: 10.000000 -2024/03/07-11:16:42.894362 6159183872 Options.max_bytes_for_level_multiplier_addtl[0]: 1 -2024/03/07-11:16:42.894363 6159183872 Options.max_bytes_for_level_multiplier_addtl[1]: 1 -2024/03/07-11:16:42.894364 6159183872 Options.max_bytes_for_level_multiplier_addtl[2]: 1 -2024/03/07-11:16:42.894364 6159183872 Options.max_bytes_for_level_multiplier_addtl[3]: 1 -2024/03/07-11:16:42.894365 6159183872 Options.max_bytes_for_level_multiplier_addtl[4]: 1 -2024/03/07-11:16:42.894366 6159183872 Options.max_bytes_for_level_multiplier_addtl[5]: 1 -2024/03/07-11:16:42.894367 6159183872 Options.max_bytes_for_level_multiplier_addtl[6]: 1 -2024/03/07-11:16:42.894368 6159183872 Options.max_sequential_skip_in_iterations: 8 -2024/03/07-11:16:42.894369 6159183872 Options.max_compaction_bytes: 1677721600 -2024/03/07-11:16:42.894370 6159183872 Options.ignore_max_compaction_bytes_for_input: true -2024/03/07-11:16:42.894371 6159183872 Options.arena_block_size: 1048576 -2024/03/07-11:16:42.894372 6159183872 Options.soft_pending_compaction_bytes_limit: 68719476736 -2024/03/07-11:16:42.894373 6159183872 Options.hard_pending_compaction_bytes_limit: 274877906944 -2024/03/07-11:16:42.894374 6159183872 Options.disable_auto_compactions: 0 -2024/03/07-11:16:42.894375 6159183872 Options.compaction_style: kCompactionStyleLevel -2024/03/07-11:16:42.894377 6159183872 Options.compaction_pri: kMinOverlappingRatio -2024/03/07-11:16:42.894378 6159183872 Options.compaction_options_universal.size_ratio: 1 -2024/03/07-11:16:42.894378 6159183872 Options.compaction_options_universal.min_merge_width: 2 -2024/03/07-11:16:42.894379 6159183872 Options.compaction_options_universal.max_merge_width: 4294967295 -2024/03/07-11:16:42.894380 6159183872 Options.compaction_options_universal.max_size_amplification_percent: 200 -2024/03/07-11:16:42.894381 6159183872 Options.compaction_options_universal.compression_size_percent: -1 -2024/03/07-11:16:42.894383 6159183872 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize -2024/03/07-11:16:42.894385 6159183872 Options.compaction_options_fifo.max_table_files_size: 1073741824 -2024/03/07-11:16:42.894386 6159183872 Options.compaction_options_fifo.allow_compaction: 0 -2024/03/07-11:16:42.894388 6159183872 Options.table_properties_collectors: -2024/03/07-11:16:42.894389 6159183872 Options.inplace_update_support: 0 -2024/03/07-11:16:42.894390 6159183872 Options.inplace_update_num_locks: 10000 -2024/03/07-11:16:42.894391 6159183872 Options.memtable_prefix_bloom_size_ratio: 0.020000 -2024/03/07-11:16:42.894392 6159183872 Options.memtable_whole_key_filtering: 1 -2024/03/07-11:16:42.894393 6159183872 Options.memtable_huge_page_size: 0 -2024/03/07-11:16:42.894394 6159183872 Options.bloom_locality: 0 -2024/03/07-11:16:42.894395 6159183872 Options.max_successive_merges: 0 -2024/03/07-11:16:42.894395 6159183872 Options.optimize_filters_for_hits: 0 -2024/03/07-11:16:42.894396 6159183872 Options.paranoid_file_checks: 0 -2024/03/07-11:16:42.894397 6159183872 Options.force_consistency_checks: 1 -2024/03/07-11:16:42.894398 6159183872 Options.report_bg_io_stats: 0 -2024/03/07-11:16:42.894399 6159183872 Options.ttl: 2592000 -2024/03/07-11:16:42.894400 6159183872 Options.periodic_compaction_seconds: 0 -2024/03/07-11:16:42.894401 6159183872 Options.preclude_last_level_data_seconds: 0 -2024/03/07-11:16:42.894402 6159183872 Options.preserve_internal_time_seconds: 0 -2024/03/07-11:16:42.894403 6159183872 Options.enable_blob_files: false -2024/03/07-11:16:42.894403 6159183872 Options.min_blob_size: 0 -2024/03/07-11:16:42.894404 6159183872 Options.blob_file_size: 268435456 -2024/03/07-11:16:42.894405 6159183872 Options.blob_compression_type: NoCompression -2024/03/07-11:16:42.894406 6159183872 Options.enable_blob_garbage_collection: false -2024/03/07-11:16:42.894407 6159183872 Options.blob_garbage_collection_age_cutoff: 0.250000 -2024/03/07-11:16:42.894408 6159183872 Options.blob_garbage_collection_force_threshold: 1.000000 -2024/03/07-11:16:42.894409 6159183872 Options.blob_compaction_readahead_size: 0 -2024/03/07-11:16:42.894410 6159183872 Options.blob_file_starting_level: 0 -2024/03/07-11:16:42.894411 6159183872 Options.experimental_mempurge_threshold: 0.000000 -2024/03/07-11:16:42.895164 6159183872 [db/version_set.cc:5713] Recovered from manifest file:harmonic/MANIFEST-000025 succeeded,manifest_file_number is 25, next_file_number is 27, last_sequence is 0, log_number is 21,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 -2024/03/07-11:16:42.895167 6159183872 [db/version_set.cc:5722] Column family [default] (ID 0), log number is 21 -2024/03/07-11:16:42.895201 6159183872 [db/db_impl/db_impl_open.cc:537] DB ID: 5b2f50d0-e9d2-4280-bd55-c613a79cf530 -2024/03/07-11:16:42.895396 6159183872 EVENT_LOG_v1 {"time_micros": 1709806602895380, "job": 1, "event": "recovery_started", "wal_files": [4, 8, 12, 16, 20, 24]} -2024/03/07-11:16:42.895399 6159183872 [db/db_impl/db_impl_open.cc:1018] Skipping log #4 since it is older than min log to keep #21 -2024/03/07-11:16:42.895400 6159183872 [db/db_impl/db_impl_open.cc:1018] Skipping log #8 since it is older than min log to keep #21 -2024/03/07-11:16:42.895401 6159183872 [db/db_impl/db_impl_open.cc:1018] Skipping log #12 since it is older than min log to keep #21 -2024/03/07-11:16:42.895402 6159183872 [db/db_impl/db_impl_open.cc:1018] Skipping log #16 since it is older than min log to keep #21 -2024/03/07-11:16:42.895403 6159183872 [db/db_impl/db_impl_open.cc:1018] Skipping log #20 since it is older than min log to keep #21 -2024/03/07-11:16:42.895405 6159183872 [db/db_impl/db_impl_open.cc:1031] Recovering log #24 mode 2 -2024/03/07-11:16:42.895464 6159183872 EVENT_LOG_v1 {"time_micros": 1709806602895462, "job": 1, "event": "recovery_finished"} -2024/03/07-11:16:42.895630 6159183872 [db/version_set.cc:5180] Creating manifest 29 -2024/03/07-11:16:42.899183 6159183872 [db/db_impl/db_impl_open.cc:1977] SstFileManager instance 0x13a004860 -2024/03/07-11:16:42.899232 6159183872 DB pointer 0x139818200 -2024/03/07-11:16:42.899548 6165491712 [db/db_impl/db_impl.cc:1085] ------- DUMPING STATS ------- -2024/03/07-11:16:42.899553 6165491712 [db/db_impl/db_impl.cc:1086] -** DB Stats ** -Uptime(secs): 0.0 total, 0.0 interval -Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s -Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s -Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent -Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s -Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s -Interval stall: 00:00:0.000 H:M:S, 0.0 percent -Write Stall (count): write-buffer-manager-limit-stops: 0, -** Compaction Stats [default] ** -Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- - Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 - Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 - -** Compaction Stats [default] ** -Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- - -Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 - -Uptime(secs): 0.0 total, 0.0 interval -Flush(GB): cumulative 0.000, interval 0.000 -AddFile(GB): cumulative 0.000, interval 0.000 -AddFile(Total Files): cumulative 0, interval 0 -AddFile(L0 Files): cumulative 0, interval 0 -AddFile(Keys): cumulative 0, interval 0 -Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds -Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds -Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0, Block cache LRUCache@0x600002950198#5193 capacity: 512.00 MB usage: 0.08 KB table_size: 1024 occupancy: 87 collections: 1 last_copies: 0 last_secs: 0.000117 secs_since: 0 -Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) - -** File Read Latency Histogram By Level [default] ** -2024/03/07-11:16:43.965622 6159183872 [db/db_impl/db_impl.cc:490] Shutdown: canceling all background work -2024/03/07-11:16:43.965999 6159183872 [db/db_impl/db_impl.cc:692] Shutdown complete diff --git a/crates/core/harmonic/LOG.old.1709806681182400 b/crates/core/harmonic/LOG.old.1709806681182400 deleted file mode 100644 index fbc5e84f..00000000 --- a/crates/core/harmonic/LOG.old.1709806681182400 +++ /dev/null @@ -1,289 +0,0 @@ -2024/03/07-11:17:14.584887 6160658432 RocksDB version: 8.1.1 -2024/03/07-11:17:14.585656 6160658432 Compile date 2023-04-06 16:38:52 -2024/03/07-11:17:14.585659 6160658432 DB SUMMARY -2024/03/07-11:17:14.585660 6160658432 DB Session ID: FDCQRVGOA0BVRSYQVPT2 -2024/03/07-11:17:14.585818 6160658432 CURRENT file: CURRENT -2024/03/07-11:17:14.585820 6160658432 IDENTITY file: IDENTITY -2024/03/07-11:17:14.585830 6160658432 MANIFEST file: MANIFEST-000029 size: 81 Bytes -2024/03/07-11:17:14.585832 6160658432 SST files in harmonic dir, Total Num: 0, files: -2024/03/07-11:17:14.585834 6160658432 Write Ahead Log file in harmonic: 000004.log size: 0 ; 000008.log size: 0 ; 000012.log size: 0 ; 000016.log size: 0 ; 000020.log size: 0 ; 000024.log size: 0 ; 000028.log size: 0 ; -2024/03/07-11:17:14.585836 6160658432 Options.error_if_exists: 0 -2024/03/07-11:17:14.585838 6160658432 Options.create_if_missing: 1 -2024/03/07-11:17:14.585839 6160658432 Options.paranoid_checks: 1 -2024/03/07-11:17:14.585840 6160658432 Options.flush_verify_memtable_count: 1 -2024/03/07-11:17:14.585841 6160658432 Options.track_and_verify_wals_in_manifest: 0 -2024/03/07-11:17:14.585842 6160658432 Options.verify_sst_unique_id_in_manifest: 1 -2024/03/07-11:17:14.585843 6160658432 Options.env: 0x105c48740 -2024/03/07-11:17:14.585846 6160658432 Options.fs: PosixFileSystem -2024/03/07-11:17:14.585847 6160658432 Options.info_log: 0x129804098 -2024/03/07-11:17:14.585848 6160658432 Options.max_file_opening_threads: 16 -2024/03/07-11:17:14.585849 6160658432 Options.statistics: 0x0 -2024/03/07-11:17:14.585850 6160658432 Options.use_fsync: 0 -2024/03/07-11:17:14.585851 6160658432 Options.max_log_file_size: 0 -2024/03/07-11:17:14.585852 6160658432 Options.max_manifest_file_size: 1073741824 -2024/03/07-11:17:14.585853 6160658432 Options.log_file_time_to_roll: 0 -2024/03/07-11:17:14.585854 6160658432 Options.keep_log_file_num: 1000 -2024/03/07-11:17:14.585855 6160658432 Options.recycle_log_file_num: 0 -2024/03/07-11:17:14.585856 6160658432 Options.allow_fallocate: 1 -2024/03/07-11:17:14.585857 6160658432 Options.allow_mmap_reads: 0 -2024/03/07-11:17:14.585858 6160658432 Options.allow_mmap_writes: 0 -2024/03/07-11:17:14.585859 6160658432 Options.use_direct_reads: 0 -2024/03/07-11:17:14.585860 6160658432 Options.use_direct_io_for_flush_and_compaction: 0 -2024/03/07-11:17:14.585861 6160658432 Options.create_missing_column_families: 0 -2024/03/07-11:17:14.585862 6160658432 Options.db_log_dir: -2024/03/07-11:17:14.585863 6160658432 Options.wal_dir: -2024/03/07-11:17:14.585864 6160658432 Options.table_cache_numshardbits: 6 -2024/03/07-11:17:14.585865 6160658432 Options.WAL_ttl_seconds: 0 -2024/03/07-11:17:14.585866 6160658432 Options.WAL_size_limit_MB: 0 -2024/03/07-11:17:14.585867 6160658432 Options.max_write_batch_group_size_bytes: 1048576 -2024/03/07-11:17:14.585868 6160658432 Options.manifest_preallocation_size: 4194304 -2024/03/07-11:17:14.585869 6160658432 Options.is_fd_close_on_exec: 1 -2024/03/07-11:17:14.585870 6160658432 Options.advise_random_on_open: 1 -2024/03/07-11:17:14.585871 6160658432 Options.db_write_buffer_size: 0 -2024/03/07-11:17:14.585872 6160658432 Options.write_buffer_manager: 0x6000037c8000 -2024/03/07-11:17:14.585873 6160658432 Options.access_hint_on_compaction_start: 1 -2024/03/07-11:17:14.585874 6160658432 Options.random_access_max_buffer_size: 1048576 -2024/03/07-11:17:14.585875 6160658432 Options.use_adaptive_mutex: 0 -2024/03/07-11:17:14.585876 6160658432 Options.rate_limiter: 0x0 -2024/03/07-11:17:14.585878 6160658432 Options.sst_file_manager.rate_bytes_per_sec: 0 -2024/03/07-11:17:14.585879 6160658432 Options.wal_recovery_mode: 2 -2024/03/07-11:17:14.585880 6160658432 Options.enable_thread_tracking: 0 -2024/03/07-11:17:14.585881 6160658432 Options.enable_pipelined_write: 0 -2024/03/07-11:17:14.585882 6160658432 Options.unordered_write: 0 -2024/03/07-11:17:14.585883 6160658432 Options.allow_concurrent_memtable_write: 1 -2024/03/07-11:17:14.585884 6160658432 Options.enable_write_thread_adaptive_yield: 1 -2024/03/07-11:17:14.585885 6160658432 Options.write_thread_max_yield_usec: 100 -2024/03/07-11:17:14.585886 6160658432 Options.write_thread_slow_yield_usec: 3 -2024/03/07-11:17:14.585887 6160658432 Options.row_cache: None -2024/03/07-11:17:14.585888 6160658432 Options.wal_filter: None -2024/03/07-11:17:14.585892 6160658432 Options.avoid_flush_during_recovery: 0 -2024/03/07-11:17:14.585893 6160658432 Options.allow_ingest_behind: 0 -2024/03/07-11:17:14.585894 6160658432 Options.two_write_queues: 0 -2024/03/07-11:17:14.585895 6160658432 Options.manual_wal_flush: 0 -2024/03/07-11:17:14.585896 6160658432 Options.wal_compression: 0 -2024/03/07-11:17:14.585897 6160658432 Options.atomic_flush: 0 -2024/03/07-11:17:14.585898 6160658432 Options.avoid_unnecessary_blocking_io: 0 -2024/03/07-11:17:14.585899 6160658432 Options.persist_stats_to_disk: 0 -2024/03/07-11:17:14.585900 6160658432 Options.write_dbid_to_manifest: 0 -2024/03/07-11:17:14.585901 6160658432 Options.log_readahead_size: 0 -2024/03/07-11:17:14.585902 6160658432 Options.file_checksum_gen_factory: Unknown -2024/03/07-11:17:14.585903 6160658432 Options.best_efforts_recovery: 0 -2024/03/07-11:17:14.585904 6160658432 Options.max_bgerror_resume_count: 2147483647 -2024/03/07-11:17:14.585905 6160658432 Options.bgerror_resume_retry_interval: 1000000 -2024/03/07-11:17:14.585906 6160658432 Options.allow_data_in_errors: 0 -2024/03/07-11:17:14.585907 6160658432 Options.db_host_id: __hostname__ -2024/03/07-11:17:14.585908 6160658432 Options.enforce_single_del_contracts: true -2024/03/07-11:17:14.585909 6160658432 Options.max_background_jobs: 8 -2024/03/07-11:17:14.585910 6160658432 Options.max_background_compactions: -1 -2024/03/07-11:17:14.585911 6160658432 Options.max_subcompactions: 8 -2024/03/07-11:17:14.585912 6160658432 Options.avoid_flush_during_shutdown: 0 -2024/03/07-11:17:14.585913 6160658432 Options.writable_file_max_buffer_size: 1048576 -2024/03/07-11:17:14.585914 6160658432 Options.delayed_write_rate : 16777216 -2024/03/07-11:17:14.585915 6160658432 Options.max_total_wal_size: 0 -2024/03/07-11:17:14.585916 6160658432 Options.delete_obsolete_files_period_micros: 21600000000 -2024/03/07-11:17:14.585917 6160658432 Options.stats_dump_period_sec: 600 -2024/03/07-11:17:14.585918 6160658432 Options.stats_persist_period_sec: 600 -2024/03/07-11:17:14.585919 6160658432 Options.stats_history_buffer_size: 1048576 -2024/03/07-11:17:14.585920 6160658432 Options.max_open_files: -1 -2024/03/07-11:17:14.585921 6160658432 Options.bytes_per_sync: 1048576 -2024/03/07-11:17:14.585922 6160658432 Options.wal_bytes_per_sync: 0 -2024/03/07-11:17:14.585923 6160658432 Options.strict_bytes_per_sync: 0 -2024/03/07-11:17:14.585924 6160658432 Options.compaction_readahead_size: 0 -2024/03/07-11:17:14.585925 6160658432 Options.max_background_flushes: -1 -2024/03/07-11:17:14.585926 6160658432 Compression algorithms supported: -2024/03/07-11:17:14.585943 6160658432 kZSTD supported: 1 -2024/03/07-11:17:14.585945 6160658432 kZlibCompression supported: 1 -2024/03/07-11:17:14.585946 6160658432 kXpressCompression supported: 0 -2024/03/07-11:17:14.585947 6160658432 kSnappyCompression supported: 1 -2024/03/07-11:17:14.585948 6160658432 kZSTDNotFinalCompression supported: 1 -2024/03/07-11:17:14.585950 6160658432 kLZ4HCCompression supported: 1 -2024/03/07-11:17:14.585951 6160658432 kLZ4Compression supported: 1 -2024/03/07-11:17:14.585952 6160658432 kBZip2Compression supported: 1 -2024/03/07-11:17:14.585960 6160658432 Fast CRC32 supported: Supported on Arm64 -2024/03/07-11:17:14.585961 6160658432 DMutex implementation: pthread_mutex_t -2024/03/07-11:17:14.586110 6160658432 [db/version_set.cc:5662] Recovering from manifest file: harmonic/MANIFEST-000029 -2024/03/07-11:17:14.586381 6160658432 [db/column_family.cc:621] --------------- Options for column family [default]: -2024/03/07-11:17:14.586384 6160658432 Options.comparator: leveldb.BytewiseComparator -2024/03/07-11:17:14.586385 6160658432 Options.merge_operator: None -2024/03/07-11:17:14.586387 6160658432 Options.compaction_filter: None -2024/03/07-11:17:14.586388 6160658432 Options.compaction_filter_factory: None -2024/03/07-11:17:14.586389 6160658432 Options.sst_partitioner_factory: None -2024/03/07-11:17:14.586390 6160658432 Options.memtable_factory: SkipListFactory -2024/03/07-11:17:14.586391 6160658432 Options.table_factory: BlockBasedTable -2024/03/07-11:17:14.586465 6160658432 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x600000cc4160) - cache_index_and_filter_blocks: 0 - cache_index_and_filter_blocks_with_high_priority: 1 - pin_l0_filter_and_index_blocks_in_cache: 0 - pin_top_level_index_and_filter: 1 - index_type: 0 - data_block_index_type: 1 - index_shortening: 1 - data_block_hash_table_util_ratio: 0.750000 - checksum: 4 - no_block_cache: 0 - block_cache: 0x6000039c4018 - block_cache_name: LRUCache - block_cache_options: - capacity : 536870912 - num_shard_bits : 6 - strict_capacity_limit : 0 - memory_allocator : None - high_pri_pool_ratio: 0.500 - low_pri_pool_ratio: 0.000 - persistent_cache: 0x0 - block_size: 4096 - block_size_deviation: 10 - block_restart_interval: 16 - index_block_restart_interval: 1 - metadata_block_size: 4096 - partition_filters: 0 - use_delta_encoding: 1 - filter_policy: bloomfilter - whole_key_filtering: 1 - verify_compression: 0 - read_amp_bytes_per_bit: 0 - format_version: 5 - enable_index_compression: 1 - block_align: 0 - max_auto_readahead_size: 262144 - prepopulate_block_cache: 0 - initial_auto_readahead_size: 8192 - num_file_reads_for_auto_readahead: 2 -2024/03/07-11:17:14.586468 6160658432 Options.write_buffer_size: 67108864 -2024/03/07-11:17:14.586469 6160658432 Options.max_write_buffer_number: 2 -2024/03/07-11:17:14.586471 6160658432 Options.compression: LZ4 -2024/03/07-11:17:14.586472 6160658432 Options.bottommost_compression: Disabled -2024/03/07-11:17:14.586473 6160658432 Options.prefix_extractor: nullptr -2024/03/07-11:17:14.586474 6160658432 Options.memtable_insert_with_hint_prefix_extractor: nullptr -2024/03/07-11:17:14.586475 6160658432 Options.num_levels: 7 -2024/03/07-11:17:14.586476 6160658432 Options.min_write_buffer_number_to_merge: 1 -2024/03/07-11:17:14.586477 6160658432 Options.max_write_buffer_number_to_maintain: 0 -2024/03/07-11:17:14.586478 6160658432 Options.max_write_buffer_size_to_maintain: 0 -2024/03/07-11:17:14.586479 6160658432 Options.bottommost_compression_opts.window_bits: -14 -2024/03/07-11:17:14.586480 6160658432 Options.bottommost_compression_opts.level: 32767 -2024/03/07-11:17:14.586481 6160658432 Options.bottommost_compression_opts.strategy: 0 -2024/03/07-11:17:14.586482 6160658432 Options.bottommost_compression_opts.max_dict_bytes: 0 -2024/03/07-11:17:14.586483 6160658432 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 -2024/03/07-11:17:14.586484 6160658432 Options.bottommost_compression_opts.parallel_threads: 1 -2024/03/07-11:17:14.586485 6160658432 Options.bottommost_compression_opts.enabled: false -2024/03/07-11:17:14.586487 6160658432 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 -2024/03/07-11:17:14.586487 6160658432 Options.bottommost_compression_opts.use_zstd_dict_trainer: true -2024/03/07-11:17:14.586489 6160658432 Options.compression_opts.window_bits: -14 -2024/03/07-11:17:14.586490 6160658432 Options.compression_opts.level: 32767 -2024/03/07-11:17:14.586491 6160658432 Options.compression_opts.strategy: 0 -2024/03/07-11:17:14.586491 6160658432 Options.compression_opts.max_dict_bytes: 0 -2024/03/07-11:17:14.586492 6160658432 Options.compression_opts.zstd_max_train_bytes: 0 -2024/03/07-11:17:14.586493 6160658432 Options.compression_opts.use_zstd_dict_trainer: true -2024/03/07-11:17:14.586494 6160658432 Options.compression_opts.parallel_threads: 1 -2024/03/07-11:17:14.586495 6160658432 Options.compression_opts.enabled: false -2024/03/07-11:17:14.586496 6160658432 Options.compression_opts.max_dict_buffer_bytes: 0 -2024/03/07-11:17:14.586497 6160658432 Options.level0_file_num_compaction_trigger: 4 -2024/03/07-11:17:14.586498 6160658432 Options.level0_slowdown_writes_trigger: 20 -2024/03/07-11:17:14.586499 6160658432 Options.level0_stop_writes_trigger: 36 -2024/03/07-11:17:14.586500 6160658432 Options.target_file_size_base: 67108864 -2024/03/07-11:17:14.586501 6160658432 Options.target_file_size_multiplier: 1 -2024/03/07-11:17:14.586502 6160658432 Options.max_bytes_for_level_base: 268435456 -2024/03/07-11:17:14.586503 6160658432 Options.level_compaction_dynamic_level_bytes: 1 -2024/03/07-11:17:14.586504 6160658432 Options.max_bytes_for_level_multiplier: 10.000000 -2024/03/07-11:17:14.586506 6160658432 Options.max_bytes_for_level_multiplier_addtl[0]: 1 -2024/03/07-11:17:14.586507 6160658432 Options.max_bytes_for_level_multiplier_addtl[1]: 1 -2024/03/07-11:17:14.586508 6160658432 Options.max_bytes_for_level_multiplier_addtl[2]: 1 -2024/03/07-11:17:14.586509 6160658432 Options.max_bytes_for_level_multiplier_addtl[3]: 1 -2024/03/07-11:17:14.586510 6160658432 Options.max_bytes_for_level_multiplier_addtl[4]: 1 -2024/03/07-11:17:14.586511 6160658432 Options.max_bytes_for_level_multiplier_addtl[5]: 1 -2024/03/07-11:17:14.586512 6160658432 Options.max_bytes_for_level_multiplier_addtl[6]: 1 -2024/03/07-11:17:14.586513 6160658432 Options.max_sequential_skip_in_iterations: 8 -2024/03/07-11:17:14.586514 6160658432 Options.max_compaction_bytes: 1677721600 -2024/03/07-11:17:14.586515 6160658432 Options.ignore_max_compaction_bytes_for_input: true -2024/03/07-11:17:14.586516 6160658432 Options.arena_block_size: 1048576 -2024/03/07-11:17:14.586517 6160658432 Options.soft_pending_compaction_bytes_limit: 68719476736 -2024/03/07-11:17:14.586518 6160658432 Options.hard_pending_compaction_bytes_limit: 274877906944 -2024/03/07-11:17:14.586519 6160658432 Options.disable_auto_compactions: 0 -2024/03/07-11:17:14.586520 6160658432 Options.compaction_style: kCompactionStyleLevel -2024/03/07-11:17:14.586522 6160658432 Options.compaction_pri: kMinOverlappingRatio -2024/03/07-11:17:14.586523 6160658432 Options.compaction_options_universal.size_ratio: 1 -2024/03/07-11:17:14.586524 6160658432 Options.compaction_options_universal.min_merge_width: 2 -2024/03/07-11:17:14.586525 6160658432 Options.compaction_options_universal.max_merge_width: 4294967295 -2024/03/07-11:17:14.586526 6160658432 Options.compaction_options_universal.max_size_amplification_percent: 200 -2024/03/07-11:17:14.586527 6160658432 Options.compaction_options_universal.compression_size_percent: -1 -2024/03/07-11:17:14.586530 6160658432 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize -2024/03/07-11:17:14.586531 6160658432 Options.compaction_options_fifo.max_table_files_size: 1073741824 -2024/03/07-11:17:14.586532 6160658432 Options.compaction_options_fifo.allow_compaction: 0 -2024/03/07-11:17:14.586534 6160658432 Options.table_properties_collectors: -2024/03/07-11:17:14.586535 6160658432 Options.inplace_update_support: 0 -2024/03/07-11:17:14.586536 6160658432 Options.inplace_update_num_locks: 10000 -2024/03/07-11:17:14.586537 6160658432 Options.memtable_prefix_bloom_size_ratio: 0.020000 -2024/03/07-11:17:14.586539 6160658432 Options.memtable_whole_key_filtering: 1 -2024/03/07-11:17:14.586540 6160658432 Options.memtable_huge_page_size: 0 -2024/03/07-11:17:14.586541 6160658432 Options.bloom_locality: 0 -2024/03/07-11:17:14.586542 6160658432 Options.max_successive_merges: 0 -2024/03/07-11:17:14.586543 6160658432 Options.optimize_filters_for_hits: 0 -2024/03/07-11:17:14.586544 6160658432 Options.paranoid_file_checks: 0 -2024/03/07-11:17:14.586545 6160658432 Options.force_consistency_checks: 1 -2024/03/07-11:17:14.586546 6160658432 Options.report_bg_io_stats: 0 -2024/03/07-11:17:14.586547 6160658432 Options.ttl: 2592000 -2024/03/07-11:17:14.586548 6160658432 Options.periodic_compaction_seconds: 0 -2024/03/07-11:17:14.586549 6160658432 Options.preclude_last_level_data_seconds: 0 -2024/03/07-11:17:14.586550 6160658432 Options.preserve_internal_time_seconds: 0 -2024/03/07-11:17:14.586551 6160658432 Options.enable_blob_files: false -2024/03/07-11:17:14.586552 6160658432 Options.min_blob_size: 0 -2024/03/07-11:17:14.586553 6160658432 Options.blob_file_size: 268435456 -2024/03/07-11:17:14.586554 6160658432 Options.blob_compression_type: NoCompression -2024/03/07-11:17:14.586555 6160658432 Options.enable_blob_garbage_collection: false -2024/03/07-11:17:14.586556 6160658432 Options.blob_garbage_collection_age_cutoff: 0.250000 -2024/03/07-11:17:14.586557 6160658432 Options.blob_garbage_collection_force_threshold: 1.000000 -2024/03/07-11:17:14.586558 6160658432 Options.blob_compaction_readahead_size: 0 -2024/03/07-11:17:14.586559 6160658432 Options.blob_file_starting_level: 0 -2024/03/07-11:17:14.586560 6160658432 Options.experimental_mempurge_threshold: 0.000000 -2024/03/07-11:17:14.587481 6160658432 [db/version_set.cc:5713] Recovered from manifest file:harmonic/MANIFEST-000029 succeeded,manifest_file_number is 29, next_file_number is 31, last_sequence is 0, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 -2024/03/07-11:17:14.587489 6160658432 [db/version_set.cc:5722] Column family [default] (ID 0), log number is 25 -2024/03/07-11:17:14.587546 6160658432 [db/db_impl/db_impl_open.cc:537] DB ID: 5b2f50d0-e9d2-4280-bd55-c613a79cf530 -2024/03/07-11:17:14.587802 6160658432 EVENT_LOG_v1 {"time_micros": 1709806634587781, "job": 1, "event": "recovery_started", "wal_files": [4, 8, 12, 16, 20, 24, 28]} -2024/03/07-11:17:14.587808 6160658432 [db/db_impl/db_impl_open.cc:1018] Skipping log #4 since it is older than min log to keep #25 -2024/03/07-11:17:14.587809 6160658432 [db/db_impl/db_impl_open.cc:1018] Skipping log #8 since it is older than min log to keep #25 -2024/03/07-11:17:14.587810 6160658432 [db/db_impl/db_impl_open.cc:1018] Skipping log #12 since it is older than min log to keep #25 -2024/03/07-11:17:14.587811 6160658432 [db/db_impl/db_impl_open.cc:1018] Skipping log #16 since it is older than min log to keep #25 -2024/03/07-11:17:14.587813 6160658432 [db/db_impl/db_impl_open.cc:1018] Skipping log #20 since it is older than min log to keep #25 -2024/03/07-11:17:14.587814 6160658432 [db/db_impl/db_impl_open.cc:1018] Skipping log #24 since it is older than min log to keep #25 -2024/03/07-11:17:14.587815 6160658432 [db/db_impl/db_impl_open.cc:1031] Recovering log #28 mode 2 -2024/03/07-11:17:14.587946 6160658432 EVENT_LOG_v1 {"time_micros": 1709806634587942, "job": 1, "event": "recovery_finished"} -2024/03/07-11:17:14.588180 6160658432 [db/version_set.cc:5180] Creating manifest 33 -2024/03/07-11:17:14.592338 6160658432 [db/db_impl/db_impl_open.cc:1977] SstFileManager instance 0x129804860 -2024/03/07-11:17:14.592395 6160658432 DB pointer 0x12880f200 -2024/03/07-11:17:14.592815 6166966272 [db/db_impl/db_impl.cc:1085] ------- DUMPING STATS ------- -2024/03/07-11:17:14.592819 6166966272 [db/db_impl/db_impl.cc:1086] -** DB Stats ** -Uptime(secs): 0.0 total, 0.0 interval -Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s -Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s -Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent -Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s -Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s -Interval stall: 00:00:0.000 H:M:S, 0.0 percent -Write Stall (count): write-buffer-manager-limit-stops: 0, -** Compaction Stats [default] ** -Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- - Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 - Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 - -** Compaction Stats [default] ** -Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- - -Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 - -Uptime(secs): 0.0 total, 0.0 interval -Flush(GB): cumulative 0.000, interval 0.000 -AddFile(GB): cumulative 0.000, interval 0.000 -AddFile(Total Files): cumulative 0, interval 0 -AddFile(L0 Files): cumulative 0, interval 0 -AddFile(Keys): cumulative 0, interval 0 -Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds -Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds -Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0, Block cache LRUCache@0x6000039c4018#5707 capacity: 512.00 MB usage: 0.08 KB table_size: 1024 occupancy: 87 collections: 1 last_copies: 0 last_secs: 0.000136 secs_since: 0 -Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) - -** File Read Latency Histogram By Level [default] ** -2024/03/07-11:17:15.523047 6160658432 [db/db_impl/db_impl.cc:490] Shutdown: canceling all background work -2024/03/07-11:17:15.523421 6160658432 [db/db_impl/db_impl.cc:692] Shutdown complete diff --git a/crates/core/harmonic/LOG.old.1709806727870170 b/crates/core/harmonic/LOG.old.1709806727870170 deleted file mode 100644 index 9852ca16..00000000 --- a/crates/core/harmonic/LOG.old.1709806727870170 +++ /dev/null @@ -1,290 +0,0 @@ -2024/03/07-11:18:01.183246 6158249984 RocksDB version: 8.1.1 -2024/03/07-11:18:01.183929 6158249984 Compile date 2023-04-06 16:38:52 -2024/03/07-11:18:01.183932 6158249984 DB SUMMARY -2024/03/07-11:18:01.183934 6158249984 DB Session ID: 9GUW9V1B8QT793K1Z3K2 -2024/03/07-11:18:01.184071 6158249984 CURRENT file: CURRENT -2024/03/07-11:18:01.184073 6158249984 IDENTITY file: IDENTITY -2024/03/07-11:18:01.184080 6158249984 MANIFEST file: MANIFEST-000033 size: 81 Bytes -2024/03/07-11:18:01.184083 6158249984 SST files in harmonic dir, Total Num: 0, files: -2024/03/07-11:18:01.184085 6158249984 Write Ahead Log file in harmonic: 000004.log size: 0 ; 000008.log size: 0 ; 000012.log size: 0 ; 000016.log size: 0 ; 000020.log size: 0 ; 000024.log size: 0 ; 000028.log size: 0 ; 000032.log size: 0 ; -2024/03/07-11:18:01.184087 6158249984 Options.error_if_exists: 0 -2024/03/07-11:18:01.184089 6158249984 Options.create_if_missing: 1 -2024/03/07-11:18:01.184090 6158249984 Options.paranoid_checks: 1 -2024/03/07-11:18:01.184091 6158249984 Options.flush_verify_memtable_count: 1 -2024/03/07-11:18:01.184092 6158249984 Options.track_and_verify_wals_in_manifest: 0 -2024/03/07-11:18:01.184093 6158249984 Options.verify_sst_unique_id_in_manifest: 1 -2024/03/07-11:18:01.184094 6158249984 Options.env: 0x105e94740 -2024/03/07-11:18:01.184098 6158249984 Options.fs: PosixFileSystem -2024/03/07-11:18:01.184099 6158249984 Options.info_log: 0x120704098 -2024/03/07-11:18:01.184100 6158249984 Options.max_file_opening_threads: 16 -2024/03/07-11:18:01.184101 6158249984 Options.statistics: 0x0 -2024/03/07-11:18:01.184103 6158249984 Options.use_fsync: 0 -2024/03/07-11:18:01.184104 6158249984 Options.max_log_file_size: 0 -2024/03/07-11:18:01.184105 6158249984 Options.max_manifest_file_size: 1073741824 -2024/03/07-11:18:01.184106 6158249984 Options.log_file_time_to_roll: 0 -2024/03/07-11:18:01.184107 6158249984 Options.keep_log_file_num: 1000 -2024/03/07-11:18:01.184108 6158249984 Options.recycle_log_file_num: 0 -2024/03/07-11:18:01.184110 6158249984 Options.allow_fallocate: 1 -2024/03/07-11:18:01.184111 6158249984 Options.allow_mmap_reads: 0 -2024/03/07-11:18:01.184112 6158249984 Options.allow_mmap_writes: 0 -2024/03/07-11:18:01.184113 6158249984 Options.use_direct_reads: 0 -2024/03/07-11:18:01.184114 6158249984 Options.use_direct_io_for_flush_and_compaction: 0 -2024/03/07-11:18:01.184115 6158249984 Options.create_missing_column_families: 0 -2024/03/07-11:18:01.184116 6158249984 Options.db_log_dir: -2024/03/07-11:18:01.184117 6158249984 Options.wal_dir: -2024/03/07-11:18:01.184118 6158249984 Options.table_cache_numshardbits: 6 -2024/03/07-11:18:01.184119 6158249984 Options.WAL_ttl_seconds: 0 -2024/03/07-11:18:01.184120 6158249984 Options.WAL_size_limit_MB: 0 -2024/03/07-11:18:01.184122 6158249984 Options.max_write_batch_group_size_bytes: 1048576 -2024/03/07-11:18:01.184123 6158249984 Options.manifest_preallocation_size: 4194304 -2024/03/07-11:18:01.184124 6158249984 Options.is_fd_close_on_exec: 1 -2024/03/07-11:18:01.184125 6158249984 Options.advise_random_on_open: 1 -2024/03/07-11:18:01.184126 6158249984 Options.db_write_buffer_size: 0 -2024/03/07-11:18:01.184127 6158249984 Options.write_buffer_manager: 0x600000490000 -2024/03/07-11:18:01.184128 6158249984 Options.access_hint_on_compaction_start: 1 -2024/03/07-11:18:01.184129 6158249984 Options.random_access_max_buffer_size: 1048576 -2024/03/07-11:18:01.184130 6158249984 Options.use_adaptive_mutex: 0 -2024/03/07-11:18:01.184132 6158249984 Options.rate_limiter: 0x0 -2024/03/07-11:18:01.184136 6158249984 Options.sst_file_manager.rate_bytes_per_sec: 0 -2024/03/07-11:18:01.184137 6158249984 Options.wal_recovery_mode: 2 -2024/03/07-11:18:01.184138 6158249984 Options.enable_thread_tracking: 0 -2024/03/07-11:18:01.184139 6158249984 Options.enable_pipelined_write: 0 -2024/03/07-11:18:01.184140 6158249984 Options.unordered_write: 0 -2024/03/07-11:18:01.184142 6158249984 Options.allow_concurrent_memtable_write: 1 -2024/03/07-11:18:01.184143 6158249984 Options.enable_write_thread_adaptive_yield: 1 -2024/03/07-11:18:01.184144 6158249984 Options.write_thread_max_yield_usec: 100 -2024/03/07-11:18:01.184145 6158249984 Options.write_thread_slow_yield_usec: 3 -2024/03/07-11:18:01.184146 6158249984 Options.row_cache: None -2024/03/07-11:18:01.184147 6158249984 Options.wal_filter: None -2024/03/07-11:18:01.184148 6158249984 Options.avoid_flush_during_recovery: 0 -2024/03/07-11:18:01.184149 6158249984 Options.allow_ingest_behind: 0 -2024/03/07-11:18:01.184151 6158249984 Options.two_write_queues: 0 -2024/03/07-11:18:01.184152 6158249984 Options.manual_wal_flush: 0 -2024/03/07-11:18:01.184153 6158249984 Options.wal_compression: 0 -2024/03/07-11:18:01.184154 6158249984 Options.atomic_flush: 0 -2024/03/07-11:18:01.184155 6158249984 Options.avoid_unnecessary_blocking_io: 0 -2024/03/07-11:18:01.184156 6158249984 Options.persist_stats_to_disk: 0 -2024/03/07-11:18:01.184157 6158249984 Options.write_dbid_to_manifest: 0 -2024/03/07-11:18:01.184158 6158249984 Options.log_readahead_size: 0 -2024/03/07-11:18:01.184160 6158249984 Options.file_checksum_gen_factory: Unknown -2024/03/07-11:18:01.184161 6158249984 Options.best_efforts_recovery: 0 -2024/03/07-11:18:01.184162 6158249984 Options.max_bgerror_resume_count: 2147483647 -2024/03/07-11:18:01.184163 6158249984 Options.bgerror_resume_retry_interval: 1000000 -2024/03/07-11:18:01.184164 6158249984 Options.allow_data_in_errors: 0 -2024/03/07-11:18:01.184165 6158249984 Options.db_host_id: __hostname__ -2024/03/07-11:18:01.184167 6158249984 Options.enforce_single_del_contracts: true -2024/03/07-11:18:01.184168 6158249984 Options.max_background_jobs: 8 -2024/03/07-11:18:01.184171 6158249984 Options.max_background_compactions: -1 -2024/03/07-11:18:01.184172 6158249984 Options.max_subcompactions: 8 -2024/03/07-11:18:01.184173 6158249984 Options.avoid_flush_during_shutdown: 0 -2024/03/07-11:18:01.184174 6158249984 Options.writable_file_max_buffer_size: 1048576 -2024/03/07-11:18:01.184175 6158249984 Options.delayed_write_rate : 16777216 -2024/03/07-11:18:01.184177 6158249984 Options.max_total_wal_size: 0 -2024/03/07-11:18:01.184178 6158249984 Options.delete_obsolete_files_period_micros: 21600000000 -2024/03/07-11:18:01.184179 6158249984 Options.stats_dump_period_sec: 600 -2024/03/07-11:18:01.184180 6158249984 Options.stats_persist_period_sec: 600 -2024/03/07-11:18:01.184181 6158249984 Options.stats_history_buffer_size: 1048576 -2024/03/07-11:18:01.184182 6158249984 Options.max_open_files: -1 -2024/03/07-11:18:01.184183 6158249984 Options.bytes_per_sync: 1048576 -2024/03/07-11:18:01.184184 6158249984 Options.wal_bytes_per_sync: 0 -2024/03/07-11:18:01.184185 6158249984 Options.strict_bytes_per_sync: 0 -2024/03/07-11:18:01.184186 6158249984 Options.compaction_readahead_size: 0 -2024/03/07-11:18:01.184188 6158249984 Options.max_background_flushes: -1 -2024/03/07-11:18:01.184189 6158249984 Compression algorithms supported: -2024/03/07-11:18:01.184204 6158249984 kZSTD supported: 1 -2024/03/07-11:18:01.184209 6158249984 kZlibCompression supported: 1 -2024/03/07-11:18:01.184211 6158249984 kXpressCompression supported: 0 -2024/03/07-11:18:01.184212 6158249984 kSnappyCompression supported: 1 -2024/03/07-11:18:01.184213 6158249984 kZSTDNotFinalCompression supported: 1 -2024/03/07-11:18:01.184215 6158249984 kLZ4HCCompression supported: 1 -2024/03/07-11:18:01.184216 6158249984 kLZ4Compression supported: 1 -2024/03/07-11:18:01.184217 6158249984 kBZip2Compression supported: 1 -2024/03/07-11:18:01.184223 6158249984 Fast CRC32 supported: Supported on Arm64 -2024/03/07-11:18:01.184224 6158249984 DMutex implementation: pthread_mutex_t -2024/03/07-11:18:01.184383 6158249984 [db/version_set.cc:5662] Recovering from manifest file: harmonic/MANIFEST-000033 -2024/03/07-11:18:01.184646 6158249984 [db/column_family.cc:621] --------------- Options for column family [default]: -2024/03/07-11:18:01.184648 6158249984 Options.comparator: leveldb.BytewiseComparator -2024/03/07-11:18:01.184650 6158249984 Options.merge_operator: None -2024/03/07-11:18:01.184651 6158249984 Options.compaction_filter: None -2024/03/07-11:18:01.184652 6158249984 Options.compaction_filter_factory: None -2024/03/07-11:18:01.184653 6158249984 Options.sst_partitioner_factory: None -2024/03/07-11:18:01.184655 6158249984 Options.memtable_factory: SkipListFactory -2024/03/07-11:18:01.184656 6158249984 Options.table_factory: BlockBasedTable -2024/03/07-11:18:01.184696 6158249984 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x600003f98100) - cache_index_and_filter_blocks: 0 - cache_index_and_filter_blocks_with_high_priority: 1 - pin_l0_filter_and_index_blocks_in_cache: 0 - pin_top_level_index_and_filter: 1 - index_type: 0 - data_block_index_type: 1 - index_shortening: 1 - data_block_hash_table_util_ratio: 0.750000 - checksum: 4 - no_block_cache: 0 - block_cache: 0x600000a90018 - block_cache_name: LRUCache - block_cache_options: - capacity : 536870912 - num_shard_bits : 6 - strict_capacity_limit : 0 - memory_allocator : None - high_pri_pool_ratio: 0.500 - low_pri_pool_ratio: 0.000 - persistent_cache: 0x0 - block_size: 4096 - block_size_deviation: 10 - block_restart_interval: 16 - index_block_restart_interval: 1 - metadata_block_size: 4096 - partition_filters: 0 - use_delta_encoding: 1 - filter_policy: bloomfilter - whole_key_filtering: 1 - verify_compression: 0 - read_amp_bytes_per_bit: 0 - format_version: 5 - enable_index_compression: 1 - block_align: 0 - max_auto_readahead_size: 262144 - prepopulate_block_cache: 0 - initial_auto_readahead_size: 8192 - num_file_reads_for_auto_readahead: 2 -2024/03/07-11:18:01.184699 6158249984 Options.write_buffer_size: 67108864 -2024/03/07-11:18:01.184700 6158249984 Options.max_write_buffer_number: 2 -2024/03/07-11:18:01.184701 6158249984 Options.compression: LZ4 -2024/03/07-11:18:01.184702 6158249984 Options.bottommost_compression: Disabled -2024/03/07-11:18:01.184704 6158249984 Options.prefix_extractor: nullptr -2024/03/07-11:18:01.184705 6158249984 Options.memtable_insert_with_hint_prefix_extractor: nullptr -2024/03/07-11:18:01.184706 6158249984 Options.num_levels: 7 -2024/03/07-11:18:01.184707 6158249984 Options.min_write_buffer_number_to_merge: 1 -2024/03/07-11:18:01.184708 6158249984 Options.max_write_buffer_number_to_maintain: 0 -2024/03/07-11:18:01.184709 6158249984 Options.max_write_buffer_size_to_maintain: 0 -2024/03/07-11:18:01.184710 6158249984 Options.bottommost_compression_opts.window_bits: -14 -2024/03/07-11:18:01.184711 6158249984 Options.bottommost_compression_opts.level: 32767 -2024/03/07-11:18:01.184713 6158249984 Options.bottommost_compression_opts.strategy: 0 -2024/03/07-11:18:01.184714 6158249984 Options.bottommost_compression_opts.max_dict_bytes: 0 -2024/03/07-11:18:01.184715 6158249984 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 -2024/03/07-11:18:01.184716 6158249984 Options.bottommost_compression_opts.parallel_threads: 1 -2024/03/07-11:18:01.184717 6158249984 Options.bottommost_compression_opts.enabled: false -2024/03/07-11:18:01.184718 6158249984 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 -2024/03/07-11:18:01.184719 6158249984 Options.bottommost_compression_opts.use_zstd_dict_trainer: true -2024/03/07-11:18:01.184721 6158249984 Options.compression_opts.window_bits: -14 -2024/03/07-11:18:01.184722 6158249984 Options.compression_opts.level: 32767 -2024/03/07-11:18:01.184723 6158249984 Options.compression_opts.strategy: 0 -2024/03/07-11:18:01.184724 6158249984 Options.compression_opts.max_dict_bytes: 0 -2024/03/07-11:18:01.184725 6158249984 Options.compression_opts.zstd_max_train_bytes: 0 -2024/03/07-11:18:01.184726 6158249984 Options.compression_opts.use_zstd_dict_trainer: true -2024/03/07-11:18:01.184727 6158249984 Options.compression_opts.parallel_threads: 1 -2024/03/07-11:18:01.184728 6158249984 Options.compression_opts.enabled: false -2024/03/07-11:18:01.184729 6158249984 Options.compression_opts.max_dict_buffer_bytes: 0 -2024/03/07-11:18:01.184730 6158249984 Options.level0_file_num_compaction_trigger: 4 -2024/03/07-11:18:01.184731 6158249984 Options.level0_slowdown_writes_trigger: 20 -2024/03/07-11:18:01.184732 6158249984 Options.level0_stop_writes_trigger: 36 -2024/03/07-11:18:01.184734 6158249984 Options.target_file_size_base: 67108864 -2024/03/07-11:18:01.184735 6158249984 Options.target_file_size_multiplier: 1 -2024/03/07-11:18:01.184736 6158249984 Options.max_bytes_for_level_base: 268435456 -2024/03/07-11:18:01.184737 6158249984 Options.level_compaction_dynamic_level_bytes: 1 -2024/03/07-11:18:01.184738 6158249984 Options.max_bytes_for_level_multiplier: 10.000000 -2024/03/07-11:18:01.184739 6158249984 Options.max_bytes_for_level_multiplier_addtl[0]: 1 -2024/03/07-11:18:01.184741 6158249984 Options.max_bytes_for_level_multiplier_addtl[1]: 1 -2024/03/07-11:18:01.184742 6158249984 Options.max_bytes_for_level_multiplier_addtl[2]: 1 -2024/03/07-11:18:01.184743 6158249984 Options.max_bytes_for_level_multiplier_addtl[3]: 1 -2024/03/07-11:18:01.184744 6158249984 Options.max_bytes_for_level_multiplier_addtl[4]: 1 -2024/03/07-11:18:01.184745 6158249984 Options.max_bytes_for_level_multiplier_addtl[5]: 1 -2024/03/07-11:18:01.184746 6158249984 Options.max_bytes_for_level_multiplier_addtl[6]: 1 -2024/03/07-11:18:01.184747 6158249984 Options.max_sequential_skip_in_iterations: 8 -2024/03/07-11:18:01.184748 6158249984 Options.max_compaction_bytes: 1677721600 -2024/03/07-11:18:01.184749 6158249984 Options.ignore_max_compaction_bytes_for_input: true -2024/03/07-11:18:01.184750 6158249984 Options.arena_block_size: 1048576 -2024/03/07-11:18:01.184751 6158249984 Options.soft_pending_compaction_bytes_limit: 68719476736 -2024/03/07-11:18:01.184753 6158249984 Options.hard_pending_compaction_bytes_limit: 274877906944 -2024/03/07-11:18:01.184754 6158249984 Options.disable_auto_compactions: 0 -2024/03/07-11:18:01.184755 6158249984 Options.compaction_style: kCompactionStyleLevel -2024/03/07-11:18:01.184757 6158249984 Options.compaction_pri: kMinOverlappingRatio -2024/03/07-11:18:01.184758 6158249984 Options.compaction_options_universal.size_ratio: 1 -2024/03/07-11:18:01.184759 6158249984 Options.compaction_options_universal.min_merge_width: 2 -2024/03/07-11:18:01.184760 6158249984 Options.compaction_options_universal.max_merge_width: 4294967295 -2024/03/07-11:18:01.184761 6158249984 Options.compaction_options_universal.max_size_amplification_percent: 200 -2024/03/07-11:18:01.184762 6158249984 Options.compaction_options_universal.compression_size_percent: -1 -2024/03/07-11:18:01.184767 6158249984 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize -2024/03/07-11:18:01.184768 6158249984 Options.compaction_options_fifo.max_table_files_size: 1073741824 -2024/03/07-11:18:01.184770 6158249984 Options.compaction_options_fifo.allow_compaction: 0 -2024/03/07-11:18:01.184773 6158249984 Options.table_properties_collectors: -2024/03/07-11:18:01.184774 6158249984 Options.inplace_update_support: 0 -2024/03/07-11:18:01.184775 6158249984 Options.inplace_update_num_locks: 10000 -2024/03/07-11:18:01.184776 6158249984 Options.memtable_prefix_bloom_size_ratio: 0.020000 -2024/03/07-11:18:01.184777 6158249984 Options.memtable_whole_key_filtering: 1 -2024/03/07-11:18:01.184778 6158249984 Options.memtable_huge_page_size: 0 -2024/03/07-11:18:01.184779 6158249984 Options.bloom_locality: 0 -2024/03/07-11:18:01.184780 6158249984 Options.max_successive_merges: 0 -2024/03/07-11:18:01.184781 6158249984 Options.optimize_filters_for_hits: 0 -2024/03/07-11:18:01.184783 6158249984 Options.paranoid_file_checks: 0 -2024/03/07-11:18:01.184784 6158249984 Options.force_consistency_checks: 1 -2024/03/07-11:18:01.184785 6158249984 Options.report_bg_io_stats: 0 -2024/03/07-11:18:01.184786 6158249984 Options.ttl: 2592000 -2024/03/07-11:18:01.184787 6158249984 Options.periodic_compaction_seconds: 0 -2024/03/07-11:18:01.184788 6158249984 Options.preclude_last_level_data_seconds: 0 -2024/03/07-11:18:01.184789 6158249984 Options.preserve_internal_time_seconds: 0 -2024/03/07-11:18:01.184790 6158249984 Options.enable_blob_files: false -2024/03/07-11:18:01.184791 6158249984 Options.min_blob_size: 0 -2024/03/07-11:18:01.184792 6158249984 Options.blob_file_size: 268435456 -2024/03/07-11:18:01.184793 6158249984 Options.blob_compression_type: NoCompression -2024/03/07-11:18:01.184794 6158249984 Options.enable_blob_garbage_collection: false -2024/03/07-11:18:01.184795 6158249984 Options.blob_garbage_collection_age_cutoff: 0.250000 -2024/03/07-11:18:01.184797 6158249984 Options.blob_garbage_collection_force_threshold: 1.000000 -2024/03/07-11:18:01.184798 6158249984 Options.blob_compaction_readahead_size: 0 -2024/03/07-11:18:01.184799 6158249984 Options.blob_file_starting_level: 0 -2024/03/07-11:18:01.184800 6158249984 Options.experimental_mempurge_threshold: 0.000000 -2024/03/07-11:18:01.185715 6158249984 [db/version_set.cc:5713] Recovered from manifest file:harmonic/MANIFEST-000033 succeeded,manifest_file_number is 33, next_file_number is 35, last_sequence is 0, log_number is 29,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 -2024/03/07-11:18:01.185720 6158249984 [db/version_set.cc:5722] Column family [default] (ID 0), log number is 29 -2024/03/07-11:18:01.185759 6158249984 [db/db_impl/db_impl_open.cc:537] DB ID: 5b2f50d0-e9d2-4280-bd55-c613a79cf530 -2024/03/07-11:18:01.185991 6158249984 EVENT_LOG_v1 {"time_micros": 1709806681185972, "job": 1, "event": "recovery_started", "wal_files": [4, 8, 12, 16, 20, 24, 28, 32]} -2024/03/07-11:18:01.185994 6158249984 [db/db_impl/db_impl_open.cc:1018] Skipping log #4 since it is older than min log to keep #29 -2024/03/07-11:18:01.185995 6158249984 [db/db_impl/db_impl_open.cc:1018] Skipping log #8 since it is older than min log to keep #29 -2024/03/07-11:18:01.185996 6158249984 [db/db_impl/db_impl_open.cc:1018] Skipping log #12 since it is older than min log to keep #29 -2024/03/07-11:18:01.185997 6158249984 [db/db_impl/db_impl_open.cc:1018] Skipping log #16 since it is older than min log to keep #29 -2024/03/07-11:18:01.185998 6158249984 [db/db_impl/db_impl_open.cc:1018] Skipping log #20 since it is older than min log to keep #29 -2024/03/07-11:18:01.185999 6158249984 [db/db_impl/db_impl_open.cc:1018] Skipping log #24 since it is older than min log to keep #29 -2024/03/07-11:18:01.186000 6158249984 [db/db_impl/db_impl_open.cc:1018] Skipping log #28 since it is older than min log to keep #29 -2024/03/07-11:18:01.186002 6158249984 [db/db_impl/db_impl_open.cc:1031] Recovering log #32 mode 2 -2024/03/07-11:18:01.186066 6158249984 EVENT_LOG_v1 {"time_micros": 1709806681186064, "job": 1, "event": "recovery_finished"} -2024/03/07-11:18:01.186291 6158249984 [db/version_set.cc:5180] Creating manifest 37 -2024/03/07-11:18:01.189966 6158249984 [db/db_impl/db_impl_open.cc:1977] SstFileManager instance 0x120704860 -2024/03/07-11:18:01.190032 6158249984 DB pointer 0x12280f200 -2024/03/07-11:18:01.190429 6164557824 [db/db_impl/db_impl.cc:1085] ------- DUMPING STATS ------- -2024/03/07-11:18:01.190444 6164557824 [db/db_impl/db_impl.cc:1086] -** DB Stats ** -Uptime(secs): 0.0 total, 0.0 interval -Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s -Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s -Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent -Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s -Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s -Interval stall: 00:00:0.000 H:M:S, 0.0 percent -Write Stall (count): write-buffer-manager-limit-stops: 0, -** Compaction Stats [default] ** -Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- - Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 - Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 - -** Compaction Stats [default] ** -Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- - -Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 - -Uptime(secs): 0.0 total, 0.0 interval -Flush(GB): cumulative 0.000, interval 0.000 -AddFile(GB): cumulative 0.000, interval 0.000 -AddFile(Total Files): cumulative 0, interval 0 -AddFile(L0 Files): cumulative 0, interval 0 -AddFile(Keys): cumulative 0, interval 0 -Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds -Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds -Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0, Block cache LRUCache@0x600000a90018#6369 capacity: 512.00 MB usage: 0.08 KB table_size: 1024 occupancy: 87 collections: 1 last_copies: 0 last_secs: 0.000162 secs_since: 0 -Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) - -** File Read Latency Histogram By Level [default] ** -2024/03/07-11:18:02.090533 6158249984 [db/db_impl/db_impl.cc:490] Shutdown: canceling all background work -2024/03/07-11:18:02.090901 6158249984 [db/db_impl/db_impl.cc:692] Shutdown complete diff --git a/crates/core/harmonic/MANIFEST-000041 b/crates/core/harmonic/MANIFEST-000041 deleted file mode 100644 index a6e1c67f3df2bbfee255135cab05224a07a3a2f6..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 81 zcmZS8)^KKEU<~`Yer`cxQDRAc(Yxvg>?{n7 jOo}WF$5}#murV-lGB9hhFkF-Q|BM4Dt_tL8u`mDt^j;Pj diff --git a/crates/core/harmonic/OPTIONS-000039 b/crates/core/harmonic/OPTIONS-000039 deleted file mode 100644 index 6a0f672f..00000000 --- a/crates/core/harmonic/OPTIONS-000039 +++ /dev/null @@ -1,198 +0,0 @@ -# This is a RocksDB option file. -# -# For detailed file format spec, please refer to the example file -# in examples/rocksdb_option_file_example.ini -# - -[Version] - rocksdb_version=8.1.1 - options_file_version=1.1 - -[DBOptions] - max_background_flushes=-1 - compaction_readahead_size=0 - strict_bytes_per_sync=false - wal_bytes_per_sync=0 - max_open_files=-1 - stats_history_buffer_size=1048576 - max_total_wal_size=0 - stats_persist_period_sec=600 - stats_dump_period_sec=600 - avoid_flush_during_shutdown=false - max_subcompactions=8 - bytes_per_sync=1048576 - delayed_write_rate=16777216 - max_background_compactions=-1 - max_background_jobs=8 - delete_obsolete_files_period_micros=21600000000 - writable_file_max_buffer_size=1048576 - file_checksum_gen_factory=nullptr - allow_data_in_errors=false - max_bgerror_resume_count=2147483647 - best_efforts_recovery=false - write_dbid_to_manifest=false - atomic_flush=false - wal_compression=kNoCompression - manual_wal_flush=false - two_write_queues=false - avoid_flush_during_recovery=false - dump_malloc_stats=false - info_log_level=INFO_LEVEL - write_thread_slow_yield_usec=3 - allow_ingest_behind=false - fail_if_options_file_error=false - persist_stats_to_disk=false - WAL_ttl_seconds=0 - bgerror_resume_retry_interval=1000000 - allow_concurrent_memtable_write=true - paranoid_checks=true - WAL_size_limit_MB=0 - lowest_used_cache_tier=kNonVolatileBlockTier - keep_log_file_num=1000 - table_cache_numshardbits=6 - max_file_opening_threads=16 - use_fsync=false - unordered_write=false - random_access_max_buffer_size=1048576 - log_readahead_size=0 - enable_pipelined_write=false - wal_recovery_mode=kPointInTimeRecovery - db_write_buffer_size=0 - allow_2pc=false - skip_checking_sst_file_sizes_on_db_open=false - skip_stats_update_on_db_open=false - recycle_log_file_num=0 - db_host_id=__hostname__ - access_hint_on_compaction_start=NORMAL - verify_sst_unique_id_in_manifest=true - track_and_verify_wals_in_manifest=false - error_if_exists=false - manifest_preallocation_size=4194304 - is_fd_close_on_exec=true - enable_write_thread_adaptive_yield=true - enable_thread_tracking=false - avoid_unnecessary_blocking_io=false - allow_fallocate=true - max_log_file_size=0 - advise_random_on_open=true - create_missing_column_families=false - max_write_batch_group_size_bytes=1048576 - use_adaptive_mutex=false - wal_filter=nullptr - create_if_missing=true - enforce_single_del_contracts=true - allow_mmap_writes=false - log_file_time_to_roll=0 - use_direct_io_for_flush_and_compaction=false - flush_verify_memtable_count=true - max_manifest_file_size=1073741824 - write_thread_max_yield_usec=100 - use_direct_reads=false - allow_mmap_reads=false - - -[CFOptions "default"] - memtable_protection_bytes_per_key=0 - bottommost_compression=kDisableCompressionOption - sample_for_compression=0 - blob_garbage_collection_age_cutoff=0.250000 - blob_compression_type=kNoCompression - prepopulate_blob_cache=kDisable - blob_compaction_readahead_size=0 - level0_stop_writes_trigger=36 - min_blob_size=0 - last_level_temperature=kUnknown - compaction_options_universal={allow_trivial_move=false;stop_style=kCompactionStopStyleTotalSize;min_merge_width=2;compression_size_percent=-1;max_size_amplification_percent=200;incremental=false;max_merge_width=4294967295;size_ratio=1;} - target_file_size_base=67108864 - ignore_max_compaction_bytes_for_input=true - memtable_whole_key_filtering=true - blob_file_starting_level=0 - soft_pending_compaction_bytes_limit=68719476736 - max_write_buffer_number=2 - ttl=2592000 - compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} - check_flush_compaction_key_order=true - memtable_huge_page_size=0 - max_successive_merges=0 - inplace_update_num_locks=10000 - enable_blob_garbage_collection=false - arena_block_size=1048576 - bottommost_compression_opts={use_zstd_dict_trainer=true;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} - target_file_size_multiplier=1 - max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 - blob_garbage_collection_force_threshold=1.000000 - enable_blob_files=false - level0_slowdown_writes_trigger=20 - compression=kLZ4Compression - level0_file_num_compaction_trigger=4 - prefix_extractor=nullptr - max_bytes_for_level_multiplier=10.000000 - write_buffer_size=67108864 - disable_auto_compactions=false - max_compaction_bytes=1677721600 - compression_opts={use_zstd_dict_trainer=true;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} - hard_pending_compaction_bytes_limit=274877906944 - blob_file_size=268435456 - periodic_compaction_seconds=0 - paranoid_file_checks=false - experimental_mempurge_threshold=0.000000 - memtable_prefix_bloom_size_ratio=0.020000 - max_bytes_for_level_base=268435456 - max_sequential_skip_in_iterations=8 - report_bg_io_stats=false - sst_partitioner_factory=nullptr - compaction_pri=kMinOverlappingRatio - compaction_style=kCompactionStyleLevel - compaction_filter_factory=nullptr - compaction_filter=nullptr - memtable_factory=SkipListFactory - comparator=leveldb.BytewiseComparator - bloom_locality=0 - min_write_buffer_number_to_merge=1 - table_factory=BlockBasedTable - max_write_buffer_size_to_maintain=0 - max_write_buffer_number_to_maintain=0 - preserve_internal_time_seconds=0 - force_consistency_checks=true - optimize_filters_for_hits=false - merge_operator=nullptr - num_levels=7 - level_compaction_dynamic_file_size=true - memtable_insert_with_hint_prefix_extractor=nullptr - level_compaction_dynamic_level_bytes=true - preclude_last_level_data_seconds=0 - inplace_update_support=false - -[TableOptions/BlockBasedTable "default"] - num_file_reads_for_auto_readahead=2 - metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} - read_amp_bytes_per_bit=0 - verify_compression=false - format_version=5 - optimize_filters_for_memory=false - partition_filters=false - detect_filter_construct_corruption=false - initial_auto_readahead_size=8192 - max_auto_readahead_size=262144 - enable_index_compression=true - checksum=kXXH3 - index_block_restart_interval=1 - pin_top_level_index_and_filter=true - block_align=false - block_size=4096 - index_type=kBinarySearch - filter_policy=bloomfilter:10:false - metadata_block_size=4096 - no_block_cache=false - index_shortening=kShortenSeparators - whole_key_filtering=true - block_size_deviation=10 - data_block_index_type=kDataBlockBinaryAndHash - data_block_hash_table_util_ratio=0.750000 - cache_index_and_filter_blocks=false - prepopulate_block_cache=kDisable - block_restart_interval=16 - pin_l0_filter_and_index_blocks_in_cache=false - cache_index_and_filter_blocks_with_high_priority=true - flush_block_policy_factory=FlushBlockBySizePolicyFactory - diff --git a/crates/core/harmonic/OPTIONS-000043 b/crates/core/harmonic/OPTIONS-000043 deleted file mode 100644 index 6a0f672f..00000000 --- a/crates/core/harmonic/OPTIONS-000043 +++ /dev/null @@ -1,198 +0,0 @@ -# This is a RocksDB option file. -# -# For detailed file format spec, please refer to the example file -# in examples/rocksdb_option_file_example.ini -# - -[Version] - rocksdb_version=8.1.1 - options_file_version=1.1 - -[DBOptions] - max_background_flushes=-1 - compaction_readahead_size=0 - strict_bytes_per_sync=false - wal_bytes_per_sync=0 - max_open_files=-1 - stats_history_buffer_size=1048576 - max_total_wal_size=0 - stats_persist_period_sec=600 - stats_dump_period_sec=600 - avoid_flush_during_shutdown=false - max_subcompactions=8 - bytes_per_sync=1048576 - delayed_write_rate=16777216 - max_background_compactions=-1 - max_background_jobs=8 - delete_obsolete_files_period_micros=21600000000 - writable_file_max_buffer_size=1048576 - file_checksum_gen_factory=nullptr - allow_data_in_errors=false - max_bgerror_resume_count=2147483647 - best_efforts_recovery=false - write_dbid_to_manifest=false - atomic_flush=false - wal_compression=kNoCompression - manual_wal_flush=false - two_write_queues=false - avoid_flush_during_recovery=false - dump_malloc_stats=false - info_log_level=INFO_LEVEL - write_thread_slow_yield_usec=3 - allow_ingest_behind=false - fail_if_options_file_error=false - persist_stats_to_disk=false - WAL_ttl_seconds=0 - bgerror_resume_retry_interval=1000000 - allow_concurrent_memtable_write=true - paranoid_checks=true - WAL_size_limit_MB=0 - lowest_used_cache_tier=kNonVolatileBlockTier - keep_log_file_num=1000 - table_cache_numshardbits=6 - max_file_opening_threads=16 - use_fsync=false - unordered_write=false - random_access_max_buffer_size=1048576 - log_readahead_size=0 - enable_pipelined_write=false - wal_recovery_mode=kPointInTimeRecovery - db_write_buffer_size=0 - allow_2pc=false - skip_checking_sst_file_sizes_on_db_open=false - skip_stats_update_on_db_open=false - recycle_log_file_num=0 - db_host_id=__hostname__ - access_hint_on_compaction_start=NORMAL - verify_sst_unique_id_in_manifest=true - track_and_verify_wals_in_manifest=false - error_if_exists=false - manifest_preallocation_size=4194304 - is_fd_close_on_exec=true - enable_write_thread_adaptive_yield=true - enable_thread_tracking=false - avoid_unnecessary_blocking_io=false - allow_fallocate=true - max_log_file_size=0 - advise_random_on_open=true - create_missing_column_families=false - max_write_batch_group_size_bytes=1048576 - use_adaptive_mutex=false - wal_filter=nullptr - create_if_missing=true - enforce_single_del_contracts=true - allow_mmap_writes=false - log_file_time_to_roll=0 - use_direct_io_for_flush_and_compaction=false - flush_verify_memtable_count=true - max_manifest_file_size=1073741824 - write_thread_max_yield_usec=100 - use_direct_reads=false - allow_mmap_reads=false - - -[CFOptions "default"] - memtable_protection_bytes_per_key=0 - bottommost_compression=kDisableCompressionOption - sample_for_compression=0 - blob_garbage_collection_age_cutoff=0.250000 - blob_compression_type=kNoCompression - prepopulate_blob_cache=kDisable - blob_compaction_readahead_size=0 - level0_stop_writes_trigger=36 - min_blob_size=0 - last_level_temperature=kUnknown - compaction_options_universal={allow_trivial_move=false;stop_style=kCompactionStopStyleTotalSize;min_merge_width=2;compression_size_percent=-1;max_size_amplification_percent=200;incremental=false;max_merge_width=4294967295;size_ratio=1;} - target_file_size_base=67108864 - ignore_max_compaction_bytes_for_input=true - memtable_whole_key_filtering=true - blob_file_starting_level=0 - soft_pending_compaction_bytes_limit=68719476736 - max_write_buffer_number=2 - ttl=2592000 - compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} - check_flush_compaction_key_order=true - memtable_huge_page_size=0 - max_successive_merges=0 - inplace_update_num_locks=10000 - enable_blob_garbage_collection=false - arena_block_size=1048576 - bottommost_compression_opts={use_zstd_dict_trainer=true;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} - target_file_size_multiplier=1 - max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 - blob_garbage_collection_force_threshold=1.000000 - enable_blob_files=false - level0_slowdown_writes_trigger=20 - compression=kLZ4Compression - level0_file_num_compaction_trigger=4 - prefix_extractor=nullptr - max_bytes_for_level_multiplier=10.000000 - write_buffer_size=67108864 - disable_auto_compactions=false - max_compaction_bytes=1677721600 - compression_opts={use_zstd_dict_trainer=true;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} - hard_pending_compaction_bytes_limit=274877906944 - blob_file_size=268435456 - periodic_compaction_seconds=0 - paranoid_file_checks=false - experimental_mempurge_threshold=0.000000 - memtable_prefix_bloom_size_ratio=0.020000 - max_bytes_for_level_base=268435456 - max_sequential_skip_in_iterations=8 - report_bg_io_stats=false - sst_partitioner_factory=nullptr - compaction_pri=kMinOverlappingRatio - compaction_style=kCompactionStyleLevel - compaction_filter_factory=nullptr - compaction_filter=nullptr - memtable_factory=SkipListFactory - comparator=leveldb.BytewiseComparator - bloom_locality=0 - min_write_buffer_number_to_merge=1 - table_factory=BlockBasedTable - max_write_buffer_size_to_maintain=0 - max_write_buffer_number_to_maintain=0 - preserve_internal_time_seconds=0 - force_consistency_checks=true - optimize_filters_for_hits=false - merge_operator=nullptr - num_levels=7 - level_compaction_dynamic_file_size=true - memtable_insert_with_hint_prefix_extractor=nullptr - level_compaction_dynamic_level_bytes=true - preclude_last_level_data_seconds=0 - inplace_update_support=false - -[TableOptions/BlockBasedTable "default"] - num_file_reads_for_auto_readahead=2 - metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} - read_amp_bytes_per_bit=0 - verify_compression=false - format_version=5 - optimize_filters_for_memory=false - partition_filters=false - detect_filter_construct_corruption=false - initial_auto_readahead_size=8192 - max_auto_readahead_size=262144 - enable_index_compression=true - checksum=kXXH3 - index_block_restart_interval=1 - pin_top_level_index_and_filter=true - block_align=false - block_size=4096 - index_type=kBinarySearch - filter_policy=bloomfilter:10:false - metadata_block_size=4096 - no_block_cache=false - index_shortening=kShortenSeparators - whole_key_filtering=true - block_size_deviation=10 - data_block_index_type=kDataBlockBinaryAndHash - data_block_hash_table_util_ratio=0.750000 - cache_index_and_filter_blocks=false - prepopulate_block_cache=kDisable - block_restart_interval=16 - pin_l0_filter_and_index_blocks_in_cache=false - cache_index_and_filter_blocks_with_high_priority=true - flush_block_policy_factory=FlushBlockBySizePolicyFactory - diff --git a/crates/core/harmonic_rank/CURRENT b/crates/core/harmonic_rank/CURRENT deleted file mode 100644 index 8ee0a8e4..00000000 --- a/crates/core/harmonic_rank/CURRENT +++ /dev/null @@ -1 +0,0 @@ -MANIFEST-000041 diff --git a/crates/core/harmonic_rank/IDENTITY b/crates/core/harmonic_rank/IDENTITY deleted file mode 100644 index 3dbb04ce..00000000 --- a/crates/core/harmonic_rank/IDENTITY +++ /dev/null @@ -1 +0,0 @@ -3a81b8cb-95ad-4e76-aaea-52b0ca076bac \ No newline at end of file diff --git a/crates/core/harmonic_rank/LOCK b/crates/core/harmonic_rank/LOCK deleted file mode 100644 index e69de29b..00000000 diff --git a/crates/core/harmonic_rank/LOG b/crates/core/harmonic_rank/LOG deleted file mode 100644 index 8eef9593..00000000 --- a/crates/core/harmonic_rank/LOG +++ /dev/null @@ -1,256 +0,0 @@ -2024/03/07-11:18:47.877022 6134919168 RocksDB version: 8.1.1 -2024/03/07-11:18:47.877044 6134919168 Compile date 2023-04-06 16:38:52 -2024/03/07-11:18:47.877046 6134919168 DB SUMMARY -2024/03/07-11:18:47.877047 6134919168 DB Session ID: JL07RH6WYDFHQ5TFZV1N -2024/03/07-11:18:47.877116 6134919168 CURRENT file: CURRENT -2024/03/07-11:18:47.877118 6134919168 IDENTITY file: IDENTITY -2024/03/07-11:18:47.877123 6134919168 MANIFEST file: MANIFEST-000037 size: 81 Bytes -2024/03/07-11:18:47.877125 6134919168 SST files in harmonic_rank dir, Total Num: 0, files: -2024/03/07-11:18:47.877127 6134919168 Write Ahead Log file in harmonic_rank: 000004.log size: 0 ; 000008.log size: 0 ; 000012.log size: 0 ; 000016.log size: 0 ; 000020.log size: 0 ; 000024.log size: 0 ; 000028.log size: 0 ; 000032.log size: 0 ; 000036.log size: 0 ; -2024/03/07-11:18:47.877128 6134919168 Options.error_if_exists: 0 -2024/03/07-11:18:47.877129 6134919168 Options.create_if_missing: 1 -2024/03/07-11:18:47.877130 6134919168 Options.paranoid_checks: 1 -2024/03/07-11:18:47.877131 6134919168 Options.flush_verify_memtable_count: 1 -2024/03/07-11:18:47.877132 6134919168 Options.track_and_verify_wals_in_manifest: 0 -2024/03/07-11:18:47.877133 6134919168 Options.verify_sst_unique_id_in_manifest: 1 -2024/03/07-11:18:47.877134 6134919168 Options.env: 0x107cf4740 -2024/03/07-11:18:47.877135 6134919168 Options.fs: PosixFileSystem -2024/03/07-11:18:47.877136 6134919168 Options.info_log: 0x11ee13438 -2024/03/07-11:18:47.877137 6134919168 Options.max_file_opening_threads: 16 -2024/03/07-11:18:47.877138 6134919168 Options.statistics: 0x0 -2024/03/07-11:18:47.877138 6134919168 Options.use_fsync: 0 -2024/03/07-11:18:47.877139 6134919168 Options.max_log_file_size: 0 -2024/03/07-11:18:47.877140 6134919168 Options.max_manifest_file_size: 1073741824 -2024/03/07-11:18:47.877141 6134919168 Options.log_file_time_to_roll: 0 -2024/03/07-11:18:47.877142 6134919168 Options.keep_log_file_num: 1000 -2024/03/07-11:18:47.877143 6134919168 Options.recycle_log_file_num: 0 -2024/03/07-11:18:47.877143 6134919168 Options.allow_fallocate: 1 -2024/03/07-11:18:47.877144 6134919168 Options.allow_mmap_reads: 0 -2024/03/07-11:18:47.877145 6134919168 Options.allow_mmap_writes: 0 -2024/03/07-11:18:47.877146 6134919168 Options.use_direct_reads: 0 -2024/03/07-11:18:47.877147 6134919168 Options.use_direct_io_for_flush_and_compaction: 0 -2024/03/07-11:18:47.877148 6134919168 Options.create_missing_column_families: 0 -2024/03/07-11:18:47.877149 6134919168 Options.db_log_dir: -2024/03/07-11:18:47.877149 6134919168 Options.wal_dir: -2024/03/07-11:18:47.877150 6134919168 Options.table_cache_numshardbits: 6 -2024/03/07-11:18:47.877151 6134919168 Options.WAL_ttl_seconds: 0 -2024/03/07-11:18:47.877194 6134919168 Options.WAL_size_limit_MB: 0 -2024/03/07-11:18:47.877197 6134919168 Options.max_write_batch_group_size_bytes: 1048576 -2024/03/07-11:18:47.877200 6134919168 Options.manifest_preallocation_size: 4194304 -2024/03/07-11:18:47.877202 6134919168 Options.is_fd_close_on_exec: 1 -2024/03/07-11:18:47.877205 6134919168 Options.advise_random_on_open: 1 -2024/03/07-11:18:47.877208 6134919168 Options.db_write_buffer_size: 0 -2024/03/07-11:18:47.877211 6134919168 Options.write_buffer_manager: 0x6000009192b0 -2024/03/07-11:18:47.877214 6134919168 Options.access_hint_on_compaction_start: 1 -2024/03/07-11:18:47.877217 6134919168 Options.random_access_max_buffer_size: 1048576 -2024/03/07-11:18:47.877219 6134919168 Options.use_adaptive_mutex: 0 -2024/03/07-11:18:47.877222 6134919168 Options.rate_limiter: 0x0 -2024/03/07-11:18:47.877226 6134919168 Options.sst_file_manager.rate_bytes_per_sec: 0 -2024/03/07-11:18:47.877229 6134919168 Options.wal_recovery_mode: 2 -2024/03/07-11:18:47.877232 6134919168 Options.enable_thread_tracking: 0 -2024/03/07-11:18:47.877234 6134919168 Options.enable_pipelined_write: 0 -2024/03/07-11:18:47.877237 6134919168 Options.unordered_write: 0 -2024/03/07-11:18:47.877239 6134919168 Options.allow_concurrent_memtable_write: 1 -2024/03/07-11:18:47.877242 6134919168 Options.enable_write_thread_adaptive_yield: 1 -2024/03/07-11:18:47.877245 6134919168 Options.write_thread_max_yield_usec: 100 -2024/03/07-11:18:47.877247 6134919168 Options.write_thread_slow_yield_usec: 3 -2024/03/07-11:18:47.877250 6134919168 Options.row_cache: None -2024/03/07-11:18:47.877252 6134919168 Options.wal_filter: None -2024/03/07-11:18:47.877255 6134919168 Options.avoid_flush_during_recovery: 0 -2024/03/07-11:18:47.877257 6134919168 Options.allow_ingest_behind: 0 -2024/03/07-11:18:47.877260 6134919168 Options.two_write_queues: 0 -2024/03/07-11:18:47.877262 6134919168 Options.manual_wal_flush: 0 -2024/03/07-11:18:47.877265 6134919168 Options.wal_compression: 0 -2024/03/07-11:18:47.877268 6134919168 Options.atomic_flush: 0 -2024/03/07-11:18:47.877270 6134919168 Options.avoid_unnecessary_blocking_io: 0 -2024/03/07-11:18:47.877272 6134919168 Options.persist_stats_to_disk: 0 -2024/03/07-11:18:47.877275 6134919168 Options.write_dbid_to_manifest: 0 -2024/03/07-11:18:47.877277 6134919168 Options.log_readahead_size: 0 -2024/03/07-11:18:47.877280 6134919168 Options.file_checksum_gen_factory: Unknown -2024/03/07-11:18:47.877283 6134919168 Options.best_efforts_recovery: 0 -2024/03/07-11:18:47.877285 6134919168 Options.max_bgerror_resume_count: 2147483647 -2024/03/07-11:18:47.877288 6134919168 Options.bgerror_resume_retry_interval: 1000000 -2024/03/07-11:18:47.877291 6134919168 Options.allow_data_in_errors: 0 -2024/03/07-11:18:47.877293 6134919168 Options.db_host_id: __hostname__ -2024/03/07-11:18:47.877296 6134919168 Options.enforce_single_del_contracts: true -2024/03/07-11:18:47.877299 6134919168 Options.max_background_jobs: 8 -2024/03/07-11:18:47.877301 6134919168 Options.max_background_compactions: -1 -2024/03/07-11:18:47.877304 6134919168 Options.max_subcompactions: 8 -2024/03/07-11:18:47.877306 6134919168 Options.avoid_flush_during_shutdown: 0 -2024/03/07-11:18:47.877309 6134919168 Options.writable_file_max_buffer_size: 1048576 -2024/03/07-11:18:47.877311 6134919168 Options.delayed_write_rate : 16777216 -2024/03/07-11:18:47.877314 6134919168 Options.max_total_wal_size: 0 -2024/03/07-11:18:47.877316 6134919168 Options.delete_obsolete_files_period_micros: 21600000000 -2024/03/07-11:18:47.877319 6134919168 Options.stats_dump_period_sec: 600 -2024/03/07-11:18:47.877322 6134919168 Options.stats_persist_period_sec: 600 -2024/03/07-11:18:47.877324 6134919168 Options.stats_history_buffer_size: 1048576 -2024/03/07-11:18:47.877327 6134919168 Options.max_open_files: -1 -2024/03/07-11:18:47.877329 6134919168 Options.bytes_per_sync: 1048576 -2024/03/07-11:18:47.877332 6134919168 Options.wal_bytes_per_sync: 0 -2024/03/07-11:18:47.877334 6134919168 Options.strict_bytes_per_sync: 0 -2024/03/07-11:18:47.877337 6134919168 Options.compaction_readahead_size: 0 -2024/03/07-11:18:47.877339 6134919168 Options.max_background_flushes: -1 -2024/03/07-11:18:47.877342 6134919168 Compression algorithms supported: -2024/03/07-11:18:47.877346 6134919168 kZSTD supported: 1 -2024/03/07-11:18:47.877349 6134919168 kZlibCompression supported: 1 -2024/03/07-11:18:47.877352 6134919168 kXpressCompression supported: 0 -2024/03/07-11:18:47.877354 6134919168 kSnappyCompression supported: 1 -2024/03/07-11:18:47.877358 6134919168 kZSTDNotFinalCompression supported: 1 -2024/03/07-11:18:47.877361 6134919168 kLZ4HCCompression supported: 1 -2024/03/07-11:18:47.877363 6134919168 kLZ4Compression supported: 1 -2024/03/07-11:18:47.877366 6134919168 kBZip2Compression supported: 1 -2024/03/07-11:18:47.877383 6134919168 Fast CRC32 supported: Supported on Arm64 -2024/03/07-11:18:47.877385 6134919168 DMutex implementation: pthread_mutex_t -2024/03/07-11:18:47.877595 6134919168 [db/version_set.cc:5662] Recovering from manifest file: harmonic_rank/MANIFEST-000037 -2024/03/07-11:18:47.877739 6134919168 [db/column_family.cc:621] --------------- Options for column family [default]: -2024/03/07-11:18:47.877744 6134919168 Options.comparator: leveldb.BytewiseComparator -2024/03/07-11:18:47.877749 6134919168 Options.merge_operator: None -2024/03/07-11:18:47.877752 6134919168 Options.compaction_filter: None -2024/03/07-11:18:47.877755 6134919168 Options.compaction_filter_factory: None -2024/03/07-11:18:47.877758 6134919168 Options.sst_partitioner_factory: None -2024/03/07-11:18:47.877761 6134919168 Options.memtable_factory: SkipListFactory -2024/03/07-11:18:47.877764 6134919168 Options.table_factory: BlockBasedTable -2024/03/07-11:18:47.877793 6134919168 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x60000324c120) - cache_index_and_filter_blocks: 0 - cache_index_and_filter_blocks_with_high_priority: 1 - pin_l0_filter_and_index_blocks_in_cache: 0 - pin_top_level_index_and_filter: 1 - index_type: 0 - data_block_index_type: 1 - index_shortening: 1 - data_block_hash_table_util_ratio: 0.750000 - checksum: 4 - no_block_cache: 0 - block_cache: 0x600000718798 - block_cache_name: LRUCache - block_cache_options: - capacity : 536870912 - num_shard_bits : 6 - strict_capacity_limit : 0 - memory_allocator : None - high_pri_pool_ratio: 0.500 - low_pri_pool_ratio: 0.000 - persistent_cache: 0x0 - block_size: 4096 - block_size_deviation: 10 - block_restart_interval: 16 - index_block_restart_interval: 1 - metadata_block_size: 4096 - partition_filters: 0 - use_delta_encoding: 1 - filter_policy: bloomfilter - whole_key_filtering: 1 - verify_compression: 0 - read_amp_bytes_per_bit: 0 - format_version: 5 - enable_index_compression: 1 - block_align: 0 - max_auto_readahead_size: 262144 - prepopulate_block_cache: 0 - initial_auto_readahead_size: 8192 - num_file_reads_for_auto_readahead: 2 -2024/03/07-11:18:47.877797 6134919168 Options.write_buffer_size: 67108864 -2024/03/07-11:18:47.877800 6134919168 Options.max_write_buffer_number: 2 -2024/03/07-11:18:47.877803 6134919168 Options.compression: LZ4 -2024/03/07-11:18:47.877807 6134919168 Options.bottommost_compression: Disabled -2024/03/07-11:18:47.877810 6134919168 Options.prefix_extractor: nullptr -2024/03/07-11:18:47.877813 6134919168 Options.memtable_insert_with_hint_prefix_extractor: nullptr -2024/03/07-11:18:47.877816 6134919168 Options.num_levels: 7 -2024/03/07-11:18:47.877819 6134919168 Options.min_write_buffer_number_to_merge: 1 -2024/03/07-11:18:47.877822 6134919168 Options.max_write_buffer_number_to_maintain: 0 -2024/03/07-11:18:47.877824 6134919168 Options.max_write_buffer_size_to_maintain: 0 -2024/03/07-11:18:47.877827 6134919168 Options.bottommost_compression_opts.window_bits: -14 -2024/03/07-11:18:47.877830 6134919168 Options.bottommost_compression_opts.level: 32767 -2024/03/07-11:18:47.877833 6134919168 Options.bottommost_compression_opts.strategy: 0 -2024/03/07-11:18:47.877835 6134919168 Options.bottommost_compression_opts.max_dict_bytes: 0 -2024/03/07-11:18:47.877838 6134919168 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 -2024/03/07-11:18:47.877841 6134919168 Options.bottommost_compression_opts.parallel_threads: 1 -2024/03/07-11:18:47.877844 6134919168 Options.bottommost_compression_opts.enabled: false -2024/03/07-11:18:47.877846 6134919168 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 -2024/03/07-11:18:47.877849 6134919168 Options.bottommost_compression_opts.use_zstd_dict_trainer: true -2024/03/07-11:18:47.877852 6134919168 Options.compression_opts.window_bits: -14 -2024/03/07-11:18:47.877855 6134919168 Options.compression_opts.level: 32767 -2024/03/07-11:18:47.877858 6134919168 Options.compression_opts.strategy: 0 -2024/03/07-11:18:47.877861 6134919168 Options.compression_opts.max_dict_bytes: 0 -2024/03/07-11:18:47.877863 6134919168 Options.compression_opts.zstd_max_train_bytes: 0 -2024/03/07-11:18:47.877866 6134919168 Options.compression_opts.use_zstd_dict_trainer: true -2024/03/07-11:18:47.877868 6134919168 Options.compression_opts.parallel_threads: 1 -2024/03/07-11:18:47.877871 6134919168 Options.compression_opts.enabled: false -2024/03/07-11:18:47.877873 6134919168 Options.compression_opts.max_dict_buffer_bytes: 0 -2024/03/07-11:18:47.877876 6134919168 Options.level0_file_num_compaction_trigger: 4 -2024/03/07-11:18:47.877878 6134919168 Options.level0_slowdown_writes_trigger: 20 -2024/03/07-11:18:47.877881 6134919168 Options.level0_stop_writes_trigger: 36 -2024/03/07-11:18:47.877883 6134919168 Options.target_file_size_base: 67108864 -2024/03/07-11:18:47.877886 6134919168 Options.target_file_size_multiplier: 1 -2024/03/07-11:18:47.877889 6134919168 Options.max_bytes_for_level_base: 268435456 -2024/03/07-11:18:47.877892 6134919168 Options.level_compaction_dynamic_level_bytes: 1 -2024/03/07-11:18:47.877895 6134919168 Options.max_bytes_for_level_multiplier: 10.000000 -2024/03/07-11:18:47.877898 6134919168 Options.max_bytes_for_level_multiplier_addtl[0]: 1 -2024/03/07-11:18:47.877901 6134919168 Options.max_bytes_for_level_multiplier_addtl[1]: 1 -2024/03/07-11:18:47.877904 6134919168 Options.max_bytes_for_level_multiplier_addtl[2]: 1 -2024/03/07-11:18:47.877907 6134919168 Options.max_bytes_for_level_multiplier_addtl[3]: 1 -2024/03/07-11:18:47.877910 6134919168 Options.max_bytes_for_level_multiplier_addtl[4]: 1 -2024/03/07-11:18:47.877913 6134919168 Options.max_bytes_for_level_multiplier_addtl[5]: 1 -2024/03/07-11:18:47.877915 6134919168 Options.max_bytes_for_level_multiplier_addtl[6]: 1 -2024/03/07-11:18:47.877918 6134919168 Options.max_sequential_skip_in_iterations: 8 -2024/03/07-11:18:47.877921 6134919168 Options.max_compaction_bytes: 1677721600 -2024/03/07-11:18:47.877924 6134919168 Options.ignore_max_compaction_bytes_for_input: true -2024/03/07-11:18:47.877927 6134919168 Options.arena_block_size: 1048576 -2024/03/07-11:18:47.877930 6134919168 Options.soft_pending_compaction_bytes_limit: 68719476736 -2024/03/07-11:18:47.877932 6134919168 Options.hard_pending_compaction_bytes_limit: 274877906944 -2024/03/07-11:18:47.877936 6134919168 Options.disable_auto_compactions: 0 -2024/03/07-11:18:47.877940 6134919168 Options.compaction_style: kCompactionStyleLevel -2024/03/07-11:18:47.877944 6134919168 Options.compaction_pri: kMinOverlappingRatio -2024/03/07-11:18:47.877947 6134919168 Options.compaction_options_universal.size_ratio: 1 -2024/03/07-11:18:47.877951 6134919168 Options.compaction_options_universal.min_merge_width: 2 -2024/03/07-11:18:47.877954 6134919168 Options.compaction_options_universal.max_merge_width: 4294967295 -2024/03/07-11:18:47.877956 6134919168 Options.compaction_options_universal.max_size_amplification_percent: 200 -2024/03/07-11:18:47.877959 6134919168 Options.compaction_options_universal.compression_size_percent: -1 -2024/03/07-11:18:47.877966 6134919168 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize -2024/03/07-11:18:47.877969 6134919168 Options.compaction_options_fifo.max_table_files_size: 1073741824 -2024/03/07-11:18:47.877972 6134919168 Options.compaction_options_fifo.allow_compaction: 0 -2024/03/07-11:18:47.877977 6134919168 Options.table_properties_collectors: -2024/03/07-11:18:47.877979 6134919168 Options.inplace_update_support: 0 -2024/03/07-11:18:47.877982 6134919168 Options.inplace_update_num_locks: 10000 -2024/03/07-11:18:47.877984 6134919168 Options.memtable_prefix_bloom_size_ratio: 0.020000 -2024/03/07-11:18:47.877987 6134919168 Options.memtable_whole_key_filtering: 1 -2024/03/07-11:18:47.877989 6134919168 Options.memtable_huge_page_size: 0 -2024/03/07-11:18:47.877992 6134919168 Options.bloom_locality: 0 -2024/03/07-11:18:47.877994 6134919168 Options.max_successive_merges: 0 -2024/03/07-11:18:47.877997 6134919168 Options.optimize_filters_for_hits: 0 -2024/03/07-11:18:47.877999 6134919168 Options.paranoid_file_checks: 0 -2024/03/07-11:18:47.878002 6134919168 Options.force_consistency_checks: 1 -2024/03/07-11:18:47.878004 6134919168 Options.report_bg_io_stats: 0 -2024/03/07-11:18:47.878007 6134919168 Options.ttl: 2592000 -2024/03/07-11:18:47.878009 6134919168 Options.periodic_compaction_seconds: 0 -2024/03/07-11:18:47.878012 6134919168 Options.preclude_last_level_data_seconds: 0 -2024/03/07-11:18:47.878014 6134919168 Options.preserve_internal_time_seconds: 0 -2024/03/07-11:18:47.878017 6134919168 Options.enable_blob_files: false -2024/03/07-11:18:47.878020 6134919168 Options.min_blob_size: 0 -2024/03/07-11:18:47.878023 6134919168 Options.blob_file_size: 268435456 -2024/03/07-11:18:47.878026 6134919168 Options.blob_compression_type: NoCompression -2024/03/07-11:18:47.878028 6134919168 Options.enable_blob_garbage_collection: false -2024/03/07-11:18:47.878031 6134919168 Options.blob_garbage_collection_age_cutoff: 0.250000 -2024/03/07-11:18:47.878034 6134919168 Options.blob_garbage_collection_force_threshold: 1.000000 -2024/03/07-11:18:47.878036 6134919168 Options.blob_compaction_readahead_size: 0 -2024/03/07-11:18:47.878039 6134919168 Options.blob_file_starting_level: 0 -2024/03/07-11:18:47.878041 6134919168 Options.experimental_mempurge_threshold: 0.000000 -2024/03/07-11:18:47.879189 6134919168 [db/version_set.cc:5713] Recovered from manifest file:harmonic_rank/MANIFEST-000037 succeeded,manifest_file_number is 37, next_file_number is 39, last_sequence is 0, log_number is 33,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 -2024/03/07-11:18:47.879192 6134919168 [db/version_set.cc:5722] Column family [default] (ID 0), log number is 33 -2024/03/07-11:18:47.879224 6134919168 [db/db_impl/db_impl_open.cc:537] DB ID: 3a81b8cb-95ad-4e76-aaea-52b0ca076bac -2024/03/07-11:18:47.879366 6134919168 EVENT_LOG_v1 {"time_micros": 1709806727879360, "job": 1, "event": "recovery_started", "wal_files": [4, 8, 12, 16, 20, 24, 28, 32, 36]} -2024/03/07-11:18:47.879368 6134919168 [db/db_impl/db_impl_open.cc:1018] Skipping log #4 since it is older than min log to keep #33 -2024/03/07-11:18:47.879369 6134919168 [db/db_impl/db_impl_open.cc:1018] Skipping log #8 since it is older than min log to keep #33 -2024/03/07-11:18:47.879370 6134919168 [db/db_impl/db_impl_open.cc:1018] Skipping log #12 since it is older than min log to keep #33 -2024/03/07-11:18:47.879372 6134919168 [db/db_impl/db_impl_open.cc:1018] Skipping log #16 since it is older than min log to keep #33 -2024/03/07-11:18:47.879372 6134919168 [db/db_impl/db_impl_open.cc:1018] Skipping log #20 since it is older than min log to keep #33 -2024/03/07-11:18:47.879373 6134919168 [db/db_impl/db_impl_open.cc:1018] Skipping log #24 since it is older than min log to keep #33 -2024/03/07-11:18:47.879374 6134919168 [db/db_impl/db_impl_open.cc:1018] Skipping log #28 since it is older than min log to keep #33 -2024/03/07-11:18:47.879375 6134919168 [db/db_impl/db_impl_open.cc:1018] Skipping log #32 since it is older than min log to keep #33 -2024/03/07-11:18:47.879377 6134919168 [db/db_impl/db_impl_open.cc:1031] Recovering log #36 mode 2 -2024/03/07-11:18:47.879449 6134919168 EVENT_LOG_v1 {"time_micros": 1709806727879447, "job": 1, "event": "recovery_finished"} -2024/03/07-11:18:47.879521 6134919168 [db/version_set.cc:5180] Creating manifest 41 -2024/03/07-11:18:47.884320 6134919168 [db/db_impl/db_impl_open.cc:1977] SstFileManager instance 0x11ee15e40 -2024/03/07-11:18:47.884375 6134919168 DB pointer 0x11f019e00 -2024/03/07-11:18:49.026105 6134919168 [db/db_impl/db_impl.cc:490] Shutdown: canceling all background work -2024/03/07-11:18:49.036425 6134919168 [db/db_impl/db_impl.cc:692] Shutdown complete diff --git a/crates/core/harmonic_rank/LOG.old.1709806163491008 b/crates/core/harmonic_rank/LOG.old.1709806163491008 deleted file mode 100644 index 1a08030a..00000000 --- a/crates/core/harmonic_rank/LOG.old.1709806163491008 +++ /dev/null @@ -1,243 +0,0 @@ -2024/03/07-11:08:58.923838 6096433152 RocksDB version: 8.1.1 -2024/03/07-11:08:58.923879 6096433152 Compile date 2023-04-06 16:38:52 -2024/03/07-11:08:58.923881 6096433152 DB SUMMARY -2024/03/07-11:08:58.923882 6096433152 DB Session ID: WPK49QDM78NBOAHYABDY -2024/03/07-11:08:58.923900 6096433152 SST files in harmonic_rank dir, Total Num: 0, files: -2024/03/07-11:08:58.923902 6096433152 Write Ahead Log file in harmonic_rank: -2024/03/07-11:08:58.923903 6096433152 Options.error_if_exists: 0 -2024/03/07-11:08:58.923904 6096433152 Options.create_if_missing: 1 -2024/03/07-11:08:58.923905 6096433152 Options.paranoid_checks: 1 -2024/03/07-11:08:58.923906 6096433152 Options.flush_verify_memtable_count: 1 -2024/03/07-11:08:58.923907 6096433152 Options.track_and_verify_wals_in_manifest: 0 -2024/03/07-11:08:58.923908 6096433152 Options.verify_sst_unique_id_in_manifest: 1 -2024/03/07-11:08:58.923909 6096433152 Options.env: 0x109974740 -2024/03/07-11:08:58.923911 6096433152 Options.fs: PosixFileSystem -2024/03/07-11:08:58.923912 6096433152 Options.info_log: 0x129806358 -2024/03/07-11:08:58.923913 6096433152 Options.max_file_opening_threads: 16 -2024/03/07-11:08:58.923914 6096433152 Options.statistics: 0x0 -2024/03/07-11:08:58.923915 6096433152 Options.use_fsync: 0 -2024/03/07-11:08:58.923916 6096433152 Options.max_log_file_size: 0 -2024/03/07-11:08:58.923917 6096433152 Options.max_manifest_file_size: 1073741824 -2024/03/07-11:08:58.923918 6096433152 Options.log_file_time_to_roll: 0 -2024/03/07-11:08:58.923919 6096433152 Options.keep_log_file_num: 1000 -2024/03/07-11:08:58.923920 6096433152 Options.recycle_log_file_num: 0 -2024/03/07-11:08:58.923921 6096433152 Options.allow_fallocate: 1 -2024/03/07-11:08:58.923922 6096433152 Options.allow_mmap_reads: 0 -2024/03/07-11:08:58.923923 6096433152 Options.allow_mmap_writes: 0 -2024/03/07-11:08:58.923924 6096433152 Options.use_direct_reads: 0 -2024/03/07-11:08:58.923925 6096433152 Options.use_direct_io_for_flush_and_compaction: 0 -2024/03/07-11:08:58.923926 6096433152 Options.create_missing_column_families: 0 -2024/03/07-11:08:58.923927 6096433152 Options.db_log_dir: -2024/03/07-11:08:58.923928 6096433152 Options.wal_dir: -2024/03/07-11:08:58.923929 6096433152 Options.table_cache_numshardbits: 6 -2024/03/07-11:08:58.923930 6096433152 Options.WAL_ttl_seconds: 0 -2024/03/07-11:08:58.923931 6096433152 Options.WAL_size_limit_MB: 0 -2024/03/07-11:08:58.923932 6096433152 Options.max_write_batch_group_size_bytes: 1048576 -2024/03/07-11:08:58.923933 6096433152 Options.manifest_preallocation_size: 4194304 -2024/03/07-11:08:58.923934 6096433152 Options.is_fd_close_on_exec: 1 -2024/03/07-11:08:58.923935 6096433152 Options.advise_random_on_open: 1 -2024/03/07-11:08:58.923936 6096433152 Options.db_write_buffer_size: 0 -2024/03/07-11:08:58.923937 6096433152 Options.write_buffer_manager: 0x6000030c40d0 -2024/03/07-11:08:58.923938 6096433152 Options.access_hint_on_compaction_start: 1 -2024/03/07-11:08:58.923939 6096433152 Options.random_access_max_buffer_size: 1048576 -2024/03/07-11:08:58.923940 6096433152 Options.use_adaptive_mutex: 0 -2024/03/07-11:08:58.923942 6096433152 Options.rate_limiter: 0x0 -2024/03/07-11:08:58.923943 6096433152 Options.sst_file_manager.rate_bytes_per_sec: 0 -2024/03/07-11:08:58.923944 6096433152 Options.wal_recovery_mode: 2 -2024/03/07-11:08:58.923945 6096433152 Options.enable_thread_tracking: 0 -2024/03/07-11:08:58.923946 6096433152 Options.enable_pipelined_write: 0 -2024/03/07-11:08:58.923947 6096433152 Options.unordered_write: 0 -2024/03/07-11:08:58.923948 6096433152 Options.allow_concurrent_memtable_write: 1 -2024/03/07-11:08:58.923949 6096433152 Options.enable_write_thread_adaptive_yield: 1 -2024/03/07-11:08:58.923950 6096433152 Options.write_thread_max_yield_usec: 100 -2024/03/07-11:08:58.923951 6096433152 Options.write_thread_slow_yield_usec: 3 -2024/03/07-11:08:58.923952 6096433152 Options.row_cache: None -2024/03/07-11:08:58.923953 6096433152 Options.wal_filter: None -2024/03/07-11:08:58.923954 6096433152 Options.avoid_flush_during_recovery: 0 -2024/03/07-11:08:58.923955 6096433152 Options.allow_ingest_behind: 0 -2024/03/07-11:08:58.923956 6096433152 Options.two_write_queues: 0 -2024/03/07-11:08:58.923957 6096433152 Options.manual_wal_flush: 0 -2024/03/07-11:08:58.923958 6096433152 Options.wal_compression: 0 -2024/03/07-11:08:58.923959 6096433152 Options.atomic_flush: 0 -2024/03/07-11:08:58.923960 6096433152 Options.avoid_unnecessary_blocking_io: 0 -2024/03/07-11:08:58.923961 6096433152 Options.persist_stats_to_disk: 0 -2024/03/07-11:08:58.923962 6096433152 Options.write_dbid_to_manifest: 0 -2024/03/07-11:08:58.923963 6096433152 Options.log_readahead_size: 0 -2024/03/07-11:08:58.923964 6096433152 Options.file_checksum_gen_factory: Unknown -2024/03/07-11:08:58.923965 6096433152 Options.best_efforts_recovery: 0 -2024/03/07-11:08:58.923966 6096433152 Options.max_bgerror_resume_count: 2147483647 -2024/03/07-11:08:58.923967 6096433152 Options.bgerror_resume_retry_interval: 1000000 -2024/03/07-11:08:58.923968 6096433152 Options.allow_data_in_errors: 0 -2024/03/07-11:08:58.923969 6096433152 Options.db_host_id: __hostname__ -2024/03/07-11:08:58.923970 6096433152 Options.enforce_single_del_contracts: true -2024/03/07-11:08:58.923972 6096433152 Options.max_background_jobs: 8 -2024/03/07-11:08:58.923973 6096433152 Options.max_background_compactions: -1 -2024/03/07-11:08:58.923974 6096433152 Options.max_subcompactions: 8 -2024/03/07-11:08:58.923975 6096433152 Options.avoid_flush_during_shutdown: 0 -2024/03/07-11:08:58.923976 6096433152 Options.writable_file_max_buffer_size: 1048576 -2024/03/07-11:08:58.923977 6096433152 Options.delayed_write_rate : 16777216 -2024/03/07-11:08:58.923978 6096433152 Options.max_total_wal_size: 0 -2024/03/07-11:08:58.923979 6096433152 Options.delete_obsolete_files_period_micros: 21600000000 -2024/03/07-11:08:58.923980 6096433152 Options.stats_dump_period_sec: 600 -2024/03/07-11:08:58.923981 6096433152 Options.stats_persist_period_sec: 600 -2024/03/07-11:08:58.923982 6096433152 Options.stats_history_buffer_size: 1048576 -2024/03/07-11:08:58.923983 6096433152 Options.max_open_files: -1 -2024/03/07-11:08:58.923984 6096433152 Options.bytes_per_sync: 1048576 -2024/03/07-11:08:58.923985 6096433152 Options.wal_bytes_per_sync: 0 -2024/03/07-11:08:58.923986 6096433152 Options.strict_bytes_per_sync: 0 -2024/03/07-11:08:58.923987 6096433152 Options.compaction_readahead_size: 0 -2024/03/07-11:08:58.923988 6096433152 Options.max_background_flushes: -1 -2024/03/07-11:08:58.923989 6096433152 Compression algorithms supported: -2024/03/07-11:08:58.923990 6096433152 kZSTD supported: 1 -2024/03/07-11:08:58.923992 6096433152 kZlibCompression supported: 1 -2024/03/07-11:08:58.923993 6096433152 kXpressCompression supported: 0 -2024/03/07-11:08:58.923994 6096433152 kSnappyCompression supported: 1 -2024/03/07-11:08:58.923995 6096433152 kZSTDNotFinalCompression supported: 1 -2024/03/07-11:08:58.923996 6096433152 kLZ4HCCompression supported: 1 -2024/03/07-11:08:58.923997 6096433152 kLZ4Compression supported: 1 -2024/03/07-11:08:58.923998 6096433152 kBZip2Compression supported: 1 -2024/03/07-11:08:58.924006 6096433152 Fast CRC32 supported: Supported on Arm64 -2024/03/07-11:08:58.924007 6096433152 DMutex implementation: pthread_mutex_t -2024/03/07-11:08:58.924255 6096433152 [db/db_impl/db_impl_open.cc:315] Creating manifest 1 -2024/03/07-11:08:58.924516 6096433152 [db/version_set.cc:5662] Recovering from manifest file: harmonic_rank/MANIFEST-000001 -2024/03/07-11:08:58.924593 6096433152 [db/column_family.cc:621] --------------- Options for column family [default]: -2024/03/07-11:08:58.924595 6096433152 Options.comparator: leveldb.BytewiseComparator -2024/03/07-11:08:58.924596 6096433152 Options.merge_operator: None -2024/03/07-11:08:58.924597 6096433152 Options.compaction_filter: None -2024/03/07-11:08:58.924598 6096433152 Options.compaction_filter_factory: None -2024/03/07-11:08:58.924600 6096433152 Options.sst_partitioner_factory: None -2024/03/07-11:08:58.924601 6096433152 Options.memtable_factory: SkipListFactory -2024/03/07-11:08:58.924602 6096433152 Options.table_factory: BlockBasedTable -2024/03/07-11:08:58.924615 6096433152 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x600000bc86a0) - cache_index_and_filter_blocks: 0 - cache_index_and_filter_blocks_with_high_priority: 1 - pin_l0_filter_and_index_blocks_in_cache: 0 - pin_top_level_index_and_filter: 1 - index_type: 0 - data_block_index_type: 1 - index_shortening: 1 - data_block_hash_table_util_ratio: 0.750000 - checksum: 4 - no_block_cache: 0 - block_cache: 0x600003ec83d8 - block_cache_name: LRUCache - block_cache_options: - capacity : 536870912 - num_shard_bits : 6 - strict_capacity_limit : 0 - memory_allocator : None - high_pri_pool_ratio: 0.500 - low_pri_pool_ratio: 0.000 - persistent_cache: 0x0 - block_size: 4096 - block_size_deviation: 10 - block_restart_interval: 16 - index_block_restart_interval: 1 - metadata_block_size: 4096 - partition_filters: 0 - use_delta_encoding: 1 - filter_policy: bloomfilter - whole_key_filtering: 1 - verify_compression: 0 - read_amp_bytes_per_bit: 0 - format_version: 5 - enable_index_compression: 1 - block_align: 0 - max_auto_readahead_size: 262144 - prepopulate_block_cache: 0 - initial_auto_readahead_size: 8192 - num_file_reads_for_auto_readahead: 2 -2024/03/07-11:08:58.924616 6096433152 Options.write_buffer_size: 67108864 -2024/03/07-11:08:58.924617 6096433152 Options.max_write_buffer_number: 2 -2024/03/07-11:08:58.924619 6096433152 Options.compression: LZ4 -2024/03/07-11:08:58.924620 6096433152 Options.bottommost_compression: Disabled -2024/03/07-11:08:58.924621 6096433152 Options.prefix_extractor: nullptr -2024/03/07-11:08:58.924623 6096433152 Options.memtable_insert_with_hint_prefix_extractor: nullptr -2024/03/07-11:08:58.924624 6096433152 Options.num_levels: 7 -2024/03/07-11:08:58.924625 6096433152 Options.min_write_buffer_number_to_merge: 1 -2024/03/07-11:08:58.924626 6096433152 Options.max_write_buffer_number_to_maintain: 0 -2024/03/07-11:08:58.924626 6096433152 Options.max_write_buffer_size_to_maintain: 0 -2024/03/07-11:08:58.924627 6096433152 Options.bottommost_compression_opts.window_bits: -14 -2024/03/07-11:08:58.924629 6096433152 Options.bottommost_compression_opts.level: 32767 -2024/03/07-11:08:58.924630 6096433152 Options.bottommost_compression_opts.strategy: 0 -2024/03/07-11:08:58.924631 6096433152 Options.bottommost_compression_opts.max_dict_bytes: 0 -2024/03/07-11:08:58.924632 6096433152 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 -2024/03/07-11:08:58.924633 6096433152 Options.bottommost_compression_opts.parallel_threads: 1 -2024/03/07-11:08:58.924634 6096433152 Options.bottommost_compression_opts.enabled: false -2024/03/07-11:08:58.924635 6096433152 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 -2024/03/07-11:08:58.924636 6096433152 Options.bottommost_compression_opts.use_zstd_dict_trainer: true -2024/03/07-11:08:58.924637 6096433152 Options.compression_opts.window_bits: -14 -2024/03/07-11:08:58.924638 6096433152 Options.compression_opts.level: 32767 -2024/03/07-11:08:58.924639 6096433152 Options.compression_opts.strategy: 0 -2024/03/07-11:08:58.924640 6096433152 Options.compression_opts.max_dict_bytes: 0 -2024/03/07-11:08:58.924641 6096433152 Options.compression_opts.zstd_max_train_bytes: 0 -2024/03/07-11:08:58.924642 6096433152 Options.compression_opts.use_zstd_dict_trainer: true -2024/03/07-11:08:58.924643 6096433152 Options.compression_opts.parallel_threads: 1 -2024/03/07-11:08:58.924644 6096433152 Options.compression_opts.enabled: false -2024/03/07-11:08:58.924645 6096433152 Options.compression_opts.max_dict_buffer_bytes: 0 -2024/03/07-11:08:58.924646 6096433152 Options.level0_file_num_compaction_trigger: 4 -2024/03/07-11:08:58.924647 6096433152 Options.level0_slowdown_writes_trigger: 20 -2024/03/07-11:08:58.924648 6096433152 Options.level0_stop_writes_trigger: 36 -2024/03/07-11:08:58.924649 6096433152 Options.target_file_size_base: 67108864 -2024/03/07-11:08:58.924650 6096433152 Options.target_file_size_multiplier: 1 -2024/03/07-11:08:58.924651 6096433152 Options.max_bytes_for_level_base: 268435456 -2024/03/07-11:08:58.924652 6096433152 Options.level_compaction_dynamic_level_bytes: 1 -2024/03/07-11:08:58.924653 6096433152 Options.max_bytes_for_level_multiplier: 10.000000 -2024/03/07-11:08:58.924654 6096433152 Options.max_bytes_for_level_multiplier_addtl[0]: 1 -2024/03/07-11:08:58.924656 6096433152 Options.max_bytes_for_level_multiplier_addtl[1]: 1 -2024/03/07-11:08:58.924657 6096433152 Options.max_bytes_for_level_multiplier_addtl[2]: 1 -2024/03/07-11:08:58.924658 6096433152 Options.max_bytes_for_level_multiplier_addtl[3]: 1 -2024/03/07-11:08:58.924659 6096433152 Options.max_bytes_for_level_multiplier_addtl[4]: 1 -2024/03/07-11:08:58.924660 6096433152 Options.max_bytes_for_level_multiplier_addtl[5]: 1 -2024/03/07-11:08:58.924661 6096433152 Options.max_bytes_for_level_multiplier_addtl[6]: 1 -2024/03/07-11:08:58.924662 6096433152 Options.max_sequential_skip_in_iterations: 8 -2024/03/07-11:08:58.924663 6096433152 Options.max_compaction_bytes: 1677721600 -2024/03/07-11:08:58.924664 6096433152 Options.ignore_max_compaction_bytes_for_input: true -2024/03/07-11:08:58.924665 6096433152 Options.arena_block_size: 1048576 -2024/03/07-11:08:58.924666 6096433152 Options.soft_pending_compaction_bytes_limit: 68719476736 -2024/03/07-11:08:58.924667 6096433152 Options.hard_pending_compaction_bytes_limit: 274877906944 -2024/03/07-11:08:58.924668 6096433152 Options.disable_auto_compactions: 0 -2024/03/07-11:08:58.924670 6096433152 Options.compaction_style: kCompactionStyleLevel -2024/03/07-11:08:58.924672 6096433152 Options.compaction_pri: kMinOverlappingRatio -2024/03/07-11:08:58.924673 6096433152 Options.compaction_options_universal.size_ratio: 1 -2024/03/07-11:08:58.924674 6096433152 Options.compaction_options_universal.min_merge_width: 2 -2024/03/07-11:08:58.924675 6096433152 Options.compaction_options_universal.max_merge_width: 4294967295 -2024/03/07-11:08:58.924676 6096433152 Options.compaction_options_universal.max_size_amplification_percent: 200 -2024/03/07-11:08:58.924677 6096433152 Options.compaction_options_universal.compression_size_percent: -1 -2024/03/07-11:08:58.924679 6096433152 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize -2024/03/07-11:08:58.924680 6096433152 Options.compaction_options_fifo.max_table_files_size: 1073741824 -2024/03/07-11:08:58.924682 6096433152 Options.compaction_options_fifo.allow_compaction: 0 -2024/03/07-11:08:58.924685 6096433152 Options.table_properties_collectors: -2024/03/07-11:08:58.924686 6096433152 Options.inplace_update_support: 0 -2024/03/07-11:08:58.924687 6096433152 Options.inplace_update_num_locks: 10000 -2024/03/07-11:08:58.924688 6096433152 Options.memtable_prefix_bloom_size_ratio: 0.020000 -2024/03/07-11:08:58.924689 6096433152 Options.memtable_whole_key_filtering: 1 -2024/03/07-11:08:58.924690 6096433152 Options.memtable_huge_page_size: 0 -2024/03/07-11:08:58.924691 6096433152 Options.bloom_locality: 0 -2024/03/07-11:08:58.924692 6096433152 Options.max_successive_merges: 0 -2024/03/07-11:08:58.924693 6096433152 Options.optimize_filters_for_hits: 0 -2024/03/07-11:08:58.924694 6096433152 Options.paranoid_file_checks: 0 -2024/03/07-11:08:58.924695 6096433152 Options.force_consistency_checks: 1 -2024/03/07-11:08:58.924696 6096433152 Options.report_bg_io_stats: 0 -2024/03/07-11:08:58.924697 6096433152 Options.ttl: 2592000 -2024/03/07-11:08:58.924698 6096433152 Options.periodic_compaction_seconds: 0 -2024/03/07-11:08:58.924699 6096433152 Options.preclude_last_level_data_seconds: 0 -2024/03/07-11:08:58.924700 6096433152 Options.preserve_internal_time_seconds: 0 -2024/03/07-11:08:58.924701 6096433152 Options.enable_blob_files: false -2024/03/07-11:08:58.924702 6096433152 Options.min_blob_size: 0 -2024/03/07-11:08:58.924703 6096433152 Options.blob_file_size: 268435456 -2024/03/07-11:08:58.924704 6096433152 Options.blob_compression_type: NoCompression -2024/03/07-11:08:58.924705 6096433152 Options.enable_blob_garbage_collection: false -2024/03/07-11:08:58.924706 6096433152 Options.blob_garbage_collection_age_cutoff: 0.250000 -2024/03/07-11:08:58.924707 6096433152 Options.blob_garbage_collection_force_threshold: 1.000000 -2024/03/07-11:08:58.924708 6096433152 Options.blob_compaction_readahead_size: 0 -2024/03/07-11:08:58.924709 6096433152 Options.blob_file_starting_level: 0 -2024/03/07-11:08:58.924710 6096433152 Options.experimental_mempurge_threshold: 0.000000 -2024/03/07-11:08:58.925158 6096433152 [db/version_set.cc:5713] Recovered from manifest file:harmonic_rank/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 -2024/03/07-11:08:58.925161 6096433152 [db/version_set.cc:5722] Column family [default] (ID 0), log number is 0 -2024/03/07-11:08:58.925183 6096433152 [db/db_impl/db_impl_open.cc:537] DB ID: 3a81b8cb-95ad-4e76-aaea-52b0ca076bac -2024/03/07-11:08:58.925323 6096433152 [db/version_set.cc:5180] Creating manifest 5 -2024/03/07-11:08:58.927712 6096433152 [db/db_impl/db_impl_open.cc:1977] SstFileManager instance 0x1298059d0 -2024/03/07-11:08:58.927750 6096433152 DB pointer 0x12a02a800 -2024/03/07-11:08:59.687229 6096433152 [db/db_impl/db_impl.cc:490] Shutdown: canceling all background work -2024/03/07-11:08:59.687431 6096433152 [db/db_impl/db_impl.cc:692] Shutdown complete diff --git a/crates/core/harmonic_rank/LOG.old.1709806461593271 b/crates/core/harmonic_rank/LOG.old.1709806461593271 deleted file mode 100644 index b4fbd32c..00000000 --- a/crates/core/harmonic_rank/LOG.old.1709806461593271 +++ /dev/null @@ -1,248 +0,0 @@ -2024/03/07-11:09:23.491315 6139146240 RocksDB version: 8.1.1 -2024/03/07-11:09:23.491346 6139146240 Compile date 2023-04-06 16:38:52 -2024/03/07-11:09:23.491348 6139146240 DB SUMMARY -2024/03/07-11:09:23.491349 6139146240 DB Session ID: MWVEND5W0GYG5CQSPKA3 -2024/03/07-11:09:23.491380 6139146240 CURRENT file: CURRENT -2024/03/07-11:09:23.491382 6139146240 IDENTITY file: IDENTITY -2024/03/07-11:09:23.491388 6139146240 MANIFEST file: MANIFEST-000005 size: 66 Bytes -2024/03/07-11:09:23.491390 6139146240 SST files in harmonic_rank dir, Total Num: 0, files: -2024/03/07-11:09:23.491392 6139146240 Write Ahead Log file in harmonic_rank: 000004.log size: 0 ; -2024/03/07-11:09:23.491394 6139146240 Options.error_if_exists: 0 -2024/03/07-11:09:23.491395 6139146240 Options.create_if_missing: 1 -2024/03/07-11:09:23.491397 6139146240 Options.paranoid_checks: 1 -2024/03/07-11:09:23.491398 6139146240 Options.flush_verify_memtable_count: 1 -2024/03/07-11:09:23.491399 6139146240 Options.track_and_verify_wals_in_manifest: 0 -2024/03/07-11:09:23.491400 6139146240 Options.verify_sst_unique_id_in_manifest: 1 -2024/03/07-11:09:23.491401 6139146240 Options.env: 0x1070b8740 -2024/03/07-11:09:23.491403 6139146240 Options.fs: PosixFileSystem -2024/03/07-11:09:23.491404 6139146240 Options.info_log: 0x11d605318 -2024/03/07-11:09:23.491405 6139146240 Options.max_file_opening_threads: 16 -2024/03/07-11:09:23.491406 6139146240 Options.statistics: 0x0 -2024/03/07-11:09:23.491408 6139146240 Options.use_fsync: 0 -2024/03/07-11:09:23.491409 6139146240 Options.max_log_file_size: 0 -2024/03/07-11:09:23.491410 6139146240 Options.max_manifest_file_size: 1073741824 -2024/03/07-11:09:23.491411 6139146240 Options.log_file_time_to_roll: 0 -2024/03/07-11:09:23.491413 6139146240 Options.keep_log_file_num: 1000 -2024/03/07-11:09:23.491414 6139146240 Options.recycle_log_file_num: 0 -2024/03/07-11:09:23.491415 6139146240 Options.allow_fallocate: 1 -2024/03/07-11:09:23.491416 6139146240 Options.allow_mmap_reads: 0 -2024/03/07-11:09:23.491417 6139146240 Options.allow_mmap_writes: 0 -2024/03/07-11:09:23.491419 6139146240 Options.use_direct_reads: 0 -2024/03/07-11:09:23.491420 6139146240 Options.use_direct_io_for_flush_and_compaction: 0 -2024/03/07-11:09:23.491421 6139146240 Options.create_missing_column_families: 0 -2024/03/07-11:09:23.491422 6139146240 Options.db_log_dir: -2024/03/07-11:09:23.491423 6139146240 Options.wal_dir: -2024/03/07-11:09:23.491425 6139146240 Options.table_cache_numshardbits: 6 -2024/03/07-11:09:23.491426 6139146240 Options.WAL_ttl_seconds: 0 -2024/03/07-11:09:23.491427 6139146240 Options.WAL_size_limit_MB: 0 -2024/03/07-11:09:23.491428 6139146240 Options.max_write_batch_group_size_bytes: 1048576 -2024/03/07-11:09:23.491430 6139146240 Options.manifest_preallocation_size: 4194304 -2024/03/07-11:09:23.491431 6139146240 Options.is_fd_close_on_exec: 1 -2024/03/07-11:09:23.491432 6139146240 Options.advise_random_on_open: 1 -2024/03/07-11:09:23.491433 6139146240 Options.db_write_buffer_size: 0 -2024/03/07-11:09:23.491434 6139146240 Options.write_buffer_manager: 0x600001ea8000 -2024/03/07-11:09:23.491436 6139146240 Options.access_hint_on_compaction_start: 1 -2024/03/07-11:09:23.491437 6139146240 Options.random_access_max_buffer_size: 1048576 -2024/03/07-11:09:23.491438 6139146240 Options.use_adaptive_mutex: 0 -2024/03/07-11:09:23.491439 6139146240 Options.rate_limiter: 0x0 -2024/03/07-11:09:23.491441 6139146240 Options.sst_file_manager.rate_bytes_per_sec: 0 -2024/03/07-11:09:23.491442 6139146240 Options.wal_recovery_mode: 2 -2024/03/07-11:09:23.491443 6139146240 Options.enable_thread_tracking: 0 -2024/03/07-11:09:23.491444 6139146240 Options.enable_pipelined_write: 0 -2024/03/07-11:09:23.491445 6139146240 Options.unordered_write: 0 -2024/03/07-11:09:23.491447 6139146240 Options.allow_concurrent_memtable_write: 1 -2024/03/07-11:09:23.491448 6139146240 Options.enable_write_thread_adaptive_yield: 1 -2024/03/07-11:09:23.491449 6139146240 Options.write_thread_max_yield_usec: 100 -2024/03/07-11:09:23.491450 6139146240 Options.write_thread_slow_yield_usec: 3 -2024/03/07-11:09:23.491451 6139146240 Options.row_cache: None -2024/03/07-11:09:23.491453 6139146240 Options.wal_filter: None -2024/03/07-11:09:23.491454 6139146240 Options.avoid_flush_during_recovery: 0 -2024/03/07-11:09:23.491455 6139146240 Options.allow_ingest_behind: 0 -2024/03/07-11:09:23.491456 6139146240 Options.two_write_queues: 0 -2024/03/07-11:09:23.491457 6139146240 Options.manual_wal_flush: 0 -2024/03/07-11:09:23.491459 6139146240 Options.wal_compression: 0 -2024/03/07-11:09:23.491460 6139146240 Options.atomic_flush: 0 -2024/03/07-11:09:23.491461 6139146240 Options.avoid_unnecessary_blocking_io: 0 -2024/03/07-11:09:23.491462 6139146240 Options.persist_stats_to_disk: 0 -2024/03/07-11:09:23.491463 6139146240 Options.write_dbid_to_manifest: 0 -2024/03/07-11:09:23.491465 6139146240 Options.log_readahead_size: 0 -2024/03/07-11:09:23.491466 6139146240 Options.file_checksum_gen_factory: Unknown -2024/03/07-11:09:23.491467 6139146240 Options.best_efforts_recovery: 0 -2024/03/07-11:09:23.491469 6139146240 Options.max_bgerror_resume_count: 2147483647 -2024/03/07-11:09:23.491470 6139146240 Options.bgerror_resume_retry_interval: 1000000 -2024/03/07-11:09:23.491471 6139146240 Options.allow_data_in_errors: 0 -2024/03/07-11:09:23.491472 6139146240 Options.db_host_id: __hostname__ -2024/03/07-11:09:23.491474 6139146240 Options.enforce_single_del_contracts: true -2024/03/07-11:09:23.491475 6139146240 Options.max_background_jobs: 8 -2024/03/07-11:09:23.491476 6139146240 Options.max_background_compactions: -1 -2024/03/07-11:09:23.491477 6139146240 Options.max_subcompactions: 8 -2024/03/07-11:09:23.491478 6139146240 Options.avoid_flush_during_shutdown: 0 -2024/03/07-11:09:23.491497 6139146240 Options.writable_file_max_buffer_size: 1048576 -2024/03/07-11:09:23.491498 6139146240 Options.delayed_write_rate : 16777216 -2024/03/07-11:09:23.491499 6139146240 Options.max_total_wal_size: 0 -2024/03/07-11:09:23.491500 6139146240 Options.delete_obsolete_files_period_micros: 21600000000 -2024/03/07-11:09:23.491502 6139146240 Options.stats_dump_period_sec: 600 -2024/03/07-11:09:23.491503 6139146240 Options.stats_persist_period_sec: 600 -2024/03/07-11:09:23.491504 6139146240 Options.stats_history_buffer_size: 1048576 -2024/03/07-11:09:23.491505 6139146240 Options.max_open_files: -1 -2024/03/07-11:09:23.491506 6139146240 Options.bytes_per_sync: 1048576 -2024/03/07-11:09:23.491508 6139146240 Options.wal_bytes_per_sync: 0 -2024/03/07-11:09:23.491509 6139146240 Options.strict_bytes_per_sync: 0 -2024/03/07-11:09:23.491510 6139146240 Options.compaction_readahead_size: 0 -2024/03/07-11:09:23.491511 6139146240 Options.max_background_flushes: -1 -2024/03/07-11:09:23.491512 6139146240 Compression algorithms supported: -2024/03/07-11:09:23.491514 6139146240 kZSTD supported: 1 -2024/03/07-11:09:23.491515 6139146240 kZlibCompression supported: 1 -2024/03/07-11:09:23.491517 6139146240 kXpressCompression supported: 0 -2024/03/07-11:09:23.491518 6139146240 kSnappyCompression supported: 1 -2024/03/07-11:09:23.491520 6139146240 kZSTDNotFinalCompression supported: 1 -2024/03/07-11:09:23.491521 6139146240 kLZ4HCCompression supported: 1 -2024/03/07-11:09:23.491522 6139146240 kLZ4Compression supported: 1 -2024/03/07-11:09:23.491524 6139146240 kBZip2Compression supported: 1 -2024/03/07-11:09:23.491532 6139146240 Fast CRC32 supported: Supported on Arm64 -2024/03/07-11:09:23.491533 6139146240 DMutex implementation: pthread_mutex_t -2024/03/07-11:09:23.491625 6139146240 [db/version_set.cc:5662] Recovering from manifest file: harmonic_rank/MANIFEST-000005 -2024/03/07-11:09:23.491696 6139146240 [db/column_family.cc:621] --------------- Options for column family [default]: -2024/03/07-11:09:23.491698 6139146240 Options.comparator: leveldb.BytewiseComparator -2024/03/07-11:09:23.491700 6139146240 Options.merge_operator: None -2024/03/07-11:09:23.491701 6139146240 Options.compaction_filter: None -2024/03/07-11:09:23.491703 6139146240 Options.compaction_filter_factory: None -2024/03/07-11:09:23.491704 6139146240 Options.sst_partitioner_factory: None -2024/03/07-11:09:23.491705 6139146240 Options.memtable_factory: SkipListFactory -2024/03/07-11:09:23.491707 6139146240 Options.table_factory: BlockBasedTable -2024/03/07-11:09:23.491723 6139146240 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x6000025a83e0) - cache_index_and_filter_blocks: 0 - cache_index_and_filter_blocks_with_high_priority: 1 - pin_l0_filter_and_index_blocks_in_cache: 0 - pin_top_level_index_and_filter: 1 - index_type: 0 - data_block_index_type: 1 - index_shortening: 1 - data_block_hash_table_util_ratio: 0.750000 - checksum: 4 - no_block_cache: 0 - block_cache: 0x6000010ac0d8 - block_cache_name: LRUCache - block_cache_options: - capacity : 536870912 - num_shard_bits : 6 - strict_capacity_limit : 0 - memory_allocator : None - high_pri_pool_ratio: 0.500 - low_pri_pool_ratio: 0.000 - persistent_cache: 0x0 - block_size: 4096 - block_size_deviation: 10 - block_restart_interval: 16 - index_block_restart_interval: 1 - metadata_block_size: 4096 - partition_filters: 0 - use_delta_encoding: 1 - filter_policy: bloomfilter - whole_key_filtering: 1 - verify_compression: 0 - read_amp_bytes_per_bit: 0 - format_version: 5 - enable_index_compression: 1 - block_align: 0 - max_auto_readahead_size: 262144 - prepopulate_block_cache: 0 - initial_auto_readahead_size: 8192 - num_file_reads_for_auto_readahead: 2 -2024/03/07-11:09:23.491724 6139146240 Options.write_buffer_size: 67108864 -2024/03/07-11:09:23.491726 6139146240 Options.max_write_buffer_number: 2 -2024/03/07-11:09:23.491727 6139146240 Options.compression: LZ4 -2024/03/07-11:09:23.491728 6139146240 Options.bottommost_compression: Disabled -2024/03/07-11:09:23.491730 6139146240 Options.prefix_extractor: nullptr -2024/03/07-11:09:23.491731 6139146240 Options.memtable_insert_with_hint_prefix_extractor: nullptr -2024/03/07-11:09:23.491732 6139146240 Options.num_levels: 7 -2024/03/07-11:09:23.491733 6139146240 Options.min_write_buffer_number_to_merge: 1 -2024/03/07-11:09:23.491735 6139146240 Options.max_write_buffer_number_to_maintain: 0 -2024/03/07-11:09:23.491736 6139146240 Options.max_write_buffer_size_to_maintain: 0 -2024/03/07-11:09:23.491737 6139146240 Options.bottommost_compression_opts.window_bits: -14 -2024/03/07-11:09:23.491738 6139146240 Options.bottommost_compression_opts.level: 32767 -2024/03/07-11:09:23.491740 6139146240 Options.bottommost_compression_opts.strategy: 0 -2024/03/07-11:09:23.491741 6139146240 Options.bottommost_compression_opts.max_dict_bytes: 0 -2024/03/07-11:09:23.491742 6139146240 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 -2024/03/07-11:09:23.491744 6139146240 Options.bottommost_compression_opts.parallel_threads: 1 -2024/03/07-11:09:23.491745 6139146240 Options.bottommost_compression_opts.enabled: false -2024/03/07-11:09:23.491746 6139146240 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 -2024/03/07-11:09:23.491747 6139146240 Options.bottommost_compression_opts.use_zstd_dict_trainer: true -2024/03/07-11:09:23.491749 6139146240 Options.compression_opts.window_bits: -14 -2024/03/07-11:09:23.491750 6139146240 Options.compression_opts.level: 32767 -2024/03/07-11:09:23.491751 6139146240 Options.compression_opts.strategy: 0 -2024/03/07-11:09:23.491752 6139146240 Options.compression_opts.max_dict_bytes: 0 -2024/03/07-11:09:23.491754 6139146240 Options.compression_opts.zstd_max_train_bytes: 0 -2024/03/07-11:09:23.491755 6139146240 Options.compression_opts.use_zstd_dict_trainer: true -2024/03/07-11:09:23.491756 6139146240 Options.compression_opts.parallel_threads: 1 -2024/03/07-11:09:23.491757 6139146240 Options.compression_opts.enabled: false -2024/03/07-11:09:23.491759 6139146240 Options.compression_opts.max_dict_buffer_bytes: 0 -2024/03/07-11:09:23.491760 6139146240 Options.level0_file_num_compaction_trigger: 4 -2024/03/07-11:09:23.491761 6139146240 Options.level0_slowdown_writes_trigger: 20 -2024/03/07-11:09:23.491762 6139146240 Options.level0_stop_writes_trigger: 36 -2024/03/07-11:09:23.491763 6139146240 Options.target_file_size_base: 67108864 -2024/03/07-11:09:23.491765 6139146240 Options.target_file_size_multiplier: 1 -2024/03/07-11:09:23.491766 6139146240 Options.max_bytes_for_level_base: 268435456 -2024/03/07-11:09:23.491767 6139146240 Options.level_compaction_dynamic_level_bytes: 1 -2024/03/07-11:09:23.491768 6139146240 Options.max_bytes_for_level_multiplier: 10.000000 -2024/03/07-11:09:23.491770 6139146240 Options.max_bytes_for_level_multiplier_addtl[0]: 1 -2024/03/07-11:09:23.491771 6139146240 Options.max_bytes_for_level_multiplier_addtl[1]: 1 -2024/03/07-11:09:23.491772 6139146240 Options.max_bytes_for_level_multiplier_addtl[2]: 1 -2024/03/07-11:09:23.491774 6139146240 Options.max_bytes_for_level_multiplier_addtl[3]: 1 -2024/03/07-11:09:23.491775 6139146240 Options.max_bytes_for_level_multiplier_addtl[4]: 1 -2024/03/07-11:09:23.491776 6139146240 Options.max_bytes_for_level_multiplier_addtl[5]: 1 -2024/03/07-11:09:23.491777 6139146240 Options.max_bytes_for_level_multiplier_addtl[6]: 1 -2024/03/07-11:09:23.491778 6139146240 Options.max_sequential_skip_in_iterations: 8 -2024/03/07-11:09:23.491780 6139146240 Options.max_compaction_bytes: 1677721600 -2024/03/07-11:09:23.491781 6139146240 Options.ignore_max_compaction_bytes_for_input: true -2024/03/07-11:09:23.491782 6139146240 Options.arena_block_size: 1048576 -2024/03/07-11:09:23.491783 6139146240 Options.soft_pending_compaction_bytes_limit: 68719476736 -2024/03/07-11:09:23.491784 6139146240 Options.hard_pending_compaction_bytes_limit: 274877906944 -2024/03/07-11:09:23.491786 6139146240 Options.disable_auto_compactions: 0 -2024/03/07-11:09:23.491787 6139146240 Options.compaction_style: kCompactionStyleLevel -2024/03/07-11:09:23.491789 6139146240 Options.compaction_pri: kMinOverlappingRatio -2024/03/07-11:09:23.491790 6139146240 Options.compaction_options_universal.size_ratio: 1 -2024/03/07-11:09:23.491792 6139146240 Options.compaction_options_universal.min_merge_width: 2 -2024/03/07-11:09:23.491793 6139146240 Options.compaction_options_universal.max_merge_width: 4294967295 -2024/03/07-11:09:23.491794 6139146240 Options.compaction_options_universal.max_size_amplification_percent: 200 -2024/03/07-11:09:23.491795 6139146240 Options.compaction_options_universal.compression_size_percent: -1 -2024/03/07-11:09:23.491797 6139146240 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize -2024/03/07-11:09:23.491800 6139146240 Options.compaction_options_fifo.max_table_files_size: 1073741824 -2024/03/07-11:09:23.491802 6139146240 Options.compaction_options_fifo.allow_compaction: 0 -2024/03/07-11:09:23.491803 6139146240 Options.table_properties_collectors: -2024/03/07-11:09:23.491805 6139146240 Options.inplace_update_support: 0 -2024/03/07-11:09:23.491806 6139146240 Options.inplace_update_num_locks: 10000 -2024/03/07-11:09:23.491807 6139146240 Options.memtable_prefix_bloom_size_ratio: 0.020000 -2024/03/07-11:09:23.491808 6139146240 Options.memtable_whole_key_filtering: 1 -2024/03/07-11:09:23.491810 6139146240 Options.memtable_huge_page_size: 0 -2024/03/07-11:09:23.491811 6139146240 Options.bloom_locality: 0 -2024/03/07-11:09:23.491812 6139146240 Options.max_successive_merges: 0 -2024/03/07-11:09:23.491813 6139146240 Options.optimize_filters_for_hits: 0 -2024/03/07-11:09:23.491815 6139146240 Options.paranoid_file_checks: 0 -2024/03/07-11:09:23.491816 6139146240 Options.force_consistency_checks: 1 -2024/03/07-11:09:23.491817 6139146240 Options.report_bg_io_stats: 0 -2024/03/07-11:09:23.491818 6139146240 Options.ttl: 2592000 -2024/03/07-11:09:23.491819 6139146240 Options.periodic_compaction_seconds: 0 -2024/03/07-11:09:23.491821 6139146240 Options.preclude_last_level_data_seconds: 0 -2024/03/07-11:09:23.491822 6139146240 Options.preserve_internal_time_seconds: 0 -2024/03/07-11:09:23.491823 6139146240 Options.enable_blob_files: false -2024/03/07-11:09:23.491824 6139146240 Options.min_blob_size: 0 -2024/03/07-11:09:23.491825 6139146240 Options.blob_file_size: 268435456 -2024/03/07-11:09:23.491827 6139146240 Options.blob_compression_type: NoCompression -2024/03/07-11:09:23.491828 6139146240 Options.enable_blob_garbage_collection: false -2024/03/07-11:09:23.491829 6139146240 Options.blob_garbage_collection_age_cutoff: 0.250000 -2024/03/07-11:09:23.491831 6139146240 Options.blob_garbage_collection_force_threshold: 1.000000 -2024/03/07-11:09:23.491832 6139146240 Options.blob_compaction_readahead_size: 0 -2024/03/07-11:09:23.491833 6139146240 Options.blob_file_starting_level: 0 -2024/03/07-11:09:23.491834 6139146240 Options.experimental_mempurge_threshold: 0.000000 -2024/03/07-11:09:23.492392 6139146240 [db/version_set.cc:5713] Recovered from manifest file:harmonic_rank/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 -2024/03/07-11:09:23.492396 6139146240 [db/version_set.cc:5722] Column family [default] (ID 0), log number is 0 -2024/03/07-11:09:23.492431 6139146240 [db/db_impl/db_impl_open.cc:537] DB ID: 3a81b8cb-95ad-4e76-aaea-52b0ca076bac -2024/03/07-11:09:23.492522 6139146240 EVENT_LOG_v1 {"time_micros": 1709806163492518, "job": 1, "event": "recovery_started", "wal_files": [4]} -2024/03/07-11:09:23.492526 6139146240 [db/db_impl/db_impl_open.cc:1031] Recovering log #4 mode 2 -2024/03/07-11:09:23.492587 6139146240 EVENT_LOG_v1 {"time_micros": 1709806163492585, "job": 1, "event": "recovery_finished"} -2024/03/07-11:09:23.492677 6139146240 [db/version_set.cc:5180] Creating manifest 9 -2024/03/07-11:09:23.495685 6139146240 [db/db_impl/db_impl_open.cc:1977] SstFileManager instance 0x11d605470 -2024/03/07-11:09:23.495733 6139146240 DB pointer 0x12e80de00 -2024/03/07-11:09:24.279100 6139146240 [db/db_impl/db_impl.cc:490] Shutdown: canceling all background work -2024/03/07-11:09:24.279332 6139146240 [db/db_impl/db_impl.cc:692] Shutdown complete diff --git a/crates/core/harmonic_rank/LOG.old.1709806499555320 b/crates/core/harmonic_rank/LOG.old.1709806499555320 deleted file mode 100644 index 5d681d3f..00000000 --- a/crates/core/harmonic_rank/LOG.old.1709806499555320 +++ /dev/null @@ -1,249 +0,0 @@ -2024/03/07-11:14:21.593530 6163345408 RocksDB version: 8.1.1 -2024/03/07-11:14:21.593552 6163345408 Compile date 2023-04-06 16:38:52 -2024/03/07-11:14:21.593554 6163345408 DB SUMMARY -2024/03/07-11:14:21.593555 6163345408 DB Session ID: D10QAWA3AGODX4DN624S -2024/03/07-11:14:21.593591 6163345408 CURRENT file: CURRENT -2024/03/07-11:14:21.593593 6163345408 IDENTITY file: IDENTITY -2024/03/07-11:14:21.593598 6163345408 MANIFEST file: MANIFEST-000009 size: 81 Bytes -2024/03/07-11:14:21.593601 6163345408 SST files in harmonic_rank dir, Total Num: 0, files: -2024/03/07-11:14:21.593602 6163345408 Write Ahead Log file in harmonic_rank: 000004.log size: 0 ; 000008.log size: 0 ; -2024/03/07-11:14:21.593604 6163345408 Options.error_if_exists: 0 -2024/03/07-11:14:21.593605 6163345408 Options.create_if_missing: 1 -2024/03/07-11:14:21.593606 6163345408 Options.paranoid_checks: 1 -2024/03/07-11:14:21.593607 6163345408 Options.flush_verify_memtable_count: 1 -2024/03/07-11:14:21.593608 6163345408 Options.track_and_verify_wals_in_manifest: 0 -2024/03/07-11:14:21.593609 6163345408 Options.verify_sst_unique_id_in_manifest: 1 -2024/03/07-11:14:21.593610 6163345408 Options.env: 0x1059a8740 -2024/03/07-11:14:21.593611 6163345408 Options.fs: PosixFileSystem -2024/03/07-11:14:21.593612 6163345408 Options.info_log: 0x136e074d8 -2024/03/07-11:14:21.593613 6163345408 Options.max_file_opening_threads: 16 -2024/03/07-11:14:21.593614 6163345408 Options.statistics: 0x0 -2024/03/07-11:14:21.593615 6163345408 Options.use_fsync: 0 -2024/03/07-11:14:21.593616 6163345408 Options.max_log_file_size: 0 -2024/03/07-11:14:21.593618 6163345408 Options.max_manifest_file_size: 1073741824 -2024/03/07-11:14:21.593619 6163345408 Options.log_file_time_to_roll: 0 -2024/03/07-11:14:21.593620 6163345408 Options.keep_log_file_num: 1000 -2024/03/07-11:14:21.593621 6163345408 Options.recycle_log_file_num: 0 -2024/03/07-11:14:21.593622 6163345408 Options.allow_fallocate: 1 -2024/03/07-11:14:21.593623 6163345408 Options.allow_mmap_reads: 0 -2024/03/07-11:14:21.593624 6163345408 Options.allow_mmap_writes: 0 -2024/03/07-11:14:21.593625 6163345408 Options.use_direct_reads: 0 -2024/03/07-11:14:21.593626 6163345408 Options.use_direct_io_for_flush_and_compaction: 0 -2024/03/07-11:14:21.593627 6163345408 Options.create_missing_column_families: 0 -2024/03/07-11:14:21.593628 6163345408 Options.db_log_dir: -2024/03/07-11:14:21.593629 6163345408 Options.wal_dir: -2024/03/07-11:14:21.593630 6163345408 Options.table_cache_numshardbits: 6 -2024/03/07-11:14:21.593631 6163345408 Options.WAL_ttl_seconds: 0 -2024/03/07-11:14:21.593632 6163345408 Options.WAL_size_limit_MB: 0 -2024/03/07-11:14:21.593633 6163345408 Options.max_write_batch_group_size_bytes: 1048576 -2024/03/07-11:14:21.593634 6163345408 Options.manifest_preallocation_size: 4194304 -2024/03/07-11:14:21.593635 6163345408 Options.is_fd_close_on_exec: 1 -2024/03/07-11:14:21.593636 6163345408 Options.advise_random_on_open: 1 -2024/03/07-11:14:21.593637 6163345408 Options.db_write_buffer_size: 0 -2024/03/07-11:14:21.593638 6163345408 Options.write_buffer_manager: 0x600001c1cd00 -2024/03/07-11:14:21.593639 6163345408 Options.access_hint_on_compaction_start: 1 -2024/03/07-11:14:21.593640 6163345408 Options.random_access_max_buffer_size: 1048576 -2024/03/07-11:14:21.593641 6163345408 Options.use_adaptive_mutex: 0 -2024/03/07-11:14:21.593642 6163345408 Options.rate_limiter: 0x0 -2024/03/07-11:14:21.593643 6163345408 Options.sst_file_manager.rate_bytes_per_sec: 0 -2024/03/07-11:14:21.593644 6163345408 Options.wal_recovery_mode: 2 -2024/03/07-11:14:21.593645 6163345408 Options.enable_thread_tracking: 0 -2024/03/07-11:14:21.593646 6163345408 Options.enable_pipelined_write: 0 -2024/03/07-11:14:21.593647 6163345408 Options.unordered_write: 0 -2024/03/07-11:14:21.593648 6163345408 Options.allow_concurrent_memtable_write: 1 -2024/03/07-11:14:21.593649 6163345408 Options.enable_write_thread_adaptive_yield: 1 -2024/03/07-11:14:21.593650 6163345408 Options.write_thread_max_yield_usec: 100 -2024/03/07-11:14:21.593651 6163345408 Options.write_thread_slow_yield_usec: 3 -2024/03/07-11:14:21.593652 6163345408 Options.row_cache: None -2024/03/07-11:14:21.593653 6163345408 Options.wal_filter: None -2024/03/07-11:14:21.593654 6163345408 Options.avoid_flush_during_recovery: 0 -2024/03/07-11:14:21.593655 6163345408 Options.allow_ingest_behind: 0 -2024/03/07-11:14:21.593656 6163345408 Options.two_write_queues: 0 -2024/03/07-11:14:21.593657 6163345408 Options.manual_wal_flush: 0 -2024/03/07-11:14:21.593657 6163345408 Options.wal_compression: 0 -2024/03/07-11:14:21.593658 6163345408 Options.atomic_flush: 0 -2024/03/07-11:14:21.593659 6163345408 Options.avoid_unnecessary_blocking_io: 0 -2024/03/07-11:14:21.593660 6163345408 Options.persist_stats_to_disk: 0 -2024/03/07-11:14:21.593661 6163345408 Options.write_dbid_to_manifest: 0 -2024/03/07-11:14:21.593662 6163345408 Options.log_readahead_size: 0 -2024/03/07-11:14:21.593663 6163345408 Options.file_checksum_gen_factory: Unknown -2024/03/07-11:14:21.593664 6163345408 Options.best_efforts_recovery: 0 -2024/03/07-11:14:21.593665 6163345408 Options.max_bgerror_resume_count: 2147483647 -2024/03/07-11:14:21.593666 6163345408 Options.bgerror_resume_retry_interval: 1000000 -2024/03/07-11:14:21.593667 6163345408 Options.allow_data_in_errors: 0 -2024/03/07-11:14:21.593668 6163345408 Options.db_host_id: __hostname__ -2024/03/07-11:14:21.593669 6163345408 Options.enforce_single_del_contracts: true -2024/03/07-11:14:21.593670 6163345408 Options.max_background_jobs: 8 -2024/03/07-11:14:21.593671 6163345408 Options.max_background_compactions: -1 -2024/03/07-11:14:21.593672 6163345408 Options.max_subcompactions: 8 -2024/03/07-11:14:21.593673 6163345408 Options.avoid_flush_during_shutdown: 0 -2024/03/07-11:14:21.593674 6163345408 Options.writable_file_max_buffer_size: 1048576 -2024/03/07-11:14:21.593675 6163345408 Options.delayed_write_rate : 16777216 -2024/03/07-11:14:21.593676 6163345408 Options.max_total_wal_size: 0 -2024/03/07-11:14:21.593677 6163345408 Options.delete_obsolete_files_period_micros: 21600000000 -2024/03/07-11:14:21.593678 6163345408 Options.stats_dump_period_sec: 600 -2024/03/07-11:14:21.593679 6163345408 Options.stats_persist_period_sec: 600 -2024/03/07-11:14:21.593680 6163345408 Options.stats_history_buffer_size: 1048576 -2024/03/07-11:14:21.593681 6163345408 Options.max_open_files: -1 -2024/03/07-11:14:21.593682 6163345408 Options.bytes_per_sync: 1048576 -2024/03/07-11:14:21.593683 6163345408 Options.wal_bytes_per_sync: 0 -2024/03/07-11:14:21.593684 6163345408 Options.strict_bytes_per_sync: 0 -2024/03/07-11:14:21.593685 6163345408 Options.compaction_readahead_size: 0 -2024/03/07-11:14:21.593686 6163345408 Options.max_background_flushes: -1 -2024/03/07-11:14:21.593687 6163345408 Compression algorithms supported: -2024/03/07-11:14:21.593688 6163345408 kZSTD supported: 1 -2024/03/07-11:14:21.593689 6163345408 kZlibCompression supported: 1 -2024/03/07-11:14:21.593691 6163345408 kXpressCompression supported: 0 -2024/03/07-11:14:21.593692 6163345408 kSnappyCompression supported: 1 -2024/03/07-11:14:21.593693 6163345408 kZSTDNotFinalCompression supported: 1 -2024/03/07-11:14:21.593694 6163345408 kLZ4HCCompression supported: 1 -2024/03/07-11:14:21.593695 6163345408 kLZ4Compression supported: 1 -2024/03/07-11:14:21.593696 6163345408 kBZip2Compression supported: 1 -2024/03/07-11:14:21.593703 6163345408 Fast CRC32 supported: Supported on Arm64 -2024/03/07-11:14:21.593704 6163345408 DMutex implementation: pthread_mutex_t -2024/03/07-11:14:21.593775 6163345408 [db/version_set.cc:5662] Recovering from manifest file: harmonic_rank/MANIFEST-000009 -2024/03/07-11:14:21.593839 6163345408 [db/column_family.cc:621] --------------- Options for column family [default]: -2024/03/07-11:14:21.593841 6163345408 Options.comparator: leveldb.BytewiseComparator -2024/03/07-11:14:21.593842 6163345408 Options.merge_operator: None -2024/03/07-11:14:21.593843 6163345408 Options.compaction_filter: None -2024/03/07-11:14:21.593844 6163345408 Options.compaction_filter_factory: None -2024/03/07-11:14:21.593845 6163345408 Options.sst_partitioner_factory: None -2024/03/07-11:14:21.593846 6163345408 Options.memtable_factory: SkipListFactory -2024/03/07-11:14:21.593847 6163345408 Options.table_factory: BlockBasedTable -2024/03/07-11:14:21.593864 6163345408 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x60000271a780) - cache_index_and_filter_blocks: 0 - cache_index_and_filter_blocks_with_high_priority: 1 - pin_l0_filter_and_index_blocks_in_cache: 0 - pin_top_level_index_and_filter: 1 - index_type: 0 - data_block_index_type: 1 - index_shortening: 1 - data_block_hash_table_util_ratio: 0.750000 - checksum: 4 - no_block_cache: 0 - block_cache: 0x60000121c858 - block_cache_name: LRUCache - block_cache_options: - capacity : 536870912 - num_shard_bits : 6 - strict_capacity_limit : 0 - memory_allocator : None - high_pri_pool_ratio: 0.500 - low_pri_pool_ratio: 0.000 - persistent_cache: 0x0 - block_size: 4096 - block_size_deviation: 10 - block_restart_interval: 16 - index_block_restart_interval: 1 - metadata_block_size: 4096 - partition_filters: 0 - use_delta_encoding: 1 - filter_policy: bloomfilter - whole_key_filtering: 1 - verify_compression: 0 - read_amp_bytes_per_bit: 0 - format_version: 5 - enable_index_compression: 1 - block_align: 0 - max_auto_readahead_size: 262144 - prepopulate_block_cache: 0 - initial_auto_readahead_size: 8192 - num_file_reads_for_auto_readahead: 2 -2024/03/07-11:14:21.593866 6163345408 Options.write_buffer_size: 67108864 -2024/03/07-11:14:21.593867 6163345408 Options.max_write_buffer_number: 2 -2024/03/07-11:14:21.593868 6163345408 Options.compression: LZ4 -2024/03/07-11:14:21.593869 6163345408 Options.bottommost_compression: Disabled -2024/03/07-11:14:21.593870 6163345408 Options.prefix_extractor: nullptr -2024/03/07-11:14:21.593871 6163345408 Options.memtable_insert_with_hint_prefix_extractor: nullptr -2024/03/07-11:14:21.593872 6163345408 Options.num_levels: 7 -2024/03/07-11:14:21.593873 6163345408 Options.min_write_buffer_number_to_merge: 1 -2024/03/07-11:14:21.593874 6163345408 Options.max_write_buffer_number_to_maintain: 0 -2024/03/07-11:14:21.593875 6163345408 Options.max_write_buffer_size_to_maintain: 0 -2024/03/07-11:14:21.593876 6163345408 Options.bottommost_compression_opts.window_bits: -14 -2024/03/07-11:14:21.593877 6163345408 Options.bottommost_compression_opts.level: 32767 -2024/03/07-11:14:21.593878 6163345408 Options.bottommost_compression_opts.strategy: 0 -2024/03/07-11:14:21.593879 6163345408 Options.bottommost_compression_opts.max_dict_bytes: 0 -2024/03/07-11:14:21.593880 6163345408 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 -2024/03/07-11:14:21.593881 6163345408 Options.bottommost_compression_opts.parallel_threads: 1 -2024/03/07-11:14:21.593882 6163345408 Options.bottommost_compression_opts.enabled: false -2024/03/07-11:14:21.593884 6163345408 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 -2024/03/07-11:14:21.593885 6163345408 Options.bottommost_compression_opts.use_zstd_dict_trainer: true -2024/03/07-11:14:21.593886 6163345408 Options.compression_opts.window_bits: -14 -2024/03/07-11:14:21.593887 6163345408 Options.compression_opts.level: 32767 -2024/03/07-11:14:21.593888 6163345408 Options.compression_opts.strategy: 0 -2024/03/07-11:14:21.593889 6163345408 Options.compression_opts.max_dict_bytes: 0 -2024/03/07-11:14:21.593890 6163345408 Options.compression_opts.zstd_max_train_bytes: 0 -2024/03/07-11:14:21.593891 6163345408 Options.compression_opts.use_zstd_dict_trainer: true -2024/03/07-11:14:21.593892 6163345408 Options.compression_opts.parallel_threads: 1 -2024/03/07-11:14:21.593893 6163345408 Options.compression_opts.enabled: false -2024/03/07-11:14:21.593894 6163345408 Options.compression_opts.max_dict_buffer_bytes: 0 -2024/03/07-11:14:21.593895 6163345408 Options.level0_file_num_compaction_trigger: 4 -2024/03/07-11:14:21.593896 6163345408 Options.level0_slowdown_writes_trigger: 20 -2024/03/07-11:14:21.593897 6163345408 Options.level0_stop_writes_trigger: 36 -2024/03/07-11:14:21.593898 6163345408 Options.target_file_size_base: 67108864 -2024/03/07-11:14:21.593899 6163345408 Options.target_file_size_multiplier: 1 -2024/03/07-11:14:21.593899 6163345408 Options.max_bytes_for_level_base: 268435456 -2024/03/07-11:14:21.593900 6163345408 Options.level_compaction_dynamic_level_bytes: 1 -2024/03/07-11:14:21.593901 6163345408 Options.max_bytes_for_level_multiplier: 10.000000 -2024/03/07-11:14:21.593903 6163345408 Options.max_bytes_for_level_multiplier_addtl[0]: 1 -2024/03/07-11:14:21.593904 6163345408 Options.max_bytes_for_level_multiplier_addtl[1]: 1 -2024/03/07-11:14:21.593905 6163345408 Options.max_bytes_for_level_multiplier_addtl[2]: 1 -2024/03/07-11:14:21.593906 6163345408 Options.max_bytes_for_level_multiplier_addtl[3]: 1 -2024/03/07-11:14:21.593907 6163345408 Options.max_bytes_for_level_multiplier_addtl[4]: 1 -2024/03/07-11:14:21.593908 6163345408 Options.max_bytes_for_level_multiplier_addtl[5]: 1 -2024/03/07-11:14:21.593909 6163345408 Options.max_bytes_for_level_multiplier_addtl[6]: 1 -2024/03/07-11:14:21.593910 6163345408 Options.max_sequential_skip_in_iterations: 8 -2024/03/07-11:14:21.593911 6163345408 Options.max_compaction_bytes: 1677721600 -2024/03/07-11:14:21.593912 6163345408 Options.ignore_max_compaction_bytes_for_input: true -2024/03/07-11:14:21.593913 6163345408 Options.arena_block_size: 1048576 -2024/03/07-11:14:21.593914 6163345408 Options.soft_pending_compaction_bytes_limit: 68719476736 -2024/03/07-11:14:21.593915 6163345408 Options.hard_pending_compaction_bytes_limit: 274877906944 -2024/03/07-11:14:21.593916 6163345408 Options.disable_auto_compactions: 0 -2024/03/07-11:14:21.593917 6163345408 Options.compaction_style: kCompactionStyleLevel -2024/03/07-11:14:21.593919 6163345408 Options.compaction_pri: kMinOverlappingRatio -2024/03/07-11:14:21.593920 6163345408 Options.compaction_options_universal.size_ratio: 1 -2024/03/07-11:14:21.593921 6163345408 Options.compaction_options_universal.min_merge_width: 2 -2024/03/07-11:14:21.593922 6163345408 Options.compaction_options_universal.max_merge_width: 4294967295 -2024/03/07-11:14:21.593923 6163345408 Options.compaction_options_universal.max_size_amplification_percent: 200 -2024/03/07-11:14:21.593924 6163345408 Options.compaction_options_universal.compression_size_percent: -1 -2024/03/07-11:14:21.593925 6163345408 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize -2024/03/07-11:14:21.593928 6163345408 Options.compaction_options_fifo.max_table_files_size: 1073741824 -2024/03/07-11:14:21.593929 6163345408 Options.compaction_options_fifo.allow_compaction: 0 -2024/03/07-11:14:21.593930 6163345408 Options.table_properties_collectors: -2024/03/07-11:14:21.593931 6163345408 Options.inplace_update_support: 0 -2024/03/07-11:14:21.593932 6163345408 Options.inplace_update_num_locks: 10000 -2024/03/07-11:14:21.593933 6163345408 Options.memtable_prefix_bloom_size_ratio: 0.020000 -2024/03/07-11:14:21.593934 6163345408 Options.memtable_whole_key_filtering: 1 -2024/03/07-11:14:21.593935 6163345408 Options.memtable_huge_page_size: 0 -2024/03/07-11:14:21.593936 6163345408 Options.bloom_locality: 0 -2024/03/07-11:14:21.593937 6163345408 Options.max_successive_merges: 0 -2024/03/07-11:14:21.593938 6163345408 Options.optimize_filters_for_hits: 0 -2024/03/07-11:14:21.593939 6163345408 Options.paranoid_file_checks: 0 -2024/03/07-11:14:21.593940 6163345408 Options.force_consistency_checks: 1 -2024/03/07-11:14:21.593941 6163345408 Options.report_bg_io_stats: 0 -2024/03/07-11:14:21.593942 6163345408 Options.ttl: 2592000 -2024/03/07-11:14:21.593943 6163345408 Options.periodic_compaction_seconds: 0 -2024/03/07-11:14:21.593944 6163345408 Options.preclude_last_level_data_seconds: 0 -2024/03/07-11:14:21.593945 6163345408 Options.preserve_internal_time_seconds: 0 -2024/03/07-11:14:21.593946 6163345408 Options.enable_blob_files: false -2024/03/07-11:14:21.593947 6163345408 Options.min_blob_size: 0 -2024/03/07-11:14:21.593948 6163345408 Options.blob_file_size: 268435456 -2024/03/07-11:14:21.593949 6163345408 Options.blob_compression_type: NoCompression -2024/03/07-11:14:21.593950 6163345408 Options.enable_blob_garbage_collection: false -2024/03/07-11:14:21.593951 6163345408 Options.blob_garbage_collection_age_cutoff: 0.250000 -2024/03/07-11:14:21.593952 6163345408 Options.blob_garbage_collection_force_threshold: 1.000000 -2024/03/07-11:14:21.593954 6163345408 Options.blob_compaction_readahead_size: 0 -2024/03/07-11:14:21.593955 6163345408 Options.blob_file_starting_level: 0 -2024/03/07-11:14:21.593956 6163345408 Options.experimental_mempurge_threshold: 0.000000 -2024/03/07-11:14:21.594385 6163345408 [db/version_set.cc:5713] Recovered from manifest file:harmonic_rank/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 11, last_sequence is 0, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 -2024/03/07-11:14:21.594388 6163345408 [db/version_set.cc:5722] Column family [default] (ID 0), log number is 5 -2024/03/07-11:14:21.594421 6163345408 [db/db_impl/db_impl_open.cc:537] DB ID: 3a81b8cb-95ad-4e76-aaea-52b0ca076bac -2024/03/07-11:14:21.594509 6163345408 EVENT_LOG_v1 {"time_micros": 1709806461594505, "job": 1, "event": "recovery_started", "wal_files": [4, 8]} -2024/03/07-11:14:21.594511 6163345408 [db/db_impl/db_impl_open.cc:1018] Skipping log #4 since it is older than min log to keep #5 -2024/03/07-11:14:21.594513 6163345408 [db/db_impl/db_impl_open.cc:1031] Recovering log #8 mode 2 -2024/03/07-11:14:21.594563 6163345408 EVENT_LOG_v1 {"time_micros": 1709806461594561, "job": 1, "event": "recovery_finished"} -2024/03/07-11:14:21.594652 6163345408 [db/version_set.cc:5180] Creating manifest 13 -2024/03/07-11:14:21.597181 6163345408 [db/db_impl/db_impl_open.cc:1977] SstFileManager instance 0x136e07630 -2024/03/07-11:14:21.597221 6163345408 DB pointer 0x137015600 -2024/03/07-11:14:22.524894 6163345408 [db/db_impl/db_impl.cc:490] Shutdown: canceling all background work -2024/03/07-11:14:22.525109 6163345408 [db/db_impl/db_impl.cc:692] Shutdown complete diff --git a/crates/core/harmonic_rank/LOG.old.1709806518648349 b/crates/core/harmonic_rank/LOG.old.1709806518648349 deleted file mode 100644 index 07149287..00000000 --- a/crates/core/harmonic_rank/LOG.old.1709806518648349 +++ /dev/null @@ -1,250 +0,0 @@ -2024/03/07-11:14:59.555597 6132887552 RocksDB version: 8.1.1 -2024/03/07-11:14:59.555645 6132887552 Compile date 2023-04-06 16:38:52 -2024/03/07-11:14:59.555647 6132887552 DB SUMMARY -2024/03/07-11:14:59.555648 6132887552 DB Session ID: 5VIWYOKT9UOM7LD4F1YX -2024/03/07-11:14:59.555692 6132887552 CURRENT file: CURRENT -2024/03/07-11:14:59.555694 6132887552 IDENTITY file: IDENTITY -2024/03/07-11:14:59.555704 6132887552 MANIFEST file: MANIFEST-000013 size: 81 Bytes -2024/03/07-11:14:59.555706 6132887552 SST files in harmonic_rank dir, Total Num: 0, files: -2024/03/07-11:14:59.555708 6132887552 Write Ahead Log file in harmonic_rank: 000004.log size: 0 ; 000008.log size: 0 ; 000012.log size: 0 ; -2024/03/07-11:14:59.555710 6132887552 Options.error_if_exists: 0 -2024/03/07-11:14:59.555711 6132887552 Options.create_if_missing: 1 -2024/03/07-11:14:59.555712 6132887552 Options.paranoid_checks: 1 -2024/03/07-11:14:59.555713 6132887552 Options.flush_verify_memtable_count: 1 -2024/03/07-11:14:59.555714 6132887552 Options.track_and_verify_wals_in_manifest: 0 -2024/03/07-11:14:59.555715 6132887552 Options.verify_sst_unique_id_in_manifest: 1 -2024/03/07-11:14:59.555716 6132887552 Options.env: 0x1076c4740 -2024/03/07-11:14:59.555717 6132887552 Options.fs: PosixFileSystem -2024/03/07-11:14:59.555718 6132887552 Options.info_log: 0x121705a48 -2024/03/07-11:14:59.555719 6132887552 Options.max_file_opening_threads: 16 -2024/03/07-11:14:59.555720 6132887552 Options.statistics: 0x0 -2024/03/07-11:14:59.555721 6132887552 Options.use_fsync: 0 -2024/03/07-11:14:59.555722 6132887552 Options.max_log_file_size: 0 -2024/03/07-11:14:59.555723 6132887552 Options.max_manifest_file_size: 1073741824 -2024/03/07-11:14:59.555724 6132887552 Options.log_file_time_to_roll: 0 -2024/03/07-11:14:59.555725 6132887552 Options.keep_log_file_num: 1000 -2024/03/07-11:14:59.555726 6132887552 Options.recycle_log_file_num: 0 -2024/03/07-11:14:59.555727 6132887552 Options.allow_fallocate: 1 -2024/03/07-11:14:59.555728 6132887552 Options.allow_mmap_reads: 0 -2024/03/07-11:14:59.555729 6132887552 Options.allow_mmap_writes: 0 -2024/03/07-11:14:59.555730 6132887552 Options.use_direct_reads: 0 -2024/03/07-11:14:59.555731 6132887552 Options.use_direct_io_for_flush_and_compaction: 0 -2024/03/07-11:14:59.555732 6132887552 Options.create_missing_column_families: 0 -2024/03/07-11:14:59.555733 6132887552 Options.db_log_dir: -2024/03/07-11:14:59.555734 6132887552 Options.wal_dir: -2024/03/07-11:14:59.555735 6132887552 Options.table_cache_numshardbits: 6 -2024/03/07-11:14:59.555736 6132887552 Options.WAL_ttl_seconds: 0 -2024/03/07-11:14:59.555737 6132887552 Options.WAL_size_limit_MB: 0 -2024/03/07-11:14:59.555738 6132887552 Options.max_write_batch_group_size_bytes: 1048576 -2024/03/07-11:14:59.555739 6132887552 Options.manifest_preallocation_size: 4194304 -2024/03/07-11:14:59.555741 6132887552 Options.is_fd_close_on_exec: 1 -2024/03/07-11:14:59.555741 6132887552 Options.advise_random_on_open: 1 -2024/03/07-11:14:59.555742 6132887552 Options.db_write_buffer_size: 0 -2024/03/07-11:14:59.555743 6132887552 Options.write_buffer_manager: 0x6000023700d0 -2024/03/07-11:14:59.555745 6132887552 Options.access_hint_on_compaction_start: 1 -2024/03/07-11:14:59.555746 6132887552 Options.random_access_max_buffer_size: 1048576 -2024/03/07-11:14:59.555746 6132887552 Options.use_adaptive_mutex: 0 -2024/03/07-11:14:59.555747 6132887552 Options.rate_limiter: 0x0 -2024/03/07-11:14:59.555749 6132887552 Options.sst_file_manager.rate_bytes_per_sec: 0 -2024/03/07-11:14:59.555750 6132887552 Options.wal_recovery_mode: 2 -2024/03/07-11:14:59.555751 6132887552 Options.enable_thread_tracking: 0 -2024/03/07-11:14:59.555752 6132887552 Options.enable_pipelined_write: 0 -2024/03/07-11:14:59.555753 6132887552 Options.unordered_write: 0 -2024/03/07-11:14:59.555754 6132887552 Options.allow_concurrent_memtable_write: 1 -2024/03/07-11:14:59.555755 6132887552 Options.enable_write_thread_adaptive_yield: 1 -2024/03/07-11:14:59.555756 6132887552 Options.write_thread_max_yield_usec: 100 -2024/03/07-11:14:59.555757 6132887552 Options.write_thread_slow_yield_usec: 3 -2024/03/07-11:14:59.555758 6132887552 Options.row_cache: None -2024/03/07-11:14:59.555759 6132887552 Options.wal_filter: None -2024/03/07-11:14:59.555760 6132887552 Options.avoid_flush_during_recovery: 0 -2024/03/07-11:14:59.555761 6132887552 Options.allow_ingest_behind: 0 -2024/03/07-11:14:59.555762 6132887552 Options.two_write_queues: 0 -2024/03/07-11:14:59.555763 6132887552 Options.manual_wal_flush: 0 -2024/03/07-11:14:59.555764 6132887552 Options.wal_compression: 0 -2024/03/07-11:14:59.555765 6132887552 Options.atomic_flush: 0 -2024/03/07-11:14:59.555766 6132887552 Options.avoid_unnecessary_blocking_io: 0 -2024/03/07-11:14:59.555767 6132887552 Options.persist_stats_to_disk: 0 -2024/03/07-11:14:59.555768 6132887552 Options.write_dbid_to_manifest: 0 -2024/03/07-11:14:59.555769 6132887552 Options.log_readahead_size: 0 -2024/03/07-11:14:59.555770 6132887552 Options.file_checksum_gen_factory: Unknown -2024/03/07-11:14:59.555771 6132887552 Options.best_efforts_recovery: 0 -2024/03/07-11:14:59.555772 6132887552 Options.max_bgerror_resume_count: 2147483647 -2024/03/07-11:14:59.555773 6132887552 Options.bgerror_resume_retry_interval: 1000000 -2024/03/07-11:14:59.555774 6132887552 Options.allow_data_in_errors: 0 -2024/03/07-11:14:59.555775 6132887552 Options.db_host_id: __hostname__ -2024/03/07-11:14:59.555776 6132887552 Options.enforce_single_del_contracts: true -2024/03/07-11:14:59.555777 6132887552 Options.max_background_jobs: 8 -2024/03/07-11:14:59.555778 6132887552 Options.max_background_compactions: -1 -2024/03/07-11:14:59.555779 6132887552 Options.max_subcompactions: 8 -2024/03/07-11:14:59.555780 6132887552 Options.avoid_flush_during_shutdown: 0 -2024/03/07-11:14:59.555781 6132887552 Options.writable_file_max_buffer_size: 1048576 -2024/03/07-11:14:59.555782 6132887552 Options.delayed_write_rate : 16777216 -2024/03/07-11:14:59.555783 6132887552 Options.max_total_wal_size: 0 -2024/03/07-11:14:59.555784 6132887552 Options.delete_obsolete_files_period_micros: 21600000000 -2024/03/07-11:14:59.555785 6132887552 Options.stats_dump_period_sec: 600 -2024/03/07-11:14:59.555786 6132887552 Options.stats_persist_period_sec: 600 -2024/03/07-11:14:59.555787 6132887552 Options.stats_history_buffer_size: 1048576 -2024/03/07-11:14:59.555788 6132887552 Options.max_open_files: -1 -2024/03/07-11:14:59.555789 6132887552 Options.bytes_per_sync: 1048576 -2024/03/07-11:14:59.555790 6132887552 Options.wal_bytes_per_sync: 0 -2024/03/07-11:14:59.555791 6132887552 Options.strict_bytes_per_sync: 0 -2024/03/07-11:14:59.555792 6132887552 Options.compaction_readahead_size: 0 -2024/03/07-11:14:59.555793 6132887552 Options.max_background_flushes: -1 -2024/03/07-11:14:59.555794 6132887552 Compression algorithms supported: -2024/03/07-11:14:59.555795 6132887552 kZSTD supported: 1 -2024/03/07-11:14:59.555796 6132887552 kZlibCompression supported: 1 -2024/03/07-11:14:59.555798 6132887552 kXpressCompression supported: 0 -2024/03/07-11:14:59.555799 6132887552 kSnappyCompression supported: 1 -2024/03/07-11:14:59.555800 6132887552 kZSTDNotFinalCompression supported: 1 -2024/03/07-11:14:59.555801 6132887552 kLZ4HCCompression supported: 1 -2024/03/07-11:14:59.555802 6132887552 kLZ4Compression supported: 1 -2024/03/07-11:14:59.555803 6132887552 kBZip2Compression supported: 1 -2024/03/07-11:14:59.555810 6132887552 Fast CRC32 supported: Supported on Arm64 -2024/03/07-11:14:59.555811 6132887552 DMutex implementation: pthread_mutex_t -2024/03/07-11:14:59.555896 6132887552 [db/version_set.cc:5662] Recovering from manifest file: harmonic_rank/MANIFEST-000013 -2024/03/07-11:14:59.555960 6132887552 [db/column_family.cc:621] --------------- Options for column family [default]: -2024/03/07-11:14:59.555962 6132887552 Options.comparator: leveldb.BytewiseComparator -2024/03/07-11:14:59.555963 6132887552 Options.merge_operator: None -2024/03/07-11:14:59.555964 6132887552 Options.compaction_filter: None -2024/03/07-11:14:59.555965 6132887552 Options.compaction_filter_factory: None -2024/03/07-11:14:59.555967 6132887552 Options.sst_partitioner_factory: None -2024/03/07-11:14:59.555968 6132887552 Options.memtable_factory: SkipListFactory -2024/03/07-11:14:59.555969 6132887552 Options.table_factory: BlockBasedTable -2024/03/07-11:14:59.555980 6132887552 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x600001877100) - cache_index_and_filter_blocks: 0 - cache_index_and_filter_blocks_with_high_priority: 1 - pin_l0_filter_and_index_blocks_in_cache: 0 - pin_top_level_index_and_filter: 1 - index_type: 0 - data_block_index_type: 1 - index_shortening: 1 - data_block_hash_table_util_ratio: 0.750000 - checksum: 4 - no_block_cache: 0 - block_cache: 0x600002d74918 - block_cache_name: LRUCache - block_cache_options: - capacity : 536870912 - num_shard_bits : 6 - strict_capacity_limit : 0 - memory_allocator : None - high_pri_pool_ratio: 0.500 - low_pri_pool_ratio: 0.000 - persistent_cache: 0x0 - block_size: 4096 - block_size_deviation: 10 - block_restart_interval: 16 - index_block_restart_interval: 1 - metadata_block_size: 4096 - partition_filters: 0 - use_delta_encoding: 1 - filter_policy: bloomfilter - whole_key_filtering: 1 - verify_compression: 0 - read_amp_bytes_per_bit: 0 - format_version: 5 - enable_index_compression: 1 - block_align: 0 - max_auto_readahead_size: 262144 - prepopulate_block_cache: 0 - initial_auto_readahead_size: 8192 - num_file_reads_for_auto_readahead: 2 -2024/03/07-11:14:59.555982 6132887552 Options.write_buffer_size: 67108864 -2024/03/07-11:14:59.555983 6132887552 Options.max_write_buffer_number: 2 -2024/03/07-11:14:59.555984 6132887552 Options.compression: LZ4 -2024/03/07-11:14:59.555985 6132887552 Options.bottommost_compression: Disabled -2024/03/07-11:14:59.555986 6132887552 Options.prefix_extractor: nullptr -2024/03/07-11:14:59.555987 6132887552 Options.memtable_insert_with_hint_prefix_extractor: nullptr -2024/03/07-11:14:59.555988 6132887552 Options.num_levels: 7 -2024/03/07-11:14:59.555989 6132887552 Options.min_write_buffer_number_to_merge: 1 -2024/03/07-11:14:59.555990 6132887552 Options.max_write_buffer_number_to_maintain: 0 -2024/03/07-11:14:59.555991 6132887552 Options.max_write_buffer_size_to_maintain: 0 -2024/03/07-11:14:59.555992 6132887552 Options.bottommost_compression_opts.window_bits: -14 -2024/03/07-11:14:59.555993 6132887552 Options.bottommost_compression_opts.level: 32767 -2024/03/07-11:14:59.555994 6132887552 Options.bottommost_compression_opts.strategy: 0 -2024/03/07-11:14:59.555995 6132887552 Options.bottommost_compression_opts.max_dict_bytes: 0 -2024/03/07-11:14:59.555996 6132887552 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 -2024/03/07-11:14:59.555997 6132887552 Options.bottommost_compression_opts.parallel_threads: 1 -2024/03/07-11:14:59.555998 6132887552 Options.bottommost_compression_opts.enabled: false -2024/03/07-11:14:59.555999 6132887552 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 -2024/03/07-11:14:59.556000 6132887552 Options.bottommost_compression_opts.use_zstd_dict_trainer: true -2024/03/07-11:14:59.556002 6132887552 Options.compression_opts.window_bits: -14 -2024/03/07-11:14:59.556003 6132887552 Options.compression_opts.level: 32767 -2024/03/07-11:14:59.556004 6132887552 Options.compression_opts.strategy: 0 -2024/03/07-11:14:59.556005 6132887552 Options.compression_opts.max_dict_bytes: 0 -2024/03/07-11:14:59.556006 6132887552 Options.compression_opts.zstd_max_train_bytes: 0 -2024/03/07-11:14:59.556007 6132887552 Options.compression_opts.use_zstd_dict_trainer: true -2024/03/07-11:14:59.556008 6132887552 Options.compression_opts.parallel_threads: 1 -2024/03/07-11:14:59.556009 6132887552 Options.compression_opts.enabled: false -2024/03/07-11:14:59.556010 6132887552 Options.compression_opts.max_dict_buffer_bytes: 0 -2024/03/07-11:14:59.556011 6132887552 Options.level0_file_num_compaction_trigger: 4 -2024/03/07-11:14:59.556012 6132887552 Options.level0_slowdown_writes_trigger: 20 -2024/03/07-11:14:59.556013 6132887552 Options.level0_stop_writes_trigger: 36 -2024/03/07-11:14:59.556014 6132887552 Options.target_file_size_base: 67108864 -2024/03/07-11:14:59.556015 6132887552 Options.target_file_size_multiplier: 1 -2024/03/07-11:14:59.556016 6132887552 Options.max_bytes_for_level_base: 268435456 -2024/03/07-11:14:59.556017 6132887552 Options.level_compaction_dynamic_level_bytes: 1 -2024/03/07-11:14:59.556018 6132887552 Options.max_bytes_for_level_multiplier: 10.000000 -2024/03/07-11:14:59.556019 6132887552 Options.max_bytes_for_level_multiplier_addtl[0]: 1 -2024/03/07-11:14:59.556020 6132887552 Options.max_bytes_for_level_multiplier_addtl[1]: 1 -2024/03/07-11:14:59.556021 6132887552 Options.max_bytes_for_level_multiplier_addtl[2]: 1 -2024/03/07-11:14:59.556022 6132887552 Options.max_bytes_for_level_multiplier_addtl[3]: 1 -2024/03/07-11:14:59.556023 6132887552 Options.max_bytes_for_level_multiplier_addtl[4]: 1 -2024/03/07-11:14:59.556024 6132887552 Options.max_bytes_for_level_multiplier_addtl[5]: 1 -2024/03/07-11:14:59.556025 6132887552 Options.max_bytes_for_level_multiplier_addtl[6]: 1 -2024/03/07-11:14:59.556026 6132887552 Options.max_sequential_skip_in_iterations: 8 -2024/03/07-11:14:59.556027 6132887552 Options.max_compaction_bytes: 1677721600 -2024/03/07-11:14:59.556028 6132887552 Options.ignore_max_compaction_bytes_for_input: true -2024/03/07-11:14:59.556029 6132887552 Options.arena_block_size: 1048576 -2024/03/07-11:14:59.556030 6132887552 Options.soft_pending_compaction_bytes_limit: 68719476736 -2024/03/07-11:14:59.556031 6132887552 Options.hard_pending_compaction_bytes_limit: 274877906944 -2024/03/07-11:14:59.556032 6132887552 Options.disable_auto_compactions: 0 -2024/03/07-11:14:59.556034 6132887552 Options.compaction_style: kCompactionStyleLevel -2024/03/07-11:14:59.556035 6132887552 Options.compaction_pri: kMinOverlappingRatio -2024/03/07-11:14:59.556036 6132887552 Options.compaction_options_universal.size_ratio: 1 -2024/03/07-11:14:59.556037 6132887552 Options.compaction_options_universal.min_merge_width: 2 -2024/03/07-11:14:59.556038 6132887552 Options.compaction_options_universal.max_merge_width: 4294967295 -2024/03/07-11:14:59.556039 6132887552 Options.compaction_options_universal.max_size_amplification_percent: 200 -2024/03/07-11:14:59.556040 6132887552 Options.compaction_options_universal.compression_size_percent: -1 -2024/03/07-11:14:59.556042 6132887552 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize -2024/03/07-11:14:59.556044 6132887552 Options.compaction_options_fifo.max_table_files_size: 1073741824 -2024/03/07-11:14:59.556046 6132887552 Options.compaction_options_fifo.allow_compaction: 0 -2024/03/07-11:14:59.556047 6132887552 Options.table_properties_collectors: -2024/03/07-11:14:59.556048 6132887552 Options.inplace_update_support: 0 -2024/03/07-11:14:59.556049 6132887552 Options.inplace_update_num_locks: 10000 -2024/03/07-11:14:59.556050 6132887552 Options.memtable_prefix_bloom_size_ratio: 0.020000 -2024/03/07-11:14:59.556051 6132887552 Options.memtable_whole_key_filtering: 1 -2024/03/07-11:14:59.556052 6132887552 Options.memtable_huge_page_size: 0 -2024/03/07-11:14:59.556053 6132887552 Options.bloom_locality: 0 -2024/03/07-11:14:59.556054 6132887552 Options.max_successive_merges: 0 -2024/03/07-11:14:59.556055 6132887552 Options.optimize_filters_for_hits: 0 -2024/03/07-11:14:59.556056 6132887552 Options.paranoid_file_checks: 0 -2024/03/07-11:14:59.556057 6132887552 Options.force_consistency_checks: 1 -2024/03/07-11:14:59.556058 6132887552 Options.report_bg_io_stats: 0 -2024/03/07-11:14:59.556059 6132887552 Options.ttl: 2592000 -2024/03/07-11:14:59.556060 6132887552 Options.periodic_compaction_seconds: 0 -2024/03/07-11:14:59.556061 6132887552 Options.preclude_last_level_data_seconds: 0 -2024/03/07-11:14:59.556062 6132887552 Options.preserve_internal_time_seconds: 0 -2024/03/07-11:14:59.556063 6132887552 Options.enable_blob_files: false -2024/03/07-11:14:59.556064 6132887552 Options.min_blob_size: 0 -2024/03/07-11:14:59.556065 6132887552 Options.blob_file_size: 268435456 -2024/03/07-11:14:59.556066 6132887552 Options.blob_compression_type: NoCompression -2024/03/07-11:14:59.556067 6132887552 Options.enable_blob_garbage_collection: false -2024/03/07-11:14:59.556068 6132887552 Options.blob_garbage_collection_age_cutoff: 0.250000 -2024/03/07-11:14:59.556069 6132887552 Options.blob_garbage_collection_force_threshold: 1.000000 -2024/03/07-11:14:59.556070 6132887552 Options.blob_compaction_readahead_size: 0 -2024/03/07-11:14:59.556071 6132887552 Options.blob_file_starting_level: 0 -2024/03/07-11:14:59.556072 6132887552 Options.experimental_mempurge_threshold: 0.000000 -2024/03/07-11:14:59.556533 6132887552 [db/version_set.cc:5713] Recovered from manifest file:harmonic_rank/MANIFEST-000013 succeeded,manifest_file_number is 13, next_file_number is 15, last_sequence is 0, log_number is 9,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 -2024/03/07-11:14:59.556536 6132887552 [db/version_set.cc:5722] Column family [default] (ID 0), log number is 9 -2024/03/07-11:14:59.556563 6132887552 [db/db_impl/db_impl_open.cc:537] DB ID: 3a81b8cb-95ad-4e76-aaea-52b0ca076bac -2024/03/07-11:14:59.556655 6132887552 EVENT_LOG_v1 {"time_micros": 1709806499556650, "job": 1, "event": "recovery_started", "wal_files": [4, 8, 12]} -2024/03/07-11:14:59.556658 6132887552 [db/db_impl/db_impl_open.cc:1018] Skipping log #4 since it is older than min log to keep #9 -2024/03/07-11:14:59.556659 6132887552 [db/db_impl/db_impl_open.cc:1018] Skipping log #8 since it is older than min log to keep #9 -2024/03/07-11:14:59.556661 6132887552 [db/db_impl/db_impl_open.cc:1031] Recovering log #12 mode 2 -2024/03/07-11:14:59.556714 6132887552 EVENT_LOG_v1 {"time_micros": 1709806499556711, "job": 1, "event": "recovery_finished"} -2024/03/07-11:14:59.556796 6132887552 [db/version_set.cc:5180] Creating manifest 17 -2024/03/07-11:14:59.559616 6132887552 [db/db_impl/db_impl_open.cc:1977] SstFileManager instance 0x121705e10 -2024/03/07-11:14:59.559662 6132887552 DB pointer 0x12201f200 -2024/03/07-11:15:00.446609 6132887552 [db/db_impl/db_impl.cc:490] Shutdown: canceling all background work -2024/03/07-11:15:00.446840 6132887552 [db/db_impl/db_impl.cc:692] Shutdown complete diff --git a/crates/core/harmonic_rank/LOG.old.1709806547705204 b/crates/core/harmonic_rank/LOG.old.1709806547705204 deleted file mode 100644 index c26031a7..00000000 --- a/crates/core/harmonic_rank/LOG.old.1709806547705204 +++ /dev/null @@ -1,251 +0,0 @@ -2024/03/07-11:15:18.648633 6102609920 RocksDB version: 8.1.1 -2024/03/07-11:15:18.648658 6102609920 Compile date 2023-04-06 16:38:52 -2024/03/07-11:15:18.648660 6102609920 DB SUMMARY -2024/03/07-11:15:18.648661 6102609920 DB Session ID: 11BMGCBC4NAGJRNIAL5W -2024/03/07-11:15:18.648712 6102609920 CURRENT file: CURRENT -2024/03/07-11:15:18.648713 6102609920 IDENTITY file: IDENTITY -2024/03/07-11:15:18.648719 6102609920 MANIFEST file: MANIFEST-000017 size: 81 Bytes -2024/03/07-11:15:18.648721 6102609920 SST files in harmonic_rank dir, Total Num: 0, files: -2024/03/07-11:15:18.648723 6102609920 Write Ahead Log file in harmonic_rank: 000004.log size: 0 ; 000008.log size: 0 ; 000012.log size: 0 ; 000016.log size: 0 ; -2024/03/07-11:15:18.648725 6102609920 Options.error_if_exists: 0 -2024/03/07-11:15:18.648726 6102609920 Options.create_if_missing: 1 -2024/03/07-11:15:18.648727 6102609920 Options.paranoid_checks: 1 -2024/03/07-11:15:18.648728 6102609920 Options.flush_verify_memtable_count: 1 -2024/03/07-11:15:18.648729 6102609920 Options.track_and_verify_wals_in_manifest: 0 -2024/03/07-11:15:18.648730 6102609920 Options.verify_sst_unique_id_in_manifest: 1 -2024/03/07-11:15:18.648731 6102609920 Options.env: 0x1093a4740 -2024/03/07-11:15:18.648732 6102609920 Options.fs: PosixFileSystem -2024/03/07-11:15:18.648733 6102609920 Options.info_log: 0x119e04e68 -2024/03/07-11:15:18.648734 6102609920 Options.max_file_opening_threads: 16 -2024/03/07-11:15:18.648735 6102609920 Options.statistics: 0x0 -2024/03/07-11:15:18.648736 6102609920 Options.use_fsync: 0 -2024/03/07-11:15:18.648737 6102609920 Options.max_log_file_size: 0 -2024/03/07-11:15:18.648738 6102609920 Options.max_manifest_file_size: 1073741824 -2024/03/07-11:15:18.648739 6102609920 Options.log_file_time_to_roll: 0 -2024/03/07-11:15:18.648740 6102609920 Options.keep_log_file_num: 1000 -2024/03/07-11:15:18.648741 6102609920 Options.recycle_log_file_num: 0 -2024/03/07-11:15:18.648742 6102609920 Options.allow_fallocate: 1 -2024/03/07-11:15:18.648743 6102609920 Options.allow_mmap_reads: 0 -2024/03/07-11:15:18.648744 6102609920 Options.allow_mmap_writes: 0 -2024/03/07-11:15:18.648745 6102609920 Options.use_direct_reads: 0 -2024/03/07-11:15:18.648746 6102609920 Options.use_direct_io_for_flush_and_compaction: 0 -2024/03/07-11:15:18.648747 6102609920 Options.create_missing_column_families: 0 -2024/03/07-11:15:18.648748 6102609920 Options.db_log_dir: -2024/03/07-11:15:18.648749 6102609920 Options.wal_dir: -2024/03/07-11:15:18.648750 6102609920 Options.table_cache_numshardbits: 6 -2024/03/07-11:15:18.648751 6102609920 Options.WAL_ttl_seconds: 0 -2024/03/07-11:15:18.648752 6102609920 Options.WAL_size_limit_MB: 0 -2024/03/07-11:15:18.648753 6102609920 Options.max_write_batch_group_size_bytes: 1048576 -2024/03/07-11:15:18.648754 6102609920 Options.manifest_preallocation_size: 4194304 -2024/03/07-11:15:18.648755 6102609920 Options.is_fd_close_on_exec: 1 -2024/03/07-11:15:18.648756 6102609920 Options.advise_random_on_open: 1 -2024/03/07-11:15:18.648757 6102609920 Options.db_write_buffer_size: 0 -2024/03/07-11:15:18.648758 6102609920 Options.write_buffer_manager: 0x600000404000 -2024/03/07-11:15:18.648759 6102609920 Options.access_hint_on_compaction_start: 1 -2024/03/07-11:15:18.648760 6102609920 Options.random_access_max_buffer_size: 1048576 -2024/03/07-11:15:18.648761 6102609920 Options.use_adaptive_mutex: 0 -2024/03/07-11:15:18.648762 6102609920 Options.rate_limiter: 0x0 -2024/03/07-11:15:18.648763 6102609920 Options.sst_file_manager.rate_bytes_per_sec: 0 -2024/03/07-11:15:18.648764 6102609920 Options.wal_recovery_mode: 2 -2024/03/07-11:15:18.648765 6102609920 Options.enable_thread_tracking: 0 -2024/03/07-11:15:18.648766 6102609920 Options.enable_pipelined_write: 0 -2024/03/07-11:15:18.648767 6102609920 Options.unordered_write: 0 -2024/03/07-11:15:18.648767 6102609920 Options.allow_concurrent_memtable_write: 1 -2024/03/07-11:15:18.648768 6102609920 Options.enable_write_thread_adaptive_yield: 1 -2024/03/07-11:15:18.648769 6102609920 Options.write_thread_max_yield_usec: 100 -2024/03/07-11:15:18.648770 6102609920 Options.write_thread_slow_yield_usec: 3 -2024/03/07-11:15:18.648771 6102609920 Options.row_cache: None -2024/03/07-11:15:18.648772 6102609920 Options.wal_filter: None -2024/03/07-11:15:18.648773 6102609920 Options.avoid_flush_during_recovery: 0 -2024/03/07-11:15:18.648774 6102609920 Options.allow_ingest_behind: 0 -2024/03/07-11:15:18.648775 6102609920 Options.two_write_queues: 0 -2024/03/07-11:15:18.648776 6102609920 Options.manual_wal_flush: 0 -2024/03/07-11:15:18.648777 6102609920 Options.wal_compression: 0 -2024/03/07-11:15:18.648778 6102609920 Options.atomic_flush: 0 -2024/03/07-11:15:18.648779 6102609920 Options.avoid_unnecessary_blocking_io: 0 -2024/03/07-11:15:18.648781 6102609920 Options.persist_stats_to_disk: 0 -2024/03/07-11:15:18.648782 6102609920 Options.write_dbid_to_manifest: 0 -2024/03/07-11:15:18.648782 6102609920 Options.log_readahead_size: 0 -2024/03/07-11:15:18.648784 6102609920 Options.file_checksum_gen_factory: Unknown -2024/03/07-11:15:18.648785 6102609920 Options.best_efforts_recovery: 0 -2024/03/07-11:15:18.648786 6102609920 Options.max_bgerror_resume_count: 2147483647 -2024/03/07-11:15:18.648787 6102609920 Options.bgerror_resume_retry_interval: 1000000 -2024/03/07-11:15:18.648788 6102609920 Options.allow_data_in_errors: 0 -2024/03/07-11:15:18.648789 6102609920 Options.db_host_id: __hostname__ -2024/03/07-11:15:18.648790 6102609920 Options.enforce_single_del_contracts: true -2024/03/07-11:15:18.648791 6102609920 Options.max_background_jobs: 8 -2024/03/07-11:15:18.648792 6102609920 Options.max_background_compactions: -1 -2024/03/07-11:15:18.648793 6102609920 Options.max_subcompactions: 8 -2024/03/07-11:15:18.648794 6102609920 Options.avoid_flush_during_shutdown: 0 -2024/03/07-11:15:18.648795 6102609920 Options.writable_file_max_buffer_size: 1048576 -2024/03/07-11:15:18.648796 6102609920 Options.delayed_write_rate : 16777216 -2024/03/07-11:15:18.648797 6102609920 Options.max_total_wal_size: 0 -2024/03/07-11:15:18.648798 6102609920 Options.delete_obsolete_files_period_micros: 21600000000 -2024/03/07-11:15:18.648799 6102609920 Options.stats_dump_period_sec: 600 -2024/03/07-11:15:18.648800 6102609920 Options.stats_persist_period_sec: 600 -2024/03/07-11:15:18.648801 6102609920 Options.stats_history_buffer_size: 1048576 -2024/03/07-11:15:18.648802 6102609920 Options.max_open_files: -1 -2024/03/07-11:15:18.648803 6102609920 Options.bytes_per_sync: 1048576 -2024/03/07-11:15:18.648804 6102609920 Options.wal_bytes_per_sync: 0 -2024/03/07-11:15:18.648805 6102609920 Options.strict_bytes_per_sync: 0 -2024/03/07-11:15:18.648806 6102609920 Options.compaction_readahead_size: 0 -2024/03/07-11:15:18.648807 6102609920 Options.max_background_flushes: -1 -2024/03/07-11:15:18.648808 6102609920 Compression algorithms supported: -2024/03/07-11:15:18.648809 6102609920 kZSTD supported: 1 -2024/03/07-11:15:18.648810 6102609920 kZlibCompression supported: 1 -2024/03/07-11:15:18.648812 6102609920 kXpressCompression supported: 0 -2024/03/07-11:15:18.648813 6102609920 kSnappyCompression supported: 1 -2024/03/07-11:15:18.648814 6102609920 kZSTDNotFinalCompression supported: 1 -2024/03/07-11:15:18.648815 6102609920 kLZ4HCCompression supported: 1 -2024/03/07-11:15:18.648816 6102609920 kLZ4Compression supported: 1 -2024/03/07-11:15:18.648817 6102609920 kBZip2Compression supported: 1 -2024/03/07-11:15:18.648823 6102609920 Fast CRC32 supported: Supported on Arm64 -2024/03/07-11:15:18.648824 6102609920 DMutex implementation: pthread_mutex_t -2024/03/07-11:15:18.648896 6102609920 [db/version_set.cc:5662] Recovering from manifest file: harmonic_rank/MANIFEST-000017 -2024/03/07-11:15:18.648955 6102609920 [db/column_family.cc:621] --------------- Options for column family [default]: -2024/03/07-11:15:18.648957 6102609920 Options.comparator: leveldb.BytewiseComparator -2024/03/07-11:15:18.648958 6102609920 Options.merge_operator: None -2024/03/07-11:15:18.648959 6102609920 Options.compaction_filter: None -2024/03/07-11:15:18.648960 6102609920 Options.compaction_filter_factory: None -2024/03/07-11:15:18.648961 6102609920 Options.sst_partitioner_factory: None -2024/03/07-11:15:18.648962 6102609920 Options.memtable_factory: SkipListFactory -2024/03/07-11:15:18.648963 6102609920 Options.table_factory: BlockBasedTable -2024/03/07-11:15:18.648974 6102609920 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x600003f185a0) - cache_index_and_filter_blocks: 0 - cache_index_and_filter_blocks_with_high_priority: 1 - pin_l0_filter_and_index_blocks_in_cache: 0 - pin_top_level_index_and_filter: 1 - index_type: 0 - data_block_index_type: 1 - index_shortening: 1 - data_block_hash_table_util_ratio: 0.750000 - checksum: 4 - no_block_cache: 0 - block_cache: 0x600000a040d8 - block_cache_name: LRUCache - block_cache_options: - capacity : 536870912 - num_shard_bits : 6 - strict_capacity_limit : 0 - memory_allocator : None - high_pri_pool_ratio: 0.500 - low_pri_pool_ratio: 0.000 - persistent_cache: 0x0 - block_size: 4096 - block_size_deviation: 10 - block_restart_interval: 16 - index_block_restart_interval: 1 - metadata_block_size: 4096 - partition_filters: 0 - use_delta_encoding: 1 - filter_policy: bloomfilter - whole_key_filtering: 1 - verify_compression: 0 - read_amp_bytes_per_bit: 0 - format_version: 5 - enable_index_compression: 1 - block_align: 0 - max_auto_readahead_size: 262144 - prepopulate_block_cache: 0 - initial_auto_readahead_size: 8192 - num_file_reads_for_auto_readahead: 2 -2024/03/07-11:15:18.648976 6102609920 Options.write_buffer_size: 67108864 -2024/03/07-11:15:18.648977 6102609920 Options.max_write_buffer_number: 2 -2024/03/07-11:15:18.648978 6102609920 Options.compression: LZ4 -2024/03/07-11:15:18.648979 6102609920 Options.bottommost_compression: Disabled -2024/03/07-11:15:18.648980 6102609920 Options.prefix_extractor: nullptr -2024/03/07-11:15:18.648981 6102609920 Options.memtable_insert_with_hint_prefix_extractor: nullptr -2024/03/07-11:15:18.648982 6102609920 Options.num_levels: 7 -2024/03/07-11:15:18.648983 6102609920 Options.min_write_buffer_number_to_merge: 1 -2024/03/07-11:15:18.648984 6102609920 Options.max_write_buffer_number_to_maintain: 0 -2024/03/07-11:15:18.648985 6102609920 Options.max_write_buffer_size_to_maintain: 0 -2024/03/07-11:15:18.648986 6102609920 Options.bottommost_compression_opts.window_bits: -14 -2024/03/07-11:15:18.648987 6102609920 Options.bottommost_compression_opts.level: 32767 -2024/03/07-11:15:18.648988 6102609920 Options.bottommost_compression_opts.strategy: 0 -2024/03/07-11:15:18.648989 6102609920 Options.bottommost_compression_opts.max_dict_bytes: 0 -2024/03/07-11:15:18.648990 6102609920 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 -2024/03/07-11:15:18.648991 6102609920 Options.bottommost_compression_opts.parallel_threads: 1 -2024/03/07-11:15:18.648992 6102609920 Options.bottommost_compression_opts.enabled: false -2024/03/07-11:15:18.648993 6102609920 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 -2024/03/07-11:15:18.648994 6102609920 Options.bottommost_compression_opts.use_zstd_dict_trainer: true -2024/03/07-11:15:18.648995 6102609920 Options.compression_opts.window_bits: -14 -2024/03/07-11:15:18.648996 6102609920 Options.compression_opts.level: 32767 -2024/03/07-11:15:18.648997 6102609920 Options.compression_opts.strategy: 0 -2024/03/07-11:15:18.648998 6102609920 Options.compression_opts.max_dict_bytes: 0 -2024/03/07-11:15:18.648999 6102609920 Options.compression_opts.zstd_max_train_bytes: 0 -2024/03/07-11:15:18.649000 6102609920 Options.compression_opts.use_zstd_dict_trainer: true -2024/03/07-11:15:18.649001 6102609920 Options.compression_opts.parallel_threads: 1 -2024/03/07-11:15:18.649002 6102609920 Options.compression_opts.enabled: false -2024/03/07-11:15:18.649003 6102609920 Options.compression_opts.max_dict_buffer_bytes: 0 -2024/03/07-11:15:18.649004 6102609920 Options.level0_file_num_compaction_trigger: 4 -2024/03/07-11:15:18.649005 6102609920 Options.level0_slowdown_writes_trigger: 20 -2024/03/07-11:15:18.649006 6102609920 Options.level0_stop_writes_trigger: 36 -2024/03/07-11:15:18.649007 6102609920 Options.target_file_size_base: 67108864 -2024/03/07-11:15:18.649009 6102609920 Options.target_file_size_multiplier: 1 -2024/03/07-11:15:18.649010 6102609920 Options.max_bytes_for_level_base: 268435456 -2024/03/07-11:15:18.649011 6102609920 Options.level_compaction_dynamic_level_bytes: 1 -2024/03/07-11:15:18.649012 6102609920 Options.max_bytes_for_level_multiplier: 10.000000 -2024/03/07-11:15:18.649013 6102609920 Options.max_bytes_for_level_multiplier_addtl[0]: 1 -2024/03/07-11:15:18.649014 6102609920 Options.max_bytes_for_level_multiplier_addtl[1]: 1 -2024/03/07-11:15:18.649015 6102609920 Options.max_bytes_for_level_multiplier_addtl[2]: 1 -2024/03/07-11:15:18.649016 6102609920 Options.max_bytes_for_level_multiplier_addtl[3]: 1 -2024/03/07-11:15:18.649017 6102609920 Options.max_bytes_for_level_multiplier_addtl[4]: 1 -2024/03/07-11:15:18.649018 6102609920 Options.max_bytes_for_level_multiplier_addtl[5]: 1 -2024/03/07-11:15:18.649019 6102609920 Options.max_bytes_for_level_multiplier_addtl[6]: 1 -2024/03/07-11:15:18.649020 6102609920 Options.max_sequential_skip_in_iterations: 8 -2024/03/07-11:15:18.649021 6102609920 Options.max_compaction_bytes: 1677721600 -2024/03/07-11:15:18.649022 6102609920 Options.ignore_max_compaction_bytes_for_input: true -2024/03/07-11:15:18.649023 6102609920 Options.arena_block_size: 1048576 -2024/03/07-11:15:18.649024 6102609920 Options.soft_pending_compaction_bytes_limit: 68719476736 -2024/03/07-11:15:18.649025 6102609920 Options.hard_pending_compaction_bytes_limit: 274877906944 -2024/03/07-11:15:18.649026 6102609920 Options.disable_auto_compactions: 0 -2024/03/07-11:15:18.649027 6102609920 Options.compaction_style: kCompactionStyleLevel -2024/03/07-11:15:18.649029 6102609920 Options.compaction_pri: kMinOverlappingRatio -2024/03/07-11:15:18.649030 6102609920 Options.compaction_options_universal.size_ratio: 1 -2024/03/07-11:15:18.649031 6102609920 Options.compaction_options_universal.min_merge_width: 2 -2024/03/07-11:15:18.649032 6102609920 Options.compaction_options_universal.max_merge_width: 4294967295 -2024/03/07-11:15:18.649033 6102609920 Options.compaction_options_universal.max_size_amplification_percent: 200 -2024/03/07-11:15:18.649034 6102609920 Options.compaction_options_universal.compression_size_percent: -1 -2024/03/07-11:15:18.649036 6102609920 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize -2024/03/07-11:15:18.649038 6102609920 Options.compaction_options_fifo.max_table_files_size: 1073741824 -2024/03/07-11:15:18.649039 6102609920 Options.compaction_options_fifo.allow_compaction: 0 -2024/03/07-11:15:18.649040 6102609920 Options.table_properties_collectors: -2024/03/07-11:15:18.649041 6102609920 Options.inplace_update_support: 0 -2024/03/07-11:15:18.649042 6102609920 Options.inplace_update_num_locks: 10000 -2024/03/07-11:15:18.649044 6102609920 Options.memtable_prefix_bloom_size_ratio: 0.020000 -2024/03/07-11:15:18.649045 6102609920 Options.memtable_whole_key_filtering: 1 -2024/03/07-11:15:18.649046 6102609920 Options.memtable_huge_page_size: 0 -2024/03/07-11:15:18.649047 6102609920 Options.bloom_locality: 0 -2024/03/07-11:15:18.649048 6102609920 Options.max_successive_merges: 0 -2024/03/07-11:15:18.649049 6102609920 Options.optimize_filters_for_hits: 0 -2024/03/07-11:15:18.649050 6102609920 Options.paranoid_file_checks: 0 -2024/03/07-11:15:18.649051 6102609920 Options.force_consistency_checks: 1 -2024/03/07-11:15:18.649052 6102609920 Options.report_bg_io_stats: 0 -2024/03/07-11:15:18.649052 6102609920 Options.ttl: 2592000 -2024/03/07-11:15:18.649054 6102609920 Options.periodic_compaction_seconds: 0 -2024/03/07-11:15:18.649055 6102609920 Options.preclude_last_level_data_seconds: 0 -2024/03/07-11:15:18.649056 6102609920 Options.preserve_internal_time_seconds: 0 -2024/03/07-11:15:18.649056 6102609920 Options.enable_blob_files: false -2024/03/07-11:15:18.649057 6102609920 Options.min_blob_size: 0 -2024/03/07-11:15:18.649058 6102609920 Options.blob_file_size: 268435456 -2024/03/07-11:15:18.649059 6102609920 Options.blob_compression_type: NoCompression -2024/03/07-11:15:18.649060 6102609920 Options.enable_blob_garbage_collection: false -2024/03/07-11:15:18.649061 6102609920 Options.blob_garbage_collection_age_cutoff: 0.250000 -2024/03/07-11:15:18.649062 6102609920 Options.blob_garbage_collection_force_threshold: 1.000000 -2024/03/07-11:15:18.649064 6102609920 Options.blob_compaction_readahead_size: 0 -2024/03/07-11:15:18.649065 6102609920 Options.blob_file_starting_level: 0 -2024/03/07-11:15:18.649066 6102609920 Options.experimental_mempurge_threshold: 0.000000 -2024/03/07-11:15:18.649493 6102609920 [db/version_set.cc:5713] Recovered from manifest file:harmonic_rank/MANIFEST-000017 succeeded,manifest_file_number is 17, next_file_number is 19, last_sequence is 0, log_number is 13,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 -2024/03/07-11:15:18.649497 6102609920 [db/version_set.cc:5722] Column family [default] (ID 0), log number is 13 -2024/03/07-11:15:18.649530 6102609920 [db/db_impl/db_impl_open.cc:537] DB ID: 3a81b8cb-95ad-4e76-aaea-52b0ca076bac -2024/03/07-11:15:18.649641 6102609920 EVENT_LOG_v1 {"time_micros": 1709806518649637, "job": 1, "event": "recovery_started", "wal_files": [4, 8, 12, 16]} -2024/03/07-11:15:18.649644 6102609920 [db/db_impl/db_impl_open.cc:1018] Skipping log #4 since it is older than min log to keep #13 -2024/03/07-11:15:18.649645 6102609920 [db/db_impl/db_impl_open.cc:1018] Skipping log #8 since it is older than min log to keep #13 -2024/03/07-11:15:18.649646 6102609920 [db/db_impl/db_impl_open.cc:1018] Skipping log #12 since it is older than min log to keep #13 -2024/03/07-11:15:18.649648 6102609920 [db/db_impl/db_impl_open.cc:1031] Recovering log #16 mode 2 -2024/03/07-11:15:18.649712 6102609920 EVENT_LOG_v1 {"time_micros": 1709806518649710, "job": 1, "event": "recovery_finished"} -2024/03/07-11:15:18.649807 6102609920 [db/version_set.cc:5180] Creating manifest 21 -2024/03/07-11:15:18.652222 6102609920 [db/db_impl/db_impl_open.cc:1977] SstFileManager instance 0x119e04fc0 -2024/03/07-11:15:18.652263 6102609920 DB pointer 0x12d012a00 -2024/03/07-11:15:19.540909 6102609920 [db/db_impl/db_impl.cc:490] Shutdown: canceling all background work -2024/03/07-11:15:19.541110 6102609920 [db/db_impl/db_impl.cc:692] Shutdown complete diff --git a/crates/core/harmonic_rank/LOG.old.1709806602899707 b/crates/core/harmonic_rank/LOG.old.1709806602899707 deleted file mode 100644 index f26843bd..00000000 --- a/crates/core/harmonic_rank/LOG.old.1709806602899707 +++ /dev/null @@ -1,252 +0,0 @@ -2024/03/07-11:15:47.705488 6094172160 RocksDB version: 8.1.1 -2024/03/07-11:15:47.705515 6094172160 Compile date 2023-04-06 16:38:52 -2024/03/07-11:15:47.705517 6094172160 DB SUMMARY -2024/03/07-11:15:47.705518 6094172160 DB Session ID: 6687OKH804APIZ9JJL96 -2024/03/07-11:15:47.705574 6094172160 CURRENT file: CURRENT -2024/03/07-11:15:47.705576 6094172160 IDENTITY file: IDENTITY -2024/03/07-11:15:47.705582 6094172160 MANIFEST file: MANIFEST-000021 size: 81 Bytes -2024/03/07-11:15:47.705584 6094172160 SST files in harmonic_rank dir, Total Num: 0, files: -2024/03/07-11:15:47.705586 6094172160 Write Ahead Log file in harmonic_rank: 000004.log size: 0 ; 000008.log size: 0 ; 000012.log size: 0 ; 000016.log size: 0 ; 000020.log size: 0 ; -2024/03/07-11:15:47.705588 6094172160 Options.error_if_exists: 0 -2024/03/07-11:15:47.705590 6094172160 Options.create_if_missing: 1 -2024/03/07-11:15:47.705591 6094172160 Options.paranoid_checks: 1 -2024/03/07-11:15:47.705592 6094172160 Options.flush_verify_memtable_count: 1 -2024/03/07-11:15:47.705593 6094172160 Options.track_and_verify_wals_in_manifest: 0 -2024/03/07-11:15:47.705594 6094172160 Options.verify_sst_unique_id_in_manifest: 1 -2024/03/07-11:15:47.705595 6094172160 Options.env: 0x109bb0740 -2024/03/07-11:15:47.705597 6094172160 Options.fs: PosixFileSystem -2024/03/07-11:15:47.705598 6094172160 Options.info_log: 0x1281056e8 -2024/03/07-11:15:47.705599 6094172160 Options.max_file_opening_threads: 16 -2024/03/07-11:15:47.705600 6094172160 Options.statistics: 0x0 -2024/03/07-11:15:47.705601 6094172160 Options.use_fsync: 0 -2024/03/07-11:15:47.705602 6094172160 Options.max_log_file_size: 0 -2024/03/07-11:15:47.705603 6094172160 Options.max_manifest_file_size: 1073741824 -2024/03/07-11:15:47.705605 6094172160 Options.log_file_time_to_roll: 0 -2024/03/07-11:15:47.705606 6094172160 Options.keep_log_file_num: 1000 -2024/03/07-11:15:47.705607 6094172160 Options.recycle_log_file_num: 0 -2024/03/07-11:15:47.705608 6094172160 Options.allow_fallocate: 1 -2024/03/07-11:15:47.705609 6094172160 Options.allow_mmap_reads: 0 -2024/03/07-11:15:47.705610 6094172160 Options.allow_mmap_writes: 0 -2024/03/07-11:15:47.705611 6094172160 Options.use_direct_reads: 0 -2024/03/07-11:15:47.705612 6094172160 Options.use_direct_io_for_flush_and_compaction: 0 -2024/03/07-11:15:47.705613 6094172160 Options.create_missing_column_families: 0 -2024/03/07-11:15:47.705614 6094172160 Options.db_log_dir: -2024/03/07-11:15:47.705616 6094172160 Options.wal_dir: -2024/03/07-11:15:47.705617 6094172160 Options.table_cache_numshardbits: 6 -2024/03/07-11:15:47.705618 6094172160 Options.WAL_ttl_seconds: 0 -2024/03/07-11:15:47.705619 6094172160 Options.WAL_size_limit_MB: 0 -2024/03/07-11:15:47.705620 6094172160 Options.max_write_batch_group_size_bytes: 1048576 -2024/03/07-11:15:47.705621 6094172160 Options.manifest_preallocation_size: 4194304 -2024/03/07-11:15:47.705623 6094172160 Options.is_fd_close_on_exec: 1 -2024/03/07-11:15:47.705624 6094172160 Options.advise_random_on_open: 1 -2024/03/07-11:15:47.705625 6094172160 Options.db_write_buffer_size: 0 -2024/03/07-11:15:47.705626 6094172160 Options.write_buffer_manager: 0x6000023c4270 -2024/03/07-11:15:47.705627 6094172160 Options.access_hint_on_compaction_start: 1 -2024/03/07-11:15:47.705628 6094172160 Options.random_access_max_buffer_size: 1048576 -2024/03/07-11:15:47.705629 6094172160 Options.use_adaptive_mutex: 0 -2024/03/07-11:15:47.705630 6094172160 Options.rate_limiter: 0x0 -2024/03/07-11:15:47.705632 6094172160 Options.sst_file_manager.rate_bytes_per_sec: 0 -2024/03/07-11:15:47.705633 6094172160 Options.wal_recovery_mode: 2 -2024/03/07-11:15:47.705634 6094172160 Options.enable_thread_tracking: 0 -2024/03/07-11:15:47.705635 6094172160 Options.enable_pipelined_write: 0 -2024/03/07-11:15:47.705636 6094172160 Options.unordered_write: 0 -2024/03/07-11:15:47.705637 6094172160 Options.allow_concurrent_memtable_write: 1 -2024/03/07-11:15:47.705638 6094172160 Options.enable_write_thread_adaptive_yield: 1 -2024/03/07-11:15:47.705640 6094172160 Options.write_thread_max_yield_usec: 100 -2024/03/07-11:15:47.705641 6094172160 Options.write_thread_slow_yield_usec: 3 -2024/03/07-11:15:47.705642 6094172160 Options.row_cache: None -2024/03/07-11:15:47.705643 6094172160 Options.wal_filter: None -2024/03/07-11:15:47.705644 6094172160 Options.avoid_flush_during_recovery: 0 -2024/03/07-11:15:47.705645 6094172160 Options.allow_ingest_behind: 0 -2024/03/07-11:15:47.705646 6094172160 Options.two_write_queues: 0 -2024/03/07-11:15:47.705647 6094172160 Options.manual_wal_flush: 0 -2024/03/07-11:15:47.705648 6094172160 Options.wal_compression: 0 -2024/03/07-11:15:47.705650 6094172160 Options.atomic_flush: 0 -2024/03/07-11:15:47.705651 6094172160 Options.avoid_unnecessary_blocking_io: 0 -2024/03/07-11:15:47.705652 6094172160 Options.persist_stats_to_disk: 0 -2024/03/07-11:15:47.705653 6094172160 Options.write_dbid_to_manifest: 0 -2024/03/07-11:15:47.705654 6094172160 Options.log_readahead_size: 0 -2024/03/07-11:15:47.705655 6094172160 Options.file_checksum_gen_factory: Unknown -2024/03/07-11:15:47.705657 6094172160 Options.best_efforts_recovery: 0 -2024/03/07-11:15:47.705658 6094172160 Options.max_bgerror_resume_count: 2147483647 -2024/03/07-11:15:47.705659 6094172160 Options.bgerror_resume_retry_interval: 1000000 -2024/03/07-11:15:47.705660 6094172160 Options.allow_data_in_errors: 0 -2024/03/07-11:15:47.705661 6094172160 Options.db_host_id: __hostname__ -2024/03/07-11:15:47.705662 6094172160 Options.enforce_single_del_contracts: true -2024/03/07-11:15:47.705664 6094172160 Options.max_background_jobs: 8 -2024/03/07-11:15:47.705665 6094172160 Options.max_background_compactions: -1 -2024/03/07-11:15:47.705666 6094172160 Options.max_subcompactions: 8 -2024/03/07-11:15:47.705667 6094172160 Options.avoid_flush_during_shutdown: 0 -2024/03/07-11:15:47.705668 6094172160 Options.writable_file_max_buffer_size: 1048576 -2024/03/07-11:15:47.705669 6094172160 Options.delayed_write_rate : 16777216 -2024/03/07-11:15:47.705670 6094172160 Options.max_total_wal_size: 0 -2024/03/07-11:15:47.705671 6094172160 Options.delete_obsolete_files_period_micros: 21600000000 -2024/03/07-11:15:47.705673 6094172160 Options.stats_dump_period_sec: 600 -2024/03/07-11:15:47.705674 6094172160 Options.stats_persist_period_sec: 600 -2024/03/07-11:15:47.705675 6094172160 Options.stats_history_buffer_size: 1048576 -2024/03/07-11:15:47.705676 6094172160 Options.max_open_files: -1 -2024/03/07-11:15:47.705677 6094172160 Options.bytes_per_sync: 1048576 -2024/03/07-11:15:47.705678 6094172160 Options.wal_bytes_per_sync: 0 -2024/03/07-11:15:47.705679 6094172160 Options.strict_bytes_per_sync: 0 -2024/03/07-11:15:47.705680 6094172160 Options.compaction_readahead_size: 0 -2024/03/07-11:15:47.705682 6094172160 Options.max_background_flushes: -1 -2024/03/07-11:15:47.705683 6094172160 Compression algorithms supported: -2024/03/07-11:15:47.705684 6094172160 kZSTD supported: 1 -2024/03/07-11:15:47.705685 6094172160 kZlibCompression supported: 1 -2024/03/07-11:15:47.705687 6094172160 kXpressCompression supported: 0 -2024/03/07-11:15:47.705688 6094172160 kSnappyCompression supported: 1 -2024/03/07-11:15:47.705689 6094172160 kZSTDNotFinalCompression supported: 1 -2024/03/07-11:15:47.705690 6094172160 kLZ4HCCompression supported: 1 -2024/03/07-11:15:47.705692 6094172160 kLZ4Compression supported: 1 -2024/03/07-11:15:47.705693 6094172160 kBZip2Compression supported: 1 -2024/03/07-11:15:47.705702 6094172160 Fast CRC32 supported: Supported on Arm64 -2024/03/07-11:15:47.705703 6094172160 DMutex implementation: pthread_mutex_t -2024/03/07-11:15:47.705785 6094172160 [db/version_set.cc:5662] Recovering from manifest file: harmonic_rank/MANIFEST-000021 -2024/03/07-11:15:47.705849 6094172160 [db/column_family.cc:621] --------------- Options for column family [default]: -2024/03/07-11:15:47.705851 6094172160 Options.comparator: leveldb.BytewiseComparator -2024/03/07-11:15:47.705852 6094172160 Options.merge_operator: None -2024/03/07-11:15:47.705854 6094172160 Options.compaction_filter: None -2024/03/07-11:15:47.705855 6094172160 Options.compaction_filter_factory: None -2024/03/07-11:15:47.705856 6094172160 Options.sst_partitioner_factory: None -2024/03/07-11:15:47.705857 6094172160 Options.memtable_factory: SkipListFactory -2024/03/07-11:15:47.705858 6094172160 Options.table_factory: BlockBasedTable -2024/03/07-11:15:47.705870 6094172160 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x6000018d4860) - cache_index_and_filter_blocks: 0 - cache_index_and_filter_blocks_with_high_priority: 1 - pin_l0_filter_and_index_blocks_in_cache: 0 - pin_top_level_index_and_filter: 1 - index_type: 0 - data_block_index_type: 1 - index_shortening: 1 - data_block_hash_table_util_ratio: 0.750000 - checksum: 4 - no_block_cache: 0 - block_cache: 0x600002dcc198 - block_cache_name: LRUCache - block_cache_options: - capacity : 536870912 - num_shard_bits : 6 - strict_capacity_limit : 0 - memory_allocator : None - high_pri_pool_ratio: 0.500 - low_pri_pool_ratio: 0.000 - persistent_cache: 0x0 - block_size: 4096 - block_size_deviation: 10 - block_restart_interval: 16 - index_block_restart_interval: 1 - metadata_block_size: 4096 - partition_filters: 0 - use_delta_encoding: 1 - filter_policy: bloomfilter - whole_key_filtering: 1 - verify_compression: 0 - read_amp_bytes_per_bit: 0 - format_version: 5 - enable_index_compression: 1 - block_align: 0 - max_auto_readahead_size: 262144 - prepopulate_block_cache: 0 - initial_auto_readahead_size: 8192 - num_file_reads_for_auto_readahead: 2 -2024/03/07-11:15:47.705874 6094172160 Options.write_buffer_size: 67108864 -2024/03/07-11:15:47.705875 6094172160 Options.max_write_buffer_number: 2 -2024/03/07-11:15:47.705877 6094172160 Options.compression: LZ4 -2024/03/07-11:15:47.705878 6094172160 Options.bottommost_compression: Disabled -2024/03/07-11:15:47.705879 6094172160 Options.prefix_extractor: nullptr -2024/03/07-11:15:47.705880 6094172160 Options.memtable_insert_with_hint_prefix_extractor: nullptr -2024/03/07-11:15:47.705881 6094172160 Options.num_levels: 7 -2024/03/07-11:15:47.705883 6094172160 Options.min_write_buffer_number_to_merge: 1 -2024/03/07-11:15:47.705884 6094172160 Options.max_write_buffer_number_to_maintain: 0 -2024/03/07-11:15:47.705885 6094172160 Options.max_write_buffer_size_to_maintain: 0 -2024/03/07-11:15:47.705886 6094172160 Options.bottommost_compression_opts.window_bits: -14 -2024/03/07-11:15:47.705887 6094172160 Options.bottommost_compression_opts.level: 32767 -2024/03/07-11:15:47.705888 6094172160 Options.bottommost_compression_opts.strategy: 0 -2024/03/07-11:15:47.705889 6094172160 Options.bottommost_compression_opts.max_dict_bytes: 0 -2024/03/07-11:15:47.705890 6094172160 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 -2024/03/07-11:15:47.705892 6094172160 Options.bottommost_compression_opts.parallel_threads: 1 -2024/03/07-11:15:47.705893 6094172160 Options.bottommost_compression_opts.enabled: false -2024/03/07-11:15:47.705894 6094172160 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 -2024/03/07-11:15:47.705895 6094172160 Options.bottommost_compression_opts.use_zstd_dict_trainer: true -2024/03/07-11:15:47.705896 6094172160 Options.compression_opts.window_bits: -14 -2024/03/07-11:15:47.705897 6094172160 Options.compression_opts.level: 32767 -2024/03/07-11:15:47.705898 6094172160 Options.compression_opts.strategy: 0 -2024/03/07-11:15:47.705899 6094172160 Options.compression_opts.max_dict_bytes: 0 -2024/03/07-11:15:47.705901 6094172160 Options.compression_opts.zstd_max_train_bytes: 0 -2024/03/07-11:15:47.705902 6094172160 Options.compression_opts.use_zstd_dict_trainer: true -2024/03/07-11:15:47.705903 6094172160 Options.compression_opts.parallel_threads: 1 -2024/03/07-11:15:47.705904 6094172160 Options.compression_opts.enabled: false -2024/03/07-11:15:47.705905 6094172160 Options.compression_opts.max_dict_buffer_bytes: 0 -2024/03/07-11:15:47.705906 6094172160 Options.level0_file_num_compaction_trigger: 4 -2024/03/07-11:15:47.705907 6094172160 Options.level0_slowdown_writes_trigger: 20 -2024/03/07-11:15:47.705908 6094172160 Options.level0_stop_writes_trigger: 36 -2024/03/07-11:15:47.705909 6094172160 Options.target_file_size_base: 67108864 -2024/03/07-11:15:47.705910 6094172160 Options.target_file_size_multiplier: 1 -2024/03/07-11:15:47.705912 6094172160 Options.max_bytes_for_level_base: 268435456 -2024/03/07-11:15:47.705913 6094172160 Options.level_compaction_dynamic_level_bytes: 1 -2024/03/07-11:15:47.705914 6094172160 Options.max_bytes_for_level_multiplier: 10.000000 -2024/03/07-11:15:47.705915 6094172160 Options.max_bytes_for_level_multiplier_addtl[0]: 1 -2024/03/07-11:15:47.705916 6094172160 Options.max_bytes_for_level_multiplier_addtl[1]: 1 -2024/03/07-11:15:47.705917 6094172160 Options.max_bytes_for_level_multiplier_addtl[2]: 1 -2024/03/07-11:15:47.705919 6094172160 Options.max_bytes_for_level_multiplier_addtl[3]: 1 -2024/03/07-11:15:47.705920 6094172160 Options.max_bytes_for_level_multiplier_addtl[4]: 1 -2024/03/07-11:15:47.705921 6094172160 Options.max_bytes_for_level_multiplier_addtl[5]: 1 -2024/03/07-11:15:47.705922 6094172160 Options.max_bytes_for_level_multiplier_addtl[6]: 1 -2024/03/07-11:15:47.705923 6094172160 Options.max_sequential_skip_in_iterations: 8 -2024/03/07-11:15:47.705924 6094172160 Options.max_compaction_bytes: 1677721600 -2024/03/07-11:15:47.705925 6094172160 Options.ignore_max_compaction_bytes_for_input: true -2024/03/07-11:15:47.705926 6094172160 Options.arena_block_size: 1048576 -2024/03/07-11:15:47.705927 6094172160 Options.soft_pending_compaction_bytes_limit: 68719476736 -2024/03/07-11:15:47.705928 6094172160 Options.hard_pending_compaction_bytes_limit: 274877906944 -2024/03/07-11:15:47.705930 6094172160 Options.disable_auto_compactions: 0 -2024/03/07-11:15:47.705931 6094172160 Options.compaction_style: kCompactionStyleLevel -2024/03/07-11:15:47.705933 6094172160 Options.compaction_pri: kMinOverlappingRatio -2024/03/07-11:15:47.705934 6094172160 Options.compaction_options_universal.size_ratio: 1 -2024/03/07-11:15:47.705935 6094172160 Options.compaction_options_universal.min_merge_width: 2 -2024/03/07-11:15:47.705936 6094172160 Options.compaction_options_universal.max_merge_width: 4294967295 -2024/03/07-11:15:47.705938 6094172160 Options.compaction_options_universal.max_size_amplification_percent: 200 -2024/03/07-11:15:47.705939 6094172160 Options.compaction_options_universal.compression_size_percent: -1 -2024/03/07-11:15:47.705940 6094172160 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize -2024/03/07-11:15:47.705943 6094172160 Options.compaction_options_fifo.max_table_files_size: 1073741824 -2024/03/07-11:15:47.705944 6094172160 Options.compaction_options_fifo.allow_compaction: 0 -2024/03/07-11:15:47.705946 6094172160 Options.table_properties_collectors: -2024/03/07-11:15:47.705947 6094172160 Options.inplace_update_support: 0 -2024/03/07-11:15:47.705948 6094172160 Options.inplace_update_num_locks: 10000 -2024/03/07-11:15:47.705949 6094172160 Options.memtable_prefix_bloom_size_ratio: 0.020000 -2024/03/07-11:15:47.705950 6094172160 Options.memtable_whole_key_filtering: 1 -2024/03/07-11:15:47.705951 6094172160 Options.memtable_huge_page_size: 0 -2024/03/07-11:15:47.705953 6094172160 Options.bloom_locality: 0 -2024/03/07-11:15:47.705954 6094172160 Options.max_successive_merges: 0 -2024/03/07-11:15:47.705955 6094172160 Options.optimize_filters_for_hits: 0 -2024/03/07-11:15:47.705956 6094172160 Options.paranoid_file_checks: 0 -2024/03/07-11:15:47.705957 6094172160 Options.force_consistency_checks: 1 -2024/03/07-11:15:47.705958 6094172160 Options.report_bg_io_stats: 0 -2024/03/07-11:15:47.705959 6094172160 Options.ttl: 2592000 -2024/03/07-11:15:47.705960 6094172160 Options.periodic_compaction_seconds: 0 -2024/03/07-11:15:47.705961 6094172160 Options.preclude_last_level_data_seconds: 0 -2024/03/07-11:15:47.705962 6094172160 Options.preserve_internal_time_seconds: 0 -2024/03/07-11:15:47.705963 6094172160 Options.enable_blob_files: false -2024/03/07-11:15:47.705964 6094172160 Options.min_blob_size: 0 -2024/03/07-11:15:47.705966 6094172160 Options.blob_file_size: 268435456 -2024/03/07-11:15:47.705967 6094172160 Options.blob_compression_type: NoCompression -2024/03/07-11:15:47.705968 6094172160 Options.enable_blob_garbage_collection: false -2024/03/07-11:15:47.705969 6094172160 Options.blob_garbage_collection_age_cutoff: 0.250000 -2024/03/07-11:15:47.705970 6094172160 Options.blob_garbage_collection_force_threshold: 1.000000 -2024/03/07-11:15:47.705971 6094172160 Options.blob_compaction_readahead_size: 0 -2024/03/07-11:15:47.705972 6094172160 Options.blob_file_starting_level: 0 -2024/03/07-11:15:47.705973 6094172160 Options.experimental_mempurge_threshold: 0.000000 -2024/03/07-11:15:47.706428 6094172160 [db/version_set.cc:5713] Recovered from manifest file:harmonic_rank/MANIFEST-000021 succeeded,manifest_file_number is 21, next_file_number is 23, last_sequence is 0, log_number is 17,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 -2024/03/07-11:15:47.706431 6094172160 [db/version_set.cc:5722] Column family [default] (ID 0), log number is 17 -2024/03/07-11:15:47.706463 6094172160 [db/db_impl/db_impl_open.cc:537] DB ID: 3a81b8cb-95ad-4e76-aaea-52b0ca076bac -2024/03/07-11:15:47.706608 6094172160 EVENT_LOG_v1 {"time_micros": 1709806547706602, "job": 1, "event": "recovery_started", "wal_files": [4, 8, 12, 16, 20]} -2024/03/07-11:15:47.706614 6094172160 [db/db_impl/db_impl_open.cc:1018] Skipping log #4 since it is older than min log to keep #17 -2024/03/07-11:15:47.706616 6094172160 [db/db_impl/db_impl_open.cc:1018] Skipping log #8 since it is older than min log to keep #17 -2024/03/07-11:15:47.706617 6094172160 [db/db_impl/db_impl_open.cc:1018] Skipping log #12 since it is older than min log to keep #17 -2024/03/07-11:15:47.706618 6094172160 [db/db_impl/db_impl_open.cc:1018] Skipping log #16 since it is older than min log to keep #17 -2024/03/07-11:15:47.706620 6094172160 [db/db_impl/db_impl_open.cc:1031] Recovering log #20 mode 2 -2024/03/07-11:15:47.706693 6094172160 EVENT_LOG_v1 {"time_micros": 1709806547706691, "job": 1, "event": "recovery_finished"} -2024/03/07-11:15:47.706803 6094172160 [db/version_set.cc:5180] Creating manifest 25 -2024/03/07-11:15:47.709956 6094172160 [db/db_impl/db_impl_open.cc:1977] SstFileManager instance 0x128105840 -2024/03/07-11:15:47.710015 6094172160 DB pointer 0x12882f000 -2024/03/07-11:15:48.673659 6094172160 [db/db_impl/db_impl.cc:490] Shutdown: canceling all background work -2024/03/07-11:15:48.673972 6094172160 [db/db_impl/db_impl.cc:692] Shutdown complete diff --git a/crates/core/harmonic_rank/LOG.old.1709806634592959 b/crates/core/harmonic_rank/LOG.old.1709806634592959 deleted file mode 100644 index b9a007ea..00000000 --- a/crates/core/harmonic_rank/LOG.old.1709806634592959 +++ /dev/null @@ -1,253 +0,0 @@ -2024/03/07-11:16:42.899976 6159183872 RocksDB version: 8.1.1 -2024/03/07-11:16:42.900015 6159183872 Compile date 2023-04-06 16:38:52 -2024/03/07-11:16:42.900016 6159183872 DB SUMMARY -2024/03/07-11:16:42.900018 6159183872 DB Session ID: NBS8OYD1897DMLKUE7LZ -2024/03/07-11:16:42.900073 6159183872 CURRENT file: CURRENT -2024/03/07-11:16:42.900075 6159183872 IDENTITY file: IDENTITY -2024/03/07-11:16:42.900080 6159183872 MANIFEST file: MANIFEST-000025 size: 81 Bytes -2024/03/07-11:16:42.900083 6159183872 SST files in harmonic_rank dir, Total Num: 0, files: -2024/03/07-11:16:42.900084 6159183872 Write Ahead Log file in harmonic_rank: 000004.log size: 0 ; 000008.log size: 0 ; 000012.log size: 0 ; 000016.log size: 0 ; 000020.log size: 0 ; 000024.log size: 0 ; -2024/03/07-11:16:42.900086 6159183872 Options.error_if_exists: 0 -2024/03/07-11:16:42.900087 6159183872 Options.create_if_missing: 1 -2024/03/07-11:16:42.900088 6159183872 Options.paranoid_checks: 1 -2024/03/07-11:16:42.900089 6159183872 Options.flush_verify_memtable_count: 1 -2024/03/07-11:16:42.900090 6159183872 Options.track_and_verify_wals_in_manifest: 0 -2024/03/07-11:16:42.900091 6159183872 Options.verify_sst_unique_id_in_manifest: 1 -2024/03/07-11:16:42.900091 6159183872 Options.env: 0x105db0740 -2024/03/07-11:16:42.900092 6159183872 Options.fs: PosixFileSystem -2024/03/07-11:16:42.900093 6159183872 Options.info_log: 0x13a0064b8 -2024/03/07-11:16:42.900094 6159183872 Options.max_file_opening_threads: 16 -2024/03/07-11:16:42.900095 6159183872 Options.statistics: 0x0 -2024/03/07-11:16:42.900096 6159183872 Options.use_fsync: 0 -2024/03/07-11:16:42.900097 6159183872 Options.max_log_file_size: 0 -2024/03/07-11:16:42.900098 6159183872 Options.max_manifest_file_size: 1073741824 -2024/03/07-11:16:42.900099 6159183872 Options.log_file_time_to_roll: 0 -2024/03/07-11:16:42.900100 6159183872 Options.keep_log_file_num: 1000 -2024/03/07-11:16:42.900101 6159183872 Options.recycle_log_file_num: 0 -2024/03/07-11:16:42.900102 6159183872 Options.allow_fallocate: 1 -2024/03/07-11:16:42.900103 6159183872 Options.allow_mmap_reads: 0 -2024/03/07-11:16:42.900103 6159183872 Options.allow_mmap_writes: 0 -2024/03/07-11:16:42.900104 6159183872 Options.use_direct_reads: 0 -2024/03/07-11:16:42.900105 6159183872 Options.use_direct_io_for_flush_and_compaction: 0 -2024/03/07-11:16:42.900106 6159183872 Options.create_missing_column_families: 0 -2024/03/07-11:16:42.900107 6159183872 Options.db_log_dir: -2024/03/07-11:16:42.900108 6159183872 Options.wal_dir: -2024/03/07-11:16:42.900109 6159183872 Options.table_cache_numshardbits: 6 -2024/03/07-11:16:42.900110 6159183872 Options.WAL_ttl_seconds: 0 -2024/03/07-11:16:42.900111 6159183872 Options.WAL_size_limit_MB: 0 -2024/03/07-11:16:42.900112 6159183872 Options.max_write_batch_group_size_bytes: 1048576 -2024/03/07-11:16:42.900113 6159183872 Options.manifest_preallocation_size: 4194304 -2024/03/07-11:16:42.900114 6159183872 Options.is_fd_close_on_exec: 1 -2024/03/07-11:16:42.900115 6159183872 Options.advise_random_on_open: 1 -2024/03/07-11:16:42.900115 6159183872 Options.db_write_buffer_size: 0 -2024/03/07-11:16:42.900116 6159183872 Options.write_buffer_manager: 0x6000027500d0 -2024/03/07-11:16:42.900117 6159183872 Options.access_hint_on_compaction_start: 1 -2024/03/07-11:16:42.900118 6159183872 Options.random_access_max_buffer_size: 1048576 -2024/03/07-11:16:42.900119 6159183872 Options.use_adaptive_mutex: 0 -2024/03/07-11:16:42.900120 6159183872 Options.rate_limiter: 0x0 -2024/03/07-11:16:42.900121 6159183872 Options.sst_file_manager.rate_bytes_per_sec: 0 -2024/03/07-11:16:42.900122 6159183872 Options.wal_recovery_mode: 2 -2024/03/07-11:16:42.900123 6159183872 Options.enable_thread_tracking: 0 -2024/03/07-11:16:42.900124 6159183872 Options.enable_pipelined_write: 0 -2024/03/07-11:16:42.900125 6159183872 Options.unordered_write: 0 -2024/03/07-11:16:42.900126 6159183872 Options.allow_concurrent_memtable_write: 1 -2024/03/07-11:16:42.900127 6159183872 Options.enable_write_thread_adaptive_yield: 1 -2024/03/07-11:16:42.900127 6159183872 Options.write_thread_max_yield_usec: 100 -2024/03/07-11:16:42.900128 6159183872 Options.write_thread_slow_yield_usec: 3 -2024/03/07-11:16:42.900129 6159183872 Options.row_cache: None -2024/03/07-11:16:42.900130 6159183872 Options.wal_filter: None -2024/03/07-11:16:42.900131 6159183872 Options.avoid_flush_during_recovery: 0 -2024/03/07-11:16:42.900132 6159183872 Options.allow_ingest_behind: 0 -2024/03/07-11:16:42.900133 6159183872 Options.two_write_queues: 0 -2024/03/07-11:16:42.900134 6159183872 Options.manual_wal_flush: 0 -2024/03/07-11:16:42.900135 6159183872 Options.wal_compression: 0 -2024/03/07-11:16:42.900136 6159183872 Options.atomic_flush: 0 -2024/03/07-11:16:42.900136 6159183872 Options.avoid_unnecessary_blocking_io: 0 -2024/03/07-11:16:42.900137 6159183872 Options.persist_stats_to_disk: 0 -2024/03/07-11:16:42.900138 6159183872 Options.write_dbid_to_manifest: 0 -2024/03/07-11:16:42.900139 6159183872 Options.log_readahead_size: 0 -2024/03/07-11:16:42.900140 6159183872 Options.file_checksum_gen_factory: Unknown -2024/03/07-11:16:42.900141 6159183872 Options.best_efforts_recovery: 0 -2024/03/07-11:16:42.900142 6159183872 Options.max_bgerror_resume_count: 2147483647 -2024/03/07-11:16:42.900143 6159183872 Options.bgerror_resume_retry_interval: 1000000 -2024/03/07-11:16:42.900144 6159183872 Options.allow_data_in_errors: 0 -2024/03/07-11:16:42.900145 6159183872 Options.db_host_id: __hostname__ -2024/03/07-11:16:42.900146 6159183872 Options.enforce_single_del_contracts: true -2024/03/07-11:16:42.900147 6159183872 Options.max_background_jobs: 8 -2024/03/07-11:16:42.900148 6159183872 Options.max_background_compactions: -1 -2024/03/07-11:16:42.900149 6159183872 Options.max_subcompactions: 8 -2024/03/07-11:16:42.900150 6159183872 Options.avoid_flush_during_shutdown: 0 -2024/03/07-11:16:42.900150 6159183872 Options.writable_file_max_buffer_size: 1048576 -2024/03/07-11:16:42.900151 6159183872 Options.delayed_write_rate : 16777216 -2024/03/07-11:16:42.900152 6159183872 Options.max_total_wal_size: 0 -2024/03/07-11:16:42.900153 6159183872 Options.delete_obsolete_files_period_micros: 21600000000 -2024/03/07-11:16:42.900154 6159183872 Options.stats_dump_period_sec: 600 -2024/03/07-11:16:42.900155 6159183872 Options.stats_persist_period_sec: 600 -2024/03/07-11:16:42.900156 6159183872 Options.stats_history_buffer_size: 1048576 -2024/03/07-11:16:42.900157 6159183872 Options.max_open_files: -1 -2024/03/07-11:16:42.900158 6159183872 Options.bytes_per_sync: 1048576 -2024/03/07-11:16:42.900159 6159183872 Options.wal_bytes_per_sync: 0 -2024/03/07-11:16:42.900160 6159183872 Options.strict_bytes_per_sync: 0 -2024/03/07-11:16:42.900160 6159183872 Options.compaction_readahead_size: 0 -2024/03/07-11:16:42.900161 6159183872 Options.max_background_flushes: -1 -2024/03/07-11:16:42.900162 6159183872 Compression algorithms supported: -2024/03/07-11:16:42.900164 6159183872 kZSTD supported: 1 -2024/03/07-11:16:42.900165 6159183872 kZlibCompression supported: 1 -2024/03/07-11:16:42.900166 6159183872 kXpressCompression supported: 0 -2024/03/07-11:16:42.900167 6159183872 kSnappyCompression supported: 1 -2024/03/07-11:16:42.900168 6159183872 kZSTDNotFinalCompression supported: 1 -2024/03/07-11:16:42.900169 6159183872 kLZ4HCCompression supported: 1 -2024/03/07-11:16:42.900170 6159183872 kLZ4Compression supported: 1 -2024/03/07-11:16:42.900171 6159183872 kBZip2Compression supported: 1 -2024/03/07-11:16:42.900177 6159183872 Fast CRC32 supported: Supported on Arm64 -2024/03/07-11:16:42.900178 6159183872 DMutex implementation: pthread_mutex_t -2024/03/07-11:16:42.900249 6159183872 [db/version_set.cc:5662] Recovering from manifest file: harmonic_rank/MANIFEST-000025 -2024/03/07-11:16:42.900312 6159183872 [db/column_family.cc:621] --------------- Options for column family [default]: -2024/03/07-11:16:42.900314 6159183872 Options.comparator: leveldb.BytewiseComparator -2024/03/07-11:16:42.900315 6159183872 Options.merge_operator: None -2024/03/07-11:16:42.900316 6159183872 Options.compaction_filter: None -2024/03/07-11:16:42.900317 6159183872 Options.compaction_filter_factory: None -2024/03/07-11:16:42.900318 6159183872 Options.sst_partitioner_factory: None -2024/03/07-11:16:42.900319 6159183872 Options.memtable_factory: SkipListFactory -2024/03/07-11:16:42.900320 6159183872 Options.table_factory: BlockBasedTable -2024/03/07-11:16:42.900330 6159183872 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x600001c4c5a0) - cache_index_and_filter_blocks: 0 - cache_index_and_filter_blocks_with_high_priority: 1 - pin_l0_filter_and_index_blocks_in_cache: 0 - pin_top_level_index_and_filter: 1 - index_type: 0 - data_block_index_type: 1 - index_shortening: 1 - data_block_hash_table_util_ratio: 0.750000 - checksum: 4 - no_block_cache: 0 - block_cache: 0x600002950558 - block_cache_name: LRUCache - block_cache_options: - capacity : 536870912 - num_shard_bits : 6 - strict_capacity_limit : 0 - memory_allocator : None - high_pri_pool_ratio: 0.500 - low_pri_pool_ratio: 0.000 - persistent_cache: 0x0 - block_size: 4096 - block_size_deviation: 10 - block_restart_interval: 16 - index_block_restart_interval: 1 - metadata_block_size: 4096 - partition_filters: 0 - use_delta_encoding: 1 - filter_policy: bloomfilter - whole_key_filtering: 1 - verify_compression: 0 - read_amp_bytes_per_bit: 0 - format_version: 5 - enable_index_compression: 1 - block_align: 0 - max_auto_readahead_size: 262144 - prepopulate_block_cache: 0 - initial_auto_readahead_size: 8192 - num_file_reads_for_auto_readahead: 2 -2024/03/07-11:16:42.900331 6159183872 Options.write_buffer_size: 67108864 -2024/03/07-11:16:42.900332 6159183872 Options.max_write_buffer_number: 2 -2024/03/07-11:16:42.900333 6159183872 Options.compression: LZ4 -2024/03/07-11:16:42.900334 6159183872 Options.bottommost_compression: Disabled -2024/03/07-11:16:42.900335 6159183872 Options.prefix_extractor: nullptr -2024/03/07-11:16:42.900336 6159183872 Options.memtable_insert_with_hint_prefix_extractor: nullptr -2024/03/07-11:16:42.900337 6159183872 Options.num_levels: 7 -2024/03/07-11:16:42.900338 6159183872 Options.min_write_buffer_number_to_merge: 1 -2024/03/07-11:16:42.900339 6159183872 Options.max_write_buffer_number_to_maintain: 0 -2024/03/07-11:16:42.900340 6159183872 Options.max_write_buffer_size_to_maintain: 0 -2024/03/07-11:16:42.900341 6159183872 Options.bottommost_compression_opts.window_bits: -14 -2024/03/07-11:16:42.900342 6159183872 Options.bottommost_compression_opts.level: 32767 -2024/03/07-11:16:42.900342 6159183872 Options.bottommost_compression_opts.strategy: 0 -2024/03/07-11:16:42.900343 6159183872 Options.bottommost_compression_opts.max_dict_bytes: 0 -2024/03/07-11:16:42.900344 6159183872 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 -2024/03/07-11:16:42.900345 6159183872 Options.bottommost_compression_opts.parallel_threads: 1 -2024/03/07-11:16:42.900346 6159183872 Options.bottommost_compression_opts.enabled: false -2024/03/07-11:16:42.900347 6159183872 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 -2024/03/07-11:16:42.900348 6159183872 Options.bottommost_compression_opts.use_zstd_dict_trainer: true -2024/03/07-11:16:42.900349 6159183872 Options.compression_opts.window_bits: -14 -2024/03/07-11:16:42.900350 6159183872 Options.compression_opts.level: 32767 -2024/03/07-11:16:42.900351 6159183872 Options.compression_opts.strategy: 0 -2024/03/07-11:16:42.900352 6159183872 Options.compression_opts.max_dict_bytes: 0 -2024/03/07-11:16:42.900353 6159183872 Options.compression_opts.zstd_max_train_bytes: 0 -2024/03/07-11:16:42.900353 6159183872 Options.compression_opts.use_zstd_dict_trainer: true -2024/03/07-11:16:42.900354 6159183872 Options.compression_opts.parallel_threads: 1 -2024/03/07-11:16:42.900355 6159183872 Options.compression_opts.enabled: false -2024/03/07-11:16:42.900356 6159183872 Options.compression_opts.max_dict_buffer_bytes: 0 -2024/03/07-11:16:42.900357 6159183872 Options.level0_file_num_compaction_trigger: 4 -2024/03/07-11:16:42.900358 6159183872 Options.level0_slowdown_writes_trigger: 20 -2024/03/07-11:16:42.900359 6159183872 Options.level0_stop_writes_trigger: 36 -2024/03/07-11:16:42.900360 6159183872 Options.target_file_size_base: 67108864 -2024/03/07-11:16:42.900361 6159183872 Options.target_file_size_multiplier: 1 -2024/03/07-11:16:42.900361 6159183872 Options.max_bytes_for_level_base: 268435456 -2024/03/07-11:16:42.900362 6159183872 Options.level_compaction_dynamic_level_bytes: 1 -2024/03/07-11:16:42.900363 6159183872 Options.max_bytes_for_level_multiplier: 10.000000 -2024/03/07-11:16:42.900364 6159183872 Options.max_bytes_for_level_multiplier_addtl[0]: 1 -2024/03/07-11:16:42.900365 6159183872 Options.max_bytes_for_level_multiplier_addtl[1]: 1 -2024/03/07-11:16:42.900366 6159183872 Options.max_bytes_for_level_multiplier_addtl[2]: 1 -2024/03/07-11:16:42.900367 6159183872 Options.max_bytes_for_level_multiplier_addtl[3]: 1 -2024/03/07-11:16:42.900368 6159183872 Options.max_bytes_for_level_multiplier_addtl[4]: 1 -2024/03/07-11:16:42.900369 6159183872 Options.max_bytes_for_level_multiplier_addtl[5]: 1 -2024/03/07-11:16:42.900370 6159183872 Options.max_bytes_for_level_multiplier_addtl[6]: 1 -2024/03/07-11:16:42.900371 6159183872 Options.max_sequential_skip_in_iterations: 8 -2024/03/07-11:16:42.900372 6159183872 Options.max_compaction_bytes: 1677721600 -2024/03/07-11:16:42.900373 6159183872 Options.ignore_max_compaction_bytes_for_input: true -2024/03/07-11:16:42.900373 6159183872 Options.arena_block_size: 1048576 -2024/03/07-11:16:42.900374 6159183872 Options.soft_pending_compaction_bytes_limit: 68719476736 -2024/03/07-11:16:42.900375 6159183872 Options.hard_pending_compaction_bytes_limit: 274877906944 -2024/03/07-11:16:42.900376 6159183872 Options.disable_auto_compactions: 0 -2024/03/07-11:16:42.900378 6159183872 Options.compaction_style: kCompactionStyleLevel -2024/03/07-11:16:42.900379 6159183872 Options.compaction_pri: kMinOverlappingRatio -2024/03/07-11:16:42.900380 6159183872 Options.compaction_options_universal.size_ratio: 1 -2024/03/07-11:16:42.900381 6159183872 Options.compaction_options_universal.min_merge_width: 2 -2024/03/07-11:16:42.900382 6159183872 Options.compaction_options_universal.max_merge_width: 4294967295 -2024/03/07-11:16:42.900383 6159183872 Options.compaction_options_universal.max_size_amplification_percent: 200 -2024/03/07-11:16:42.900384 6159183872 Options.compaction_options_universal.compression_size_percent: -1 -2024/03/07-11:16:42.900385 6159183872 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize -2024/03/07-11:16:42.900387 6159183872 Options.compaction_options_fifo.max_table_files_size: 1073741824 -2024/03/07-11:16:42.900389 6159183872 Options.compaction_options_fifo.allow_compaction: 0 -2024/03/07-11:16:42.900390 6159183872 Options.table_properties_collectors: -2024/03/07-11:16:42.900391 6159183872 Options.inplace_update_support: 0 -2024/03/07-11:16:42.900392 6159183872 Options.inplace_update_num_locks: 10000 -2024/03/07-11:16:42.900393 6159183872 Options.memtable_prefix_bloom_size_ratio: 0.020000 -2024/03/07-11:16:42.900394 6159183872 Options.memtable_whole_key_filtering: 1 -2024/03/07-11:16:42.900394 6159183872 Options.memtable_huge_page_size: 0 -2024/03/07-11:16:42.900395 6159183872 Options.bloom_locality: 0 -2024/03/07-11:16:42.900396 6159183872 Options.max_successive_merges: 0 -2024/03/07-11:16:42.900397 6159183872 Options.optimize_filters_for_hits: 0 -2024/03/07-11:16:42.900398 6159183872 Options.paranoid_file_checks: 0 -2024/03/07-11:16:42.900399 6159183872 Options.force_consistency_checks: 1 -2024/03/07-11:16:42.900400 6159183872 Options.report_bg_io_stats: 0 -2024/03/07-11:16:42.900401 6159183872 Options.ttl: 2592000 -2024/03/07-11:16:42.900402 6159183872 Options.periodic_compaction_seconds: 0 -2024/03/07-11:16:42.900402 6159183872 Options.preclude_last_level_data_seconds: 0 -2024/03/07-11:16:42.900403 6159183872 Options.preserve_internal_time_seconds: 0 -2024/03/07-11:16:42.900404 6159183872 Options.enable_blob_files: false -2024/03/07-11:16:42.900405 6159183872 Options.min_blob_size: 0 -2024/03/07-11:16:42.900406 6159183872 Options.blob_file_size: 268435456 -2024/03/07-11:16:42.900407 6159183872 Options.blob_compression_type: NoCompression -2024/03/07-11:16:42.900408 6159183872 Options.enable_blob_garbage_collection: false -2024/03/07-11:16:42.900409 6159183872 Options.blob_garbage_collection_age_cutoff: 0.250000 -2024/03/07-11:16:42.900410 6159183872 Options.blob_garbage_collection_force_threshold: 1.000000 -2024/03/07-11:16:42.900411 6159183872 Options.blob_compaction_readahead_size: 0 -2024/03/07-11:16:42.900411 6159183872 Options.blob_file_starting_level: 0 -2024/03/07-11:16:42.900412 6159183872 Options.experimental_mempurge_threshold: 0.000000 -2024/03/07-11:16:42.900825 6159183872 [db/version_set.cc:5713] Recovered from manifest file:harmonic_rank/MANIFEST-000025 succeeded,manifest_file_number is 25, next_file_number is 27, last_sequence is 0, log_number is 21,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 -2024/03/07-11:16:42.900828 6159183872 [db/version_set.cc:5722] Column family [default] (ID 0), log number is 21 -2024/03/07-11:16:42.900853 6159183872 [db/db_impl/db_impl_open.cc:537] DB ID: 3a81b8cb-95ad-4e76-aaea-52b0ca076bac -2024/03/07-11:16:42.900954 6159183872 EVENT_LOG_v1 {"time_micros": 1709806602900949, "job": 1, "event": "recovery_started", "wal_files": [4, 8, 12, 16, 20, 24]} -2024/03/07-11:16:42.900956 6159183872 [db/db_impl/db_impl_open.cc:1018] Skipping log #4 since it is older than min log to keep #21 -2024/03/07-11:16:42.900957 6159183872 [db/db_impl/db_impl_open.cc:1018] Skipping log #8 since it is older than min log to keep #21 -2024/03/07-11:16:42.900958 6159183872 [db/db_impl/db_impl_open.cc:1018] Skipping log #12 since it is older than min log to keep #21 -2024/03/07-11:16:42.900959 6159183872 [db/db_impl/db_impl_open.cc:1018] Skipping log #16 since it is older than min log to keep #21 -2024/03/07-11:16:42.900960 6159183872 [db/db_impl/db_impl_open.cc:1018] Skipping log #20 since it is older than min log to keep #21 -2024/03/07-11:16:42.900962 6159183872 [db/db_impl/db_impl_open.cc:1031] Recovering log #24 mode 2 -2024/03/07-11:16:42.901017 6159183872 EVENT_LOG_v1 {"time_micros": 1709806602901015, "job": 1, "event": "recovery_finished"} -2024/03/07-11:16:42.901097 6159183872 [db/version_set.cc:5180] Creating manifest 29 -2024/03/07-11:16:42.904216 6159183872 [db/db_impl/db_impl_open.cc:1977] SstFileManager instance 0x13a006610 -2024/03/07-11:16:42.904275 6159183872 DB pointer 0x139832200 -2024/03/07-11:16:43.966242 6159183872 [db/db_impl/db_impl.cc:490] Shutdown: canceling all background work -2024/03/07-11:16:43.966629 6159183872 [db/db_impl/db_impl.cc:692] Shutdown complete diff --git a/crates/core/harmonic_rank/LOG.old.1709806681190515 b/crates/core/harmonic_rank/LOG.old.1709806681190515 deleted file mode 100644 index 3a2fb1c3..00000000 --- a/crates/core/harmonic_rank/LOG.old.1709806681190515 +++ /dev/null @@ -1,254 +0,0 @@ -2024/03/07-11:17:14.593260 6160658432 RocksDB version: 8.1.1 -2024/03/07-11:17:14.593330 6160658432 Compile date 2023-04-06 16:38:52 -2024/03/07-11:17:14.593332 6160658432 DB SUMMARY -2024/03/07-11:17:14.593333 6160658432 DB Session ID: FDCQRVGOA0BVRSYQVPT3 -2024/03/07-11:17:14.593408 6160658432 CURRENT file: CURRENT -2024/03/07-11:17:14.593410 6160658432 IDENTITY file: IDENTITY -2024/03/07-11:17:14.593416 6160658432 MANIFEST file: MANIFEST-000029 size: 81 Bytes -2024/03/07-11:17:14.593418 6160658432 SST files in harmonic_rank dir, Total Num: 0, files: -2024/03/07-11:17:14.593420 6160658432 Write Ahead Log file in harmonic_rank: 000004.log size: 0 ; 000008.log size: 0 ; 000012.log size: 0 ; 000016.log size: 0 ; 000020.log size: 0 ; 000024.log size: 0 ; 000028.log size: 0 ; -2024/03/07-11:17:14.593422 6160658432 Options.error_if_exists: 0 -2024/03/07-11:17:14.593423 6160658432 Options.create_if_missing: 1 -2024/03/07-11:17:14.593424 6160658432 Options.paranoid_checks: 1 -2024/03/07-11:17:14.593425 6160658432 Options.flush_verify_memtable_count: 1 -2024/03/07-11:17:14.593426 6160658432 Options.track_and_verify_wals_in_manifest: 0 -2024/03/07-11:17:14.593427 6160658432 Options.verify_sst_unique_id_in_manifest: 1 -2024/03/07-11:17:14.593428 6160658432 Options.env: 0x105c48740 -2024/03/07-11:17:14.593429 6160658432 Options.fs: PosixFileSystem -2024/03/07-11:17:14.593431 6160658432 Options.info_log: 0x11f606cc8 -2024/03/07-11:17:14.593432 6160658432 Options.max_file_opening_threads: 16 -2024/03/07-11:17:14.593433 6160658432 Options.statistics: 0x0 -2024/03/07-11:17:14.593434 6160658432 Options.use_fsync: 0 -2024/03/07-11:17:14.593435 6160658432 Options.max_log_file_size: 0 -2024/03/07-11:17:14.593436 6160658432 Options.max_manifest_file_size: 1073741824 -2024/03/07-11:17:14.593437 6160658432 Options.log_file_time_to_roll: 0 -2024/03/07-11:17:14.593438 6160658432 Options.keep_log_file_num: 1000 -2024/03/07-11:17:14.593439 6160658432 Options.recycle_log_file_num: 0 -2024/03/07-11:17:14.593440 6160658432 Options.allow_fallocate: 1 -2024/03/07-11:17:14.593441 6160658432 Options.allow_mmap_reads: 0 -2024/03/07-11:17:14.593442 6160658432 Options.allow_mmap_writes: 0 -2024/03/07-11:17:14.593443 6160658432 Options.use_direct_reads: 0 -2024/03/07-11:17:14.593444 6160658432 Options.use_direct_io_for_flush_and_compaction: 0 -2024/03/07-11:17:14.593445 6160658432 Options.create_missing_column_families: 0 -2024/03/07-11:17:14.593446 6160658432 Options.db_log_dir: -2024/03/07-11:17:14.593447 6160658432 Options.wal_dir: -2024/03/07-11:17:14.593448 6160658432 Options.table_cache_numshardbits: 6 -2024/03/07-11:17:14.593449 6160658432 Options.WAL_ttl_seconds: 0 -2024/03/07-11:17:14.593450 6160658432 Options.WAL_size_limit_MB: 0 -2024/03/07-11:17:14.593451 6160658432 Options.max_write_batch_group_size_bytes: 1048576 -2024/03/07-11:17:14.593452 6160658432 Options.manifest_preallocation_size: 4194304 -2024/03/07-11:17:14.593453 6160658432 Options.is_fd_close_on_exec: 1 -2024/03/07-11:17:14.593454 6160658432 Options.advise_random_on_open: 1 -2024/03/07-11:17:14.593455 6160658432 Options.db_write_buffer_size: 0 -2024/03/07-11:17:14.593456 6160658432 Options.write_buffer_manager: 0x6000037cc820 -2024/03/07-11:17:14.593457 6160658432 Options.access_hint_on_compaction_start: 1 -2024/03/07-11:17:14.593458 6160658432 Options.random_access_max_buffer_size: 1048576 -2024/03/07-11:17:14.593459 6160658432 Options.use_adaptive_mutex: 0 -2024/03/07-11:17:14.593460 6160658432 Options.rate_limiter: 0x0 -2024/03/07-11:17:14.593461 6160658432 Options.sst_file_manager.rate_bytes_per_sec: 0 -2024/03/07-11:17:14.593462 6160658432 Options.wal_recovery_mode: 2 -2024/03/07-11:17:14.593463 6160658432 Options.enable_thread_tracking: 0 -2024/03/07-11:17:14.593464 6160658432 Options.enable_pipelined_write: 0 -2024/03/07-11:17:14.593465 6160658432 Options.unordered_write: 0 -2024/03/07-11:17:14.593466 6160658432 Options.allow_concurrent_memtable_write: 1 -2024/03/07-11:17:14.593467 6160658432 Options.enable_write_thread_adaptive_yield: 1 -2024/03/07-11:17:14.593468 6160658432 Options.write_thread_max_yield_usec: 100 -2024/03/07-11:17:14.593469 6160658432 Options.write_thread_slow_yield_usec: 3 -2024/03/07-11:17:14.593470 6160658432 Options.row_cache: None -2024/03/07-11:17:14.593471 6160658432 Options.wal_filter: None -2024/03/07-11:17:14.593472 6160658432 Options.avoid_flush_during_recovery: 0 -2024/03/07-11:17:14.593473 6160658432 Options.allow_ingest_behind: 0 -2024/03/07-11:17:14.593474 6160658432 Options.two_write_queues: 0 -2024/03/07-11:17:14.593475 6160658432 Options.manual_wal_flush: 0 -2024/03/07-11:17:14.593476 6160658432 Options.wal_compression: 0 -2024/03/07-11:17:14.593477 6160658432 Options.atomic_flush: 0 -2024/03/07-11:17:14.593478 6160658432 Options.avoid_unnecessary_blocking_io: 0 -2024/03/07-11:17:14.593479 6160658432 Options.persist_stats_to_disk: 0 -2024/03/07-11:17:14.593480 6160658432 Options.write_dbid_to_manifest: 0 -2024/03/07-11:17:14.593481 6160658432 Options.log_readahead_size: 0 -2024/03/07-11:17:14.593482 6160658432 Options.file_checksum_gen_factory: Unknown -2024/03/07-11:17:14.593483 6160658432 Options.best_efforts_recovery: 0 -2024/03/07-11:17:14.593484 6160658432 Options.max_bgerror_resume_count: 2147483647 -2024/03/07-11:17:14.593485 6160658432 Options.bgerror_resume_retry_interval: 1000000 -2024/03/07-11:17:14.593486 6160658432 Options.allow_data_in_errors: 0 -2024/03/07-11:17:14.593487 6160658432 Options.db_host_id: __hostname__ -2024/03/07-11:17:14.593488 6160658432 Options.enforce_single_del_contracts: true -2024/03/07-11:17:14.593489 6160658432 Options.max_background_jobs: 8 -2024/03/07-11:17:14.593490 6160658432 Options.max_background_compactions: -1 -2024/03/07-11:17:14.593491 6160658432 Options.max_subcompactions: 8 -2024/03/07-11:17:14.593492 6160658432 Options.avoid_flush_during_shutdown: 0 -2024/03/07-11:17:14.593493 6160658432 Options.writable_file_max_buffer_size: 1048576 -2024/03/07-11:17:14.593494 6160658432 Options.delayed_write_rate : 16777216 -2024/03/07-11:17:14.593495 6160658432 Options.max_total_wal_size: 0 -2024/03/07-11:17:14.593496 6160658432 Options.delete_obsolete_files_period_micros: 21600000000 -2024/03/07-11:17:14.593497 6160658432 Options.stats_dump_period_sec: 600 -2024/03/07-11:17:14.593499 6160658432 Options.stats_persist_period_sec: 600 -2024/03/07-11:17:14.593500 6160658432 Options.stats_history_buffer_size: 1048576 -2024/03/07-11:17:14.593501 6160658432 Options.max_open_files: -1 -2024/03/07-11:17:14.593502 6160658432 Options.bytes_per_sync: 1048576 -2024/03/07-11:17:14.593503 6160658432 Options.wal_bytes_per_sync: 0 -2024/03/07-11:17:14.593504 6160658432 Options.strict_bytes_per_sync: 0 -2024/03/07-11:17:14.593505 6160658432 Options.compaction_readahead_size: 0 -2024/03/07-11:17:14.593506 6160658432 Options.max_background_flushes: -1 -2024/03/07-11:17:14.593507 6160658432 Compression algorithms supported: -2024/03/07-11:17:14.593508 6160658432 kZSTD supported: 1 -2024/03/07-11:17:14.593509 6160658432 kZlibCompression supported: 1 -2024/03/07-11:17:14.593510 6160658432 kXpressCompression supported: 0 -2024/03/07-11:17:14.593512 6160658432 kSnappyCompression supported: 1 -2024/03/07-11:17:14.593513 6160658432 kZSTDNotFinalCompression supported: 1 -2024/03/07-11:17:14.593514 6160658432 kLZ4HCCompression supported: 1 -2024/03/07-11:17:14.593515 6160658432 kLZ4Compression supported: 1 -2024/03/07-11:17:14.593516 6160658432 kBZip2Compression supported: 1 -2024/03/07-11:17:14.593526 6160658432 Fast CRC32 supported: Supported on Arm64 -2024/03/07-11:17:14.593527 6160658432 DMutex implementation: pthread_mutex_t -2024/03/07-11:17:14.593616 6160658432 [db/version_set.cc:5662] Recovering from manifest file: harmonic_rank/MANIFEST-000029 -2024/03/07-11:17:14.593681 6160658432 [db/column_family.cc:621] --------------- Options for column family [default]: -2024/03/07-11:17:14.593684 6160658432 Options.comparator: leveldb.BytewiseComparator -2024/03/07-11:17:14.593685 6160658432 Options.merge_operator: None -2024/03/07-11:17:14.593686 6160658432 Options.compaction_filter: None -2024/03/07-11:17:14.593687 6160658432 Options.compaction_filter_factory: None -2024/03/07-11:17:14.593688 6160658432 Options.sst_partitioner_factory: None -2024/03/07-11:17:14.593689 6160658432 Options.memtable_factory: SkipListFactory -2024/03/07-11:17:14.593690 6160658432 Options.table_factory: BlockBasedTable -2024/03/07-11:17:14.593701 6160658432 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x600000cca440) - cache_index_and_filter_blocks: 0 - cache_index_and_filter_blocks_with_high_priority: 1 - pin_l0_filter_and_index_blocks_in_cache: 0 - pin_top_level_index_and_filter: 1 - index_type: 0 - data_block_index_type: 1 - index_shortening: 1 - data_block_hash_table_util_ratio: 0.750000 - checksum: 4 - no_block_cache: 0 - block_cache: 0x6000039cc798 - block_cache_name: LRUCache - block_cache_options: - capacity : 536870912 - num_shard_bits : 6 - strict_capacity_limit : 0 - memory_allocator : None - high_pri_pool_ratio: 0.500 - low_pri_pool_ratio: 0.000 - persistent_cache: 0x0 - block_size: 4096 - block_size_deviation: 10 - block_restart_interval: 16 - index_block_restart_interval: 1 - metadata_block_size: 4096 - partition_filters: 0 - use_delta_encoding: 1 - filter_policy: bloomfilter - whole_key_filtering: 1 - verify_compression: 0 - read_amp_bytes_per_bit: 0 - format_version: 5 - enable_index_compression: 1 - block_align: 0 - max_auto_readahead_size: 262144 - prepopulate_block_cache: 0 - initial_auto_readahead_size: 8192 - num_file_reads_for_auto_readahead: 2 -2024/03/07-11:17:14.593703 6160658432 Options.write_buffer_size: 67108864 -2024/03/07-11:17:14.593704 6160658432 Options.max_write_buffer_number: 2 -2024/03/07-11:17:14.593705 6160658432 Options.compression: LZ4 -2024/03/07-11:17:14.593706 6160658432 Options.bottommost_compression: Disabled -2024/03/07-11:17:14.593707 6160658432 Options.prefix_extractor: nullptr -2024/03/07-11:17:14.593708 6160658432 Options.memtable_insert_with_hint_prefix_extractor: nullptr -2024/03/07-11:17:14.593709 6160658432 Options.num_levels: 7 -2024/03/07-11:17:14.593710 6160658432 Options.min_write_buffer_number_to_merge: 1 -2024/03/07-11:17:14.593711 6160658432 Options.max_write_buffer_number_to_maintain: 0 -2024/03/07-11:17:14.593712 6160658432 Options.max_write_buffer_size_to_maintain: 0 -2024/03/07-11:17:14.593713 6160658432 Options.bottommost_compression_opts.window_bits: -14 -2024/03/07-11:17:14.593715 6160658432 Options.bottommost_compression_opts.level: 32767 -2024/03/07-11:17:14.593716 6160658432 Options.bottommost_compression_opts.strategy: 0 -2024/03/07-11:17:14.593717 6160658432 Options.bottommost_compression_opts.max_dict_bytes: 0 -2024/03/07-11:17:14.593718 6160658432 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 -2024/03/07-11:17:14.593719 6160658432 Options.bottommost_compression_opts.parallel_threads: 1 -2024/03/07-11:17:14.593720 6160658432 Options.bottommost_compression_opts.enabled: false -2024/03/07-11:17:14.593721 6160658432 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 -2024/03/07-11:17:14.593722 6160658432 Options.bottommost_compression_opts.use_zstd_dict_trainer: true -2024/03/07-11:17:14.593723 6160658432 Options.compression_opts.window_bits: -14 -2024/03/07-11:17:14.593724 6160658432 Options.compression_opts.level: 32767 -2024/03/07-11:17:14.593725 6160658432 Options.compression_opts.strategy: 0 -2024/03/07-11:17:14.593726 6160658432 Options.compression_opts.max_dict_bytes: 0 -2024/03/07-11:17:14.593727 6160658432 Options.compression_opts.zstd_max_train_bytes: 0 -2024/03/07-11:17:14.593728 6160658432 Options.compression_opts.use_zstd_dict_trainer: true -2024/03/07-11:17:14.593729 6160658432 Options.compression_opts.parallel_threads: 1 -2024/03/07-11:17:14.593730 6160658432 Options.compression_opts.enabled: false -2024/03/07-11:17:14.593731 6160658432 Options.compression_opts.max_dict_buffer_bytes: 0 -2024/03/07-11:17:14.593732 6160658432 Options.level0_file_num_compaction_trigger: 4 -2024/03/07-11:17:14.593733 6160658432 Options.level0_slowdown_writes_trigger: 20 -2024/03/07-11:17:14.593734 6160658432 Options.level0_stop_writes_trigger: 36 -2024/03/07-11:17:14.593735 6160658432 Options.target_file_size_base: 67108864 -2024/03/07-11:17:14.593736 6160658432 Options.target_file_size_multiplier: 1 -2024/03/07-11:17:14.593737 6160658432 Options.max_bytes_for_level_base: 268435456 -2024/03/07-11:17:14.593738 6160658432 Options.level_compaction_dynamic_level_bytes: 1 -2024/03/07-11:17:14.593739 6160658432 Options.max_bytes_for_level_multiplier: 10.000000 -2024/03/07-11:17:14.593740 6160658432 Options.max_bytes_for_level_multiplier_addtl[0]: 1 -2024/03/07-11:17:14.593741 6160658432 Options.max_bytes_for_level_multiplier_addtl[1]: 1 -2024/03/07-11:17:14.593742 6160658432 Options.max_bytes_for_level_multiplier_addtl[2]: 1 -2024/03/07-11:17:14.593743 6160658432 Options.max_bytes_for_level_multiplier_addtl[3]: 1 -2024/03/07-11:17:14.593744 6160658432 Options.max_bytes_for_level_multiplier_addtl[4]: 1 -2024/03/07-11:17:14.593745 6160658432 Options.max_bytes_for_level_multiplier_addtl[5]: 1 -2024/03/07-11:17:14.593746 6160658432 Options.max_bytes_for_level_multiplier_addtl[6]: 1 -2024/03/07-11:17:14.593747 6160658432 Options.max_sequential_skip_in_iterations: 8 -2024/03/07-11:17:14.593748 6160658432 Options.max_compaction_bytes: 1677721600 -2024/03/07-11:17:14.593749 6160658432 Options.ignore_max_compaction_bytes_for_input: true -2024/03/07-11:17:14.593750 6160658432 Options.arena_block_size: 1048576 -2024/03/07-11:17:14.593751 6160658432 Options.soft_pending_compaction_bytes_limit: 68719476736 -2024/03/07-11:17:14.593752 6160658432 Options.hard_pending_compaction_bytes_limit: 274877906944 -2024/03/07-11:17:14.593753 6160658432 Options.disable_auto_compactions: 0 -2024/03/07-11:17:14.593755 6160658432 Options.compaction_style: kCompactionStyleLevel -2024/03/07-11:17:14.593756 6160658432 Options.compaction_pri: kMinOverlappingRatio -2024/03/07-11:17:14.593757 6160658432 Options.compaction_options_universal.size_ratio: 1 -2024/03/07-11:17:14.593758 6160658432 Options.compaction_options_universal.min_merge_width: 2 -2024/03/07-11:17:14.593759 6160658432 Options.compaction_options_universal.max_merge_width: 4294967295 -2024/03/07-11:17:14.593761 6160658432 Options.compaction_options_universal.max_size_amplification_percent: 200 -2024/03/07-11:17:14.593762 6160658432 Options.compaction_options_universal.compression_size_percent: -1 -2024/03/07-11:17:14.593765 6160658432 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize -2024/03/07-11:17:14.593766 6160658432 Options.compaction_options_fifo.max_table_files_size: 1073741824 -2024/03/07-11:17:14.593767 6160658432 Options.compaction_options_fifo.allow_compaction: 0 -2024/03/07-11:17:14.593768 6160658432 Options.table_properties_collectors: -2024/03/07-11:17:14.593769 6160658432 Options.inplace_update_support: 0 -2024/03/07-11:17:14.593770 6160658432 Options.inplace_update_num_locks: 10000 -2024/03/07-11:17:14.593771 6160658432 Options.memtable_prefix_bloom_size_ratio: 0.020000 -2024/03/07-11:17:14.593773 6160658432 Options.memtable_whole_key_filtering: 1 -2024/03/07-11:17:14.593774 6160658432 Options.memtable_huge_page_size: 0 -2024/03/07-11:17:14.593775 6160658432 Options.bloom_locality: 0 -2024/03/07-11:17:14.593776 6160658432 Options.max_successive_merges: 0 -2024/03/07-11:17:14.593777 6160658432 Options.optimize_filters_for_hits: 0 -2024/03/07-11:17:14.593778 6160658432 Options.paranoid_file_checks: 0 -2024/03/07-11:17:14.593779 6160658432 Options.force_consistency_checks: 1 -2024/03/07-11:17:14.593780 6160658432 Options.report_bg_io_stats: 0 -2024/03/07-11:17:14.593781 6160658432 Options.ttl: 2592000 -2024/03/07-11:17:14.593782 6160658432 Options.periodic_compaction_seconds: 0 -2024/03/07-11:17:14.593783 6160658432 Options.preclude_last_level_data_seconds: 0 -2024/03/07-11:17:14.593784 6160658432 Options.preserve_internal_time_seconds: 0 -2024/03/07-11:17:14.593785 6160658432 Options.enable_blob_files: false -2024/03/07-11:17:14.593786 6160658432 Options.min_blob_size: 0 -2024/03/07-11:17:14.593786 6160658432 Options.blob_file_size: 268435456 -2024/03/07-11:17:14.593788 6160658432 Options.blob_compression_type: NoCompression -2024/03/07-11:17:14.593789 6160658432 Options.enable_blob_garbage_collection: false -2024/03/07-11:17:14.593790 6160658432 Options.blob_garbage_collection_age_cutoff: 0.250000 -2024/03/07-11:17:14.593791 6160658432 Options.blob_garbage_collection_force_threshold: 1.000000 -2024/03/07-11:17:14.593792 6160658432 Options.blob_compaction_readahead_size: 0 -2024/03/07-11:17:14.593793 6160658432 Options.blob_file_starting_level: 0 -2024/03/07-11:17:14.593794 6160658432 Options.experimental_mempurge_threshold: 0.000000 -2024/03/07-11:17:14.594256 6160658432 [db/version_set.cc:5713] Recovered from manifest file:harmonic_rank/MANIFEST-000029 succeeded,manifest_file_number is 29, next_file_number is 31, last_sequence is 0, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 -2024/03/07-11:17:14.594259 6160658432 [db/version_set.cc:5722] Column family [default] (ID 0), log number is 25 -2024/03/07-11:17:14.594293 6160658432 [db/db_impl/db_impl_open.cc:537] DB ID: 3a81b8cb-95ad-4e76-aaea-52b0ca076bac -2024/03/07-11:17:14.594408 6160658432 EVENT_LOG_v1 {"time_micros": 1709806634594402, "job": 1, "event": "recovery_started", "wal_files": [4, 8, 12, 16, 20, 24, 28]} -2024/03/07-11:17:14.594410 6160658432 [db/db_impl/db_impl_open.cc:1018] Skipping log #4 since it is older than min log to keep #25 -2024/03/07-11:17:14.594412 6160658432 [db/db_impl/db_impl_open.cc:1018] Skipping log #8 since it is older than min log to keep #25 -2024/03/07-11:17:14.594413 6160658432 [db/db_impl/db_impl_open.cc:1018] Skipping log #12 since it is older than min log to keep #25 -2024/03/07-11:17:14.594414 6160658432 [db/db_impl/db_impl_open.cc:1018] Skipping log #16 since it is older than min log to keep #25 -2024/03/07-11:17:14.594415 6160658432 [db/db_impl/db_impl_open.cc:1018] Skipping log #20 since it is older than min log to keep #25 -2024/03/07-11:17:14.594416 6160658432 [db/db_impl/db_impl_open.cc:1018] Skipping log #24 since it is older than min log to keep #25 -2024/03/07-11:17:14.594418 6160658432 [db/db_impl/db_impl_open.cc:1031] Recovering log #28 mode 2 -2024/03/07-11:17:14.594476 6160658432 EVENT_LOG_v1 {"time_micros": 1709806634594474, "job": 1, "event": "recovery_finished"} -2024/03/07-11:17:14.594590 6160658432 [db/version_set.cc:5180] Creating manifest 33 -2024/03/07-11:17:14.597684 6160658432 [db/db_impl/db_impl_open.cc:1977] SstFileManager instance 0x11f607230 -2024/03/07-11:17:14.597761 6160658432 DB pointer 0x11f815600 -2024/03/07-11:17:15.523654 6160658432 [db/db_impl/db_impl.cc:490] Shutdown: canceling all background work -2024/03/07-11:17:15.523916 6160658432 [db/db_impl/db_impl.cc:692] Shutdown complete diff --git a/crates/core/harmonic_rank/LOG.old.1709806727876790 b/crates/core/harmonic_rank/LOG.old.1709806727876790 deleted file mode 100644 index 0a722fcd..00000000 --- a/crates/core/harmonic_rank/LOG.old.1709806727876790 +++ /dev/null @@ -1,255 +0,0 @@ -2024/03/07-11:18:01.190815 6158249984 RocksDB version: 8.1.1 -2024/03/07-11:18:01.190860 6158249984 Compile date 2023-04-06 16:38:52 -2024/03/07-11:18:01.190862 6158249984 DB SUMMARY -2024/03/07-11:18:01.190863 6158249984 DB Session ID: 9GUW9V1B8QT793K1Z3K3 -2024/03/07-11:18:01.190935 6158249984 CURRENT file: CURRENT -2024/03/07-11:18:01.190937 6158249984 IDENTITY file: IDENTITY -2024/03/07-11:18:01.190944 6158249984 MANIFEST file: MANIFEST-000033 size: 81 Bytes -2024/03/07-11:18:01.190946 6158249984 SST files in harmonic_rank dir, Total Num: 0, files: -2024/03/07-11:18:01.190948 6158249984 Write Ahead Log file in harmonic_rank: 000004.log size: 0 ; 000008.log size: 0 ; 000012.log size: 0 ; 000016.log size: 0 ; 000020.log size: 0 ; 000024.log size: 0 ; 000028.log size: 0 ; 000032.log size: 0 ; -2024/03/07-11:18:01.190950 6158249984 Options.error_if_exists: 0 -2024/03/07-11:18:01.190951 6158249984 Options.create_if_missing: 1 -2024/03/07-11:18:01.190952 6158249984 Options.paranoid_checks: 1 -2024/03/07-11:18:01.190953 6158249984 Options.flush_verify_memtable_count: 1 -2024/03/07-11:18:01.190954 6158249984 Options.track_and_verify_wals_in_manifest: 0 -2024/03/07-11:18:01.190955 6158249984 Options.verify_sst_unique_id_in_manifest: 1 -2024/03/07-11:18:01.190956 6158249984 Options.env: 0x105e94740 -2024/03/07-11:18:01.190958 6158249984 Options.fs: PosixFileSystem -2024/03/07-11:18:01.190959 6158249984 Options.info_log: 0x110604aa8 -2024/03/07-11:18:01.190960 6158249984 Options.max_file_opening_threads: 16 -2024/03/07-11:18:01.190961 6158249984 Options.statistics: 0x0 -2024/03/07-11:18:01.190962 6158249984 Options.use_fsync: 0 -2024/03/07-11:18:01.190963 6158249984 Options.max_log_file_size: 0 -2024/03/07-11:18:01.190964 6158249984 Options.max_manifest_file_size: 1073741824 -2024/03/07-11:18:01.190965 6158249984 Options.log_file_time_to_roll: 0 -2024/03/07-11:18:01.190966 6158249984 Options.keep_log_file_num: 1000 -2024/03/07-11:18:01.190967 6158249984 Options.recycle_log_file_num: 0 -2024/03/07-11:18:01.190968 6158249984 Options.allow_fallocate: 1 -2024/03/07-11:18:01.190969 6158249984 Options.allow_mmap_reads: 0 -2024/03/07-11:18:01.190970 6158249984 Options.allow_mmap_writes: 0 -2024/03/07-11:18:01.190971 6158249984 Options.use_direct_reads: 0 -2024/03/07-11:18:01.190972 6158249984 Options.use_direct_io_for_flush_and_compaction: 0 -2024/03/07-11:18:01.190973 6158249984 Options.create_missing_column_families: 0 -2024/03/07-11:18:01.190974 6158249984 Options.db_log_dir: -2024/03/07-11:18:01.190975 6158249984 Options.wal_dir: -2024/03/07-11:18:01.190976 6158249984 Options.table_cache_numshardbits: 6 -2024/03/07-11:18:01.190977 6158249984 Options.WAL_ttl_seconds: 0 -2024/03/07-11:18:01.190978 6158249984 Options.WAL_size_limit_MB: 0 -2024/03/07-11:18:01.190979 6158249984 Options.max_write_batch_group_size_bytes: 1048576 -2024/03/07-11:18:01.190980 6158249984 Options.manifest_preallocation_size: 4194304 -2024/03/07-11:18:01.190981 6158249984 Options.is_fd_close_on_exec: 1 -2024/03/07-11:18:01.190982 6158249984 Options.advise_random_on_open: 1 -2024/03/07-11:18:01.190983 6158249984 Options.db_write_buffer_size: 0 -2024/03/07-11:18:01.190984 6158249984 Options.write_buffer_manager: 0x60000049c000 -2024/03/07-11:18:01.190986 6158249984 Options.access_hint_on_compaction_start: 1 -2024/03/07-11:18:01.190987 6158249984 Options.random_access_max_buffer_size: 1048576 -2024/03/07-11:18:01.190988 6158249984 Options.use_adaptive_mutex: 0 -2024/03/07-11:18:01.190989 6158249984 Options.rate_limiter: 0x0 -2024/03/07-11:18:01.190990 6158249984 Options.sst_file_manager.rate_bytes_per_sec: 0 -2024/03/07-11:18:01.190991 6158249984 Options.wal_recovery_mode: 2 -2024/03/07-11:18:01.190992 6158249984 Options.enable_thread_tracking: 0 -2024/03/07-11:18:01.190993 6158249984 Options.enable_pipelined_write: 0 -2024/03/07-11:18:01.190994 6158249984 Options.unordered_write: 0 -2024/03/07-11:18:01.190995 6158249984 Options.allow_concurrent_memtable_write: 1 -2024/03/07-11:18:01.190996 6158249984 Options.enable_write_thread_adaptive_yield: 1 -2024/03/07-11:18:01.190997 6158249984 Options.write_thread_max_yield_usec: 100 -2024/03/07-11:18:01.190998 6158249984 Options.write_thread_slow_yield_usec: 3 -2024/03/07-11:18:01.190999 6158249984 Options.row_cache: None -2024/03/07-11:18:01.191000 6158249984 Options.wal_filter: None -2024/03/07-11:18:01.191001 6158249984 Options.avoid_flush_during_recovery: 0 -2024/03/07-11:18:01.191002 6158249984 Options.allow_ingest_behind: 0 -2024/03/07-11:18:01.191003 6158249984 Options.two_write_queues: 0 -2024/03/07-11:18:01.191004 6158249984 Options.manual_wal_flush: 0 -2024/03/07-11:18:01.191005 6158249984 Options.wal_compression: 0 -2024/03/07-11:18:01.191006 6158249984 Options.atomic_flush: 0 -2024/03/07-11:18:01.191007 6158249984 Options.avoid_unnecessary_blocking_io: 0 -2024/03/07-11:18:01.191008 6158249984 Options.persist_stats_to_disk: 0 -2024/03/07-11:18:01.191009 6158249984 Options.write_dbid_to_manifest: 0 -2024/03/07-11:18:01.191010 6158249984 Options.log_readahead_size: 0 -2024/03/07-11:18:01.191012 6158249984 Options.file_checksum_gen_factory: Unknown -2024/03/07-11:18:01.191013 6158249984 Options.best_efforts_recovery: 0 -2024/03/07-11:18:01.191014 6158249984 Options.max_bgerror_resume_count: 2147483647 -2024/03/07-11:18:01.191015 6158249984 Options.bgerror_resume_retry_interval: 1000000 -2024/03/07-11:18:01.191016 6158249984 Options.allow_data_in_errors: 0 -2024/03/07-11:18:01.191017 6158249984 Options.db_host_id: __hostname__ -2024/03/07-11:18:01.191018 6158249984 Options.enforce_single_del_contracts: true -2024/03/07-11:18:01.191019 6158249984 Options.max_background_jobs: 8 -2024/03/07-11:18:01.191020 6158249984 Options.max_background_compactions: -1 -2024/03/07-11:18:01.191021 6158249984 Options.max_subcompactions: 8 -2024/03/07-11:18:01.191022 6158249984 Options.avoid_flush_during_shutdown: 0 -2024/03/07-11:18:01.191023 6158249984 Options.writable_file_max_buffer_size: 1048576 -2024/03/07-11:18:01.191024 6158249984 Options.delayed_write_rate : 16777216 -2024/03/07-11:18:01.191025 6158249984 Options.max_total_wal_size: 0 -2024/03/07-11:18:01.191026 6158249984 Options.delete_obsolete_files_period_micros: 21600000000 -2024/03/07-11:18:01.191027 6158249984 Options.stats_dump_period_sec: 600 -2024/03/07-11:18:01.191028 6158249984 Options.stats_persist_period_sec: 600 -2024/03/07-11:18:01.191029 6158249984 Options.stats_history_buffer_size: 1048576 -2024/03/07-11:18:01.191030 6158249984 Options.max_open_files: -1 -2024/03/07-11:18:01.191031 6158249984 Options.bytes_per_sync: 1048576 -2024/03/07-11:18:01.191032 6158249984 Options.wal_bytes_per_sync: 0 -2024/03/07-11:18:01.191033 6158249984 Options.strict_bytes_per_sync: 0 -2024/03/07-11:18:01.191034 6158249984 Options.compaction_readahead_size: 0 -2024/03/07-11:18:01.191035 6158249984 Options.max_background_flushes: -1 -2024/03/07-11:18:01.191036 6158249984 Compression algorithms supported: -2024/03/07-11:18:01.191038 6158249984 kZSTD supported: 1 -2024/03/07-11:18:01.191039 6158249984 kZlibCompression supported: 1 -2024/03/07-11:18:01.191040 6158249984 kXpressCompression supported: 0 -2024/03/07-11:18:01.191041 6158249984 kSnappyCompression supported: 1 -2024/03/07-11:18:01.191042 6158249984 kZSTDNotFinalCompression supported: 1 -2024/03/07-11:18:01.191043 6158249984 kLZ4HCCompression supported: 1 -2024/03/07-11:18:01.191044 6158249984 kLZ4Compression supported: 1 -2024/03/07-11:18:01.191046 6158249984 kBZip2Compression supported: 1 -2024/03/07-11:18:01.191055 6158249984 Fast CRC32 supported: Supported on Arm64 -2024/03/07-11:18:01.191056 6158249984 DMutex implementation: pthread_mutex_t -2024/03/07-11:18:01.191139 6158249984 [db/version_set.cc:5662] Recovering from manifest file: harmonic_rank/MANIFEST-000033 -2024/03/07-11:18:01.191208 6158249984 [db/column_family.cc:621] --------------- Options for column family [default]: -2024/03/07-11:18:01.191210 6158249984 Options.comparator: leveldb.BytewiseComparator -2024/03/07-11:18:01.191212 6158249984 Options.merge_operator: None -2024/03/07-11:18:01.191213 6158249984 Options.compaction_filter: None -2024/03/07-11:18:01.191214 6158249984 Options.compaction_filter_factory: None -2024/03/07-11:18:01.191215 6158249984 Options.sst_partitioner_factory: None -2024/03/07-11:18:01.191216 6158249984 Options.memtable_factory: SkipListFactory -2024/03/07-11:18:01.191217 6158249984 Options.table_factory: BlockBasedTable -2024/03/07-11:18:01.191230 6158249984 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x600003f80000) - cache_index_and_filter_blocks: 0 - cache_index_and_filter_blocks_with_high_priority: 1 - pin_l0_filter_and_index_blocks_in_cache: 0 - pin_top_level_index_and_filter: 1 - index_type: 0 - data_block_index_type: 1 - index_shortening: 1 - data_block_hash_table_util_ratio: 0.750000 - checksum: 4 - no_block_cache: 0 - block_cache: 0x600000a980d8 - block_cache_name: LRUCache - block_cache_options: - capacity : 536870912 - num_shard_bits : 6 - strict_capacity_limit : 0 - memory_allocator : None - high_pri_pool_ratio: 0.500 - low_pri_pool_ratio: 0.000 - persistent_cache: 0x0 - block_size: 4096 - block_size_deviation: 10 - block_restart_interval: 16 - index_block_restart_interval: 1 - metadata_block_size: 4096 - partition_filters: 0 - use_delta_encoding: 1 - filter_policy: bloomfilter - whole_key_filtering: 1 - verify_compression: 0 - read_amp_bytes_per_bit: 0 - format_version: 5 - enable_index_compression: 1 - block_align: 0 - max_auto_readahead_size: 262144 - prepopulate_block_cache: 0 - initial_auto_readahead_size: 8192 - num_file_reads_for_auto_readahead: 2 -2024/03/07-11:18:01.191231 6158249984 Options.write_buffer_size: 67108864 -2024/03/07-11:18:01.191232 6158249984 Options.max_write_buffer_number: 2 -2024/03/07-11:18:01.191234 6158249984 Options.compression: LZ4 -2024/03/07-11:18:01.191235 6158249984 Options.bottommost_compression: Disabled -2024/03/07-11:18:01.191236 6158249984 Options.prefix_extractor: nullptr -2024/03/07-11:18:01.191237 6158249984 Options.memtable_insert_with_hint_prefix_extractor: nullptr -2024/03/07-11:18:01.191238 6158249984 Options.num_levels: 7 -2024/03/07-11:18:01.191239 6158249984 Options.min_write_buffer_number_to_merge: 1 -2024/03/07-11:18:01.191240 6158249984 Options.max_write_buffer_number_to_maintain: 0 -2024/03/07-11:18:01.191241 6158249984 Options.max_write_buffer_size_to_maintain: 0 -2024/03/07-11:18:01.191242 6158249984 Options.bottommost_compression_opts.window_bits: -14 -2024/03/07-11:18:01.191244 6158249984 Options.bottommost_compression_opts.level: 32767 -2024/03/07-11:18:01.191245 6158249984 Options.bottommost_compression_opts.strategy: 0 -2024/03/07-11:18:01.191246 6158249984 Options.bottommost_compression_opts.max_dict_bytes: 0 -2024/03/07-11:18:01.191247 6158249984 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 -2024/03/07-11:18:01.191248 6158249984 Options.bottommost_compression_opts.parallel_threads: 1 -2024/03/07-11:18:01.191249 6158249984 Options.bottommost_compression_opts.enabled: false -2024/03/07-11:18:01.191250 6158249984 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 -2024/03/07-11:18:01.191251 6158249984 Options.bottommost_compression_opts.use_zstd_dict_trainer: true -2024/03/07-11:18:01.191252 6158249984 Options.compression_opts.window_bits: -14 -2024/03/07-11:18:01.191253 6158249984 Options.compression_opts.level: 32767 -2024/03/07-11:18:01.191254 6158249984 Options.compression_opts.strategy: 0 -2024/03/07-11:18:01.191255 6158249984 Options.compression_opts.max_dict_bytes: 0 -2024/03/07-11:18:01.191256 6158249984 Options.compression_opts.zstd_max_train_bytes: 0 -2024/03/07-11:18:01.191257 6158249984 Options.compression_opts.use_zstd_dict_trainer: true -2024/03/07-11:18:01.191258 6158249984 Options.compression_opts.parallel_threads: 1 -2024/03/07-11:18:01.191259 6158249984 Options.compression_opts.enabled: false -2024/03/07-11:18:01.191260 6158249984 Options.compression_opts.max_dict_buffer_bytes: 0 -2024/03/07-11:18:01.191261 6158249984 Options.level0_file_num_compaction_trigger: 4 -2024/03/07-11:18:01.191262 6158249984 Options.level0_slowdown_writes_trigger: 20 -2024/03/07-11:18:01.191263 6158249984 Options.level0_stop_writes_trigger: 36 -2024/03/07-11:18:01.191264 6158249984 Options.target_file_size_base: 67108864 -2024/03/07-11:18:01.191265 6158249984 Options.target_file_size_multiplier: 1 -2024/03/07-11:18:01.191266 6158249984 Options.max_bytes_for_level_base: 268435456 -2024/03/07-11:18:01.191267 6158249984 Options.level_compaction_dynamic_level_bytes: 1 -2024/03/07-11:18:01.191268 6158249984 Options.max_bytes_for_level_multiplier: 10.000000 -2024/03/07-11:18:01.191269 6158249984 Options.max_bytes_for_level_multiplier_addtl[0]: 1 -2024/03/07-11:18:01.191270 6158249984 Options.max_bytes_for_level_multiplier_addtl[1]: 1 -2024/03/07-11:18:01.191272 6158249984 Options.max_bytes_for_level_multiplier_addtl[2]: 1 -2024/03/07-11:18:01.191273 6158249984 Options.max_bytes_for_level_multiplier_addtl[3]: 1 -2024/03/07-11:18:01.191274 6158249984 Options.max_bytes_for_level_multiplier_addtl[4]: 1 -2024/03/07-11:18:01.191275 6158249984 Options.max_bytes_for_level_multiplier_addtl[5]: 1 -2024/03/07-11:18:01.191276 6158249984 Options.max_bytes_for_level_multiplier_addtl[6]: 1 -2024/03/07-11:18:01.191277 6158249984 Options.max_sequential_skip_in_iterations: 8 -2024/03/07-11:18:01.191278 6158249984 Options.max_compaction_bytes: 1677721600 -2024/03/07-11:18:01.191279 6158249984 Options.ignore_max_compaction_bytes_for_input: true -2024/03/07-11:18:01.191280 6158249984 Options.arena_block_size: 1048576 -2024/03/07-11:18:01.191281 6158249984 Options.soft_pending_compaction_bytes_limit: 68719476736 -2024/03/07-11:18:01.191282 6158249984 Options.hard_pending_compaction_bytes_limit: 274877906944 -2024/03/07-11:18:01.191283 6158249984 Options.disable_auto_compactions: 0 -2024/03/07-11:18:01.191285 6158249984 Options.compaction_style: kCompactionStyleLevel -2024/03/07-11:18:01.191286 6158249984 Options.compaction_pri: kMinOverlappingRatio -2024/03/07-11:18:01.191287 6158249984 Options.compaction_options_universal.size_ratio: 1 -2024/03/07-11:18:01.191288 6158249984 Options.compaction_options_universal.min_merge_width: 2 -2024/03/07-11:18:01.191289 6158249984 Options.compaction_options_universal.max_merge_width: 4294967295 -2024/03/07-11:18:01.191290 6158249984 Options.compaction_options_universal.max_size_amplification_percent: 200 -2024/03/07-11:18:01.191291 6158249984 Options.compaction_options_universal.compression_size_percent: -1 -2024/03/07-11:18:01.191295 6158249984 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize -2024/03/07-11:18:01.191296 6158249984 Options.compaction_options_fifo.max_table_files_size: 1073741824 -2024/03/07-11:18:01.191297 6158249984 Options.compaction_options_fifo.allow_compaction: 0 -2024/03/07-11:18:01.191299 6158249984 Options.table_properties_collectors: -2024/03/07-11:18:01.191300 6158249984 Options.inplace_update_support: 0 -2024/03/07-11:18:01.191301 6158249984 Options.inplace_update_num_locks: 10000 -2024/03/07-11:18:01.191302 6158249984 Options.memtable_prefix_bloom_size_ratio: 0.020000 -2024/03/07-11:18:01.191303 6158249984 Options.memtable_whole_key_filtering: 1 -2024/03/07-11:18:01.191304 6158249984 Options.memtable_huge_page_size: 0 -2024/03/07-11:18:01.191305 6158249984 Options.bloom_locality: 0 -2024/03/07-11:18:01.191306 6158249984 Options.max_successive_merges: 0 -2024/03/07-11:18:01.191307 6158249984 Options.optimize_filters_for_hits: 0 -2024/03/07-11:18:01.191308 6158249984 Options.paranoid_file_checks: 0 -2024/03/07-11:18:01.191309 6158249984 Options.force_consistency_checks: 1 -2024/03/07-11:18:01.191310 6158249984 Options.report_bg_io_stats: 0 -2024/03/07-11:18:01.191311 6158249984 Options.ttl: 2592000 -2024/03/07-11:18:01.191312 6158249984 Options.periodic_compaction_seconds: 0 -2024/03/07-11:18:01.191313 6158249984 Options.preclude_last_level_data_seconds: 0 -2024/03/07-11:18:01.191314 6158249984 Options.preserve_internal_time_seconds: 0 -2024/03/07-11:18:01.191315 6158249984 Options.enable_blob_files: false -2024/03/07-11:18:01.191316 6158249984 Options.min_blob_size: 0 -2024/03/07-11:18:01.191317 6158249984 Options.blob_file_size: 268435456 -2024/03/07-11:18:01.191318 6158249984 Options.blob_compression_type: NoCompression -2024/03/07-11:18:01.191319 6158249984 Options.enable_blob_garbage_collection: false -2024/03/07-11:18:01.191320 6158249984 Options.blob_garbage_collection_age_cutoff: 0.250000 -2024/03/07-11:18:01.191322 6158249984 Options.blob_garbage_collection_force_threshold: 1.000000 -2024/03/07-11:18:01.191323 6158249984 Options.blob_compaction_readahead_size: 0 -2024/03/07-11:18:01.191324 6158249984 Options.blob_file_starting_level: 0 -2024/03/07-11:18:01.191325 6158249984 Options.experimental_mempurge_threshold: 0.000000 -2024/03/07-11:18:01.191814 6158249984 [db/version_set.cc:5713] Recovered from manifest file:harmonic_rank/MANIFEST-000033 succeeded,manifest_file_number is 33, next_file_number is 35, last_sequence is 0, log_number is 29,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 -2024/03/07-11:18:01.191817 6158249984 [db/version_set.cc:5722] Column family [default] (ID 0), log number is 29 -2024/03/07-11:18:01.191848 6158249984 [db/db_impl/db_impl_open.cc:537] DB ID: 3a81b8cb-95ad-4e76-aaea-52b0ca076bac -2024/03/07-11:18:01.191978 6158249984 EVENT_LOG_v1 {"time_micros": 1709806681191972, "job": 1, "event": "recovery_started", "wal_files": [4, 8, 12, 16, 20, 24, 28, 32]} -2024/03/07-11:18:01.191981 6158249984 [db/db_impl/db_impl_open.cc:1018] Skipping log #4 since it is older than min log to keep #29 -2024/03/07-11:18:01.191982 6158249984 [db/db_impl/db_impl_open.cc:1018] Skipping log #8 since it is older than min log to keep #29 -2024/03/07-11:18:01.191984 6158249984 [db/db_impl/db_impl_open.cc:1018] Skipping log #12 since it is older than min log to keep #29 -2024/03/07-11:18:01.191985 6158249984 [db/db_impl/db_impl_open.cc:1018] Skipping log #16 since it is older than min log to keep #29 -2024/03/07-11:18:01.191986 6158249984 [db/db_impl/db_impl_open.cc:1018] Skipping log #20 since it is older than min log to keep #29 -2024/03/07-11:18:01.191987 6158249984 [db/db_impl/db_impl_open.cc:1018] Skipping log #24 since it is older than min log to keep #29 -2024/03/07-11:18:01.191988 6158249984 [db/db_impl/db_impl_open.cc:1018] Skipping log #28 since it is older than min log to keep #29 -2024/03/07-11:18:01.191990 6158249984 [db/db_impl/db_impl_open.cc:1031] Recovering log #32 mode 2 -2024/03/07-11:18:01.192049 6158249984 EVENT_LOG_v1 {"time_micros": 1709806681192047, "job": 1, "event": "recovery_finished"} -2024/03/07-11:18:01.192154 6158249984 [db/version_set.cc:5180] Creating manifest 37 -2024/03/07-11:18:01.195012 6158249984 [db/db_impl/db_impl_open.cc:1977] SstFileManager instance 0x110604c00 -2024/03/07-11:18:01.195071 6158249984 DB pointer 0x110812600 -2024/03/07-11:18:02.091139 6158249984 [db/db_impl/db_impl.cc:490] Shutdown: canceling all background work -2024/03/07-11:18:02.091349 6158249984 [db/db_impl/db_impl.cc:692] Shutdown complete diff --git a/crates/core/harmonic_rank/MANIFEST-000041 b/crates/core/harmonic_rank/MANIFEST-000041 deleted file mode 100644 index a6e1c67f3df2bbfee255135cab05224a07a3a2f6..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 81 zcmZS8)^KKEU<~`Yer`cxQDRAc(Yxvg>?{n7 jOo}WF$5}#murV-lGB9hhFkF-Q|BM4Dt_tL8u`mDt^j;Pj diff --git a/crates/core/harmonic_rank/OPTIONS-000039 b/crates/core/harmonic_rank/OPTIONS-000039 deleted file mode 100644 index 6a0f672f..00000000 --- a/crates/core/harmonic_rank/OPTIONS-000039 +++ /dev/null @@ -1,198 +0,0 @@ -# This is a RocksDB option file. -# -# For detailed file format spec, please refer to the example file -# in examples/rocksdb_option_file_example.ini -# - -[Version] - rocksdb_version=8.1.1 - options_file_version=1.1 - -[DBOptions] - max_background_flushes=-1 - compaction_readahead_size=0 - strict_bytes_per_sync=false - wal_bytes_per_sync=0 - max_open_files=-1 - stats_history_buffer_size=1048576 - max_total_wal_size=0 - stats_persist_period_sec=600 - stats_dump_period_sec=600 - avoid_flush_during_shutdown=false - max_subcompactions=8 - bytes_per_sync=1048576 - delayed_write_rate=16777216 - max_background_compactions=-1 - max_background_jobs=8 - delete_obsolete_files_period_micros=21600000000 - writable_file_max_buffer_size=1048576 - file_checksum_gen_factory=nullptr - allow_data_in_errors=false - max_bgerror_resume_count=2147483647 - best_efforts_recovery=false - write_dbid_to_manifest=false - atomic_flush=false - wal_compression=kNoCompression - manual_wal_flush=false - two_write_queues=false - avoid_flush_during_recovery=false - dump_malloc_stats=false - info_log_level=INFO_LEVEL - write_thread_slow_yield_usec=3 - allow_ingest_behind=false - fail_if_options_file_error=false - persist_stats_to_disk=false - WAL_ttl_seconds=0 - bgerror_resume_retry_interval=1000000 - allow_concurrent_memtable_write=true - paranoid_checks=true - WAL_size_limit_MB=0 - lowest_used_cache_tier=kNonVolatileBlockTier - keep_log_file_num=1000 - table_cache_numshardbits=6 - max_file_opening_threads=16 - use_fsync=false - unordered_write=false - random_access_max_buffer_size=1048576 - log_readahead_size=0 - enable_pipelined_write=false - wal_recovery_mode=kPointInTimeRecovery - db_write_buffer_size=0 - allow_2pc=false - skip_checking_sst_file_sizes_on_db_open=false - skip_stats_update_on_db_open=false - recycle_log_file_num=0 - db_host_id=__hostname__ - access_hint_on_compaction_start=NORMAL - verify_sst_unique_id_in_manifest=true - track_and_verify_wals_in_manifest=false - error_if_exists=false - manifest_preallocation_size=4194304 - is_fd_close_on_exec=true - enable_write_thread_adaptive_yield=true - enable_thread_tracking=false - avoid_unnecessary_blocking_io=false - allow_fallocate=true - max_log_file_size=0 - advise_random_on_open=true - create_missing_column_families=false - max_write_batch_group_size_bytes=1048576 - use_adaptive_mutex=false - wal_filter=nullptr - create_if_missing=true - enforce_single_del_contracts=true - allow_mmap_writes=false - log_file_time_to_roll=0 - use_direct_io_for_flush_and_compaction=false - flush_verify_memtable_count=true - max_manifest_file_size=1073741824 - write_thread_max_yield_usec=100 - use_direct_reads=false - allow_mmap_reads=false - - -[CFOptions "default"] - memtable_protection_bytes_per_key=0 - bottommost_compression=kDisableCompressionOption - sample_for_compression=0 - blob_garbage_collection_age_cutoff=0.250000 - blob_compression_type=kNoCompression - prepopulate_blob_cache=kDisable - blob_compaction_readahead_size=0 - level0_stop_writes_trigger=36 - min_blob_size=0 - last_level_temperature=kUnknown - compaction_options_universal={allow_trivial_move=false;stop_style=kCompactionStopStyleTotalSize;min_merge_width=2;compression_size_percent=-1;max_size_amplification_percent=200;incremental=false;max_merge_width=4294967295;size_ratio=1;} - target_file_size_base=67108864 - ignore_max_compaction_bytes_for_input=true - memtable_whole_key_filtering=true - blob_file_starting_level=0 - soft_pending_compaction_bytes_limit=68719476736 - max_write_buffer_number=2 - ttl=2592000 - compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} - check_flush_compaction_key_order=true - memtable_huge_page_size=0 - max_successive_merges=0 - inplace_update_num_locks=10000 - enable_blob_garbage_collection=false - arena_block_size=1048576 - bottommost_compression_opts={use_zstd_dict_trainer=true;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} - target_file_size_multiplier=1 - max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 - blob_garbage_collection_force_threshold=1.000000 - enable_blob_files=false - level0_slowdown_writes_trigger=20 - compression=kLZ4Compression - level0_file_num_compaction_trigger=4 - prefix_extractor=nullptr - max_bytes_for_level_multiplier=10.000000 - write_buffer_size=67108864 - disable_auto_compactions=false - max_compaction_bytes=1677721600 - compression_opts={use_zstd_dict_trainer=true;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} - hard_pending_compaction_bytes_limit=274877906944 - blob_file_size=268435456 - periodic_compaction_seconds=0 - paranoid_file_checks=false - experimental_mempurge_threshold=0.000000 - memtable_prefix_bloom_size_ratio=0.020000 - max_bytes_for_level_base=268435456 - max_sequential_skip_in_iterations=8 - report_bg_io_stats=false - sst_partitioner_factory=nullptr - compaction_pri=kMinOverlappingRatio - compaction_style=kCompactionStyleLevel - compaction_filter_factory=nullptr - compaction_filter=nullptr - memtable_factory=SkipListFactory - comparator=leveldb.BytewiseComparator - bloom_locality=0 - min_write_buffer_number_to_merge=1 - table_factory=BlockBasedTable - max_write_buffer_size_to_maintain=0 - max_write_buffer_number_to_maintain=0 - preserve_internal_time_seconds=0 - force_consistency_checks=true - optimize_filters_for_hits=false - merge_operator=nullptr - num_levels=7 - level_compaction_dynamic_file_size=true - memtable_insert_with_hint_prefix_extractor=nullptr - level_compaction_dynamic_level_bytes=true - preclude_last_level_data_seconds=0 - inplace_update_support=false - -[TableOptions/BlockBasedTable "default"] - num_file_reads_for_auto_readahead=2 - metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} - read_amp_bytes_per_bit=0 - verify_compression=false - format_version=5 - optimize_filters_for_memory=false - partition_filters=false - detect_filter_construct_corruption=false - initial_auto_readahead_size=8192 - max_auto_readahead_size=262144 - enable_index_compression=true - checksum=kXXH3 - index_block_restart_interval=1 - pin_top_level_index_and_filter=true - block_align=false - block_size=4096 - index_type=kBinarySearch - filter_policy=bloomfilter:10:false - metadata_block_size=4096 - no_block_cache=false - index_shortening=kShortenSeparators - whole_key_filtering=true - block_size_deviation=10 - data_block_index_type=kDataBlockBinaryAndHash - data_block_hash_table_util_ratio=0.750000 - cache_index_and_filter_blocks=false - prepopulate_block_cache=kDisable - block_restart_interval=16 - pin_l0_filter_and_index_blocks_in_cache=false - cache_index_and_filter_blocks_with_high_priority=true - flush_block_policy_factory=FlushBlockBySizePolicyFactory - diff --git a/crates/core/harmonic_rank/OPTIONS-000043 b/crates/core/harmonic_rank/OPTIONS-000043 deleted file mode 100644 index 6a0f672f..00000000 --- a/crates/core/harmonic_rank/OPTIONS-000043 +++ /dev/null @@ -1,198 +0,0 @@ -# This is a RocksDB option file. -# -# For detailed file format spec, please refer to the example file -# in examples/rocksdb_option_file_example.ini -# - -[Version] - rocksdb_version=8.1.1 - options_file_version=1.1 - -[DBOptions] - max_background_flushes=-1 - compaction_readahead_size=0 - strict_bytes_per_sync=false - wal_bytes_per_sync=0 - max_open_files=-1 - stats_history_buffer_size=1048576 - max_total_wal_size=0 - stats_persist_period_sec=600 - stats_dump_period_sec=600 - avoid_flush_during_shutdown=false - max_subcompactions=8 - bytes_per_sync=1048576 - delayed_write_rate=16777216 - max_background_compactions=-1 - max_background_jobs=8 - delete_obsolete_files_period_micros=21600000000 - writable_file_max_buffer_size=1048576 - file_checksum_gen_factory=nullptr - allow_data_in_errors=false - max_bgerror_resume_count=2147483647 - best_efforts_recovery=false - write_dbid_to_manifest=false - atomic_flush=false - wal_compression=kNoCompression - manual_wal_flush=false - two_write_queues=false - avoid_flush_during_recovery=false - dump_malloc_stats=false - info_log_level=INFO_LEVEL - write_thread_slow_yield_usec=3 - allow_ingest_behind=false - fail_if_options_file_error=false - persist_stats_to_disk=false - WAL_ttl_seconds=0 - bgerror_resume_retry_interval=1000000 - allow_concurrent_memtable_write=true - paranoid_checks=true - WAL_size_limit_MB=0 - lowest_used_cache_tier=kNonVolatileBlockTier - keep_log_file_num=1000 - table_cache_numshardbits=6 - max_file_opening_threads=16 - use_fsync=false - unordered_write=false - random_access_max_buffer_size=1048576 - log_readahead_size=0 - enable_pipelined_write=false - wal_recovery_mode=kPointInTimeRecovery - db_write_buffer_size=0 - allow_2pc=false - skip_checking_sst_file_sizes_on_db_open=false - skip_stats_update_on_db_open=false - recycle_log_file_num=0 - db_host_id=__hostname__ - access_hint_on_compaction_start=NORMAL - verify_sst_unique_id_in_manifest=true - track_and_verify_wals_in_manifest=false - error_if_exists=false - manifest_preallocation_size=4194304 - is_fd_close_on_exec=true - enable_write_thread_adaptive_yield=true - enable_thread_tracking=false - avoid_unnecessary_blocking_io=false - allow_fallocate=true - max_log_file_size=0 - advise_random_on_open=true - create_missing_column_families=false - max_write_batch_group_size_bytes=1048576 - use_adaptive_mutex=false - wal_filter=nullptr - create_if_missing=true - enforce_single_del_contracts=true - allow_mmap_writes=false - log_file_time_to_roll=0 - use_direct_io_for_flush_and_compaction=false - flush_verify_memtable_count=true - max_manifest_file_size=1073741824 - write_thread_max_yield_usec=100 - use_direct_reads=false - allow_mmap_reads=false - - -[CFOptions "default"] - memtable_protection_bytes_per_key=0 - bottommost_compression=kDisableCompressionOption - sample_for_compression=0 - blob_garbage_collection_age_cutoff=0.250000 - blob_compression_type=kNoCompression - prepopulate_blob_cache=kDisable - blob_compaction_readahead_size=0 - level0_stop_writes_trigger=36 - min_blob_size=0 - last_level_temperature=kUnknown - compaction_options_universal={allow_trivial_move=false;stop_style=kCompactionStopStyleTotalSize;min_merge_width=2;compression_size_percent=-1;max_size_amplification_percent=200;incremental=false;max_merge_width=4294967295;size_ratio=1;} - target_file_size_base=67108864 - ignore_max_compaction_bytes_for_input=true - memtable_whole_key_filtering=true - blob_file_starting_level=0 - soft_pending_compaction_bytes_limit=68719476736 - max_write_buffer_number=2 - ttl=2592000 - compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} - check_flush_compaction_key_order=true - memtable_huge_page_size=0 - max_successive_merges=0 - inplace_update_num_locks=10000 - enable_blob_garbage_collection=false - arena_block_size=1048576 - bottommost_compression_opts={use_zstd_dict_trainer=true;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} - target_file_size_multiplier=1 - max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 - blob_garbage_collection_force_threshold=1.000000 - enable_blob_files=false - level0_slowdown_writes_trigger=20 - compression=kLZ4Compression - level0_file_num_compaction_trigger=4 - prefix_extractor=nullptr - max_bytes_for_level_multiplier=10.000000 - write_buffer_size=67108864 - disable_auto_compactions=false - max_compaction_bytes=1677721600 - compression_opts={use_zstd_dict_trainer=true;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} - hard_pending_compaction_bytes_limit=274877906944 - blob_file_size=268435456 - periodic_compaction_seconds=0 - paranoid_file_checks=false - experimental_mempurge_threshold=0.000000 - memtable_prefix_bloom_size_ratio=0.020000 - max_bytes_for_level_base=268435456 - max_sequential_skip_in_iterations=8 - report_bg_io_stats=false - sst_partitioner_factory=nullptr - compaction_pri=kMinOverlappingRatio - compaction_style=kCompactionStyleLevel - compaction_filter_factory=nullptr - compaction_filter=nullptr - memtable_factory=SkipListFactory - comparator=leveldb.BytewiseComparator - bloom_locality=0 - min_write_buffer_number_to_merge=1 - table_factory=BlockBasedTable - max_write_buffer_size_to_maintain=0 - max_write_buffer_number_to_maintain=0 - preserve_internal_time_seconds=0 - force_consistency_checks=true - optimize_filters_for_hits=false - merge_operator=nullptr - num_levels=7 - level_compaction_dynamic_file_size=true - memtable_insert_with_hint_prefix_extractor=nullptr - level_compaction_dynamic_level_bytes=true - preclude_last_level_data_seconds=0 - inplace_update_support=false - -[TableOptions/BlockBasedTable "default"] - num_file_reads_for_auto_readahead=2 - metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} - read_amp_bytes_per_bit=0 - verify_compression=false - format_version=5 - optimize_filters_for_memory=false - partition_filters=false - detect_filter_construct_corruption=false - initial_auto_readahead_size=8192 - max_auto_readahead_size=262144 - enable_index_compression=true - checksum=kXXH3 - index_block_restart_interval=1 - pin_top_level_index_and_filter=true - block_align=false - block_size=4096 - index_type=kBinarySearch - filter_policy=bloomfilter:10:false - metadata_block_size=4096 - no_block_cache=false - index_shortening=kShortenSeparators - whole_key_filtering=true - block_size_deviation=10 - data_block_index_type=kDataBlockBinaryAndHash - data_block_hash_table_util_ratio=0.750000 - cache_index_and_filter_blocks=false - prepopulate_block_cache=kDisable - block_restart_interval=16 - pin_l0_filter_and_index_blocks_in_cache=false - cache_index_and_filter_blocks_with_high_priority=true - flush_block_policy_factory=FlushBlockBySizePolicyFactory - diff --git a/crates/core/src/entrypoint/indexer/worker.rs b/crates/core/src/entrypoint/indexer/worker.rs index a7dbdd3a..5d4fd64d 100644 --- a/crates/core/src/entrypoint/indexer/worker.rs +++ b/crates/core/src/entrypoint/indexer/worker.rs @@ -424,17 +424,17 @@ mod tests { } let worker = IndexingWorker::new(IndexingLocalConfig { - host_centrality_store_path: "".to_string(), + host_centrality_store_path: crate::gen_temp_path().to_str().unwrap().to_string(), page_centrality_store_path: None, page_webgraph_path: None, topics_path: None, safety_classifier_path: None, dual_encoder_model_path: Some(data_path.to_str().unwrap().to_string()), - output_path: "".to_string(), + output_path: crate::gen_temp_path().to_str().unwrap().to_string(), limit_warc_files: None, skip_warc_files: None, warc_source: WarcSource::Local(crate::config::LocalConfig { - folder: ".".to_string(), + folder: crate::gen_temp_path().to_str().unwrap().to_string(), names: vec!["".to_string()], }), host_centrality_threshold: None,