diff --git a/tools/merge/f1/000030.log b/tools/merge/f1/000030.log new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/tools/merge/f1/CURRENT b/tools/merge/f1/CURRENT new file mode 100644 index 0000000000000000000000000000000000000000..52f34bed9aba7f84d98552ef33560d25fc3c451d --- /dev/null +++ b/tools/merge/f1/CURRENT @@ -0,0 +1 @@ +MANIFEST-000029 diff --git a/tools/merge/f1/IDENTITY b/tools/merge/f1/IDENTITY new file mode 100644 index 0000000000000000000000000000000000000000..962e60cc85bda0a20d9a6911906af56e055e6f69 --- /dev/null +++ b/tools/merge/f1/IDENTITY @@ -0,0 +1 @@ +a457aee4-b9e4-4a49-81e6-0076c45d3524 diff --git a/tools/merge/f1/LOCK b/tools/merge/f1/LOCK new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/tools/merge/f1/LOG b/tools/merge/f1/LOG new file mode 100644 index 0000000000000000000000000000000000000000..5adbf064e9113466150db3e32801191360926b1e --- /dev/null +++ b/tools/merge/f1/LOG @@ -0,0 +1,148 @@ +2016/03/02-17:23:23.268974 7f2f0ef18900 RocksDB version: 4.1.0 +2016/03/02-17:23:23.269192 7f2f0ef18900 Git sha rocksdb_build_git_sha:8f0c83ae72d4709fc457d0f47c6efb1bb3525ae2 +2016/03/02-17:23:23.269196 7f2f0ef18900 Compile date Jan 12 2016 +2016/03/02-17:23:23.269200 7f2f0ef18900 DB SUMMARY +2016/03/02-17:23:23.269284 7f2f0ef18900 CURRENT file: CURRENT +2016/03/02-17:23:23.269288 7f2f0ef18900 IDENTITY file: IDENTITY +2016/03/02-17:23:23.269294 7f2f0ef18900 MANIFEST file: MANIFEST-000026 size: 59 Bytes +2016/03/02-17:23:23.269297 7f2f0ef18900 SST files in f1 dir, Total Num: 0, files: +2016/03/02-17:23:23.269299 7f2f0ef18900 Write Ahead Log file in f1: 000027.log size: 0 ; +2016/03/02-17:23:23.269304 7f2f0ef18900 Options.error_if_exists: 0 +2016/03/02-17:23:23.269306 7f2f0ef18900 Options.create_if_missing: 1 +2016/03/02-17:23:23.269308 7f2f0ef18900 Options.paranoid_checks: 1 +2016/03/02-17:23:23.269310 7f2f0ef18900 Options.env: 0x7f2f0ed05460 +2016/03/02-17:23:23.269312 7f2f0ef18900 Options.info_log: 0xffcfb0 +2016/03/02-17:23:23.269314 7f2f0ef18900 Options.max_open_files: 1024 +2016/03/02-17:23:23.269315 7f2f0ef18900 Options.max_file_opening_threads: 1 +2016/03/02-17:23:23.269317 7f2f0ef18900 Options.max_total_wal_size: 0 +2016/03/02-17:23:23.269319 7f2f0ef18900 Options.disableDataSync: 0 +2016/03/02-17:23:23.269321 7f2f0ef18900 Options.use_fsync: 0 +2016/03/02-17:23:23.269322 7f2f0ef18900 Options.max_log_file_size: 0 +2016/03/02-17:23:23.269324 7f2f0ef18900 Options.max_manifest_file_size: 18446744073709551615 +2016/03/02-17:23:23.269326 7f2f0ef18900 Options.log_file_time_to_roll: 0 +2016/03/02-17:23:23.269328 7f2f0ef18900 Options.keep_log_file_num: 1000 +2016/03/02-17:23:23.269330 7f2f0ef18900 Options.allow_os_buffer: 1 +2016/03/02-17:23:23.269332 7f2f0ef18900 Options.allow_mmap_reads: 0 +2016/03/02-17:23:23.269333 7f2f0ef18900 Options.allow_fallocate: 1 +2016/03/02-17:23:23.269335 7f2f0ef18900 Options.allow_mmap_writes: 0 +2016/03/02-17:23:23.269337 7f2f0ef18900 Options.create_missing_column_families: 0 +2016/03/02-17:23:23.269339 7f2f0ef18900 Options.db_log_dir: +2016/03/02-17:23:23.269341 7f2f0ef18900 Options.wal_dir: f1 +2016/03/02-17:23:23.269342 7f2f0ef18900 Options.table_cache_numshardbits: 4 +2016/03/02-17:23:23.269344 7f2f0ef18900 Options.delete_obsolete_files_period_micros: 21600000000 +2016/03/02-17:23:23.269346 7f2f0ef18900 Options.max_background_compactions: 1 +2016/03/02-17:23:23.269348 7f2f0ef18900 Options.max_subcompactions: 1 +2016/03/02-17:23:23.269350 7f2f0ef18900 Options.max_background_flushes: 1 +2016/03/02-17:23:23.269351 7f2f0ef18900 Options.WAL_ttl_seconds: 0 +2016/03/02-17:23:23.269353 7f2f0ef18900 Options.WAL_size_limit_MB: 0 +2016/03/02-17:23:23.269355 7f2f0ef18900 Options.manifest_preallocation_size: 4194304 +2016/03/02-17:23:23.269357 7f2f0ef18900 Options.allow_os_buffer: 1 +2016/03/02-17:23:23.269358 7f2f0ef18900 Options.allow_mmap_reads: 0 +2016/03/02-17:23:23.269360 7f2f0ef18900 Options.allow_mmap_writes: 0 +2016/03/02-17:23:23.269362 7f2f0ef18900 Options.is_fd_close_on_exec: 1 +2016/03/02-17:23:23.269364 7f2f0ef18900 Options.stats_dump_period_sec: 600 +2016/03/02-17:23:23.269365 7f2f0ef18900 Options.advise_random_on_open: 1 +2016/03/02-17:23:23.269367 7f2f0ef18900 Options.db_write_buffer_size: 0d +2016/03/02-17:23:23.269369 7f2f0ef18900 Options.access_hint_on_compaction_start: NORMAL +2016/03/02-17:23:23.269371 7f2f0ef18900 Options.new_table_reader_for_compaction_inputs: 0 +2016/03/02-17:23:23.269373 7f2f0ef18900 Options.compaction_readahead_size: 0d +2016/03/02-17:23:23.269374 7f2f0ef18900 Options.use_adaptive_mutex: 0 +2016/03/02-17:23:23.269376 7f2f0ef18900 Options.rate_limiter: (nil) +2016/03/02-17:23:23.269391 7f2f0ef18900 Options.delete_scheduler.rate_bytes_per_sec: 0 +2016/03/02-17:23:23.269394 7f2f0ef18900 Options.bytes_per_sync: 0 +2016/03/02-17:23:23.269396 7f2f0ef18900 Options.wal_bytes_per_sync: 0 +2016/03/02-17:23:23.269397 7f2f0ef18900 Options.wal_recovery_mode: 0 +2016/03/02-17:23:23.269399 7f2f0ef18900 Options.enable_thread_tracking: 0 +2016/03/02-17:23:23.269401 7f2f0ef18900 Options.row_cache: None +2016/03/02-17:23:23.269404 7f2f0ef18900 Compression algorithms supported: +2016/03/02-17:23:23.269406 7f2f0ef18900 Snappy supported: 1 +2016/03/02-17:23:23.269408 7f2f0ef18900 Zlib supported: 1 +2016/03/02-17:23:23.269410 7f2f0ef18900 Bzip supported: 1 +2016/03/02-17:23:23.269411 7f2f0ef18900 LZ4 supported: 0 +2016/03/02-17:23:23.269416 7f2f0ef18900 Fast CRC32 supported: 1 +2016/03/02-17:23:23.269511 7f2f0ef18900 Recovering from manifest file: MANIFEST-000026 +2016/03/02-17:23:23.269554 7f2f0ef18900 --------------- Options for column family [default]: +2016/03/02-17:23:23.269559 7f2f0ef18900 Options.comparator: rocksdb.InternalKeyComparator:leveldb.BytewiseComparator +2016/03/02-17:23:23.269562 7f2f0ef18900 Options.merge_operator: None +2016/03/02-17:23:23.269563 7f2f0ef18900 Options.compaction_filter: None +2016/03/02-17:23:23.269565 7f2f0ef18900 Options.compaction_filter_factory: None +2016/03/02-17:23:23.269567 7f2f0ef18900 Options.memtable_factory: SkipListFactory +2016/03/02-17:23:23.269569 7f2f0ef18900 Options.table_factory: BlockBasedTable +2016/03/02-17:23:23.269577 7f2f0ef18900 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0xff7310) + cache_index_and_filter_blocks: 0 + index_type: 0 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0xffd670 + block_cache_size: 8388608 + block_cache_compressed: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + filter_policy: rocksdb.BuiltinBloomFilter + format_version: 0 +2016/03/02-17:23:23.269580 7f2f0ef18900 Options.write_buffer_size: 4194304 +2016/03/02-17:23:23.269582 7f2f0ef18900 Options.max_write_buffer_number: 2 +2016/03/02-17:23:23.269584 7f2f0ef18900 Options.compression: Snappy +2016/03/02-17:23:23.269586 7f2f0ef18900 Options.prefix_extractor: nullptr +2016/03/02-17:23:23.269588 7f2f0ef18900 Options.num_levels: 7 +2016/03/02-17:23:23.269590 7f2f0ef18900 Options.min_write_buffer_number_to_merge: 1 +2016/03/02-17:23:23.269592 7f2f0ef18900 Options.max_write_buffer_number_to_maintain: 0 +2016/03/02-17:23:23.269594 7f2f0ef18900 Options.compression_opts.window_bits: -14 +2016/03/02-17:23:23.269596 7f2f0ef18900 Options.compression_opts.level: -1 +2016/03/02-17:23:23.269597 7f2f0ef18900 Options.compression_opts.strategy: 0 +2016/03/02-17:23:23.269599 7f2f0ef18900 Options.level0_file_num_compaction_trigger: 4 +2016/03/02-17:23:23.269601 7f2f0ef18900 Options.level0_slowdown_writes_trigger: 20 +2016/03/02-17:23:23.269603 7f2f0ef18900 Options.level0_stop_writes_trigger: 24 +2016/03/02-17:23:23.269604 7f2f0ef18900 Options.target_file_size_base: 2097152 +2016/03/02-17:23:23.269606 7f2f0ef18900 Options.target_file_size_multiplier: 1 +2016/03/02-17:23:23.269608 7f2f0ef18900 Options.max_bytes_for_level_base: 10485760 +2016/03/02-17:23:23.269610 7f2f0ef18900 Options.level_compaction_dynamic_level_bytes: 0 +2016/03/02-17:23:23.269612 7f2f0ef18900 Options.max_bytes_for_level_multiplier: 10 +2016/03/02-17:23:23.269613 7f2f0ef18900 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2016/03/02-17:23:23.269615 7f2f0ef18900 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2016/03/02-17:23:23.269617 7f2f0ef18900 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2016/03/02-17:23:23.269619 7f2f0ef18900 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2016/03/02-17:23:23.269633 7f2f0ef18900 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2016/03/02-17:23:23.269636 7f2f0ef18900 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2016/03/02-17:23:23.269638 7f2f0ef18900 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2016/03/02-17:23:23.269640 7f2f0ef18900 Options.max_sequential_skip_in_iterations: 8 +2016/03/02-17:23:23.269642 7f2f0ef18900 Options.expanded_compaction_factor: 25 +2016/03/02-17:23:23.269643 7f2f0ef18900 Options.source_compaction_factor: 1 +2016/03/02-17:23:23.269645 7f2f0ef18900 Options.max_grandparent_overlap_factor: 10 +2016/03/02-17:23:23.269647 7f2f0ef18900 Options.arena_block_size: 524288 +2016/03/02-17:23:23.269649 7f2f0ef18900 Options.soft_rate_limit: 0.00 +2016/03/02-17:23:23.269655 7f2f0ef18900 Options.hard_pending_compaction_bytes_limit: 0 +2016/03/02-17:23:23.269657 7f2f0ef18900 Options.rate_limit_delay_max_milliseconds: 1000 +2016/03/02-17:23:23.269658 7f2f0ef18900 Options.disable_auto_compactions: 0 +2016/03/02-17:23:23.269660 7f2f0ef18900 Options.filter_deletes: 0 +2016/03/02-17:23:23.269662 7f2f0ef18900 Options.verify_checksums_in_compaction: 1 +2016/03/02-17:23:23.269664 7f2f0ef18900 Options.compaction_style: 0 +2016/03/02-17:23:23.269665 7f2f0ef18900 Options.compaction_pri: 0 +2016/03/02-17:23:23.269667 7f2f0ef18900 Options.compaction_options_universal.size_ratio: 1 +2016/03/02-17:23:23.269669 7f2f0ef18900 Options.compaction_options_universal.min_merge_width: 2 +2016/03/02-17:23:23.269671 7f2f0ef18900 Options.compaction_options_universal.max_merge_width: 4294967295 +2016/03/02-17:23:23.269673 7f2f0ef18900 Options.compaction_options_universal.max_size_amplification_percent: 200 +2016/03/02-17:23:23.269674 7f2f0ef18900 Options.compaction_options_universal.compression_size_percent: -1 +2016/03/02-17:23:23.269676 7f2f0ef18900 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2016/03/02-17:23:23.269678 7f2f0ef18900 Options.table_properties_collectors: +2016/03/02-17:23:23.269680 7f2f0ef18900 Options.inplace_update_support: 0 +2016/03/02-17:23:23.269682 7f2f0ef18900 Options.inplace_update_num_locks: 10000 +2016/03/02-17:23:23.269683 7f2f0ef18900 Options.min_partial_merge_operands: 2 +2016/03/02-17:23:23.269685 7f2f0ef18900 Options.memtable_prefix_bloom_bits: 0 +2016/03/02-17:23:23.269687 7f2f0ef18900 Options.memtable_prefix_bloom_probes: 6 +2016/03/02-17:23:23.269689 7f2f0ef18900 Options.memtable_prefix_bloom_huge_page_tlb_size: 0 +2016/03/02-17:23:23.269690 7f2f0ef18900 Options.bloom_locality: 0 +2016/03/02-17:23:23.269692 7f2f0ef18900 Options.max_successive_merges: 0 +2016/03/02-17:23:23.269694 7f2f0ef18900 Options.optimize_fllters_for_hits: 0 +2016/03/02-17:23:23.269696 7f2f0ef18900 Options.paranoid_file_checks: 0 +2016/03/02-17:23:23.269698 7f2f0ef18900 Options.compaction_measure_io_stats: 0 +2016/03/02-17:23:23.269785 7f2f0ef18900 Recovered from manifest file:f1/MANIFEST-000026 succeeded,manifest_file_number is 26, next_file_number is 28, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0 +2016/03/02-17:23:23.269791 7f2f0ef18900 Column family [default] (ID 0), log number is 25 +2016/03/02-17:23:23.269875 7f2f0ef18900 EVENT_LOG_v1 {"time_micros": 1456899803269862, "job": 1, "event": "recovery_started", "log_files": [27]} +2016/03/02-17:23:23.269893 7f2f0ef18900 Recovering log #27 mode 0 skip-recovery 0 +2016/03/02-17:23:23.269925 7f2f0ef18900 Creating manifest 29 +2016/03/02-17:23:23.276013 7f2f0ef18900 Deleting manifest 26 current manifest 29 +2016/03/02-17:23:23.276073 7f2f0ef18900 EVENT_LOG_v1 {"time_micros": 1456899803276068, "job": 1, "event": "recovery_finished"} +2016/03/02-17:23:23.277747 7f2f0ef18900 DB pointer 0xffc650 diff --git a/tools/merge/f1/LOG.old.1456897359065647 b/tools/merge/f1/LOG.old.1456897359065647 new file mode 100644 index 0000000000000000000000000000000000000000..c69d86452020f75840e1bf29d031135e7ca7f3ef --- /dev/null +++ b/tools/merge/f1/LOG.old.1456897359065647 @@ -0,0 +1,141 @@ +2016/03/02-16:35:35.538979 7fcbf4111900 RocksDB version: 4.1.0 +2016/03/02-16:35:35.539090 7fcbf4111900 Git sha rocksdb_build_git_sha:8f0c83ae72d4709fc457d0f47c6efb1bb3525ae2 +2016/03/02-16:35:35.539094 7fcbf4111900 Compile date Jan 12 2016 +2016/03/02-16:35:35.539097 7fcbf4111900 DB SUMMARY +2016/03/02-16:35:35.539129 7fcbf4111900 SST files in f1 dir, Total Num: 0, files: +2016/03/02-16:35:35.539131 7fcbf4111900 Write Ahead Log file in f1: +2016/03/02-16:35:35.539133 7fcbf4111900 Options.error_if_exists: 0 +2016/03/02-16:35:35.539134 7fcbf4111900 Options.create_if_missing: 1 +2016/03/02-16:35:35.539135 7fcbf4111900 Options.paranoid_checks: 1 +2016/03/02-16:35:35.539136 7fcbf4111900 Options.env: 0x7fcbf3efe460 +2016/03/02-16:35:35.539137 7fcbf4111900 Options.info_log: 0xee7fb0 +2016/03/02-16:35:35.539138 7fcbf4111900 Options.max_open_files: 1024 +2016/03/02-16:35:35.539140 7fcbf4111900 Options.max_file_opening_threads: 1 +2016/03/02-16:35:35.539140 7fcbf4111900 Options.max_total_wal_size: 0 +2016/03/02-16:35:35.539147 7fcbf4111900 Options.disableDataSync: 0 +2016/03/02-16:35:35.539149 7fcbf4111900 Options.use_fsync: 0 +2016/03/02-16:35:35.539149 7fcbf4111900 Options.max_log_file_size: 0 +2016/03/02-16:35:35.539151 7fcbf4111900 Options.max_manifest_file_size: 18446744073709551615 +2016/03/02-16:35:35.539152 7fcbf4111900 Options.log_file_time_to_roll: 0 +2016/03/02-16:35:35.539153 7fcbf4111900 Options.keep_log_file_num: 1000 +2016/03/02-16:35:35.539154 7fcbf4111900 Options.allow_os_buffer: 1 +2016/03/02-16:35:35.539155 7fcbf4111900 Options.allow_mmap_reads: 0 +2016/03/02-16:35:35.539155 7fcbf4111900 Options.allow_fallocate: 1 +2016/03/02-16:35:35.539156 7fcbf4111900 Options.allow_mmap_writes: 0 +2016/03/02-16:35:35.539157 7fcbf4111900 Options.create_missing_column_families: 0 +2016/03/02-16:35:35.539158 7fcbf4111900 Options.db_log_dir: +2016/03/02-16:35:35.539159 7fcbf4111900 Options.wal_dir: f1 +2016/03/02-16:35:35.539160 7fcbf4111900 Options.table_cache_numshardbits: 4 +2016/03/02-16:35:35.539161 7fcbf4111900 Options.delete_obsolete_files_period_micros: 21600000000 +2016/03/02-16:35:35.539162 7fcbf4111900 Options.max_background_compactions: 1 +2016/03/02-16:35:35.539163 7fcbf4111900 Options.max_subcompactions: 1 +2016/03/02-16:35:35.539164 7fcbf4111900 Options.max_background_flushes: 1 +2016/03/02-16:35:35.539165 7fcbf4111900 Options.WAL_ttl_seconds: 0 +2016/03/02-16:35:35.539166 7fcbf4111900 Options.WAL_size_limit_MB: 0 +2016/03/02-16:35:35.539167 7fcbf4111900 Options.manifest_preallocation_size: 4194304 +2016/03/02-16:35:35.539168 7fcbf4111900 Options.allow_os_buffer: 1 +2016/03/02-16:35:35.539169 7fcbf4111900 Options.allow_mmap_reads: 0 +2016/03/02-16:35:35.539170 7fcbf4111900 Options.allow_mmap_writes: 0 +2016/03/02-16:35:35.539171 7fcbf4111900 Options.is_fd_close_on_exec: 1 +2016/03/02-16:35:35.539172 7fcbf4111900 Options.stats_dump_period_sec: 600 +2016/03/02-16:35:35.539173 7fcbf4111900 Options.advise_random_on_open: 1 +2016/03/02-16:35:35.539174 7fcbf4111900 Options.db_write_buffer_size: 0d +2016/03/02-16:35:35.539175 7fcbf4111900 Options.access_hint_on_compaction_start: NORMAL +2016/03/02-16:35:35.539176 7fcbf4111900 Options.new_table_reader_for_compaction_inputs: 0 +2016/03/02-16:35:35.539181 7fcbf4111900 Options.compaction_readahead_size: 0d +2016/03/02-16:35:35.539182 7fcbf4111900 Options.use_adaptive_mutex: 0 +2016/03/02-16:35:35.539183 7fcbf4111900 Options.rate_limiter: (nil) +2016/03/02-16:35:35.539185 7fcbf4111900 Options.delete_scheduler.rate_bytes_per_sec: 0 +2016/03/02-16:35:35.539186 7fcbf4111900 Options.bytes_per_sync: 0 +2016/03/02-16:35:35.539187 7fcbf4111900 Options.wal_bytes_per_sync: 0 +2016/03/02-16:35:35.539196 7fcbf4111900 Options.wal_recovery_mode: 0 +2016/03/02-16:35:35.539198 7fcbf4111900 Options.enable_thread_tracking: 0 +2016/03/02-16:35:35.539199 7fcbf4111900 Options.row_cache: None +2016/03/02-16:35:35.539201 7fcbf4111900 Compression algorithms supported: +2016/03/02-16:35:35.539202 7fcbf4111900 Snappy supported: 1 +2016/03/02-16:35:35.539203 7fcbf4111900 Zlib supported: 1 +2016/03/02-16:35:35.539204 7fcbf4111900 Bzip supported: 1 +2016/03/02-16:35:35.539205 7fcbf4111900 LZ4 supported: 0 +2016/03/02-16:35:35.539208 7fcbf4111900 Fast CRC32 supported: 1 +2016/03/02-16:35:35.539259 7fcbf4111900 Creating manifest 1 +2016/03/02-16:35:35.548895 7fcbf4111900 Recovering from manifest file: MANIFEST-000001 +2016/03/02-16:35:35.548928 7fcbf4111900 --------------- Options for column family [default]: +2016/03/02-16:35:35.548934 7fcbf4111900 Options.comparator: rocksdb.InternalKeyComparator:leveldb.BytewiseComparator +2016/03/02-16:35:35.548935 7fcbf4111900 Options.merge_operator: None +2016/03/02-16:35:35.548936 7fcbf4111900 Options.compaction_filter: None +2016/03/02-16:35:35.548937 7fcbf4111900 Options.compaction_filter_factory: None +2016/03/02-16:35:35.548938 7fcbf4111900 Options.memtable_factory: SkipListFactory +2016/03/02-16:35:35.548939 7fcbf4111900 Options.table_factory: BlockBasedTable +2016/03/02-16:35:35.548954 7fcbf4111900 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0xee2310) + cache_index_and_filter_blocks: 0 + index_type: 0 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0xee8670 + block_cache_size: 8388608 + block_cache_compressed: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + filter_policy: rocksdb.BuiltinBloomFilter + format_version: 0 +2016/03/02-16:35:35.548957 7fcbf4111900 Options.write_buffer_size: 4194304 +2016/03/02-16:35:35.548958 7fcbf4111900 Options.max_write_buffer_number: 2 +2016/03/02-16:35:35.548959 7fcbf4111900 Options.compression: Snappy +2016/03/02-16:35:35.548960 7fcbf4111900 Options.prefix_extractor: nullptr +2016/03/02-16:35:35.548961 7fcbf4111900 Options.num_levels: 7 +2016/03/02-16:35:35.548962 7fcbf4111900 Options.min_write_buffer_number_to_merge: 1 +2016/03/02-16:35:35.548963 7fcbf4111900 Options.max_write_buffer_number_to_maintain: 0 +2016/03/02-16:35:35.548964 7fcbf4111900 Options.compression_opts.window_bits: -14 +2016/03/02-16:35:35.548965 7fcbf4111900 Options.compression_opts.level: -1 +2016/03/02-16:35:35.548966 7fcbf4111900 Options.compression_opts.strategy: 0 +2016/03/02-16:35:35.548967 7fcbf4111900 Options.level0_file_num_compaction_trigger: 4 +2016/03/02-16:35:35.548968 7fcbf4111900 Options.level0_slowdown_writes_trigger: 20 +2016/03/02-16:35:35.548969 7fcbf4111900 Options.level0_stop_writes_trigger: 24 +2016/03/02-16:35:35.548970 7fcbf4111900 Options.target_file_size_base: 2097152 +2016/03/02-16:35:35.548971 7fcbf4111900 Options.target_file_size_multiplier: 1 +2016/03/02-16:35:35.548972 7fcbf4111900 Options.max_bytes_for_level_base: 10485760 +2016/03/02-16:35:35.548973 7fcbf4111900 Options.level_compaction_dynamic_level_bytes: 0 +2016/03/02-16:35:35.548974 7fcbf4111900 Options.max_bytes_for_level_multiplier: 10 +2016/03/02-16:35:35.548975 7fcbf4111900 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2016/03/02-16:35:35.548976 7fcbf4111900 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2016/03/02-16:35:35.548977 7fcbf4111900 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2016/03/02-16:35:35.548978 7fcbf4111900 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2016/03/02-16:35:35.548979 7fcbf4111900 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2016/03/02-16:35:35.548980 7fcbf4111900 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2016/03/02-16:35:35.548992 7fcbf4111900 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2016/03/02-16:35:35.548993 7fcbf4111900 Options.max_sequential_skip_in_iterations: 8 +2016/03/02-16:35:35.548994 7fcbf4111900 Options.expanded_compaction_factor: 25 +2016/03/02-16:35:35.548995 7fcbf4111900 Options.source_compaction_factor: 1 +2016/03/02-16:35:35.548996 7fcbf4111900 Options.max_grandparent_overlap_factor: 10 +2016/03/02-16:35:35.548997 7fcbf4111900 Options.arena_block_size: 524288 +2016/03/02-16:35:35.548998 7fcbf4111900 Options.soft_rate_limit: 0.00 +2016/03/02-16:35:35.549003 7fcbf4111900 Options.hard_pending_compaction_bytes_limit: 0 +2016/03/02-16:35:35.549004 7fcbf4111900 Options.rate_limit_delay_max_milliseconds: 1000 +2016/03/02-16:35:35.549005 7fcbf4111900 Options.disable_auto_compactions: 0 +2016/03/02-16:35:35.549006 7fcbf4111900 Options.filter_deletes: 0 +2016/03/02-16:35:35.549007 7fcbf4111900 Options.verify_checksums_in_compaction: 1 +2016/03/02-16:35:35.549008 7fcbf4111900 Options.compaction_style: 0 +2016/03/02-16:35:35.549009 7fcbf4111900 Options.compaction_pri: 0 +2016/03/02-16:35:35.549010 7fcbf4111900 Options.compaction_options_universal.size_ratio: 1 +2016/03/02-16:35:35.549011 7fcbf4111900 Options.compaction_options_universal.min_merge_width: 2 +2016/03/02-16:35:35.549011 7fcbf4111900 Options.compaction_options_universal.max_merge_width: 4294967295 +2016/03/02-16:35:35.549013 7fcbf4111900 Options.compaction_options_universal.max_size_amplification_percent: 200 +2016/03/02-16:35:35.549014 7fcbf4111900 Options.compaction_options_universal.compression_size_percent: -1 +2016/03/02-16:35:35.549015 7fcbf4111900 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2016/03/02-16:35:35.549016 7fcbf4111900 Options.table_properties_collectors: +2016/03/02-16:35:35.549017 7fcbf4111900 Options.inplace_update_support: 0 +2016/03/02-16:35:35.549018 7fcbf4111900 Options.inplace_update_num_locks: 10000 +2016/03/02-16:35:35.549019 7fcbf4111900 Options.min_partial_merge_operands: 2 +2016/03/02-16:35:35.549020 7fcbf4111900 Options.memtable_prefix_bloom_bits: 0 +2016/03/02-16:35:35.549020 7fcbf4111900 Options.memtable_prefix_bloom_probes: 6 +2016/03/02-16:35:35.549021 7fcbf4111900 Options.memtable_prefix_bloom_huge_page_tlb_size: 0 +2016/03/02-16:35:35.549022 7fcbf4111900 Options.bloom_locality: 0 +2016/03/02-16:35:35.549023 7fcbf4111900 Options.max_successive_merges: 0 +2016/03/02-16:35:35.549024 7fcbf4111900 Options.optimize_fllters_for_hits: 0 +2016/03/02-16:35:35.549025 7fcbf4111900 Options.paranoid_file_checks: 0 +2016/03/02-16:35:35.549026 7fcbf4111900 Options.compaction_measure_io_stats: 0 +2016/03/02-16:35:35.549088 7fcbf4111900 Recovered from manifest file:f1/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0 +2016/03/02-16:35:35.549091 7fcbf4111900 Column family [default] (ID 0), log number is 0 +2016/03/02-16:35:35.550559 7fcbf4111900 DB pointer 0xee7650 diff --git a/tools/merge/f1/LOG.old.1456897518380429 b/tools/merge/f1/LOG.old.1456897518380429 new file mode 100644 index 0000000000000000000000000000000000000000..1525e1033769c9815829c5d5ae6fc6eda65e9ad2 --- /dev/null +++ b/tools/merge/f1/LOG.old.1456897518380429 @@ -0,0 +1,148 @@ +2016/03/02-16:42:39.065799 7f984ff16900 RocksDB version: 4.1.0 +2016/03/02-16:42:39.065895 7f984ff16900 Git sha rocksdb_build_git_sha:8f0c83ae72d4709fc457d0f47c6efb1bb3525ae2 +2016/03/02-16:42:39.065899 7f984ff16900 Compile date Jan 12 2016 +2016/03/02-16:42:39.065903 7f984ff16900 DB SUMMARY +2016/03/02-16:42:39.065956 7f984ff16900 CURRENT file: CURRENT +2016/03/02-16:42:39.065960 7f984ff16900 IDENTITY file: IDENTITY +2016/03/02-16:42:39.065966 7f984ff16900 MANIFEST file: MANIFEST-000001 size: 13 Bytes +2016/03/02-16:42:39.065969 7f984ff16900 SST files in f1 dir, Total Num: 0, files: +2016/03/02-16:42:39.065971 7f984ff16900 Write Ahead Log file in f1: 000003.log size: 0 ; +2016/03/02-16:42:39.065975 7f984ff16900 Options.error_if_exists: 0 +2016/03/02-16:42:39.065977 7f984ff16900 Options.create_if_missing: 1 +2016/03/02-16:42:39.065979 7f984ff16900 Options.paranoid_checks: 1 +2016/03/02-16:42:39.065981 7f984ff16900 Options.env: 0x7f984fd03460 +2016/03/02-16:42:39.065983 7f984ff16900 Options.info_log: 0x12cafb0 +2016/03/02-16:42:39.065985 7f984ff16900 Options.max_open_files: 1024 +2016/03/02-16:42:39.065987 7f984ff16900 Options.max_file_opening_threads: 1 +2016/03/02-16:42:39.065988 7f984ff16900 Options.max_total_wal_size: 0 +2016/03/02-16:42:39.065990 7f984ff16900 Options.disableDataSync: 0 +2016/03/02-16:42:39.065992 7f984ff16900 Options.use_fsync: 0 +2016/03/02-16:42:39.065994 7f984ff16900 Options.max_log_file_size: 0 +2016/03/02-16:42:39.065996 7f984ff16900 Options.max_manifest_file_size: 18446744073709551615 +2016/03/02-16:42:39.065998 7f984ff16900 Options.log_file_time_to_roll: 0 +2016/03/02-16:42:39.065999 7f984ff16900 Options.keep_log_file_num: 1000 +2016/03/02-16:42:39.066001 7f984ff16900 Options.allow_os_buffer: 1 +2016/03/02-16:42:39.066003 7f984ff16900 Options.allow_mmap_reads: 0 +2016/03/02-16:42:39.066005 7f984ff16900 Options.allow_fallocate: 1 +2016/03/02-16:42:39.066007 7f984ff16900 Options.allow_mmap_writes: 0 +2016/03/02-16:42:39.066008 7f984ff16900 Options.create_missing_column_families: 0 +2016/03/02-16:42:39.066010 7f984ff16900 Options.db_log_dir: +2016/03/02-16:42:39.066012 7f984ff16900 Options.wal_dir: f1 +2016/03/02-16:42:39.066014 7f984ff16900 Options.table_cache_numshardbits: 4 +2016/03/02-16:42:39.066015 7f984ff16900 Options.delete_obsolete_files_period_micros: 21600000000 +2016/03/02-16:42:39.066017 7f984ff16900 Options.max_background_compactions: 1 +2016/03/02-16:42:39.066019 7f984ff16900 Options.max_subcompactions: 1 +2016/03/02-16:42:39.066021 7f984ff16900 Options.max_background_flushes: 1 +2016/03/02-16:42:39.066023 7f984ff16900 Options.WAL_ttl_seconds: 0 +2016/03/02-16:42:39.066024 7f984ff16900 Options.WAL_size_limit_MB: 0 +2016/03/02-16:42:39.066026 7f984ff16900 Options.manifest_preallocation_size: 4194304 +2016/03/02-16:42:39.066028 7f984ff16900 Options.allow_os_buffer: 1 +2016/03/02-16:42:39.066030 7f984ff16900 Options.allow_mmap_reads: 0 +2016/03/02-16:42:39.066031 7f984ff16900 Options.allow_mmap_writes: 0 +2016/03/02-16:42:39.066033 7f984ff16900 Options.is_fd_close_on_exec: 1 +2016/03/02-16:42:39.066035 7f984ff16900 Options.stats_dump_period_sec: 600 +2016/03/02-16:42:39.066037 7f984ff16900 Options.advise_random_on_open: 1 +2016/03/02-16:42:39.066038 7f984ff16900 Options.db_write_buffer_size: 0d +2016/03/02-16:42:39.066040 7f984ff16900 Options.access_hint_on_compaction_start: NORMAL +2016/03/02-16:42:39.066042 7f984ff16900 Options.new_table_reader_for_compaction_inputs: 0 +2016/03/02-16:42:39.066044 7f984ff16900 Options.compaction_readahead_size: 0d +2016/03/02-16:42:39.066046 7f984ff16900 Options.use_adaptive_mutex: 0 +2016/03/02-16:42:39.066048 7f984ff16900 Options.rate_limiter: (nil) +2016/03/02-16:42:39.066061 7f984ff16900 Options.delete_scheduler.rate_bytes_per_sec: 0 +2016/03/02-16:42:39.066064 7f984ff16900 Options.bytes_per_sync: 0 +2016/03/02-16:42:39.066066 7f984ff16900 Options.wal_bytes_per_sync: 0 +2016/03/02-16:42:39.066067 7f984ff16900 Options.wal_recovery_mode: 0 +2016/03/02-16:42:39.066069 7f984ff16900 Options.enable_thread_tracking: 0 +2016/03/02-16:42:39.066071 7f984ff16900 Options.row_cache: None +2016/03/02-16:42:39.066074 7f984ff16900 Compression algorithms supported: +2016/03/02-16:42:39.066075 7f984ff16900 Snappy supported: 1 +2016/03/02-16:42:39.066077 7f984ff16900 Zlib supported: 1 +2016/03/02-16:42:39.066079 7f984ff16900 Bzip supported: 1 +2016/03/02-16:42:39.066081 7f984ff16900 LZ4 supported: 0 +2016/03/02-16:42:39.066085 7f984ff16900 Fast CRC32 supported: 1 +2016/03/02-16:42:39.066169 7f984ff16900 Recovering from manifest file: MANIFEST-000001 +2016/03/02-16:42:39.066207 7f984ff16900 --------------- Options for column family [default]: +2016/03/02-16:42:39.066212 7f984ff16900 Options.comparator: rocksdb.InternalKeyComparator:leveldb.BytewiseComparator +2016/03/02-16:42:39.066214 7f984ff16900 Options.merge_operator: None +2016/03/02-16:42:39.066216 7f984ff16900 Options.compaction_filter: None +2016/03/02-16:42:39.066218 7f984ff16900 Options.compaction_filter_factory: None +2016/03/02-16:42:39.066220 7f984ff16900 Options.memtable_factory: SkipListFactory +2016/03/02-16:42:39.066222 7f984ff16900 Options.table_factory: BlockBasedTable +2016/03/02-16:42:39.066232 7f984ff16900 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x12c5310) + cache_index_and_filter_blocks: 0 + index_type: 0 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x12cb670 + block_cache_size: 8388608 + block_cache_compressed: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + filter_policy: rocksdb.BuiltinBloomFilter + format_version: 0 +2016/03/02-16:42:39.066235 7f984ff16900 Options.write_buffer_size: 4194304 +2016/03/02-16:42:39.066237 7f984ff16900 Options.max_write_buffer_number: 2 +2016/03/02-16:42:39.066239 7f984ff16900 Options.compression: Snappy +2016/03/02-16:42:39.066242 7f984ff16900 Options.prefix_extractor: nullptr +2016/03/02-16:42:39.066243 7f984ff16900 Options.num_levels: 7 +2016/03/02-16:42:39.066245 7f984ff16900 Options.min_write_buffer_number_to_merge: 1 +2016/03/02-16:42:39.066247 7f984ff16900 Options.max_write_buffer_number_to_maintain: 0 +2016/03/02-16:42:39.066249 7f984ff16900 Options.compression_opts.window_bits: -14 +2016/03/02-16:42:39.066251 7f984ff16900 Options.compression_opts.level: -1 +2016/03/02-16:42:39.066253 7f984ff16900 Options.compression_opts.strategy: 0 +2016/03/02-16:42:39.066254 7f984ff16900 Options.level0_file_num_compaction_trigger: 4 +2016/03/02-16:42:39.066256 7f984ff16900 Options.level0_slowdown_writes_trigger: 20 +2016/03/02-16:42:39.066263 7f984ff16900 Options.level0_stop_writes_trigger: 24 +2016/03/02-16:42:39.066265 7f984ff16900 Options.target_file_size_base: 2097152 +2016/03/02-16:42:39.066267 7f984ff16900 Options.target_file_size_multiplier: 1 +2016/03/02-16:42:39.066269 7f984ff16900 Options.max_bytes_for_level_base: 10485760 +2016/03/02-16:42:39.066271 7f984ff16900 Options.level_compaction_dynamic_level_bytes: 0 +2016/03/02-16:42:39.066272 7f984ff16900 Options.max_bytes_for_level_multiplier: 10 +2016/03/02-16:42:39.066274 7f984ff16900 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2016/03/02-16:42:39.066276 7f984ff16900 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2016/03/02-16:42:39.066278 7f984ff16900 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2016/03/02-16:42:39.066280 7f984ff16900 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2016/03/02-16:42:39.066295 7f984ff16900 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2016/03/02-16:42:39.066298 7f984ff16900 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2016/03/02-16:42:39.066300 7f984ff16900 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2016/03/02-16:42:39.066302 7f984ff16900 Options.max_sequential_skip_in_iterations: 8 +2016/03/02-16:42:39.066304 7f984ff16900 Options.expanded_compaction_factor: 25 +2016/03/02-16:42:39.066306 7f984ff16900 Options.source_compaction_factor: 1 +2016/03/02-16:42:39.066308 7f984ff16900 Options.max_grandparent_overlap_factor: 10 +2016/03/02-16:42:39.066309 7f984ff16900 Options.arena_block_size: 524288 +2016/03/02-16:42:39.066311 7f984ff16900 Options.soft_rate_limit: 0.00 +2016/03/02-16:42:39.066321 7f984ff16900 Options.hard_pending_compaction_bytes_limit: 0 +2016/03/02-16:42:39.066323 7f984ff16900 Options.rate_limit_delay_max_milliseconds: 1000 +2016/03/02-16:42:39.066324 7f984ff16900 Options.disable_auto_compactions: 0 +2016/03/02-16:42:39.066326 7f984ff16900 Options.filter_deletes: 0 +2016/03/02-16:42:39.066328 7f984ff16900 Options.verify_checksums_in_compaction: 1 +2016/03/02-16:42:39.066330 7f984ff16900 Options.compaction_style: 0 +2016/03/02-16:42:39.066332 7f984ff16900 Options.compaction_pri: 0 +2016/03/02-16:42:39.066334 7f984ff16900 Options.compaction_options_universal.size_ratio: 1 +2016/03/02-16:42:39.066335 7f984ff16900 Options.compaction_options_universal.min_merge_width: 2 +2016/03/02-16:42:39.066337 7f984ff16900 Options.compaction_options_universal.max_merge_width: 4294967295 +2016/03/02-16:42:39.066339 7f984ff16900 Options.compaction_options_universal.max_size_amplification_percent: 200 +2016/03/02-16:42:39.066341 7f984ff16900 Options.compaction_options_universal.compression_size_percent: -1 +2016/03/02-16:42:39.066343 7f984ff16900 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2016/03/02-16:42:39.066345 7f984ff16900 Options.table_properties_collectors: +2016/03/02-16:42:39.066347 7f984ff16900 Options.inplace_update_support: 0 +2016/03/02-16:42:39.066348 7f984ff16900 Options.inplace_update_num_locks: 10000 +2016/03/02-16:42:39.066350 7f984ff16900 Options.min_partial_merge_operands: 2 +2016/03/02-16:42:39.066352 7f984ff16900 Options.memtable_prefix_bloom_bits: 0 +2016/03/02-16:42:39.066354 7f984ff16900 Options.memtable_prefix_bloom_probes: 6 +2016/03/02-16:42:39.066355 7f984ff16900 Options.memtable_prefix_bloom_huge_page_tlb_size: 0 +2016/03/02-16:42:39.066357 7f984ff16900 Options.bloom_locality: 0 +2016/03/02-16:42:39.066359 7f984ff16900 Options.max_successive_merges: 0 +2016/03/02-16:42:39.066361 7f984ff16900 Options.optimize_fllters_for_hits: 0 +2016/03/02-16:42:39.066362 7f984ff16900 Options.paranoid_file_checks: 0 +2016/03/02-16:42:39.066364 7f984ff16900 Options.compaction_measure_io_stats: 0 +2016/03/02-16:42:39.066435 7f984ff16900 Recovered from manifest file:f1/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0 +2016/03/02-16:42:39.066440 7f984ff16900 Column family [default] (ID 0), log number is 0 +2016/03/02-16:42:39.066514 7f984ff16900 EVENT_LOG_v1 {"time_micros": 1456897359066501, "job": 1, "event": "recovery_started", "log_files": [3]} +2016/03/02-16:42:39.066531 7f984ff16900 Recovering log #3 mode 0 skip-recovery 0 +2016/03/02-16:42:39.066566 7f984ff16900 Creating manifest 5 +2016/03/02-16:42:39.071967 7f984ff16900 Deleting manifest 1 current manifest 5 +2016/03/02-16:42:39.072011 7f984ff16900 EVENT_LOG_v1 {"time_micros": 1456897359072008, "job": 1, "event": "recovery_finished"} +2016/03/02-16:42:39.073735 7f984ff16900 DB pointer 0x12ca650 diff --git a/tools/merge/f1/LOG.old.1456897643867179 b/tools/merge/f1/LOG.old.1456897643867179 new file mode 100644 index 0000000000000000000000000000000000000000..3c6460e9fc768e12857d3668d564b7a36b12015e --- /dev/null +++ b/tools/merge/f1/LOG.old.1456897643867179 @@ -0,0 +1,148 @@ +2016/03/02-16:45:18.380584 7fa9c3a02900 RocksDB version: 4.1.0 +2016/03/02-16:45:18.380679 7fa9c3a02900 Git sha rocksdb_build_git_sha:8f0c83ae72d4709fc457d0f47c6efb1bb3525ae2 +2016/03/02-16:45:18.380684 7fa9c3a02900 Compile date Jan 12 2016 +2016/03/02-16:45:18.380688 7fa9c3a02900 DB SUMMARY +2016/03/02-16:45:18.380733 7fa9c3a02900 CURRENT file: CURRENT +2016/03/02-16:45:18.380737 7fa9c3a02900 IDENTITY file: IDENTITY +2016/03/02-16:45:18.380742 7fa9c3a02900 MANIFEST file: MANIFEST-000005 size: 59 Bytes +2016/03/02-16:45:18.380744 7fa9c3a02900 SST files in f1 dir, Total Num: 0, files: +2016/03/02-16:45:18.380747 7fa9c3a02900 Write Ahead Log file in f1: 000006.log size: 0 ; +2016/03/02-16:45:18.380751 7fa9c3a02900 Options.error_if_exists: 0 +2016/03/02-16:45:18.380753 7fa9c3a02900 Options.create_if_missing: 1 +2016/03/02-16:45:18.380755 7fa9c3a02900 Options.paranoid_checks: 1 +2016/03/02-16:45:18.380757 7fa9c3a02900 Options.env: 0x7fa9c37ef460 +2016/03/02-16:45:18.380759 7fa9c3a02900 Options.info_log: 0x1d36fb0 +2016/03/02-16:45:18.380761 7fa9c3a02900 Options.max_open_files: 1024 +2016/03/02-16:45:18.380763 7fa9c3a02900 Options.max_file_opening_threads: 1 +2016/03/02-16:45:18.380765 7fa9c3a02900 Options.max_total_wal_size: 0 +2016/03/02-16:45:18.380766 7fa9c3a02900 Options.disableDataSync: 0 +2016/03/02-16:45:18.380768 7fa9c3a02900 Options.use_fsync: 0 +2016/03/02-16:45:18.380770 7fa9c3a02900 Options.max_log_file_size: 0 +2016/03/02-16:45:18.380772 7fa9c3a02900 Options.max_manifest_file_size: 18446744073709551615 +2016/03/02-16:45:18.380774 7fa9c3a02900 Options.log_file_time_to_roll: 0 +2016/03/02-16:45:18.380776 7fa9c3a02900 Options.keep_log_file_num: 1000 +2016/03/02-16:45:18.380778 7fa9c3a02900 Options.allow_os_buffer: 1 +2016/03/02-16:45:18.380780 7fa9c3a02900 Options.allow_mmap_reads: 0 +2016/03/02-16:45:18.380782 7fa9c3a02900 Options.allow_fallocate: 1 +2016/03/02-16:45:18.380784 7fa9c3a02900 Options.allow_mmap_writes: 0 +2016/03/02-16:45:18.380786 7fa9c3a02900 Options.create_missing_column_families: 0 +2016/03/02-16:45:18.380787 7fa9c3a02900 Options.db_log_dir: +2016/03/02-16:45:18.380789 7fa9c3a02900 Options.wal_dir: f1 +2016/03/02-16:45:18.380791 7fa9c3a02900 Options.table_cache_numshardbits: 4 +2016/03/02-16:45:18.380793 7fa9c3a02900 Options.delete_obsolete_files_period_micros: 21600000000 +2016/03/02-16:45:18.380795 7fa9c3a02900 Options.max_background_compactions: 1 +2016/03/02-16:45:18.380797 7fa9c3a02900 Options.max_subcompactions: 1 +2016/03/02-16:45:18.380799 7fa9c3a02900 Options.max_background_flushes: 1 +2016/03/02-16:45:18.380800 7fa9c3a02900 Options.WAL_ttl_seconds: 0 +2016/03/02-16:45:18.380802 7fa9c3a02900 Options.WAL_size_limit_MB: 0 +2016/03/02-16:45:18.380804 7fa9c3a02900 Options.manifest_preallocation_size: 4194304 +2016/03/02-16:45:18.380806 7fa9c3a02900 Options.allow_os_buffer: 1 +2016/03/02-16:45:18.380808 7fa9c3a02900 Options.allow_mmap_reads: 0 +2016/03/02-16:45:18.380810 7fa9c3a02900 Options.allow_mmap_writes: 0 +2016/03/02-16:45:18.380811 7fa9c3a02900 Options.is_fd_close_on_exec: 1 +2016/03/02-16:45:18.380813 7fa9c3a02900 Options.stats_dump_period_sec: 600 +2016/03/02-16:45:18.380815 7fa9c3a02900 Options.advise_random_on_open: 1 +2016/03/02-16:45:18.380817 7fa9c3a02900 Options.db_write_buffer_size: 0d +2016/03/02-16:45:18.380819 7fa9c3a02900 Options.access_hint_on_compaction_start: NORMAL +2016/03/02-16:45:18.380821 7fa9c3a02900 Options.new_table_reader_for_compaction_inputs: 0 +2016/03/02-16:45:18.380823 7fa9c3a02900 Options.compaction_readahead_size: 0d +2016/03/02-16:45:18.380825 7fa9c3a02900 Options.use_adaptive_mutex: 0 +2016/03/02-16:45:18.380827 7fa9c3a02900 Options.rate_limiter: (nil) +2016/03/02-16:45:18.380841 7fa9c3a02900 Options.delete_scheduler.rate_bytes_per_sec: 0 +2016/03/02-16:45:18.380843 7fa9c3a02900 Options.bytes_per_sync: 0 +2016/03/02-16:45:18.380845 7fa9c3a02900 Options.wal_bytes_per_sync: 0 +2016/03/02-16:45:18.380847 7fa9c3a02900 Options.wal_recovery_mode: 0 +2016/03/02-16:45:18.380849 7fa9c3a02900 Options.enable_thread_tracking: 0 +2016/03/02-16:45:18.380851 7fa9c3a02900 Options.row_cache: None +2016/03/02-16:45:18.380854 7fa9c3a02900 Compression algorithms supported: +2016/03/02-16:45:18.380855 7fa9c3a02900 Snappy supported: 1 +2016/03/02-16:45:18.380858 7fa9c3a02900 Zlib supported: 1 +2016/03/02-16:45:18.380859 7fa9c3a02900 Bzip supported: 1 +2016/03/02-16:45:18.380861 7fa9c3a02900 LZ4 supported: 0 +2016/03/02-16:45:18.380866 7fa9c3a02900 Fast CRC32 supported: 1 +2016/03/02-16:45:18.380957 7fa9c3a02900 Recovering from manifest file: MANIFEST-000005 +2016/03/02-16:45:18.380999 7fa9c3a02900 --------------- Options for column family [default]: +2016/03/02-16:45:18.381004 7fa9c3a02900 Options.comparator: rocksdb.InternalKeyComparator:leveldb.BytewiseComparator +2016/03/02-16:45:18.381006 7fa9c3a02900 Options.merge_operator: None +2016/03/02-16:45:18.381008 7fa9c3a02900 Options.compaction_filter: None +2016/03/02-16:45:18.381010 7fa9c3a02900 Options.compaction_filter_factory: None +2016/03/02-16:45:18.381012 7fa9c3a02900 Options.memtable_factory: SkipListFactory +2016/03/02-16:45:18.381013 7fa9c3a02900 Options.table_factory: BlockBasedTable +2016/03/02-16:45:18.381028 7fa9c3a02900 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x1d31310) + cache_index_and_filter_blocks: 0 + index_type: 0 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x1d37670 + block_cache_size: 8388608 + block_cache_compressed: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + filter_policy: rocksdb.BuiltinBloomFilter + format_version: 0 +2016/03/02-16:45:18.381032 7fa9c3a02900 Options.write_buffer_size: 4194304 +2016/03/02-16:45:18.381034 7fa9c3a02900 Options.max_write_buffer_number: 2 +2016/03/02-16:45:18.381036 7fa9c3a02900 Options.compression: Snappy +2016/03/02-16:45:18.381038 7fa9c3a02900 Options.prefix_extractor: nullptr +2016/03/02-16:45:18.381040 7fa9c3a02900 Options.num_levels: 7 +2016/03/02-16:45:18.381042 7fa9c3a02900 Options.min_write_buffer_number_to_merge: 1 +2016/03/02-16:45:18.381044 7fa9c3a02900 Options.max_write_buffer_number_to_maintain: 0 +2016/03/02-16:45:18.381046 7fa9c3a02900 Options.compression_opts.window_bits: -14 +2016/03/02-16:45:18.381047 7fa9c3a02900 Options.compression_opts.level: -1 +2016/03/02-16:45:18.381049 7fa9c3a02900 Options.compression_opts.strategy: 0 +2016/03/02-16:45:18.381051 7fa9c3a02900 Options.level0_file_num_compaction_trigger: 4 +2016/03/02-16:45:18.381053 7fa9c3a02900 Options.level0_slowdown_writes_trigger: 20 +2016/03/02-16:45:18.381055 7fa9c3a02900 Options.level0_stop_writes_trigger: 24 +2016/03/02-16:45:18.381057 7fa9c3a02900 Options.target_file_size_base: 2097152 +2016/03/02-16:45:18.381059 7fa9c3a02900 Options.target_file_size_multiplier: 1 +2016/03/02-16:45:18.381061 7fa9c3a02900 Options.max_bytes_for_level_base: 10485760 +2016/03/02-16:45:18.381062 7fa9c3a02900 Options.level_compaction_dynamic_level_bytes: 0 +2016/03/02-16:45:18.381064 7fa9c3a02900 Options.max_bytes_for_level_multiplier: 10 +2016/03/02-16:45:18.381066 7fa9c3a02900 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2016/03/02-16:45:18.381068 7fa9c3a02900 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2016/03/02-16:45:18.381070 7fa9c3a02900 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2016/03/02-16:45:18.381071 7fa9c3a02900 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2016/03/02-16:45:18.381085 7fa9c3a02900 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2016/03/02-16:45:18.381088 7fa9c3a02900 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2016/03/02-16:45:18.381090 7fa9c3a02900 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2016/03/02-16:45:18.381092 7fa9c3a02900 Options.max_sequential_skip_in_iterations: 8 +2016/03/02-16:45:18.381094 7fa9c3a02900 Options.expanded_compaction_factor: 25 +2016/03/02-16:45:18.381095 7fa9c3a02900 Options.source_compaction_factor: 1 +2016/03/02-16:45:18.381097 7fa9c3a02900 Options.max_grandparent_overlap_factor: 10 +2016/03/02-16:45:18.381099 7fa9c3a02900 Options.arena_block_size: 524288 +2016/03/02-16:45:18.381101 7fa9c3a02900 Options.soft_rate_limit: 0.00 +2016/03/02-16:45:18.381107 7fa9c3a02900 Options.hard_pending_compaction_bytes_limit: 0 +2016/03/02-16:45:18.381114 7fa9c3a02900 Options.rate_limit_delay_max_milliseconds: 1000 +2016/03/02-16:45:18.381116 7fa9c3a02900 Options.disable_auto_compactions: 0 +2016/03/02-16:45:18.381118 7fa9c3a02900 Options.filter_deletes: 0 +2016/03/02-16:45:18.381120 7fa9c3a02900 Options.verify_checksums_in_compaction: 1 +2016/03/02-16:45:18.381122 7fa9c3a02900 Options.compaction_style: 0 +2016/03/02-16:45:18.381124 7fa9c3a02900 Options.compaction_pri: 0 +2016/03/02-16:45:18.381125 7fa9c3a02900 Options.compaction_options_universal.size_ratio: 1 +2016/03/02-16:45:18.381127 7fa9c3a02900 Options.compaction_options_universal.min_merge_width: 2 +2016/03/02-16:45:18.381129 7fa9c3a02900 Options.compaction_options_universal.max_merge_width: 4294967295 +2016/03/02-16:45:18.381131 7fa9c3a02900 Options.compaction_options_universal.max_size_amplification_percent: 200 +2016/03/02-16:45:18.381133 7fa9c3a02900 Options.compaction_options_universal.compression_size_percent: -1 +2016/03/02-16:45:18.381135 7fa9c3a02900 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2016/03/02-16:45:18.381137 7fa9c3a02900 Options.table_properties_collectors: +2016/03/02-16:45:18.381139 7fa9c3a02900 Options.inplace_update_support: 0 +2016/03/02-16:45:18.381141 7fa9c3a02900 Options.inplace_update_num_locks: 10000 +2016/03/02-16:45:18.381143 7fa9c3a02900 Options.min_partial_merge_operands: 2 +2016/03/02-16:45:18.381144 7fa9c3a02900 Options.memtable_prefix_bloom_bits: 0 +2016/03/02-16:45:18.381146 7fa9c3a02900 Options.memtable_prefix_bloom_probes: 6 +2016/03/02-16:45:18.381148 7fa9c3a02900 Options.memtable_prefix_bloom_huge_page_tlb_size: 0 +2016/03/02-16:45:18.381149 7fa9c3a02900 Options.bloom_locality: 0 +2016/03/02-16:45:18.381151 7fa9c3a02900 Options.max_successive_merges: 0 +2016/03/02-16:45:18.381153 7fa9c3a02900 Options.optimize_fllters_for_hits: 0 +2016/03/02-16:45:18.381155 7fa9c3a02900 Options.paranoid_file_checks: 0 +2016/03/02-16:45:18.381157 7fa9c3a02900 Options.compaction_measure_io_stats: 0 +2016/03/02-16:45:18.381240 7fa9c3a02900 Recovered from manifest file:f1/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0 +2016/03/02-16:45:18.381245 7fa9c3a02900 Column family [default] (ID 0), log number is 4 +2016/03/02-16:45:18.381318 7fa9c3a02900 EVENT_LOG_v1 {"time_micros": 1456897518381305, "job": 1, "event": "recovery_started", "log_files": [6]} +2016/03/02-16:45:18.381336 7fa9c3a02900 Recovering log #6 mode 0 skip-recovery 0 +2016/03/02-16:45:18.381369 7fa9c3a02900 Creating manifest 8 +2016/03/02-16:45:18.385788 7fa9c3a02900 Deleting manifest 5 current manifest 8 +2016/03/02-16:45:18.385833 7fa9c3a02900 EVENT_LOG_v1 {"time_micros": 1456897518385830, "job": 1, "event": "recovery_finished"} +2016/03/02-16:45:18.387383 7fa9c3a02900 DB pointer 0x1d36650 diff --git a/tools/merge/f1/LOG.old.1456897758651559 b/tools/merge/f1/LOG.old.1456897758651559 new file mode 100644 index 0000000000000000000000000000000000000000..0ea0f56f4a09f89a0944ffd193f63f0d1bf112e1 --- /dev/null +++ b/tools/merge/f1/LOG.old.1456897758651559 @@ -0,0 +1,148 @@ +2016/03/02-16:47:23.867333 7fb12c51b900 RocksDB version: 4.1.0 +2016/03/02-16:47:23.867432 7fb12c51b900 Git sha rocksdb_build_git_sha:8f0c83ae72d4709fc457d0f47c6efb1bb3525ae2 +2016/03/02-16:47:23.867436 7fb12c51b900 Compile date Jan 12 2016 +2016/03/02-16:47:23.867440 7fb12c51b900 DB SUMMARY +2016/03/02-16:47:23.867494 7fb12c51b900 CURRENT file: CURRENT +2016/03/02-16:47:23.867498 7fb12c51b900 IDENTITY file: IDENTITY +2016/03/02-16:47:23.867503 7fb12c51b900 MANIFEST file: MANIFEST-000008 size: 59 Bytes +2016/03/02-16:47:23.867506 7fb12c51b900 SST files in f1 dir, Total Num: 0, files: +2016/03/02-16:47:23.867509 7fb12c51b900 Write Ahead Log file in f1: 000009.log size: 0 ; +2016/03/02-16:47:23.867512 7fb12c51b900 Options.error_if_exists: 0 +2016/03/02-16:47:23.867515 7fb12c51b900 Options.create_if_missing: 1 +2016/03/02-16:47:23.867516 7fb12c51b900 Options.paranoid_checks: 1 +2016/03/02-16:47:23.867518 7fb12c51b900 Options.env: 0x7fb12c308460 +2016/03/02-16:47:23.867520 7fb12c51b900 Options.info_log: 0x2b52fb0 +2016/03/02-16:47:23.867522 7fb12c51b900 Options.max_open_files: 1024 +2016/03/02-16:47:23.867524 7fb12c51b900 Options.max_file_opening_threads: 1 +2016/03/02-16:47:23.867526 7fb12c51b900 Options.max_total_wal_size: 0 +2016/03/02-16:47:23.867527 7fb12c51b900 Options.disableDataSync: 0 +2016/03/02-16:47:23.867529 7fb12c51b900 Options.use_fsync: 0 +2016/03/02-16:47:23.867531 7fb12c51b900 Options.max_log_file_size: 0 +2016/03/02-16:47:23.867533 7fb12c51b900 Options.max_manifest_file_size: 18446744073709551615 +2016/03/02-16:47:23.867535 7fb12c51b900 Options.log_file_time_to_roll: 0 +2016/03/02-16:47:23.867537 7fb12c51b900 Options.keep_log_file_num: 1000 +2016/03/02-16:47:23.867539 7fb12c51b900 Options.allow_os_buffer: 1 +2016/03/02-16:47:23.867541 7fb12c51b900 Options.allow_mmap_reads: 0 +2016/03/02-16:47:23.867543 7fb12c51b900 Options.allow_fallocate: 1 +2016/03/02-16:47:23.867545 7fb12c51b900 Options.allow_mmap_writes: 0 +2016/03/02-16:47:23.867546 7fb12c51b900 Options.create_missing_column_families: 0 +2016/03/02-16:47:23.867548 7fb12c51b900 Options.db_log_dir: +2016/03/02-16:47:23.867550 7fb12c51b900 Options.wal_dir: f1 +2016/03/02-16:47:23.867552 7fb12c51b900 Options.table_cache_numshardbits: 4 +2016/03/02-16:47:23.867554 7fb12c51b900 Options.delete_obsolete_files_period_micros: 21600000000 +2016/03/02-16:47:23.867556 7fb12c51b900 Options.max_background_compactions: 1 +2016/03/02-16:47:23.867558 7fb12c51b900 Options.max_subcompactions: 1 +2016/03/02-16:47:23.867560 7fb12c51b900 Options.max_background_flushes: 1 +2016/03/02-16:47:23.867562 7fb12c51b900 Options.WAL_ttl_seconds: 0 +2016/03/02-16:47:23.867563 7fb12c51b900 Options.WAL_size_limit_MB: 0 +2016/03/02-16:47:23.867565 7fb12c51b900 Options.manifest_preallocation_size: 4194304 +2016/03/02-16:47:23.867567 7fb12c51b900 Options.allow_os_buffer: 1 +2016/03/02-16:47:23.867569 7fb12c51b900 Options.allow_mmap_reads: 0 +2016/03/02-16:47:23.867571 7fb12c51b900 Options.allow_mmap_writes: 0 +2016/03/02-16:47:23.867572 7fb12c51b900 Options.is_fd_close_on_exec: 1 +2016/03/02-16:47:23.867574 7fb12c51b900 Options.stats_dump_period_sec: 600 +2016/03/02-16:47:23.867576 7fb12c51b900 Options.advise_random_on_open: 1 +2016/03/02-16:47:23.867578 7fb12c51b900 Options.db_write_buffer_size: 0d +2016/03/02-16:47:23.867580 7fb12c51b900 Options.access_hint_on_compaction_start: NORMAL +2016/03/02-16:47:23.867582 7fb12c51b900 Options.new_table_reader_for_compaction_inputs: 0 +2016/03/02-16:47:23.867584 7fb12c51b900 Options.compaction_readahead_size: 0d +2016/03/02-16:47:23.867586 7fb12c51b900 Options.use_adaptive_mutex: 0 +2016/03/02-16:47:23.867588 7fb12c51b900 Options.rate_limiter: (nil) +2016/03/02-16:47:23.867601 7fb12c51b900 Options.delete_scheduler.rate_bytes_per_sec: 0 +2016/03/02-16:47:23.867604 7fb12c51b900 Options.bytes_per_sync: 0 +2016/03/02-16:47:23.867606 7fb12c51b900 Options.wal_bytes_per_sync: 0 +2016/03/02-16:47:23.867608 7fb12c51b900 Options.wal_recovery_mode: 0 +2016/03/02-16:47:23.867610 7fb12c51b900 Options.enable_thread_tracking: 0 +2016/03/02-16:47:23.867611 7fb12c51b900 Options.row_cache: None +2016/03/02-16:47:23.867614 7fb12c51b900 Compression algorithms supported: +2016/03/02-16:47:23.867617 7fb12c51b900 Snappy supported: 1 +2016/03/02-16:47:23.867619 7fb12c51b900 Zlib supported: 1 +2016/03/02-16:47:23.867620 7fb12c51b900 Bzip supported: 1 +2016/03/02-16:47:23.867622 7fb12c51b900 LZ4 supported: 0 +2016/03/02-16:47:23.867627 7fb12c51b900 Fast CRC32 supported: 1 +2016/03/02-16:47:23.867706 7fb12c51b900 Recovering from manifest file: MANIFEST-000008 +2016/03/02-16:47:23.867746 7fb12c51b900 --------------- Options for column family [default]: +2016/03/02-16:47:23.867752 7fb12c51b900 Options.comparator: rocksdb.InternalKeyComparator:leveldb.BytewiseComparator +2016/03/02-16:47:23.867754 7fb12c51b900 Options.merge_operator: None +2016/03/02-16:47:23.867756 7fb12c51b900 Options.compaction_filter: None +2016/03/02-16:47:23.867758 7fb12c51b900 Options.compaction_filter_factory: None +2016/03/02-16:47:23.867760 7fb12c51b900 Options.memtable_factory: SkipListFactory +2016/03/02-16:47:23.867762 7fb12c51b900 Options.table_factory: BlockBasedTable +2016/03/02-16:47:23.867773 7fb12c51b900 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x2b4d310) + cache_index_and_filter_blocks: 0 + index_type: 0 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x2b53670 + block_cache_size: 8388608 + block_cache_compressed: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + filter_policy: rocksdb.BuiltinBloomFilter + format_version: 0 +2016/03/02-16:47:23.867775 7fb12c51b900 Options.write_buffer_size: 4194304 +2016/03/02-16:47:23.867777 7fb12c51b900 Options.max_write_buffer_number: 2 +2016/03/02-16:47:23.867779 7fb12c51b900 Options.compression: Snappy +2016/03/02-16:47:23.867781 7fb12c51b900 Options.prefix_extractor: nullptr +2016/03/02-16:47:23.867783 7fb12c51b900 Options.num_levels: 7 +2016/03/02-16:47:23.867785 7fb12c51b900 Options.min_write_buffer_number_to_merge: 1 +2016/03/02-16:47:23.867787 7fb12c51b900 Options.max_write_buffer_number_to_maintain: 0 +2016/03/02-16:47:23.867788 7fb12c51b900 Options.compression_opts.window_bits: -14 +2016/03/02-16:47:23.867790 7fb12c51b900 Options.compression_opts.level: -1 +2016/03/02-16:47:23.867792 7fb12c51b900 Options.compression_opts.strategy: 0 +2016/03/02-16:47:23.867794 7fb12c51b900 Options.level0_file_num_compaction_trigger: 4 +2016/03/02-16:47:23.867796 7fb12c51b900 Options.level0_slowdown_writes_trigger: 20 +2016/03/02-16:47:23.867798 7fb12c51b900 Options.level0_stop_writes_trigger: 24 +2016/03/02-16:47:23.867800 7fb12c51b900 Options.target_file_size_base: 2097152 +2016/03/02-16:47:23.867801 7fb12c51b900 Options.target_file_size_multiplier: 1 +2016/03/02-16:47:23.867803 7fb12c51b900 Options.max_bytes_for_level_base: 10485760 +2016/03/02-16:47:23.867805 7fb12c51b900 Options.level_compaction_dynamic_level_bytes: 0 +2016/03/02-16:47:23.867807 7fb12c51b900 Options.max_bytes_for_level_multiplier: 10 +2016/03/02-16:47:23.867809 7fb12c51b900 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2016/03/02-16:47:23.867811 7fb12c51b900 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2016/03/02-16:47:23.867813 7fb12c51b900 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2016/03/02-16:47:23.867815 7fb12c51b900 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2016/03/02-16:47:23.867828 7fb12c51b900 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2016/03/02-16:47:23.867831 7fb12c51b900 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2016/03/02-16:47:23.867832 7fb12c51b900 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2016/03/02-16:47:23.867834 7fb12c51b900 Options.max_sequential_skip_in_iterations: 8 +2016/03/02-16:47:23.867836 7fb12c51b900 Options.expanded_compaction_factor: 25 +2016/03/02-16:47:23.867838 7fb12c51b900 Options.source_compaction_factor: 1 +2016/03/02-16:47:23.867840 7fb12c51b900 Options.max_grandparent_overlap_factor: 10 +2016/03/02-16:47:23.867842 7fb12c51b900 Options.arena_block_size: 524288 +2016/03/02-16:47:23.867844 7fb12c51b900 Options.soft_rate_limit: 0.00 +2016/03/02-16:47:23.867850 7fb12c51b900 Options.hard_pending_compaction_bytes_limit: 0 +2016/03/02-16:47:23.867852 7fb12c51b900 Options.rate_limit_delay_max_milliseconds: 1000 +2016/03/02-16:47:23.867854 7fb12c51b900 Options.disable_auto_compactions: 0 +2016/03/02-16:47:23.867856 7fb12c51b900 Options.filter_deletes: 0 +2016/03/02-16:47:23.867857 7fb12c51b900 Options.verify_checksums_in_compaction: 1 +2016/03/02-16:47:23.867859 7fb12c51b900 Options.compaction_style: 0 +2016/03/02-16:47:23.867861 7fb12c51b900 Options.compaction_pri: 0 +2016/03/02-16:47:23.867863 7fb12c51b900 Options.compaction_options_universal.size_ratio: 1 +2016/03/02-16:47:23.867864 7fb12c51b900 Options.compaction_options_universal.min_merge_width: 2 +2016/03/02-16:47:23.867866 7fb12c51b900 Options.compaction_options_universal.max_merge_width: 4294967295 +2016/03/02-16:47:23.867868 7fb12c51b900 Options.compaction_options_universal.max_size_amplification_percent: 200 +2016/03/02-16:47:23.867870 7fb12c51b900 Options.compaction_options_universal.compression_size_percent: -1 +2016/03/02-16:47:23.867872 7fb12c51b900 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2016/03/02-16:47:23.867874 7fb12c51b900 Options.table_properties_collectors: +2016/03/02-16:47:23.867876 7fb12c51b900 Options.inplace_update_support: 0 +2016/03/02-16:47:23.867878 7fb12c51b900 Options.inplace_update_num_locks: 10000 +2016/03/02-16:47:23.867880 7fb12c51b900 Options.min_partial_merge_operands: 2 +2016/03/02-16:47:23.867882 7fb12c51b900 Options.memtable_prefix_bloom_bits: 0 +2016/03/02-16:47:23.867883 7fb12c51b900 Options.memtable_prefix_bloom_probes: 6 +2016/03/02-16:47:23.867885 7fb12c51b900 Options.memtable_prefix_bloom_huge_page_tlb_size: 0 +2016/03/02-16:47:23.867887 7fb12c51b900 Options.bloom_locality: 0 +2016/03/02-16:47:23.867889 7fb12c51b900 Options.max_successive_merges: 0 +2016/03/02-16:47:23.867891 7fb12c51b900 Options.optimize_fllters_for_hits: 0 +2016/03/02-16:47:23.867893 7fb12c51b900 Options.paranoid_file_checks: 0 +2016/03/02-16:47:23.867895 7fb12c51b900 Options.compaction_measure_io_stats: 0 +2016/03/02-16:47:23.867983 7fb12c51b900 Recovered from manifest file:f1/MANIFEST-000008 succeeded,manifest_file_number is 8, next_file_number is 10, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0 +2016/03/02-16:47:23.867988 7fb12c51b900 Column family [default] (ID 0), log number is 7 +2016/03/02-16:47:23.868062 7fb12c51b900 EVENT_LOG_v1 {"time_micros": 1456897643868050, "job": 1, "event": "recovery_started", "log_files": [9]} +2016/03/02-16:47:23.868078 7fb12c51b900 Recovering log #9 mode 0 skip-recovery 0 +2016/03/02-16:47:23.868110 7fb12c51b900 Creating manifest 11 +2016/03/02-16:47:23.873520 7fb12c51b900 Deleting manifest 8 current manifest 11 +2016/03/02-16:47:23.873567 7fb12c51b900 EVENT_LOG_v1 {"time_micros": 1456897643873564, "job": 1, "event": "recovery_finished"} +2016/03/02-16:47:23.875179 7fb12c51b900 DB pointer 0x2b52650 diff --git a/tools/merge/f1/LOG.old.1456897793721910 b/tools/merge/f1/LOG.old.1456897793721910 new file mode 100644 index 0000000000000000000000000000000000000000..5fab99e7b5043a3d8fa32177da04d641acc8ab8e --- /dev/null +++ b/tools/merge/f1/LOG.old.1456897793721910 @@ -0,0 +1,148 @@ +2016/03/02-16:49:18.651730 7f8a0d7c9900 RocksDB version: 4.1.0 +2016/03/02-16:49:18.651826 7f8a0d7c9900 Git sha rocksdb_build_git_sha:8f0c83ae72d4709fc457d0f47c6efb1bb3525ae2 +2016/03/02-16:49:18.651831 7f8a0d7c9900 Compile date Jan 12 2016 +2016/03/02-16:49:18.651835 7f8a0d7c9900 DB SUMMARY +2016/03/02-16:49:18.651892 7f8a0d7c9900 CURRENT file: CURRENT +2016/03/02-16:49:18.651896 7f8a0d7c9900 IDENTITY file: IDENTITY +2016/03/02-16:49:18.651902 7f8a0d7c9900 MANIFEST file: MANIFEST-000011 size: 59 Bytes +2016/03/02-16:49:18.651905 7f8a0d7c9900 SST files in f1 dir, Total Num: 0, files: +2016/03/02-16:49:18.651907 7f8a0d7c9900 Write Ahead Log file in f1: 000012.log size: 0 ; +2016/03/02-16:49:18.651912 7f8a0d7c9900 Options.error_if_exists: 0 +2016/03/02-16:49:18.651914 7f8a0d7c9900 Options.create_if_missing: 1 +2016/03/02-16:49:18.651916 7f8a0d7c9900 Options.paranoid_checks: 1 +2016/03/02-16:49:18.651918 7f8a0d7c9900 Options.env: 0x7f8a0d5b6460 +2016/03/02-16:49:18.651920 7f8a0d7c9900 Options.info_log: 0x2b17fb0 +2016/03/02-16:49:18.651922 7f8a0d7c9900 Options.max_open_files: 1024 +2016/03/02-16:49:18.651924 7f8a0d7c9900 Options.max_file_opening_threads: 1 +2016/03/02-16:49:18.651926 7f8a0d7c9900 Options.max_total_wal_size: 0 +2016/03/02-16:49:18.651928 7f8a0d7c9900 Options.disableDataSync: 0 +2016/03/02-16:49:18.651930 7f8a0d7c9900 Options.use_fsync: 0 +2016/03/02-16:49:18.651932 7f8a0d7c9900 Options.max_log_file_size: 0 +2016/03/02-16:49:18.651934 7f8a0d7c9900 Options.max_manifest_file_size: 18446744073709551615 +2016/03/02-16:49:18.651936 7f8a0d7c9900 Options.log_file_time_to_roll: 0 +2016/03/02-16:49:18.651938 7f8a0d7c9900 Options.keep_log_file_num: 1000 +2016/03/02-16:49:18.651940 7f8a0d7c9900 Options.allow_os_buffer: 1 +2016/03/02-16:49:18.651942 7f8a0d7c9900 Options.allow_mmap_reads: 0 +2016/03/02-16:49:18.651943 7f8a0d7c9900 Options.allow_fallocate: 1 +2016/03/02-16:49:18.651945 7f8a0d7c9900 Options.allow_mmap_writes: 0 +2016/03/02-16:49:18.651947 7f8a0d7c9900 Options.create_missing_column_families: 0 +2016/03/02-16:49:18.651949 7f8a0d7c9900 Options.db_log_dir: +2016/03/02-16:49:18.651951 7f8a0d7c9900 Options.wal_dir: f1 +2016/03/02-16:49:18.651952 7f8a0d7c9900 Options.table_cache_numshardbits: 4 +2016/03/02-16:49:18.651954 7f8a0d7c9900 Options.delete_obsolete_files_period_micros: 21600000000 +2016/03/02-16:49:18.651956 7f8a0d7c9900 Options.max_background_compactions: 1 +2016/03/02-16:49:18.651958 7f8a0d7c9900 Options.max_subcompactions: 1 +2016/03/02-16:49:18.651960 7f8a0d7c9900 Options.max_background_flushes: 1 +2016/03/02-16:49:18.651962 7f8a0d7c9900 Options.WAL_ttl_seconds: 0 +2016/03/02-16:49:18.651963 7f8a0d7c9900 Options.WAL_size_limit_MB: 0 +2016/03/02-16:49:18.651965 7f8a0d7c9900 Options.manifest_preallocation_size: 4194304 +2016/03/02-16:49:18.651967 7f8a0d7c9900 Options.allow_os_buffer: 1 +2016/03/02-16:49:18.651969 7f8a0d7c9900 Options.allow_mmap_reads: 0 +2016/03/02-16:49:18.651971 7f8a0d7c9900 Options.allow_mmap_writes: 0 +2016/03/02-16:49:18.651973 7f8a0d7c9900 Options.is_fd_close_on_exec: 1 +2016/03/02-16:49:18.651975 7f8a0d7c9900 Options.stats_dump_period_sec: 600 +2016/03/02-16:49:18.651977 7f8a0d7c9900 Options.advise_random_on_open: 1 +2016/03/02-16:49:18.651979 7f8a0d7c9900 Options.db_write_buffer_size: 0d +2016/03/02-16:49:18.651982 7f8a0d7c9900 Options.access_hint_on_compaction_start: NORMAL +2016/03/02-16:49:18.651984 7f8a0d7c9900 Options.new_table_reader_for_compaction_inputs: 0 +2016/03/02-16:49:18.651986 7f8a0d7c9900 Options.compaction_readahead_size: 0d +2016/03/02-16:49:18.651988 7f8a0d7c9900 Options.use_adaptive_mutex: 0 +2016/03/02-16:49:18.651990 7f8a0d7c9900 Options.rate_limiter: (nil) +2016/03/02-16:49:18.652004 7f8a0d7c9900 Options.delete_scheduler.rate_bytes_per_sec: 0 +2016/03/02-16:49:18.652007 7f8a0d7c9900 Options.bytes_per_sync: 0 +2016/03/02-16:49:18.652009 7f8a0d7c9900 Options.wal_bytes_per_sync: 0 +2016/03/02-16:49:18.652011 7f8a0d7c9900 Options.wal_recovery_mode: 0 +2016/03/02-16:49:18.652012 7f8a0d7c9900 Options.enable_thread_tracking: 0 +2016/03/02-16:49:18.652014 7f8a0d7c9900 Options.row_cache: None +2016/03/02-16:49:18.652017 7f8a0d7c9900 Compression algorithms supported: +2016/03/02-16:49:18.652019 7f8a0d7c9900 Snappy supported: 1 +2016/03/02-16:49:18.652021 7f8a0d7c9900 Zlib supported: 1 +2016/03/02-16:49:18.652023 7f8a0d7c9900 Bzip supported: 1 +2016/03/02-16:49:18.652024 7f8a0d7c9900 LZ4 supported: 0 +2016/03/02-16:49:18.652029 7f8a0d7c9900 Fast CRC32 supported: 1 +2016/03/02-16:49:18.652099 7f8a0d7c9900 Recovering from manifest file: MANIFEST-000011 +2016/03/02-16:49:18.652130 7f8a0d7c9900 --------------- Options for column family [default]: +2016/03/02-16:49:18.652134 7f8a0d7c9900 Options.comparator: rocksdb.InternalKeyComparator:leveldb.BytewiseComparator +2016/03/02-16:49:18.652136 7f8a0d7c9900 Options.merge_operator: None +2016/03/02-16:49:18.652137 7f8a0d7c9900 Options.compaction_filter: None +2016/03/02-16:49:18.652138 7f8a0d7c9900 Options.compaction_filter_factory: None +2016/03/02-16:49:18.652139 7f8a0d7c9900 Options.memtable_factory: SkipListFactory +2016/03/02-16:49:18.652140 7f8a0d7c9900 Options.table_factory: BlockBasedTable +2016/03/02-16:49:18.652147 7f8a0d7c9900 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x2b12310) + cache_index_and_filter_blocks: 0 + index_type: 0 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x2b18670 + block_cache_size: 8388608 + block_cache_compressed: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + filter_policy: rocksdb.BuiltinBloomFilter + format_version: 0 +2016/03/02-16:49:18.652148 7f8a0d7c9900 Options.write_buffer_size: 4194304 +2016/03/02-16:49:18.652149 7f8a0d7c9900 Options.max_write_buffer_number: 2 +2016/03/02-16:49:18.652151 7f8a0d7c9900 Options.compression: Snappy +2016/03/02-16:49:18.652152 7f8a0d7c9900 Options.prefix_extractor: nullptr +2016/03/02-16:49:18.652153 7f8a0d7c9900 Options.num_levels: 7 +2016/03/02-16:49:18.652154 7f8a0d7c9900 Options.min_write_buffer_number_to_merge: 1 +2016/03/02-16:49:18.652155 7f8a0d7c9900 Options.max_write_buffer_number_to_maintain: 0 +2016/03/02-16:49:18.652156 7f8a0d7c9900 Options.compression_opts.window_bits: -14 +2016/03/02-16:49:18.652157 7f8a0d7c9900 Options.compression_opts.level: -1 +2016/03/02-16:49:18.652158 7f8a0d7c9900 Options.compression_opts.strategy: 0 +2016/03/02-16:49:18.652159 7f8a0d7c9900 Options.level0_file_num_compaction_trigger: 4 +2016/03/02-16:49:18.652160 7f8a0d7c9900 Options.level0_slowdown_writes_trigger: 20 +2016/03/02-16:49:18.652161 7f8a0d7c9900 Options.level0_stop_writes_trigger: 24 +2016/03/02-16:49:18.652162 7f8a0d7c9900 Options.target_file_size_base: 2097152 +2016/03/02-16:49:18.652163 7f8a0d7c9900 Options.target_file_size_multiplier: 1 +2016/03/02-16:49:18.652164 7f8a0d7c9900 Options.max_bytes_for_level_base: 10485760 +2016/03/02-16:49:18.652165 7f8a0d7c9900 Options.level_compaction_dynamic_level_bytes: 0 +2016/03/02-16:49:18.652166 7f8a0d7c9900 Options.max_bytes_for_level_multiplier: 10 +2016/03/02-16:49:18.652167 7f8a0d7c9900 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2016/03/02-16:49:18.652168 7f8a0d7c9900 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2016/03/02-16:49:18.652169 7f8a0d7c9900 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2016/03/02-16:49:18.652170 7f8a0d7c9900 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2016/03/02-16:49:18.652180 7f8a0d7c9900 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2016/03/02-16:49:18.652181 7f8a0d7c9900 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2016/03/02-16:49:18.652182 7f8a0d7c9900 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2016/03/02-16:49:18.652183 7f8a0d7c9900 Options.max_sequential_skip_in_iterations: 8 +2016/03/02-16:49:18.652184 7f8a0d7c9900 Options.expanded_compaction_factor: 25 +2016/03/02-16:49:18.652185 7f8a0d7c9900 Options.source_compaction_factor: 1 +2016/03/02-16:49:18.652186 7f8a0d7c9900 Options.max_grandparent_overlap_factor: 10 +2016/03/02-16:49:18.652187 7f8a0d7c9900 Options.arena_block_size: 524288 +2016/03/02-16:49:18.652188 7f8a0d7c9900 Options.soft_rate_limit: 0.00 +2016/03/02-16:49:18.652193 7f8a0d7c9900 Options.hard_pending_compaction_bytes_limit: 0 +2016/03/02-16:49:18.652194 7f8a0d7c9900 Options.rate_limit_delay_max_milliseconds: 1000 +2016/03/02-16:49:18.652194 7f8a0d7c9900 Options.disable_auto_compactions: 0 +2016/03/02-16:49:18.652195 7f8a0d7c9900 Options.filter_deletes: 0 +2016/03/02-16:49:18.652196 7f8a0d7c9900 Options.verify_checksums_in_compaction: 1 +2016/03/02-16:49:18.652197 7f8a0d7c9900 Options.compaction_style: 0 +2016/03/02-16:49:18.652198 7f8a0d7c9900 Options.compaction_pri: 0 +2016/03/02-16:49:18.652199 7f8a0d7c9900 Options.compaction_options_universal.size_ratio: 1 +2016/03/02-16:49:18.652200 7f8a0d7c9900 Options.compaction_options_universal.min_merge_width: 2 +2016/03/02-16:49:18.652201 7f8a0d7c9900 Options.compaction_options_universal.max_merge_width: 4294967295 +2016/03/02-16:49:18.652202 7f8a0d7c9900 Options.compaction_options_universal.max_size_amplification_percent: 200 +2016/03/02-16:49:18.652203 7f8a0d7c9900 Options.compaction_options_universal.compression_size_percent: -1 +2016/03/02-16:49:18.652204 7f8a0d7c9900 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2016/03/02-16:49:18.652205 7f8a0d7c9900 Options.table_properties_collectors: +2016/03/02-16:49:18.652206 7f8a0d7c9900 Options.inplace_update_support: 0 +2016/03/02-16:49:18.652207 7f8a0d7c9900 Options.inplace_update_num_locks: 10000 +2016/03/02-16:49:18.652208 7f8a0d7c9900 Options.min_partial_merge_operands: 2 +2016/03/02-16:49:18.652209 7f8a0d7c9900 Options.memtable_prefix_bloom_bits: 0 +2016/03/02-16:49:18.652210 7f8a0d7c9900 Options.memtable_prefix_bloom_probes: 6 +2016/03/02-16:49:18.652211 7f8a0d7c9900 Options.memtable_prefix_bloom_huge_page_tlb_size: 0 +2016/03/02-16:49:18.652212 7f8a0d7c9900 Options.bloom_locality: 0 +2016/03/02-16:49:18.652213 7f8a0d7c9900 Options.max_successive_merges: 0 +2016/03/02-16:49:18.652214 7f8a0d7c9900 Options.optimize_fllters_for_hits: 0 +2016/03/02-16:49:18.652214 7f8a0d7c9900 Options.paranoid_file_checks: 0 +2016/03/02-16:49:18.652215 7f8a0d7c9900 Options.compaction_measure_io_stats: 0 +2016/03/02-16:49:18.652279 7f8a0d7c9900 Recovered from manifest file:f1/MANIFEST-000011 succeeded,manifest_file_number is 11, next_file_number is 13, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0 +2016/03/02-16:49:18.652283 7f8a0d7c9900 Column family [default] (ID 0), log number is 10 +2016/03/02-16:49:18.652342 7f8a0d7c9900 EVENT_LOG_v1 {"time_micros": 1456897758652332, "job": 1, "event": "recovery_started", "log_files": [12]} +2016/03/02-16:49:18.652354 7f8a0d7c9900 Recovering log #12 mode 0 skip-recovery 0 +2016/03/02-16:49:18.652379 7f8a0d7c9900 Creating manifest 14 +2016/03/02-16:49:18.657482 7f8a0d7c9900 Deleting manifest 11 current manifest 14 +2016/03/02-16:49:18.657530 7f8a0d7c9900 EVENT_LOG_v1 {"time_micros": 1456897758657527, "job": 1, "event": "recovery_finished"} +2016/03/02-16:49:18.659136 7f8a0d7c9900 DB pointer 0x2b17650 diff --git a/tools/merge/f1/LOG.old.1456897989507112 b/tools/merge/f1/LOG.old.1456897989507112 new file mode 100644 index 0000000000000000000000000000000000000000..8e7ad380f2c43c30ed3623f6354181f00437b0e4 --- /dev/null +++ b/tools/merge/f1/LOG.old.1456897989507112 @@ -0,0 +1,148 @@ +2016/03/02-16:49:53.722298 7fbea45ec900 RocksDB version: 4.1.0 +2016/03/02-16:49:53.722400 7fbea45ec900 Git sha rocksdb_build_git_sha:8f0c83ae72d4709fc457d0f47c6efb1bb3525ae2 +2016/03/02-16:49:53.722405 7fbea45ec900 Compile date Jan 12 2016 +2016/03/02-16:49:53.722409 7fbea45ec900 DB SUMMARY +2016/03/02-16:49:53.722459 7fbea45ec900 CURRENT file: CURRENT +2016/03/02-16:49:53.722463 7fbea45ec900 IDENTITY file: IDENTITY +2016/03/02-16:49:53.722469 7fbea45ec900 MANIFEST file: MANIFEST-000014 size: 59 Bytes +2016/03/02-16:49:53.722472 7fbea45ec900 SST files in f1 dir, Total Num: 0, files: +2016/03/02-16:49:53.722474 7fbea45ec900 Write Ahead Log file in f1: 000015.log size: 0 ; +2016/03/02-16:49:53.722478 7fbea45ec900 Options.error_if_exists: 0 +2016/03/02-16:49:53.722481 7fbea45ec900 Options.create_if_missing: 1 +2016/03/02-16:49:53.722482 7fbea45ec900 Options.paranoid_checks: 1 +2016/03/02-16:49:53.722484 7fbea45ec900 Options.env: 0x7fbea43d9460 +2016/03/02-16:49:53.722486 7fbea45ec900 Options.info_log: 0x1bb3fb0 +2016/03/02-16:49:53.722488 7fbea45ec900 Options.max_open_files: 1024 +2016/03/02-16:49:53.722490 7fbea45ec900 Options.max_file_opening_threads: 1 +2016/03/02-16:49:53.722492 7fbea45ec900 Options.max_total_wal_size: 0 +2016/03/02-16:49:53.722493 7fbea45ec900 Options.disableDataSync: 0 +2016/03/02-16:49:53.722496 7fbea45ec900 Options.use_fsync: 0 +2016/03/02-16:49:53.722497 7fbea45ec900 Options.max_log_file_size: 0 +2016/03/02-16:49:53.722499 7fbea45ec900 Options.max_manifest_file_size: 18446744073709551615 +2016/03/02-16:49:53.722501 7fbea45ec900 Options.log_file_time_to_roll: 0 +2016/03/02-16:49:53.722503 7fbea45ec900 Options.keep_log_file_num: 1000 +2016/03/02-16:49:53.722505 7fbea45ec900 Options.allow_os_buffer: 1 +2016/03/02-16:49:53.722507 7fbea45ec900 Options.allow_mmap_reads: 0 +2016/03/02-16:49:53.722509 7fbea45ec900 Options.allow_fallocate: 1 +2016/03/02-16:49:53.722511 7fbea45ec900 Options.allow_mmap_writes: 0 +2016/03/02-16:49:53.722512 7fbea45ec900 Options.create_missing_column_families: 0 +2016/03/02-16:49:53.722514 7fbea45ec900 Options.db_log_dir: +2016/03/02-16:49:53.722516 7fbea45ec900 Options.wal_dir: f1 +2016/03/02-16:49:53.722518 7fbea45ec900 Options.table_cache_numshardbits: 4 +2016/03/02-16:49:53.722520 7fbea45ec900 Options.delete_obsolete_files_period_micros: 21600000000 +2016/03/02-16:49:53.722522 7fbea45ec900 Options.max_background_compactions: 1 +2016/03/02-16:49:53.722523 7fbea45ec900 Options.max_subcompactions: 1 +2016/03/02-16:49:53.722525 7fbea45ec900 Options.max_background_flushes: 1 +2016/03/02-16:49:53.722527 7fbea45ec900 Options.WAL_ttl_seconds: 0 +2016/03/02-16:49:53.722529 7fbea45ec900 Options.WAL_size_limit_MB: 0 +2016/03/02-16:49:53.722530 7fbea45ec900 Options.manifest_preallocation_size: 4194304 +2016/03/02-16:49:53.722532 7fbea45ec900 Options.allow_os_buffer: 1 +2016/03/02-16:49:53.722534 7fbea45ec900 Options.allow_mmap_reads: 0 +2016/03/02-16:49:53.722536 7fbea45ec900 Options.allow_mmap_writes: 0 +2016/03/02-16:49:53.722538 7fbea45ec900 Options.is_fd_close_on_exec: 1 +2016/03/02-16:49:53.722540 7fbea45ec900 Options.stats_dump_period_sec: 600 +2016/03/02-16:49:53.722542 7fbea45ec900 Options.advise_random_on_open: 1 +2016/03/02-16:49:53.722544 7fbea45ec900 Options.db_write_buffer_size: 0d +2016/03/02-16:49:53.722546 7fbea45ec900 Options.access_hint_on_compaction_start: NORMAL +2016/03/02-16:49:53.722548 7fbea45ec900 Options.new_table_reader_for_compaction_inputs: 0 +2016/03/02-16:49:53.722550 7fbea45ec900 Options.compaction_readahead_size: 0d +2016/03/02-16:49:53.722551 7fbea45ec900 Options.use_adaptive_mutex: 0 +2016/03/02-16:49:53.722553 7fbea45ec900 Options.rate_limiter: (nil) +2016/03/02-16:49:53.722567 7fbea45ec900 Options.delete_scheduler.rate_bytes_per_sec: 0 +2016/03/02-16:49:53.722569 7fbea45ec900 Options.bytes_per_sync: 0 +2016/03/02-16:49:53.722571 7fbea45ec900 Options.wal_bytes_per_sync: 0 +2016/03/02-16:49:53.722573 7fbea45ec900 Options.wal_recovery_mode: 0 +2016/03/02-16:49:53.722575 7fbea45ec900 Options.enable_thread_tracking: 0 +2016/03/02-16:49:53.722577 7fbea45ec900 Options.row_cache: None +2016/03/02-16:49:53.722580 7fbea45ec900 Compression algorithms supported: +2016/03/02-16:49:53.722582 7fbea45ec900 Snappy supported: 1 +2016/03/02-16:49:53.722584 7fbea45ec900 Zlib supported: 1 +2016/03/02-16:49:53.722585 7fbea45ec900 Bzip supported: 1 +2016/03/02-16:49:53.722587 7fbea45ec900 LZ4 supported: 0 +2016/03/02-16:49:53.722592 7fbea45ec900 Fast CRC32 supported: 1 +2016/03/02-16:49:53.722678 7fbea45ec900 Recovering from manifest file: MANIFEST-000014 +2016/03/02-16:49:53.722720 7fbea45ec900 --------------- Options for column family [default]: +2016/03/02-16:49:53.722725 7fbea45ec900 Options.comparator: rocksdb.InternalKeyComparator:leveldb.BytewiseComparator +2016/03/02-16:49:53.722741 7fbea45ec900 Options.merge_operator: None +2016/03/02-16:49:53.722754 7fbea45ec900 Options.compaction_filter: None +2016/03/02-16:49:53.722763 7fbea45ec900 Options.compaction_filter_factory: None +2016/03/02-16:49:53.722765 7fbea45ec900 Options.memtable_factory: SkipListFactory +2016/03/02-16:49:53.722767 7fbea45ec900 Options.table_factory: BlockBasedTable +2016/03/02-16:49:53.722780 7fbea45ec900 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x1bae310) + cache_index_and_filter_blocks: 0 + index_type: 0 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x1bb4670 + block_cache_size: 8388608 + block_cache_compressed: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + filter_policy: rocksdb.BuiltinBloomFilter + format_version: 0 +2016/03/02-16:49:53.722784 7fbea45ec900 Options.write_buffer_size: 4194304 +2016/03/02-16:49:53.722786 7fbea45ec900 Options.max_write_buffer_number: 2 +2016/03/02-16:49:53.722788 7fbea45ec900 Options.compression: Snappy +2016/03/02-16:49:53.722790 7fbea45ec900 Options.prefix_extractor: nullptr +2016/03/02-16:49:53.722792 7fbea45ec900 Options.num_levels: 7 +2016/03/02-16:49:53.722794 7fbea45ec900 Options.min_write_buffer_number_to_merge: 1 +2016/03/02-16:49:53.722796 7fbea45ec900 Options.max_write_buffer_number_to_maintain: 0 +2016/03/02-16:49:53.722798 7fbea45ec900 Options.compression_opts.window_bits: -14 +2016/03/02-16:49:53.722800 7fbea45ec900 Options.compression_opts.level: -1 +2016/03/02-16:49:53.722802 7fbea45ec900 Options.compression_opts.strategy: 0 +2016/03/02-16:49:53.722803 7fbea45ec900 Options.level0_file_num_compaction_trigger: 4 +2016/03/02-16:49:53.722805 7fbea45ec900 Options.level0_slowdown_writes_trigger: 20 +2016/03/02-16:49:53.722807 7fbea45ec900 Options.level0_stop_writes_trigger: 24 +2016/03/02-16:49:53.722809 7fbea45ec900 Options.target_file_size_base: 2097152 +2016/03/02-16:49:53.722811 7fbea45ec900 Options.target_file_size_multiplier: 1 +2016/03/02-16:49:53.722813 7fbea45ec900 Options.max_bytes_for_level_base: 10485760 +2016/03/02-16:49:53.722814 7fbea45ec900 Options.level_compaction_dynamic_level_bytes: 0 +2016/03/02-16:49:53.722816 7fbea45ec900 Options.max_bytes_for_level_multiplier: 10 +2016/03/02-16:49:53.722818 7fbea45ec900 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2016/03/02-16:49:53.722820 7fbea45ec900 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2016/03/02-16:49:53.722822 7fbea45ec900 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2016/03/02-16:49:53.722824 7fbea45ec900 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2016/03/02-16:49:53.722839 7fbea45ec900 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2016/03/02-16:49:53.722842 7fbea45ec900 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2016/03/02-16:49:53.722844 7fbea45ec900 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2016/03/02-16:49:53.722846 7fbea45ec900 Options.max_sequential_skip_in_iterations: 8 +2016/03/02-16:49:53.722848 7fbea45ec900 Options.expanded_compaction_factor: 25 +2016/03/02-16:49:53.722849 7fbea45ec900 Options.source_compaction_factor: 1 +2016/03/02-16:49:53.722851 7fbea45ec900 Options.max_grandparent_overlap_factor: 10 +2016/03/02-16:49:53.722853 7fbea45ec900 Options.arena_block_size: 524288 +2016/03/02-16:49:53.722855 7fbea45ec900 Options.soft_rate_limit: 0.00 +2016/03/02-16:49:53.722861 7fbea45ec900 Options.hard_pending_compaction_bytes_limit: 0 +2016/03/02-16:49:53.722863 7fbea45ec900 Options.rate_limit_delay_max_milliseconds: 1000 +2016/03/02-16:49:53.722865 7fbea45ec900 Options.disable_auto_compactions: 0 +2016/03/02-16:49:53.722866 7fbea45ec900 Options.filter_deletes: 0 +2016/03/02-16:49:53.722868 7fbea45ec900 Options.verify_checksums_in_compaction: 1 +2016/03/02-16:49:53.722870 7fbea45ec900 Options.compaction_style: 0 +2016/03/02-16:49:53.722875 7fbea45ec900 Options.compaction_pri: 0 +2016/03/02-16:49:53.722877 7fbea45ec900 Options.compaction_options_universal.size_ratio: 1 +2016/03/02-16:49:53.722879 7fbea45ec900 Options.compaction_options_universal.min_merge_width: 2 +2016/03/02-16:49:53.722881 7fbea45ec900 Options.compaction_options_universal.max_merge_width: 4294967295 +2016/03/02-16:49:53.722883 7fbea45ec900 Options.compaction_options_universal.max_size_amplification_percent: 200 +2016/03/02-16:49:53.722885 7fbea45ec900 Options.compaction_options_universal.compression_size_percent: -1 +2016/03/02-16:49:53.722887 7fbea45ec900 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2016/03/02-16:49:53.722889 7fbea45ec900 Options.table_properties_collectors: +2016/03/02-16:49:53.722891 7fbea45ec900 Options.inplace_update_support: 0 +2016/03/02-16:49:53.722892 7fbea45ec900 Options.inplace_update_num_locks: 10000 +2016/03/02-16:49:53.722894 7fbea45ec900 Options.min_partial_merge_operands: 2 +2016/03/02-16:49:53.722896 7fbea45ec900 Options.memtable_prefix_bloom_bits: 0 +2016/03/02-16:49:53.722898 7fbea45ec900 Options.memtable_prefix_bloom_probes: 6 +2016/03/02-16:49:53.722900 7fbea45ec900 Options.memtable_prefix_bloom_huge_page_tlb_size: 0 +2016/03/02-16:49:53.722901 7fbea45ec900 Options.bloom_locality: 0 +2016/03/02-16:49:53.722903 7fbea45ec900 Options.max_successive_merges: 0 +2016/03/02-16:49:53.722905 7fbea45ec900 Options.optimize_fllters_for_hits: 0 +2016/03/02-16:49:53.722907 7fbea45ec900 Options.paranoid_file_checks: 0 +2016/03/02-16:49:53.722909 7fbea45ec900 Options.compaction_measure_io_stats: 0 +2016/03/02-16:49:53.723010 7fbea45ec900 Recovered from manifest file:f1/MANIFEST-000014 succeeded,manifest_file_number is 14, next_file_number is 16, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0 +2016/03/02-16:49:53.723016 7fbea45ec900 Column family [default] (ID 0), log number is 13 +2016/03/02-16:49:53.723104 7fbea45ec900 EVENT_LOG_v1 {"time_micros": 1456897793723088, "job": 1, "event": "recovery_started", "log_files": [15]} +2016/03/02-16:49:53.723122 7fbea45ec900 Recovering log #15 mode 0 skip-recovery 0 +2016/03/02-16:49:53.723156 7fbea45ec900 Creating manifest 17 +2016/03/02-16:49:53.728693 7fbea45ec900 Deleting manifest 14 current manifest 17 +2016/03/02-16:49:53.728748 7fbea45ec900 EVENT_LOG_v1 {"time_micros": 1456897793728743, "job": 1, "event": "recovery_finished"} +2016/03/02-16:49:53.730401 7fbea45ec900 DB pointer 0x1bb3650 diff --git a/tools/merge/f1/LOG.old.1456899695614114 b/tools/merge/f1/LOG.old.1456899695614114 new file mode 100644 index 0000000000000000000000000000000000000000..8233a94471357b5ca5bb0b88e4c63fe198c44dda --- /dev/null +++ b/tools/merge/f1/LOG.old.1456899695614114 @@ -0,0 +1,148 @@ +2016/03/02-16:53:09.507283 7fccedb72900 RocksDB version: 4.1.0 +2016/03/02-16:53:09.507381 7fccedb72900 Git sha rocksdb_build_git_sha:8f0c83ae72d4709fc457d0f47c6efb1bb3525ae2 +2016/03/02-16:53:09.507386 7fccedb72900 Compile date Jan 12 2016 +2016/03/02-16:53:09.507389 7fccedb72900 DB SUMMARY +2016/03/02-16:53:09.507441 7fccedb72900 CURRENT file: CURRENT +2016/03/02-16:53:09.507445 7fccedb72900 IDENTITY file: IDENTITY +2016/03/02-16:53:09.507459 7fccedb72900 MANIFEST file: MANIFEST-000017 size: 59 Bytes +2016/03/02-16:53:09.507462 7fccedb72900 SST files in f1 dir, Total Num: 0, files: +2016/03/02-16:53:09.507465 7fccedb72900 Write Ahead Log file in f1: 000018.log size: 0 ; +2016/03/02-16:53:09.507469 7fccedb72900 Options.error_if_exists: 0 +2016/03/02-16:53:09.507471 7fccedb72900 Options.create_if_missing: 1 +2016/03/02-16:53:09.507473 7fccedb72900 Options.paranoid_checks: 1 +2016/03/02-16:53:09.507475 7fccedb72900 Options.env: 0x7fcced95f460 +2016/03/02-16:53:09.507476 7fccedb72900 Options.info_log: 0x2180fb0 +2016/03/02-16:53:09.507478 7fccedb72900 Options.max_open_files: 1024 +2016/03/02-16:53:09.507480 7fccedb72900 Options.max_file_opening_threads: 1 +2016/03/02-16:53:09.507482 7fccedb72900 Options.max_total_wal_size: 0 +2016/03/02-16:53:09.507484 7fccedb72900 Options.disableDataSync: 0 +2016/03/02-16:53:09.507486 7fccedb72900 Options.use_fsync: 0 +2016/03/02-16:53:09.507487 7fccedb72900 Options.max_log_file_size: 0 +2016/03/02-16:53:09.507489 7fccedb72900 Options.max_manifest_file_size: 18446744073709551615 +2016/03/02-16:53:09.507491 7fccedb72900 Options.log_file_time_to_roll: 0 +2016/03/02-16:53:09.507493 7fccedb72900 Options.keep_log_file_num: 1000 +2016/03/02-16:53:09.507495 7fccedb72900 Options.allow_os_buffer: 1 +2016/03/02-16:53:09.507496 7fccedb72900 Options.allow_mmap_reads: 0 +2016/03/02-16:53:09.507498 7fccedb72900 Options.allow_fallocate: 1 +2016/03/02-16:53:09.507500 7fccedb72900 Options.allow_mmap_writes: 0 +2016/03/02-16:53:09.507502 7fccedb72900 Options.create_missing_column_families: 0 +2016/03/02-16:53:09.507504 7fccedb72900 Options.db_log_dir: +2016/03/02-16:53:09.507506 7fccedb72900 Options.wal_dir: f1 +2016/03/02-16:53:09.507508 7fccedb72900 Options.table_cache_numshardbits: 4 +2016/03/02-16:53:09.507509 7fccedb72900 Options.delete_obsolete_files_period_micros: 21600000000 +2016/03/02-16:53:09.507511 7fccedb72900 Options.max_background_compactions: 1 +2016/03/02-16:53:09.507513 7fccedb72900 Options.max_subcompactions: 1 +2016/03/02-16:53:09.507515 7fccedb72900 Options.max_background_flushes: 1 +2016/03/02-16:53:09.507517 7fccedb72900 Options.WAL_ttl_seconds: 0 +2016/03/02-16:53:09.507519 7fccedb72900 Options.WAL_size_limit_MB: 0 +2016/03/02-16:53:09.507520 7fccedb72900 Options.manifest_preallocation_size: 4194304 +2016/03/02-16:53:09.507522 7fccedb72900 Options.allow_os_buffer: 1 +2016/03/02-16:53:09.507524 7fccedb72900 Options.allow_mmap_reads: 0 +2016/03/02-16:53:09.507526 7fccedb72900 Options.allow_mmap_writes: 0 +2016/03/02-16:53:09.507528 7fccedb72900 Options.is_fd_close_on_exec: 1 +2016/03/02-16:53:09.507529 7fccedb72900 Options.stats_dump_period_sec: 600 +2016/03/02-16:53:09.507531 7fccedb72900 Options.advise_random_on_open: 1 +2016/03/02-16:53:09.507533 7fccedb72900 Options.db_write_buffer_size: 0d +2016/03/02-16:53:09.507535 7fccedb72900 Options.access_hint_on_compaction_start: NORMAL +2016/03/02-16:53:09.507537 7fccedb72900 Options.new_table_reader_for_compaction_inputs: 0 +2016/03/02-16:53:09.507539 7fccedb72900 Options.compaction_readahead_size: 0d +2016/03/02-16:53:09.507540 7fccedb72900 Options.use_adaptive_mutex: 0 +2016/03/02-16:53:09.507542 7fccedb72900 Options.rate_limiter: (nil) +2016/03/02-16:53:09.507556 7fccedb72900 Options.delete_scheduler.rate_bytes_per_sec: 0 +2016/03/02-16:53:09.507559 7fccedb72900 Options.bytes_per_sync: 0 +2016/03/02-16:53:09.507560 7fccedb72900 Options.wal_bytes_per_sync: 0 +2016/03/02-16:53:09.507562 7fccedb72900 Options.wal_recovery_mode: 0 +2016/03/02-16:53:09.507564 7fccedb72900 Options.enable_thread_tracking: 0 +2016/03/02-16:53:09.507566 7fccedb72900 Options.row_cache: None +2016/03/02-16:53:09.507568 7fccedb72900 Compression algorithms supported: +2016/03/02-16:53:09.507570 7fccedb72900 Snappy supported: 1 +2016/03/02-16:53:09.507572 7fccedb72900 Zlib supported: 1 +2016/03/02-16:53:09.507574 7fccedb72900 Bzip supported: 1 +2016/03/02-16:53:09.507576 7fccedb72900 LZ4 supported: 0 +2016/03/02-16:53:09.507580 7fccedb72900 Fast CRC32 supported: 1 +2016/03/02-16:53:09.507679 7fccedb72900 Recovering from manifest file: MANIFEST-000017 +2016/03/02-16:53:09.507734 7fccedb72900 --------------- Options for column family [default]: +2016/03/02-16:53:09.507739 7fccedb72900 Options.comparator: rocksdb.InternalKeyComparator:leveldb.BytewiseComparator +2016/03/02-16:53:09.507742 7fccedb72900 Options.merge_operator: None +2016/03/02-16:53:09.507743 7fccedb72900 Options.compaction_filter: None +2016/03/02-16:53:09.507745 7fccedb72900 Options.compaction_filter_factory: None +2016/03/02-16:53:09.507747 7fccedb72900 Options.memtable_factory: SkipListFactory +2016/03/02-16:53:09.507748 7fccedb72900 Options.table_factory: BlockBasedTable +2016/03/02-16:53:09.507760 7fccedb72900 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x217b310) + cache_index_and_filter_blocks: 0 + index_type: 0 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x2181670 + block_cache_size: 8388608 + block_cache_compressed: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + filter_policy: rocksdb.BuiltinBloomFilter + format_version: 0 +2016/03/02-16:53:09.507764 7fccedb72900 Options.write_buffer_size: 4194304 +2016/03/02-16:53:09.507766 7fccedb72900 Options.max_write_buffer_number: 2 +2016/03/02-16:53:09.507768 7fccedb72900 Options.compression: Snappy +2016/03/02-16:53:09.507770 7fccedb72900 Options.prefix_extractor: nullptr +2016/03/02-16:53:09.507772 7fccedb72900 Options.num_levels: 7 +2016/03/02-16:53:09.507774 7fccedb72900 Options.min_write_buffer_number_to_merge: 1 +2016/03/02-16:53:09.507775 7fccedb72900 Options.max_write_buffer_number_to_maintain: 0 +2016/03/02-16:53:09.507777 7fccedb72900 Options.compression_opts.window_bits: -14 +2016/03/02-16:53:09.507779 7fccedb72900 Options.compression_opts.level: -1 +2016/03/02-16:53:09.507781 7fccedb72900 Options.compression_opts.strategy: 0 +2016/03/02-16:53:09.507783 7fccedb72900 Options.level0_file_num_compaction_trigger: 4 +2016/03/02-16:53:09.507784 7fccedb72900 Options.level0_slowdown_writes_trigger: 20 +2016/03/02-16:53:09.507786 7fccedb72900 Options.level0_stop_writes_trigger: 24 +2016/03/02-16:53:09.507788 7fccedb72900 Options.target_file_size_base: 2097152 +2016/03/02-16:53:09.507790 7fccedb72900 Options.target_file_size_multiplier: 1 +2016/03/02-16:53:09.507791 7fccedb72900 Options.max_bytes_for_level_base: 10485760 +2016/03/02-16:53:09.507793 7fccedb72900 Options.level_compaction_dynamic_level_bytes: 0 +2016/03/02-16:53:09.507795 7fccedb72900 Options.max_bytes_for_level_multiplier: 10 +2016/03/02-16:53:09.507797 7fccedb72900 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2016/03/02-16:53:09.507799 7fccedb72900 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2016/03/02-16:53:09.507801 7fccedb72900 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2016/03/02-16:53:09.507803 7fccedb72900 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2016/03/02-16:53:09.507817 7fccedb72900 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2016/03/02-16:53:09.507819 7fccedb72900 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2016/03/02-16:53:09.507821 7fccedb72900 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2016/03/02-16:53:09.507823 7fccedb72900 Options.max_sequential_skip_in_iterations: 8 +2016/03/02-16:53:09.507825 7fccedb72900 Options.expanded_compaction_factor: 25 +2016/03/02-16:53:09.507826 7fccedb72900 Options.source_compaction_factor: 1 +2016/03/02-16:53:09.507828 7fccedb72900 Options.max_grandparent_overlap_factor: 10 +2016/03/02-16:53:09.507829 7fccedb72900 Options.arena_block_size: 524288 +2016/03/02-16:53:09.507831 7fccedb72900 Options.soft_rate_limit: 0.00 +2016/03/02-16:53:09.507837 7fccedb72900 Options.hard_pending_compaction_bytes_limit: 0 +2016/03/02-16:53:09.507839 7fccedb72900 Options.rate_limit_delay_max_milliseconds: 1000 +2016/03/02-16:53:09.507841 7fccedb72900 Options.disable_auto_compactions: 0 +2016/03/02-16:53:09.507843 7fccedb72900 Options.filter_deletes: 0 +2016/03/02-16:53:09.507845 7fccedb72900 Options.verify_checksums_in_compaction: 1 +2016/03/02-16:53:09.507847 7fccedb72900 Options.compaction_style: 0 +2016/03/02-16:53:09.507848 7fccedb72900 Options.compaction_pri: 0 +2016/03/02-16:53:09.507850 7fccedb72900 Options.compaction_options_universal.size_ratio: 1 +2016/03/02-16:53:09.507852 7fccedb72900 Options.compaction_options_universal.min_merge_width: 2 +2016/03/02-16:53:09.507854 7fccedb72900 Options.compaction_options_universal.max_merge_width: 4294967295 +2016/03/02-16:53:09.507856 7fccedb72900 Options.compaction_options_universal.max_size_amplification_percent: 200 +2016/03/02-16:53:09.507858 7fccedb72900 Options.compaction_options_universal.compression_size_percent: -1 +2016/03/02-16:53:09.507860 7fccedb72900 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2016/03/02-16:53:09.507862 7fccedb72900 Options.table_properties_collectors: +2016/03/02-16:53:09.507863 7fccedb72900 Options.inplace_update_support: 0 +2016/03/02-16:53:09.507865 7fccedb72900 Options.inplace_update_num_locks: 10000 +2016/03/02-16:53:09.507867 7fccedb72900 Options.min_partial_merge_operands: 2 +2016/03/02-16:53:09.507869 7fccedb72900 Options.memtable_prefix_bloom_bits: 0 +2016/03/02-16:53:09.507870 7fccedb72900 Options.memtable_prefix_bloom_probes: 6 +2016/03/02-16:53:09.507872 7fccedb72900 Options.memtable_prefix_bloom_huge_page_tlb_size: 0 +2016/03/02-16:53:09.507874 7fccedb72900 Options.bloom_locality: 0 +2016/03/02-16:53:09.507876 7fccedb72900 Options.max_successive_merges: 0 +2016/03/02-16:53:09.507877 7fccedb72900 Options.optimize_fllters_for_hits: 0 +2016/03/02-16:53:09.507879 7fccedb72900 Options.paranoid_file_checks: 0 +2016/03/02-16:53:09.507881 7fccedb72900 Options.compaction_measure_io_stats: 0 +2016/03/02-16:53:09.507963 7fccedb72900 Recovered from manifest file:f1/MANIFEST-000017 succeeded,manifest_file_number is 17, next_file_number is 19, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0 +2016/03/02-16:53:09.507969 7fccedb72900 Column family [default] (ID 0), log number is 16 +2016/03/02-16:53:09.508036 7fccedb72900 EVENT_LOG_v1 {"time_micros": 1456897989508026, "job": 1, "event": "recovery_started", "log_files": [18]} +2016/03/02-16:53:09.508049 7fccedb72900 Recovering log #18 mode 0 skip-recovery 0 +2016/03/02-16:53:09.508082 7fccedb72900 Creating manifest 20 +2016/03/02-16:53:09.513610 7fccedb72900 Deleting manifest 17 current manifest 20 +2016/03/02-16:53:09.513659 7fccedb72900 EVENT_LOG_v1 {"time_micros": 1456897989513656, "job": 1, "event": "recovery_finished"} +2016/03/02-16:53:09.515314 7fccedb72900 DB pointer 0x2180650 diff --git a/tools/merge/f1/LOG.old.1456899746827115 b/tools/merge/f1/LOG.old.1456899746827115 new file mode 100644 index 0000000000000000000000000000000000000000..a55731446283ee3ecd9feacb54a8dc5afc29df33 --- /dev/null +++ b/tools/merge/f1/LOG.old.1456899746827115 @@ -0,0 +1,148 @@ +2016/03/02-17:21:35.614273 7fd52e5e7900 RocksDB version: 4.1.0 +2016/03/02-17:21:35.614370 7fd52e5e7900 Git sha rocksdb_build_git_sha:8f0c83ae72d4709fc457d0f47c6efb1bb3525ae2 +2016/03/02-17:21:35.614375 7fd52e5e7900 Compile date Jan 12 2016 +2016/03/02-17:21:35.614379 7fd52e5e7900 DB SUMMARY +2016/03/02-17:21:35.614430 7fd52e5e7900 CURRENT file: CURRENT +2016/03/02-17:21:35.614434 7fd52e5e7900 IDENTITY file: IDENTITY +2016/03/02-17:21:35.614440 7fd52e5e7900 MANIFEST file: MANIFEST-000020 size: 59 Bytes +2016/03/02-17:21:35.614443 7fd52e5e7900 SST files in f1 dir, Total Num: 0, files: +2016/03/02-17:21:35.614445 7fd52e5e7900 Write Ahead Log file in f1: 000021.log size: 0 ; +2016/03/02-17:21:35.614449 7fd52e5e7900 Options.error_if_exists: 0 +2016/03/02-17:21:35.614451 7fd52e5e7900 Options.create_if_missing: 1 +2016/03/02-17:21:35.614453 7fd52e5e7900 Options.paranoid_checks: 1 +2016/03/02-17:21:35.614455 7fd52e5e7900 Options.env: 0x7fd52e3d4460 +2016/03/02-17:21:35.614457 7fd52e5e7900 Options.info_log: 0x1131fb0 +2016/03/02-17:21:35.614459 7fd52e5e7900 Options.max_open_files: 1024 +2016/03/02-17:21:35.614460 7fd52e5e7900 Options.max_file_opening_threads: 1 +2016/03/02-17:21:35.614462 7fd52e5e7900 Options.max_total_wal_size: 0 +2016/03/02-17:21:35.614464 7fd52e5e7900 Options.disableDataSync: 0 +2016/03/02-17:21:35.614466 7fd52e5e7900 Options.use_fsync: 0 +2016/03/02-17:21:35.614468 7fd52e5e7900 Options.max_log_file_size: 0 +2016/03/02-17:21:35.614470 7fd52e5e7900 Options.max_manifest_file_size: 18446744073709551615 +2016/03/02-17:21:35.614472 7fd52e5e7900 Options.log_file_time_to_roll: 0 +2016/03/02-17:21:35.614473 7fd52e5e7900 Options.keep_log_file_num: 1000 +2016/03/02-17:21:35.614475 7fd52e5e7900 Options.allow_os_buffer: 1 +2016/03/02-17:21:35.614477 7fd52e5e7900 Options.allow_mmap_reads: 0 +2016/03/02-17:21:35.614479 7fd52e5e7900 Options.allow_fallocate: 1 +2016/03/02-17:21:35.614481 7fd52e5e7900 Options.allow_mmap_writes: 0 +2016/03/02-17:21:35.614482 7fd52e5e7900 Options.create_missing_column_families: 0 +2016/03/02-17:21:35.614484 7fd52e5e7900 Options.db_log_dir: +2016/03/02-17:21:35.614486 7fd52e5e7900 Options.wal_dir: f1 +2016/03/02-17:21:35.614495 7fd52e5e7900 Options.table_cache_numshardbits: 4 +2016/03/02-17:21:35.614497 7fd52e5e7900 Options.delete_obsolete_files_period_micros: 21600000000 +2016/03/02-17:21:35.614499 7fd52e5e7900 Options.max_background_compactions: 1 +2016/03/02-17:21:35.614501 7fd52e5e7900 Options.max_subcompactions: 1 +2016/03/02-17:21:35.614503 7fd52e5e7900 Options.max_background_flushes: 1 +2016/03/02-17:21:35.614504 7fd52e5e7900 Options.WAL_ttl_seconds: 0 +2016/03/02-17:21:35.614506 7fd52e5e7900 Options.WAL_size_limit_MB: 0 +2016/03/02-17:21:35.614508 7fd52e5e7900 Options.manifest_preallocation_size: 4194304 +2016/03/02-17:21:35.614510 7fd52e5e7900 Options.allow_os_buffer: 1 +2016/03/02-17:21:35.614511 7fd52e5e7900 Options.allow_mmap_reads: 0 +2016/03/02-17:21:35.614513 7fd52e5e7900 Options.allow_mmap_writes: 0 +2016/03/02-17:21:35.614515 7fd52e5e7900 Options.is_fd_close_on_exec: 1 +2016/03/02-17:21:35.614517 7fd52e5e7900 Options.stats_dump_period_sec: 600 +2016/03/02-17:21:35.614519 7fd52e5e7900 Options.advise_random_on_open: 1 +2016/03/02-17:21:35.614521 7fd52e5e7900 Options.db_write_buffer_size: 0d +2016/03/02-17:21:35.614523 7fd52e5e7900 Options.access_hint_on_compaction_start: NORMAL +2016/03/02-17:21:35.614525 7fd52e5e7900 Options.new_table_reader_for_compaction_inputs: 0 +2016/03/02-17:21:35.614526 7fd52e5e7900 Options.compaction_readahead_size: 0d +2016/03/02-17:21:35.614528 7fd52e5e7900 Options.use_adaptive_mutex: 0 +2016/03/02-17:21:35.614530 7fd52e5e7900 Options.rate_limiter: (nil) +2016/03/02-17:21:35.614544 7fd52e5e7900 Options.delete_scheduler.rate_bytes_per_sec: 0 +2016/03/02-17:21:35.614546 7fd52e5e7900 Options.bytes_per_sync: 0 +2016/03/02-17:21:35.614548 7fd52e5e7900 Options.wal_bytes_per_sync: 0 +2016/03/02-17:21:35.614550 7fd52e5e7900 Options.wal_recovery_mode: 0 +2016/03/02-17:21:35.614552 7fd52e5e7900 Options.enable_thread_tracking: 0 +2016/03/02-17:21:35.614553 7fd52e5e7900 Options.row_cache: None +2016/03/02-17:21:35.614556 7fd52e5e7900 Compression algorithms supported: +2016/03/02-17:21:35.614558 7fd52e5e7900 Snappy supported: 1 +2016/03/02-17:21:35.614560 7fd52e5e7900 Zlib supported: 1 +2016/03/02-17:21:35.614562 7fd52e5e7900 Bzip supported: 1 +2016/03/02-17:21:35.614564 7fd52e5e7900 LZ4 supported: 0 +2016/03/02-17:21:35.614568 7fd52e5e7900 Fast CRC32 supported: 1 +2016/03/02-17:21:35.614649 7fd52e5e7900 Recovering from manifest file: MANIFEST-000020 +2016/03/02-17:21:35.614689 7fd52e5e7900 --------------- Options for column family [default]: +2016/03/02-17:21:35.614693 7fd52e5e7900 Options.comparator: rocksdb.InternalKeyComparator:leveldb.BytewiseComparator +2016/03/02-17:21:35.614695 7fd52e5e7900 Options.merge_operator: None +2016/03/02-17:21:35.614697 7fd52e5e7900 Options.compaction_filter: None +2016/03/02-17:21:35.614699 7fd52e5e7900 Options.compaction_filter_factory: None +2016/03/02-17:21:35.614701 7fd52e5e7900 Options.memtable_factory: SkipListFactory +2016/03/02-17:21:35.614703 7fd52e5e7900 Options.table_factory: BlockBasedTable +2016/03/02-17:21:35.614713 7fd52e5e7900 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x112c310) + cache_index_and_filter_blocks: 0 + index_type: 0 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x1132670 + block_cache_size: 8388608 + block_cache_compressed: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + filter_policy: rocksdb.BuiltinBloomFilter + format_version: 0 +2016/03/02-17:21:35.614716 7fd52e5e7900 Options.write_buffer_size: 4194304 +2016/03/02-17:21:35.614718 7fd52e5e7900 Options.max_write_buffer_number: 2 +2016/03/02-17:21:35.614721 7fd52e5e7900 Options.compression: Snappy +2016/03/02-17:21:35.614722 7fd52e5e7900 Options.prefix_extractor: nullptr +2016/03/02-17:21:35.614724 7fd52e5e7900 Options.num_levels: 7 +2016/03/02-17:21:35.614726 7fd52e5e7900 Options.min_write_buffer_number_to_merge: 1 +2016/03/02-17:21:35.614740 7fd52e5e7900 Options.max_write_buffer_number_to_maintain: 0 +2016/03/02-17:21:35.614743 7fd52e5e7900 Options.compression_opts.window_bits: -14 +2016/03/02-17:21:35.614745 7fd52e5e7900 Options.compression_opts.level: -1 +2016/03/02-17:21:35.614746 7fd52e5e7900 Options.compression_opts.strategy: 0 +2016/03/02-17:21:35.614755 7fd52e5e7900 Options.level0_file_num_compaction_trigger: 4 +2016/03/02-17:21:35.614757 7fd52e5e7900 Options.level0_slowdown_writes_trigger: 20 +2016/03/02-17:21:35.614758 7fd52e5e7900 Options.level0_stop_writes_trigger: 24 +2016/03/02-17:21:35.614760 7fd52e5e7900 Options.target_file_size_base: 2097152 +2016/03/02-17:21:35.614762 7fd52e5e7900 Options.target_file_size_multiplier: 1 +2016/03/02-17:21:35.614764 7fd52e5e7900 Options.max_bytes_for_level_base: 10485760 +2016/03/02-17:21:35.614766 7fd52e5e7900 Options.level_compaction_dynamic_level_bytes: 0 +2016/03/02-17:21:35.614768 7fd52e5e7900 Options.max_bytes_for_level_multiplier: 10 +2016/03/02-17:21:35.614770 7fd52e5e7900 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2016/03/02-17:21:35.614772 7fd52e5e7900 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2016/03/02-17:21:35.614774 7fd52e5e7900 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2016/03/02-17:21:35.614775 7fd52e5e7900 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2016/03/02-17:21:35.614791 7fd52e5e7900 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2016/03/02-17:21:35.614793 7fd52e5e7900 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2016/03/02-17:21:35.614795 7fd52e5e7900 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2016/03/02-17:21:35.614797 7fd52e5e7900 Options.max_sequential_skip_in_iterations: 8 +2016/03/02-17:21:35.614799 7fd52e5e7900 Options.expanded_compaction_factor: 25 +2016/03/02-17:21:35.614800 7fd52e5e7900 Options.source_compaction_factor: 1 +2016/03/02-17:21:35.614802 7fd52e5e7900 Options.max_grandparent_overlap_factor: 10 +2016/03/02-17:21:35.614804 7fd52e5e7900 Options.arena_block_size: 524288 +2016/03/02-17:21:35.614806 7fd52e5e7900 Options.soft_rate_limit: 0.00 +2016/03/02-17:21:35.614816 7fd52e5e7900 Options.hard_pending_compaction_bytes_limit: 0 +2016/03/02-17:21:35.614817 7fd52e5e7900 Options.rate_limit_delay_max_milliseconds: 1000 +2016/03/02-17:21:35.614819 7fd52e5e7900 Options.disable_auto_compactions: 0 +2016/03/02-17:21:35.614821 7fd52e5e7900 Options.filter_deletes: 0 +2016/03/02-17:21:35.614823 7fd52e5e7900 Options.verify_checksums_in_compaction: 1 +2016/03/02-17:21:35.614825 7fd52e5e7900 Options.compaction_style: 0 +2016/03/02-17:21:35.614827 7fd52e5e7900 Options.compaction_pri: 0 +2016/03/02-17:21:35.614828 7fd52e5e7900 Options.compaction_options_universal.size_ratio: 1 +2016/03/02-17:21:35.614830 7fd52e5e7900 Options.compaction_options_universal.min_merge_width: 2 +2016/03/02-17:21:35.614832 7fd52e5e7900 Options.compaction_options_universal.max_merge_width: 4294967295 +2016/03/02-17:21:35.614834 7fd52e5e7900 Options.compaction_options_universal.max_size_amplification_percent: 200 +2016/03/02-17:21:35.614835 7fd52e5e7900 Options.compaction_options_universal.compression_size_percent: -1 +2016/03/02-17:21:35.614837 7fd52e5e7900 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2016/03/02-17:21:35.614839 7fd52e5e7900 Options.table_properties_collectors: +2016/03/02-17:21:35.614841 7fd52e5e7900 Options.inplace_update_support: 0 +2016/03/02-17:21:35.614843 7fd52e5e7900 Options.inplace_update_num_locks: 10000 +2016/03/02-17:21:35.614845 7fd52e5e7900 Options.min_partial_merge_operands: 2 +2016/03/02-17:21:35.614846 7fd52e5e7900 Options.memtable_prefix_bloom_bits: 0 +2016/03/02-17:21:35.614848 7fd52e5e7900 Options.memtable_prefix_bloom_probes: 6 +2016/03/02-17:21:35.614850 7fd52e5e7900 Options.memtable_prefix_bloom_huge_page_tlb_size: 0 +2016/03/02-17:21:35.614852 7fd52e5e7900 Options.bloom_locality: 0 +2016/03/02-17:21:35.614854 7fd52e5e7900 Options.max_successive_merges: 0 +2016/03/02-17:21:35.614856 7fd52e5e7900 Options.optimize_fllters_for_hits: 0 +2016/03/02-17:21:35.614857 7fd52e5e7900 Options.paranoid_file_checks: 0 +2016/03/02-17:21:35.614859 7fd52e5e7900 Options.compaction_measure_io_stats: 0 +2016/03/02-17:21:35.614942 7fd52e5e7900 Recovered from manifest file:f1/MANIFEST-000020 succeeded,manifest_file_number is 20, next_file_number is 22, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0 +2016/03/02-17:21:35.614948 7fd52e5e7900 Column family [default] (ID 0), log number is 19 +2016/03/02-17:21:35.615027 7fd52e5e7900 EVENT_LOG_v1 {"time_micros": 1456899695615014, "job": 1, "event": "recovery_started", "log_files": [21]} +2016/03/02-17:21:35.615043 7fd52e5e7900 Recovering log #21 mode 0 skip-recovery 0 +2016/03/02-17:21:35.615074 7fd52e5e7900 Creating manifest 23 +2016/03/02-17:21:35.620516 7fd52e5e7900 Deleting manifest 20 current manifest 23 +2016/03/02-17:21:35.620565 7fd52e5e7900 EVENT_LOG_v1 {"time_micros": 1456899695620562, "job": 1, "event": "recovery_finished"} +2016/03/02-17:21:35.622364 7fd52e5e7900 DB pointer 0x1131650 diff --git a/tools/merge/f1/LOG.old.1456899803268796 b/tools/merge/f1/LOG.old.1456899803268796 new file mode 100644 index 0000000000000000000000000000000000000000..8e6991548274201785bf18e52266f8d1e03cc0f7 --- /dev/null +++ b/tools/merge/f1/LOG.old.1456899803268796 @@ -0,0 +1,148 @@ +2016/03/02-17:22:26.827269 7f3fd8c4f900 RocksDB version: 4.1.0 +2016/03/02-17:22:26.827369 7f3fd8c4f900 Git sha rocksdb_build_git_sha:8f0c83ae72d4709fc457d0f47c6efb1bb3525ae2 +2016/03/02-17:22:26.827373 7f3fd8c4f900 Compile date Jan 12 2016 +2016/03/02-17:22:26.827377 7f3fd8c4f900 DB SUMMARY +2016/03/02-17:22:26.827427 7f3fd8c4f900 CURRENT file: CURRENT +2016/03/02-17:22:26.827431 7f3fd8c4f900 IDENTITY file: IDENTITY +2016/03/02-17:22:26.827437 7f3fd8c4f900 MANIFEST file: MANIFEST-000023 size: 59 Bytes +2016/03/02-17:22:26.827439 7f3fd8c4f900 SST files in f1 dir, Total Num: 0, files: +2016/03/02-17:22:26.827442 7f3fd8c4f900 Write Ahead Log file in f1: 000024.log size: 0 ; +2016/03/02-17:22:26.827446 7f3fd8c4f900 Options.error_if_exists: 0 +2016/03/02-17:22:26.827448 7f3fd8c4f900 Options.create_if_missing: 1 +2016/03/02-17:22:26.827450 7f3fd8c4f900 Options.paranoid_checks: 1 +2016/03/02-17:22:26.827452 7f3fd8c4f900 Options.env: 0x7f3fd8a3c460 +2016/03/02-17:22:26.827454 7f3fd8c4f900 Options.info_log: 0x2411fb0 +2016/03/02-17:22:26.827456 7f3fd8c4f900 Options.max_open_files: 1024 +2016/03/02-17:22:26.827458 7f3fd8c4f900 Options.max_file_opening_threads: 1 +2016/03/02-17:22:26.827459 7f3fd8c4f900 Options.max_total_wal_size: 0 +2016/03/02-17:22:26.827461 7f3fd8c4f900 Options.disableDataSync: 0 +2016/03/02-17:22:26.827463 7f3fd8c4f900 Options.use_fsync: 0 +2016/03/02-17:22:26.827465 7f3fd8c4f900 Options.max_log_file_size: 0 +2016/03/02-17:22:26.827467 7f3fd8c4f900 Options.max_manifest_file_size: 18446744073709551615 +2016/03/02-17:22:26.827469 7f3fd8c4f900 Options.log_file_time_to_roll: 0 +2016/03/02-17:22:26.827470 7f3fd8c4f900 Options.keep_log_file_num: 1000 +2016/03/02-17:22:26.827472 7f3fd8c4f900 Options.allow_os_buffer: 1 +2016/03/02-17:22:26.827474 7f3fd8c4f900 Options.allow_mmap_reads: 0 +2016/03/02-17:22:26.827476 7f3fd8c4f900 Options.allow_fallocate: 1 +2016/03/02-17:22:26.827478 7f3fd8c4f900 Options.allow_mmap_writes: 0 +2016/03/02-17:22:26.827479 7f3fd8c4f900 Options.create_missing_column_families: 0 +2016/03/02-17:22:26.827481 7f3fd8c4f900 Options.db_log_dir: +2016/03/02-17:22:26.827483 7f3fd8c4f900 Options.wal_dir: f1 +2016/03/02-17:22:26.827484 7f3fd8c4f900 Options.table_cache_numshardbits: 4 +2016/03/02-17:22:26.827486 7f3fd8c4f900 Options.delete_obsolete_files_period_micros: 21600000000 +2016/03/02-17:22:26.827488 7f3fd8c4f900 Options.max_background_compactions: 1 +2016/03/02-17:22:26.827490 7f3fd8c4f900 Options.max_subcompactions: 1 +2016/03/02-17:22:26.827491 7f3fd8c4f900 Options.max_background_flushes: 1 +2016/03/02-17:22:26.827493 7f3fd8c4f900 Options.WAL_ttl_seconds: 0 +2016/03/02-17:22:26.827495 7f3fd8c4f900 Options.WAL_size_limit_MB: 0 +2016/03/02-17:22:26.827497 7f3fd8c4f900 Options.manifest_preallocation_size: 4194304 +2016/03/02-17:22:26.827499 7f3fd8c4f900 Options.allow_os_buffer: 1 +2016/03/02-17:22:26.827500 7f3fd8c4f900 Options.allow_mmap_reads: 0 +2016/03/02-17:22:26.827502 7f3fd8c4f900 Options.allow_mmap_writes: 0 +2016/03/02-17:22:26.827504 7f3fd8c4f900 Options.is_fd_close_on_exec: 1 +2016/03/02-17:22:26.827506 7f3fd8c4f900 Options.stats_dump_period_sec: 600 +2016/03/02-17:22:26.827508 7f3fd8c4f900 Options.advise_random_on_open: 1 +2016/03/02-17:22:26.827510 7f3fd8c4f900 Options.db_write_buffer_size: 0d +2016/03/02-17:22:26.827512 7f3fd8c4f900 Options.access_hint_on_compaction_start: NORMAL +2016/03/02-17:22:26.827513 7f3fd8c4f900 Options.new_table_reader_for_compaction_inputs: 0 +2016/03/02-17:22:26.827515 7f3fd8c4f900 Options.compaction_readahead_size: 0d +2016/03/02-17:22:26.827517 7f3fd8c4f900 Options.use_adaptive_mutex: 0 +2016/03/02-17:22:26.827519 7f3fd8c4f900 Options.rate_limiter: (nil) +2016/03/02-17:22:26.827533 7f3fd8c4f900 Options.delete_scheduler.rate_bytes_per_sec: 0 +2016/03/02-17:22:26.827535 7f3fd8c4f900 Options.bytes_per_sync: 0 +2016/03/02-17:22:26.827537 7f3fd8c4f900 Options.wal_bytes_per_sync: 0 +2016/03/02-17:22:26.827539 7f3fd8c4f900 Options.wal_recovery_mode: 0 +2016/03/02-17:22:26.827541 7f3fd8c4f900 Options.enable_thread_tracking: 0 +2016/03/02-17:22:26.827543 7f3fd8c4f900 Options.row_cache: None +2016/03/02-17:22:26.827545 7f3fd8c4f900 Compression algorithms supported: +2016/03/02-17:22:26.827547 7f3fd8c4f900 Snappy supported: 1 +2016/03/02-17:22:26.827549 7f3fd8c4f900 Zlib supported: 1 +2016/03/02-17:22:26.827551 7f3fd8c4f900 Bzip supported: 1 +2016/03/02-17:22:26.827553 7f3fd8c4f900 LZ4 supported: 0 +2016/03/02-17:22:26.827557 7f3fd8c4f900 Fast CRC32 supported: 1 +2016/03/02-17:22:26.827638 7f3fd8c4f900 Recovering from manifest file: MANIFEST-000023 +2016/03/02-17:22:26.827677 7f3fd8c4f900 --------------- Options for column family [default]: +2016/03/02-17:22:26.827682 7f3fd8c4f900 Options.comparator: rocksdb.InternalKeyComparator:leveldb.BytewiseComparator +2016/03/02-17:22:26.827684 7f3fd8c4f900 Options.merge_operator: None +2016/03/02-17:22:26.827686 7f3fd8c4f900 Options.compaction_filter: None +2016/03/02-17:22:26.827687 7f3fd8c4f900 Options.compaction_filter_factory: None +2016/03/02-17:22:26.827689 7f3fd8c4f900 Options.memtable_factory: SkipListFactory +2016/03/02-17:22:26.827691 7f3fd8c4f900 Options.table_factory: BlockBasedTable +2016/03/02-17:22:26.827702 7f3fd8c4f900 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x240c310) + cache_index_and_filter_blocks: 0 + index_type: 0 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x2412670 + block_cache_size: 8388608 + block_cache_compressed: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + filter_policy: rocksdb.BuiltinBloomFilter + format_version: 0 +2016/03/02-17:22:26.827705 7f3fd8c4f900 Options.write_buffer_size: 4194304 +2016/03/02-17:22:26.827707 7f3fd8c4f900 Options.max_write_buffer_number: 2 +2016/03/02-17:22:26.827709 7f3fd8c4f900 Options.compression: Snappy +2016/03/02-17:22:26.827711 7f3fd8c4f900 Options.prefix_extractor: nullptr +2016/03/02-17:22:26.827713 7f3fd8c4f900 Options.num_levels: 7 +2016/03/02-17:22:26.827715 7f3fd8c4f900 Options.min_write_buffer_number_to_merge: 1 +2016/03/02-17:22:26.827716 7f3fd8c4f900 Options.max_write_buffer_number_to_maintain: 0 +2016/03/02-17:22:26.827718 7f3fd8c4f900 Options.compression_opts.window_bits: -14 +2016/03/02-17:22:26.827720 7f3fd8c4f900 Options.compression_opts.level: -1 +2016/03/02-17:22:26.827722 7f3fd8c4f900 Options.compression_opts.strategy: 0 +2016/03/02-17:22:26.827724 7f3fd8c4f900 Options.level0_file_num_compaction_trigger: 4 +2016/03/02-17:22:26.827725 7f3fd8c4f900 Options.level0_slowdown_writes_trigger: 20 +2016/03/02-17:22:26.827727 7f3fd8c4f900 Options.level0_stop_writes_trigger: 24 +2016/03/02-17:22:26.827729 7f3fd8c4f900 Options.target_file_size_base: 2097152 +2016/03/02-17:22:26.827730 7f3fd8c4f900 Options.target_file_size_multiplier: 1 +2016/03/02-17:22:26.827732 7f3fd8c4f900 Options.max_bytes_for_level_base: 10485760 +2016/03/02-17:22:26.827734 7f3fd8c4f900 Options.level_compaction_dynamic_level_bytes: 0 +2016/03/02-17:22:26.827736 7f3fd8c4f900 Options.max_bytes_for_level_multiplier: 10 +2016/03/02-17:22:26.827737 7f3fd8c4f900 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2016/03/02-17:22:26.827739 7f3fd8c4f900 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2016/03/02-17:22:26.827741 7f3fd8c4f900 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2016/03/02-17:22:26.827743 7f3fd8c4f900 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2016/03/02-17:22:26.827756 7f3fd8c4f900 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2016/03/02-17:22:26.827759 7f3fd8c4f900 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2016/03/02-17:22:26.827760 7f3fd8c4f900 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2016/03/02-17:22:26.827762 7f3fd8c4f900 Options.max_sequential_skip_in_iterations: 8 +2016/03/02-17:22:26.827764 7f3fd8c4f900 Options.expanded_compaction_factor: 25 +2016/03/02-17:22:26.827766 7f3fd8c4f900 Options.source_compaction_factor: 1 +2016/03/02-17:22:26.827768 7f3fd8c4f900 Options.max_grandparent_overlap_factor: 10 +2016/03/02-17:22:26.827770 7f3fd8c4f900 Options.arena_block_size: 524288 +2016/03/02-17:22:26.827771 7f3fd8c4f900 Options.soft_rate_limit: 0.00 +2016/03/02-17:22:26.827778 7f3fd8c4f900 Options.hard_pending_compaction_bytes_limit: 0 +2016/03/02-17:22:26.827780 7f3fd8c4f900 Options.rate_limit_delay_max_milliseconds: 1000 +2016/03/02-17:22:26.827781 7f3fd8c4f900 Options.disable_auto_compactions: 0 +2016/03/02-17:22:26.827783 7f3fd8c4f900 Options.filter_deletes: 0 +2016/03/02-17:22:26.827785 7f3fd8c4f900 Options.verify_checksums_in_compaction: 1 +2016/03/02-17:22:26.827787 7f3fd8c4f900 Options.compaction_style: 0 +2016/03/02-17:22:26.827788 7f3fd8c4f900 Options.compaction_pri: 0 +2016/03/02-17:22:26.827790 7f3fd8c4f900 Options.compaction_options_universal.size_ratio: 1 +2016/03/02-17:22:26.827792 7f3fd8c4f900 Options.compaction_options_universal.min_merge_width: 2 +2016/03/02-17:22:26.827794 7f3fd8c4f900 Options.compaction_options_universal.max_merge_width: 4294967295 +2016/03/02-17:22:26.827796 7f3fd8c4f900 Options.compaction_options_universal.max_size_amplification_percent: 200 +2016/03/02-17:22:26.827797 7f3fd8c4f900 Options.compaction_options_universal.compression_size_percent: -1 +2016/03/02-17:22:26.827799 7f3fd8c4f900 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2016/03/02-17:22:26.827801 7f3fd8c4f900 Options.table_properties_collectors: +2016/03/02-17:22:26.827803 7f3fd8c4f900 Options.inplace_update_support: 0 +2016/03/02-17:22:26.827805 7f3fd8c4f900 Options.inplace_update_num_locks: 10000 +2016/03/02-17:22:26.827806 7f3fd8c4f900 Options.min_partial_merge_operands: 2 +2016/03/02-17:22:26.827808 7f3fd8c4f900 Options.memtable_prefix_bloom_bits: 0 +2016/03/02-17:22:26.827810 7f3fd8c4f900 Options.memtable_prefix_bloom_probes: 6 +2016/03/02-17:22:26.827811 7f3fd8c4f900 Options.memtable_prefix_bloom_huge_page_tlb_size: 0 +2016/03/02-17:22:26.827813 7f3fd8c4f900 Options.bloom_locality: 0 +2016/03/02-17:22:26.827815 7f3fd8c4f900 Options.max_successive_merges: 0 +2016/03/02-17:22:26.827816 7f3fd8c4f900 Options.optimize_fllters_for_hits: 0 +2016/03/02-17:22:26.827818 7f3fd8c4f900 Options.paranoid_file_checks: 0 +2016/03/02-17:22:26.827820 7f3fd8c4f900 Options.compaction_measure_io_stats: 0 +2016/03/02-17:22:26.827900 7f3fd8c4f900 Recovered from manifest file:f1/MANIFEST-000023 succeeded,manifest_file_number is 23, next_file_number is 25, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0 +2016/03/02-17:22:26.827905 7f3fd8c4f900 Column family [default] (ID 0), log number is 22 +2016/03/02-17:22:26.827983 7f3fd8c4f900 EVENT_LOG_v1 {"time_micros": 1456899746827970, "job": 1, "event": "recovery_started", "log_files": [24]} +2016/03/02-17:22:26.828136 7f3fd8c4f900 Recovering log #24 mode 0 skip-recovery 0 +2016/03/02-17:22:26.828175 7f3fd8c4f900 Creating manifest 26 +2016/03/02-17:22:26.834123 7f3fd8c4f900 Deleting manifest 23 current manifest 26 +2016/03/02-17:22:26.834166 7f3fd8c4f900 EVENT_LOG_v1 {"time_micros": 1456899746834163, "job": 1, "event": "recovery_finished"} +2016/03/02-17:22:26.835808 7f3fd8c4f900 DB pointer 0x2411650 diff --git a/tools/merge/f1/MANIFEST-000029 b/tools/merge/f1/MANIFEST-000029 new file mode 100644 index 0000000000000000000000000000000000000000..8adf5ac4a9941144af6f485e34815afc339a739d Binary files /dev/null and b/tools/merge/f1/MANIFEST-000029 differ diff --git a/tools/merge/f2/000027.log b/tools/merge/f2/000027.log new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/tools/merge/f2/CURRENT b/tools/merge/f2/CURRENT new file mode 100644 index 0000000000000000000000000000000000000000..8b1521509dd8df7cb373c026dcaafcfb2d22f1f7 --- /dev/null +++ b/tools/merge/f2/CURRENT @@ -0,0 +1 @@ +MANIFEST-000026 diff --git a/tools/merge/f2/IDENTITY b/tools/merge/f2/IDENTITY new file mode 100644 index 0000000000000000000000000000000000000000..ab0eca0321a03b9a0e08055911a51d8b2c8991d2 --- /dev/null +++ b/tools/merge/f2/IDENTITY @@ -0,0 +1 @@ +42ea76d3-31e1-4601-8bc8-424027c49419 diff --git a/tools/merge/f2/LOCK b/tools/merge/f2/LOCK new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/tools/merge/f2/LOG b/tools/merge/f2/LOG new file mode 100644 index 0000000000000000000000000000000000000000..ffb21a0cc30f5a7735117321c8440949f32a4e6e --- /dev/null +++ b/tools/merge/f2/LOG @@ -0,0 +1,148 @@ +2016/03/02-17:22:26.835993 7f3fd8c4f900 RocksDB version: 4.1.0 +2016/03/02-17:22:26.836043 7f3fd8c4f900 Git sha rocksdb_build_git_sha:8f0c83ae72d4709fc457d0f47c6efb1bb3525ae2 +2016/03/02-17:22:26.836047 7f3fd8c4f900 Compile date Jan 12 2016 +2016/03/02-17:22:26.836050 7f3fd8c4f900 DB SUMMARY +2016/03/02-17:22:26.836086 7f3fd8c4f900 CURRENT file: CURRENT +2016/03/02-17:22:26.836089 7f3fd8c4f900 IDENTITY file: IDENTITY +2016/03/02-17:22:26.836095 7f3fd8c4f900 MANIFEST file: MANIFEST-000023 size: 59 Bytes +2016/03/02-17:22:26.836098 7f3fd8c4f900 SST files in f2 dir, Total Num: 0, files: +2016/03/02-17:22:26.836100 7f3fd8c4f900 Write Ahead Log file in f2: 000024.log size: 0 ; +2016/03/02-17:22:26.836103 7f3fd8c4f900 Options.error_if_exists: 0 +2016/03/02-17:22:26.836105 7f3fd8c4f900 Options.create_if_missing: 1 +2016/03/02-17:22:26.836105 7f3fd8c4f900 Options.paranoid_checks: 1 +2016/03/02-17:22:26.836106 7f3fd8c4f900 Options.env: 0x7f3fd8a3c460 +2016/03/02-17:22:26.836107 7f3fd8c4f900 Options.info_log: 0x2417e00 +2016/03/02-17:22:26.836108 7f3fd8c4f900 Options.max_open_files: 1024 +2016/03/02-17:22:26.836109 7f3fd8c4f900 Options.max_file_opening_threads: 1 +2016/03/02-17:22:26.836110 7f3fd8c4f900 Options.max_total_wal_size: 0 +2016/03/02-17:22:26.836111 7f3fd8c4f900 Options.disableDataSync: 0 +2016/03/02-17:22:26.836112 7f3fd8c4f900 Options.use_fsync: 0 +2016/03/02-17:22:26.836113 7f3fd8c4f900 Options.max_log_file_size: 0 +2016/03/02-17:22:26.836114 7f3fd8c4f900 Options.max_manifest_file_size: 18446744073709551615 +2016/03/02-17:22:26.836115 7f3fd8c4f900 Options.log_file_time_to_roll: 0 +2016/03/02-17:22:26.836116 7f3fd8c4f900 Options.keep_log_file_num: 1000 +2016/03/02-17:22:26.836117 7f3fd8c4f900 Options.allow_os_buffer: 1 +2016/03/02-17:22:26.836118 7f3fd8c4f900 Options.allow_mmap_reads: 0 +2016/03/02-17:22:26.836119 7f3fd8c4f900 Options.allow_fallocate: 1 +2016/03/02-17:22:26.836120 7f3fd8c4f900 Options.allow_mmap_writes: 0 +2016/03/02-17:22:26.836121 7f3fd8c4f900 Options.create_missing_column_families: 0 +2016/03/02-17:22:26.836122 7f3fd8c4f900 Options.db_log_dir: +2016/03/02-17:22:26.836123 7f3fd8c4f900 Options.wal_dir: f2 +2016/03/02-17:22:26.836123 7f3fd8c4f900 Options.table_cache_numshardbits: 4 +2016/03/02-17:22:26.836124 7f3fd8c4f900 Options.delete_obsolete_files_period_micros: 21600000000 +2016/03/02-17:22:26.836125 7f3fd8c4f900 Options.max_background_compactions: 1 +2016/03/02-17:22:26.836126 7f3fd8c4f900 Options.max_subcompactions: 1 +2016/03/02-17:22:26.836127 7f3fd8c4f900 Options.max_background_flushes: 1 +2016/03/02-17:22:26.836128 7f3fd8c4f900 Options.WAL_ttl_seconds: 0 +2016/03/02-17:22:26.836129 7f3fd8c4f900 Options.WAL_size_limit_MB: 0 +2016/03/02-17:22:26.836130 7f3fd8c4f900 Options.manifest_preallocation_size: 4194304 +2016/03/02-17:22:26.836131 7f3fd8c4f900 Options.allow_os_buffer: 1 +2016/03/02-17:22:26.836132 7f3fd8c4f900 Options.allow_mmap_reads: 0 +2016/03/02-17:22:26.836133 7f3fd8c4f900 Options.allow_mmap_writes: 0 +2016/03/02-17:22:26.836134 7f3fd8c4f900 Options.is_fd_close_on_exec: 1 +2016/03/02-17:22:26.836135 7f3fd8c4f900 Options.stats_dump_period_sec: 600 +2016/03/02-17:22:26.836136 7f3fd8c4f900 Options.advise_random_on_open: 1 +2016/03/02-17:22:26.836136 7f3fd8c4f900 Options.db_write_buffer_size: 0d +2016/03/02-17:22:26.836138 7f3fd8c4f900 Options.access_hint_on_compaction_start: NORMAL +2016/03/02-17:22:26.836139 7f3fd8c4f900 Options.new_table_reader_for_compaction_inputs: 0 +2016/03/02-17:22:26.836139 7f3fd8c4f900 Options.compaction_readahead_size: 0d +2016/03/02-17:22:26.836140 7f3fd8c4f900 Options.use_adaptive_mutex: 0 +2016/03/02-17:22:26.836141 7f3fd8c4f900 Options.rate_limiter: (nil) +2016/03/02-17:22:26.836151 7f3fd8c4f900 Options.delete_scheduler.rate_bytes_per_sec: 0 +2016/03/02-17:22:26.836152 7f3fd8c4f900 Options.bytes_per_sync: 0 +2016/03/02-17:22:26.836153 7f3fd8c4f900 Options.wal_bytes_per_sync: 0 +2016/03/02-17:22:26.836154 7f3fd8c4f900 Options.wal_recovery_mode: 0 +2016/03/02-17:22:26.836155 7f3fd8c4f900 Options.enable_thread_tracking: 0 +2016/03/02-17:22:26.836156 7f3fd8c4f900 Options.row_cache: None +2016/03/02-17:22:26.836157 7f3fd8c4f900 Compression algorithms supported: +2016/03/02-17:22:26.836158 7f3fd8c4f900 Snappy supported: 1 +2016/03/02-17:22:26.836159 7f3fd8c4f900 Zlib supported: 1 +2016/03/02-17:22:26.836160 7f3fd8c4f900 Bzip supported: 1 +2016/03/02-17:22:26.836161 7f3fd8c4f900 LZ4 supported: 0 +2016/03/02-17:22:26.836164 7f3fd8c4f900 Fast CRC32 supported: 1 +2016/03/02-17:22:26.836207 7f3fd8c4f900 Recovering from manifest file: MANIFEST-000023 +2016/03/02-17:22:26.836229 7f3fd8c4f900 --------------- Options for column family [default]: +2016/03/02-17:22:26.836232 7f3fd8c4f900 Options.comparator: rocksdb.InternalKeyComparator:leveldb.BytewiseComparator +2016/03/02-17:22:26.836233 7f3fd8c4f900 Options.merge_operator: None +2016/03/02-17:22:26.836234 7f3fd8c4f900 Options.compaction_filter: None +2016/03/02-17:22:26.836235 7f3fd8c4f900 Options.compaction_filter_factory: None +2016/03/02-17:22:26.836236 7f3fd8c4f900 Options.memtable_factory: SkipListFactory +2016/03/02-17:22:26.836237 7f3fd8c4f900 Options.table_factory: BlockBasedTable +2016/03/02-17:22:26.836244 7f3fd8c4f900 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x2417ad0) + cache_index_and_filter_blocks: 0 + index_type: 0 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x240e270 + block_cache_size: 8388608 + block_cache_compressed: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + filter_policy: rocksdb.BuiltinBloomFilter + format_version: 0 +2016/03/02-17:22:26.836245 7f3fd8c4f900 Options.write_buffer_size: 4194304 +2016/03/02-17:22:26.836246 7f3fd8c4f900 Options.max_write_buffer_number: 2 +2016/03/02-17:22:26.836247 7f3fd8c4f900 Options.compression: Snappy +2016/03/02-17:22:26.836249 7f3fd8c4f900 Options.prefix_extractor: nullptr +2016/03/02-17:22:26.836249 7f3fd8c4f900 Options.num_levels: 7 +2016/03/02-17:22:26.836250 7f3fd8c4f900 Options.min_write_buffer_number_to_merge: 1 +2016/03/02-17:22:26.836251 7f3fd8c4f900 Options.max_write_buffer_number_to_maintain: 0 +2016/03/02-17:22:26.836252 7f3fd8c4f900 Options.compression_opts.window_bits: -14 +2016/03/02-17:22:26.836253 7f3fd8c4f900 Options.compression_opts.level: -1 +2016/03/02-17:22:26.836254 7f3fd8c4f900 Options.compression_opts.strategy: 0 +2016/03/02-17:22:26.836255 7f3fd8c4f900 Options.level0_file_num_compaction_trigger: 4 +2016/03/02-17:22:26.836256 7f3fd8c4f900 Options.level0_slowdown_writes_trigger: 20 +2016/03/02-17:22:26.836257 7f3fd8c4f900 Options.level0_stop_writes_trigger: 24 +2016/03/02-17:22:26.836258 7f3fd8c4f900 Options.target_file_size_base: 2097152 +2016/03/02-17:22:26.836259 7f3fd8c4f900 Options.target_file_size_multiplier: 1 +2016/03/02-17:22:26.836260 7f3fd8c4f900 Options.max_bytes_for_level_base: 10485760 +2016/03/02-17:22:26.836261 7f3fd8c4f900 Options.level_compaction_dynamic_level_bytes: 0 +2016/03/02-17:22:26.836262 7f3fd8c4f900 Options.max_bytes_for_level_multiplier: 10 +2016/03/02-17:22:26.836262 7f3fd8c4f900 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2016/03/02-17:22:26.836263 7f3fd8c4f900 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2016/03/02-17:22:26.836264 7f3fd8c4f900 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2016/03/02-17:22:26.836265 7f3fd8c4f900 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2016/03/02-17:22:26.836274 7f3fd8c4f900 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2016/03/02-17:22:26.836276 7f3fd8c4f900 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2016/03/02-17:22:26.836277 7f3fd8c4f900 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2016/03/02-17:22:26.836278 7f3fd8c4f900 Options.max_sequential_skip_in_iterations: 8 +2016/03/02-17:22:26.836279 7f3fd8c4f900 Options.expanded_compaction_factor: 25 +2016/03/02-17:22:26.836280 7f3fd8c4f900 Options.source_compaction_factor: 1 +2016/03/02-17:22:26.836281 7f3fd8c4f900 Options.max_grandparent_overlap_factor: 10 +2016/03/02-17:22:26.836281 7f3fd8c4f900 Options.arena_block_size: 524288 +2016/03/02-17:22:26.836282 7f3fd8c4f900 Options.soft_rate_limit: 0.00 +2016/03/02-17:22:26.836285 7f3fd8c4f900 Options.hard_pending_compaction_bytes_limit: 0 +2016/03/02-17:22:26.836286 7f3fd8c4f900 Options.rate_limit_delay_max_milliseconds: 1000 +2016/03/02-17:22:26.836287 7f3fd8c4f900 Options.disable_auto_compactions: 0 +2016/03/02-17:22:26.836288 7f3fd8c4f900 Options.filter_deletes: 0 +2016/03/02-17:22:26.836289 7f3fd8c4f900 Options.verify_checksums_in_compaction: 1 +2016/03/02-17:22:26.836289 7f3fd8c4f900 Options.compaction_style: 0 +2016/03/02-17:22:26.836290 7f3fd8c4f900 Options.compaction_pri: 0 +2016/03/02-17:22:26.836291 7f3fd8c4f900 Options.compaction_options_universal.size_ratio: 1 +2016/03/02-17:22:26.836292 7f3fd8c4f900 Options.compaction_options_universal.min_merge_width: 2 +2016/03/02-17:22:26.836293 7f3fd8c4f900 Options.compaction_options_universal.max_merge_width: 4294967295 +2016/03/02-17:22:26.836294 7f3fd8c4f900 Options.compaction_options_universal.max_size_amplification_percent: 200 +2016/03/02-17:22:26.836295 7f3fd8c4f900 Options.compaction_options_universal.compression_size_percent: -1 +2016/03/02-17:22:26.836296 7f3fd8c4f900 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2016/03/02-17:22:26.836297 7f3fd8c4f900 Options.table_properties_collectors: +2016/03/02-17:22:26.836298 7f3fd8c4f900 Options.inplace_update_support: 0 +2016/03/02-17:22:26.836299 7f3fd8c4f900 Options.inplace_update_num_locks: 10000 +2016/03/02-17:22:26.836300 7f3fd8c4f900 Options.min_partial_merge_operands: 2 +2016/03/02-17:22:26.836301 7f3fd8c4f900 Options.memtable_prefix_bloom_bits: 0 +2016/03/02-17:22:26.836302 7f3fd8c4f900 Options.memtable_prefix_bloom_probes: 6 +2016/03/02-17:22:26.836303 7f3fd8c4f900 Options.memtable_prefix_bloom_huge_page_tlb_size: 0 +2016/03/02-17:22:26.836304 7f3fd8c4f900 Options.bloom_locality: 0 +2016/03/02-17:22:26.836305 7f3fd8c4f900 Options.max_successive_merges: 0 +2016/03/02-17:22:26.836306 7f3fd8c4f900 Options.optimize_fllters_for_hits: 0 +2016/03/02-17:22:26.836306 7f3fd8c4f900 Options.paranoid_file_checks: 0 +2016/03/02-17:22:26.836307 7f3fd8c4f900 Options.compaction_measure_io_stats: 0 +2016/03/02-17:22:26.836340 7f3fd8c4f900 Recovered from manifest file:f2/MANIFEST-000023 succeeded,manifest_file_number is 23, next_file_number is 25, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0 +2016/03/02-17:22:26.836343 7f3fd8c4f900 Column family [default] (ID 0), log number is 22 +2016/03/02-17:22:26.836373 7f3fd8c4f900 EVENT_LOG_v1 {"time_micros": 1456899746836370, "job": 1, "event": "recovery_started", "log_files": [24]} +2016/03/02-17:22:26.836381 7f3fd8c4f900 Recovering log #24 mode 0 skip-recovery 0 +2016/03/02-17:22:26.836400 7f3fd8c4f900 Creating manifest 26 +2016/03/02-17:22:26.840700 7f3fd8c4f900 Deleting manifest 23 current manifest 26 +2016/03/02-17:22:26.840740 7f3fd8c4f900 EVENT_LOG_v1 {"time_micros": 1456899746840737, "job": 1, "event": "recovery_finished"} +2016/03/02-17:22:26.842382 7f3fd8c4f900 DB pointer 0x24411e0 diff --git a/tools/merge/f2/LOG.old.1456897359073857 b/tools/merge/f2/LOG.old.1456897359073857 new file mode 100644 index 0000000000000000000000000000000000000000..dd11b33fa6a348769a18eb33b375cebc9c94f9b3 --- /dev/null +++ b/tools/merge/f2/LOG.old.1456897359073857 @@ -0,0 +1,141 @@ +2016/03/02-16:35:35.550786 7fcbf4111900 RocksDB version: 4.1.0 +2016/03/02-16:35:35.550824 7fcbf4111900 Git sha rocksdb_build_git_sha:8f0c83ae72d4709fc457d0f47c6efb1bb3525ae2 +2016/03/02-16:35:35.550828 7fcbf4111900 Compile date Jan 12 2016 +2016/03/02-16:35:35.550831 7fcbf4111900 DB SUMMARY +2016/03/02-16:35:35.550853 7fcbf4111900 SST files in f2 dir, Total Num: 0, files: +2016/03/02-16:35:35.550857 7fcbf4111900 Write Ahead Log file in f2: +2016/03/02-16:35:35.550860 7fcbf4111900 Options.error_if_exists: 0 +2016/03/02-16:35:35.550862 7fcbf4111900 Options.create_if_missing: 1 +2016/03/02-16:35:35.550864 7fcbf4111900 Options.paranoid_checks: 1 +2016/03/02-16:35:35.550866 7fcbf4111900 Options.env: 0x7fcbf3efe460 +2016/03/02-16:35:35.550868 7fcbf4111900 Options.info_log: 0xf068b0 +2016/03/02-16:35:35.550870 7fcbf4111900 Options.max_open_files: 1024 +2016/03/02-16:35:35.550872 7fcbf4111900 Options.max_file_opening_threads: 1 +2016/03/02-16:35:35.550873 7fcbf4111900 Options.max_total_wal_size: 0 +2016/03/02-16:35:35.550875 7fcbf4111900 Options.disableDataSync: 0 +2016/03/02-16:35:35.550877 7fcbf4111900 Options.use_fsync: 0 +2016/03/02-16:35:35.550879 7fcbf4111900 Options.max_log_file_size: 0 +2016/03/02-16:35:35.550881 7fcbf4111900 Options.max_manifest_file_size: 18446744073709551615 +2016/03/02-16:35:35.550882 7fcbf4111900 Options.log_file_time_to_roll: 0 +2016/03/02-16:35:35.550884 7fcbf4111900 Options.keep_log_file_num: 1000 +2016/03/02-16:35:35.550886 7fcbf4111900 Options.allow_os_buffer: 1 +2016/03/02-16:35:35.550888 7fcbf4111900 Options.allow_mmap_reads: 0 +2016/03/02-16:35:35.550890 7fcbf4111900 Options.allow_fallocate: 1 +2016/03/02-16:35:35.550891 7fcbf4111900 Options.allow_mmap_writes: 0 +2016/03/02-16:35:35.550893 7fcbf4111900 Options.create_missing_column_families: 0 +2016/03/02-16:35:35.550895 7fcbf4111900 Options.db_log_dir: +2016/03/02-16:35:35.550896 7fcbf4111900 Options.wal_dir: f2 +2016/03/02-16:35:35.550898 7fcbf4111900 Options.table_cache_numshardbits: 4 +2016/03/02-16:35:35.550899 7fcbf4111900 Options.delete_obsolete_files_period_micros: 21600000000 +2016/03/02-16:35:35.550901 7fcbf4111900 Options.max_background_compactions: 1 +2016/03/02-16:35:35.550902 7fcbf4111900 Options.max_subcompactions: 1 +2016/03/02-16:35:35.550903 7fcbf4111900 Options.max_background_flushes: 1 +2016/03/02-16:35:35.550904 7fcbf4111900 Options.WAL_ttl_seconds: 0 +2016/03/02-16:35:35.550905 7fcbf4111900 Options.WAL_size_limit_MB: 0 +2016/03/02-16:35:35.550906 7fcbf4111900 Options.manifest_preallocation_size: 4194304 +2016/03/02-16:35:35.550907 7fcbf4111900 Options.allow_os_buffer: 1 +2016/03/02-16:35:35.550909 7fcbf4111900 Options.allow_mmap_reads: 0 +2016/03/02-16:35:35.550910 7fcbf4111900 Options.allow_mmap_writes: 0 +2016/03/02-16:35:35.550912 7fcbf4111900 Options.is_fd_close_on_exec: 1 +2016/03/02-16:35:35.550914 7fcbf4111900 Options.stats_dump_period_sec: 600 +2016/03/02-16:35:35.550915 7fcbf4111900 Options.advise_random_on_open: 1 +2016/03/02-16:35:35.550916 7fcbf4111900 Options.db_write_buffer_size: 0d +2016/03/02-16:35:35.550917 7fcbf4111900 Options.access_hint_on_compaction_start: NORMAL +2016/03/02-16:35:35.550918 7fcbf4111900 Options.new_table_reader_for_compaction_inputs: 0 +2016/03/02-16:35:35.550919 7fcbf4111900 Options.compaction_readahead_size: 0d +2016/03/02-16:35:35.550920 7fcbf4111900 Options.use_adaptive_mutex: 0 +2016/03/02-16:35:35.550921 7fcbf4111900 Options.rate_limiter: (nil) +2016/03/02-16:35:35.550922 7fcbf4111900 Options.delete_scheduler.rate_bytes_per_sec: 0 +2016/03/02-16:35:35.550924 7fcbf4111900 Options.bytes_per_sync: 0 +2016/03/02-16:35:35.550926 7fcbf4111900 Options.wal_bytes_per_sync: 0 +2016/03/02-16:35:35.550943 7fcbf4111900 Options.wal_recovery_mode: 0 +2016/03/02-16:35:35.550962 7fcbf4111900 Options.enable_thread_tracking: 0 +2016/03/02-16:35:35.550963 7fcbf4111900 Options.row_cache: None +2016/03/02-16:35:35.550965 7fcbf4111900 Compression algorithms supported: +2016/03/02-16:35:35.550967 7fcbf4111900 Snappy supported: 1 +2016/03/02-16:35:35.550969 7fcbf4111900 Zlib supported: 1 +2016/03/02-16:35:35.550971 7fcbf4111900 Bzip supported: 1 +2016/03/02-16:35:35.550973 7fcbf4111900 LZ4 supported: 0 +2016/03/02-16:35:35.550976 7fcbf4111900 Fast CRC32 supported: 1 +2016/03/02-16:35:35.551013 7fcbf4111900 Creating manifest 1 +2016/03/02-16:35:35.559337 7fcbf4111900 Recovering from manifest file: MANIFEST-000001 +2016/03/02-16:35:35.559360 7fcbf4111900 --------------- Options for column family [default]: +2016/03/02-16:35:35.559362 7fcbf4111900 Options.comparator: rocksdb.InternalKeyComparator:leveldb.BytewiseComparator +2016/03/02-16:35:35.559364 7fcbf4111900 Options.merge_operator: None +2016/03/02-16:35:35.559365 7fcbf4111900 Options.compaction_filter: None +2016/03/02-16:35:35.559366 7fcbf4111900 Options.compaction_filter_factory: None +2016/03/02-16:35:35.559367 7fcbf4111900 Options.memtable_factory: SkipListFactory +2016/03/02-16:35:35.559368 7fcbf4111900 Options.table_factory: BlockBasedTable +2016/03/02-16:35:35.559375 7fcbf4111900 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0xeedbf0) + cache_index_and_filter_blocks: 0 + index_type: 0 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0xee4270 + block_cache_size: 8388608 + block_cache_compressed: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + filter_policy: rocksdb.BuiltinBloomFilter + format_version: 0 +2016/03/02-16:35:35.559377 7fcbf4111900 Options.write_buffer_size: 4194304 +2016/03/02-16:35:35.559378 7fcbf4111900 Options.max_write_buffer_number: 2 +2016/03/02-16:35:35.559379 7fcbf4111900 Options.compression: Snappy +2016/03/02-16:35:35.559380 7fcbf4111900 Options.prefix_extractor: nullptr +2016/03/02-16:35:35.559381 7fcbf4111900 Options.num_levels: 7 +2016/03/02-16:35:35.559382 7fcbf4111900 Options.min_write_buffer_number_to_merge: 1 +2016/03/02-16:35:35.559383 7fcbf4111900 Options.max_write_buffer_number_to_maintain: 0 +2016/03/02-16:35:35.559384 7fcbf4111900 Options.compression_opts.window_bits: -14 +2016/03/02-16:35:35.559385 7fcbf4111900 Options.compression_opts.level: -1 +2016/03/02-16:35:35.559386 7fcbf4111900 Options.compression_opts.strategy: 0 +2016/03/02-16:35:35.559387 7fcbf4111900 Options.level0_file_num_compaction_trigger: 4 +2016/03/02-16:35:35.559388 7fcbf4111900 Options.level0_slowdown_writes_trigger: 20 +2016/03/02-16:35:35.559389 7fcbf4111900 Options.level0_stop_writes_trigger: 24 +2016/03/02-16:35:35.559390 7fcbf4111900 Options.target_file_size_base: 2097152 +2016/03/02-16:35:35.559391 7fcbf4111900 Options.target_file_size_multiplier: 1 +2016/03/02-16:35:35.559392 7fcbf4111900 Options.max_bytes_for_level_base: 10485760 +2016/03/02-16:35:35.559393 7fcbf4111900 Options.level_compaction_dynamic_level_bytes: 0 +2016/03/02-16:35:35.559394 7fcbf4111900 Options.max_bytes_for_level_multiplier: 10 +2016/03/02-16:35:35.559394 7fcbf4111900 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2016/03/02-16:35:35.559396 7fcbf4111900 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2016/03/02-16:35:35.559397 7fcbf4111900 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2016/03/02-16:35:35.559398 7fcbf4111900 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2016/03/02-16:35:35.559399 7fcbf4111900 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2016/03/02-16:35:35.559399 7fcbf4111900 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2016/03/02-16:35:35.559416 7fcbf4111900 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2016/03/02-16:35:35.559418 7fcbf4111900 Options.max_sequential_skip_in_iterations: 8 +2016/03/02-16:35:35.559419 7fcbf4111900 Options.expanded_compaction_factor: 25 +2016/03/02-16:35:35.559420 7fcbf4111900 Options.source_compaction_factor: 1 +2016/03/02-16:35:35.559421 7fcbf4111900 Options.max_grandparent_overlap_factor: 10 +2016/03/02-16:35:35.559422 7fcbf4111900 Options.arena_block_size: 524288 +2016/03/02-16:35:35.559423 7fcbf4111900 Options.soft_rate_limit: 0.00 +2016/03/02-16:35:35.559425 7fcbf4111900 Options.hard_pending_compaction_bytes_limit: 0 +2016/03/02-16:35:35.559426 7fcbf4111900 Options.rate_limit_delay_max_milliseconds: 1000 +2016/03/02-16:35:35.559427 7fcbf4111900 Options.disable_auto_compactions: 0 +2016/03/02-16:35:35.559428 7fcbf4111900 Options.filter_deletes: 0 +2016/03/02-16:35:35.559429 7fcbf4111900 Options.verify_checksums_in_compaction: 1 +2016/03/02-16:35:35.559430 7fcbf4111900 Options.compaction_style: 0 +2016/03/02-16:35:35.559431 7fcbf4111900 Options.compaction_pri: 0 +2016/03/02-16:35:35.559432 7fcbf4111900 Options.compaction_options_universal.size_ratio: 1 +2016/03/02-16:35:35.559433 7fcbf4111900 Options.compaction_options_universal.min_merge_width: 2 +2016/03/02-16:35:35.559434 7fcbf4111900 Options.compaction_options_universal.max_merge_width: 4294967295 +2016/03/02-16:35:35.559435 7fcbf4111900 Options.compaction_options_universal.max_size_amplification_percent: 200 +2016/03/02-16:35:35.559436 7fcbf4111900 Options.compaction_options_universal.compression_size_percent: -1 +2016/03/02-16:35:35.559437 7fcbf4111900 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2016/03/02-16:35:35.559438 7fcbf4111900 Options.table_properties_collectors: +2016/03/02-16:35:35.559439 7fcbf4111900 Options.inplace_update_support: 0 +2016/03/02-16:35:35.559440 7fcbf4111900 Options.inplace_update_num_locks: 10000 +2016/03/02-16:35:35.559441 7fcbf4111900 Options.min_partial_merge_operands: 2 +2016/03/02-16:35:35.559442 7fcbf4111900 Options.memtable_prefix_bloom_bits: 0 +2016/03/02-16:35:35.559442 7fcbf4111900 Options.memtable_prefix_bloom_probes: 6 +2016/03/02-16:35:35.559443 7fcbf4111900 Options.memtable_prefix_bloom_huge_page_tlb_size: 0 +2016/03/02-16:35:35.559451 7fcbf4111900 Options.bloom_locality: 0 +2016/03/02-16:35:35.559452 7fcbf4111900 Options.max_successive_merges: 0 +2016/03/02-16:35:35.559453 7fcbf4111900 Options.optimize_fllters_for_hits: 0 +2016/03/02-16:35:35.559454 7fcbf4111900 Options.paranoid_file_checks: 0 +2016/03/02-16:35:35.559454 7fcbf4111900 Options.compaction_measure_io_stats: 0 +2016/03/02-16:35:35.559487 7fcbf4111900 Recovered from manifest file:f2/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0 +2016/03/02-16:35:35.559491 7fcbf4111900 Column family [default] (ID 0), log number is 0 +2016/03/02-16:35:35.560959 7fcbf4111900 DB pointer 0xf05f20 diff --git a/tools/merge/f2/LOG.old.1456897518387487 b/tools/merge/f2/LOG.old.1456897518387487 new file mode 100644 index 0000000000000000000000000000000000000000..bea8e076e53dff98b90db74906b98c8198e2a2ec --- /dev/null +++ b/tools/merge/f2/LOG.old.1456897518387487 @@ -0,0 +1,148 @@ +2016/03/02-16:42:39.073943 7f984ff16900 RocksDB version: 4.1.0 +2016/03/02-16:42:39.073991 7f984ff16900 Git sha rocksdb_build_git_sha:8f0c83ae72d4709fc457d0f47c6efb1bb3525ae2 +2016/03/02-16:42:39.073996 7f984ff16900 Compile date Jan 12 2016 +2016/03/02-16:42:39.073999 7f984ff16900 DB SUMMARY +2016/03/02-16:42:39.074053 7f984ff16900 CURRENT file: CURRENT +2016/03/02-16:42:39.074057 7f984ff16900 IDENTITY file: IDENTITY +2016/03/02-16:42:39.074062 7f984ff16900 MANIFEST file: MANIFEST-000001 size: 13 Bytes +2016/03/02-16:42:39.074065 7f984ff16900 SST files in f2 dir, Total Num: 0, files: +2016/03/02-16:42:39.074067 7f984ff16900 Write Ahead Log file in f2: 000003.log size: 0 ; +2016/03/02-16:42:39.074070 7f984ff16900 Options.error_if_exists: 0 +2016/03/02-16:42:39.074073 7f984ff16900 Options.create_if_missing: 1 +2016/03/02-16:42:39.074075 7f984ff16900 Options.paranoid_checks: 1 +2016/03/02-16:42:39.074076 7f984ff16900 Options.env: 0x7f984fd03460 +2016/03/02-16:42:39.074078 7f984ff16900 Options.info_log: 0x12d7490 +2016/03/02-16:42:39.074080 7f984ff16900 Options.max_open_files: 1024 +2016/03/02-16:42:39.074082 7f984ff16900 Options.max_file_opening_threads: 1 +2016/03/02-16:42:39.074083 7f984ff16900 Options.max_total_wal_size: 0 +2016/03/02-16:42:39.074085 7f984ff16900 Options.disableDataSync: 0 +2016/03/02-16:42:39.074087 7f984ff16900 Options.use_fsync: 0 +2016/03/02-16:42:39.074089 7f984ff16900 Options.max_log_file_size: 0 +2016/03/02-16:42:39.074090 7f984ff16900 Options.max_manifest_file_size: 18446744073709551615 +2016/03/02-16:42:39.074092 7f984ff16900 Options.log_file_time_to_roll: 0 +2016/03/02-16:42:39.074094 7f984ff16900 Options.keep_log_file_num: 1000 +2016/03/02-16:42:39.074096 7f984ff16900 Options.allow_os_buffer: 1 +2016/03/02-16:42:39.074098 7f984ff16900 Options.allow_mmap_reads: 0 +2016/03/02-16:42:39.074099 7f984ff16900 Options.allow_fallocate: 1 +2016/03/02-16:42:39.074101 7f984ff16900 Options.allow_mmap_writes: 0 +2016/03/02-16:42:39.074103 7f984ff16900 Options.create_missing_column_families: 0 +2016/03/02-16:42:39.074105 7f984ff16900 Options.db_log_dir: +2016/03/02-16:42:39.074106 7f984ff16900 Options.wal_dir: f2 +2016/03/02-16:42:39.074108 7f984ff16900 Options.table_cache_numshardbits: 4 +2016/03/02-16:42:39.074110 7f984ff16900 Options.delete_obsolete_files_period_micros: 21600000000 +2016/03/02-16:42:39.074112 7f984ff16900 Options.max_background_compactions: 1 +2016/03/02-16:42:39.074113 7f984ff16900 Options.max_subcompactions: 1 +2016/03/02-16:42:39.074115 7f984ff16900 Options.max_background_flushes: 1 +2016/03/02-16:42:39.074116 7f984ff16900 Options.WAL_ttl_seconds: 0 +2016/03/02-16:42:39.074118 7f984ff16900 Options.WAL_size_limit_MB: 0 +2016/03/02-16:42:39.074120 7f984ff16900 Options.manifest_preallocation_size: 4194304 +2016/03/02-16:42:39.074121 7f984ff16900 Options.allow_os_buffer: 1 +2016/03/02-16:42:39.074123 7f984ff16900 Options.allow_mmap_reads: 0 +2016/03/02-16:42:39.074125 7f984ff16900 Options.allow_mmap_writes: 0 +2016/03/02-16:42:39.074127 7f984ff16900 Options.is_fd_close_on_exec: 1 +2016/03/02-16:42:39.074129 7f984ff16900 Options.stats_dump_period_sec: 600 +2016/03/02-16:42:39.074131 7f984ff16900 Options.advise_random_on_open: 1 +2016/03/02-16:42:39.074132 7f984ff16900 Options.db_write_buffer_size: 0d +2016/03/02-16:42:39.074134 7f984ff16900 Options.access_hint_on_compaction_start: NORMAL +2016/03/02-16:42:39.074136 7f984ff16900 Options.new_table_reader_for_compaction_inputs: 0 +2016/03/02-16:42:39.074138 7f984ff16900 Options.compaction_readahead_size: 0d +2016/03/02-16:42:39.074140 7f984ff16900 Options.use_adaptive_mutex: 0 +2016/03/02-16:42:39.074142 7f984ff16900 Options.rate_limiter: (nil) +2016/03/02-16:42:39.074156 7f984ff16900 Options.delete_scheduler.rate_bytes_per_sec: 0 +2016/03/02-16:42:39.074159 7f984ff16900 Options.bytes_per_sync: 0 +2016/03/02-16:42:39.074161 7f984ff16900 Options.wal_bytes_per_sync: 0 +2016/03/02-16:42:39.074162 7f984ff16900 Options.wal_recovery_mode: 0 +2016/03/02-16:42:39.074164 7f984ff16900 Options.enable_thread_tracking: 0 +2016/03/02-16:42:39.074166 7f984ff16900 Options.row_cache: None +2016/03/02-16:42:39.074167 7f984ff16900 Compression algorithms supported: +2016/03/02-16:42:39.074169 7f984ff16900 Snappy supported: 1 +2016/03/02-16:42:39.074171 7f984ff16900 Zlib supported: 1 +2016/03/02-16:42:39.074172 7f984ff16900 Bzip supported: 1 +2016/03/02-16:42:39.074174 7f984ff16900 LZ4 supported: 0 +2016/03/02-16:42:39.074178 7f984ff16900 Fast CRC32 supported: 1 +2016/03/02-16:42:39.074241 7f984ff16900 Recovering from manifest file: MANIFEST-000001 +2016/03/02-16:42:39.074276 7f984ff16900 --------------- Options for column family [default]: +2016/03/02-16:42:39.074281 7f984ff16900 Options.comparator: rocksdb.InternalKeyComparator:leveldb.BytewiseComparator +2016/03/02-16:42:39.074283 7f984ff16900 Options.merge_operator: None +2016/03/02-16:42:39.074285 7f984ff16900 Options.compaction_filter: None +2016/03/02-16:42:39.074286 7f984ff16900 Options.compaction_filter_factory: None +2016/03/02-16:42:39.074288 7f984ff16900 Options.memtable_factory: SkipListFactory +2016/03/02-16:42:39.074290 7f984ff16900 Options.table_factory: BlockBasedTable +2016/03/02-16:42:39.074300 7f984ff16900 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x12d0b60) + cache_index_and_filter_blocks: 0 + index_type: 0 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x12d0d80 + block_cache_size: 8388608 + block_cache_compressed: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + filter_policy: rocksdb.BuiltinBloomFilter + format_version: 0 +2016/03/02-16:42:39.074304 7f984ff16900 Options.write_buffer_size: 4194304 +2016/03/02-16:42:39.074306 7f984ff16900 Options.max_write_buffer_number: 2 +2016/03/02-16:42:39.074307 7f984ff16900 Options.compression: Snappy +2016/03/02-16:42:39.074309 7f984ff16900 Options.prefix_extractor: nullptr +2016/03/02-16:42:39.074311 7f984ff16900 Options.num_levels: 7 +2016/03/02-16:42:39.074313 7f984ff16900 Options.min_write_buffer_number_to_merge: 1 +2016/03/02-16:42:39.074315 7f984ff16900 Options.max_write_buffer_number_to_maintain: 0 +2016/03/02-16:42:39.074317 7f984ff16900 Options.compression_opts.window_bits: -14 +2016/03/02-16:42:39.074318 7f984ff16900 Options.compression_opts.level: -1 +2016/03/02-16:42:39.074320 7f984ff16900 Options.compression_opts.strategy: 0 +2016/03/02-16:42:39.074322 7f984ff16900 Options.level0_file_num_compaction_trigger: 4 +2016/03/02-16:42:39.074324 7f984ff16900 Options.level0_slowdown_writes_trigger: 20 +2016/03/02-16:42:39.074325 7f984ff16900 Options.level0_stop_writes_trigger: 24 +2016/03/02-16:42:39.074327 7f984ff16900 Options.target_file_size_base: 2097152 +2016/03/02-16:42:39.074329 7f984ff16900 Options.target_file_size_multiplier: 1 +2016/03/02-16:42:39.074331 7f984ff16900 Options.max_bytes_for_level_base: 10485760 +2016/03/02-16:42:39.074332 7f984ff16900 Options.level_compaction_dynamic_level_bytes: 0 +2016/03/02-16:42:39.074334 7f984ff16900 Options.max_bytes_for_level_multiplier: 10 +2016/03/02-16:42:39.074336 7f984ff16900 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2016/03/02-16:42:39.074340 7f984ff16900 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2016/03/02-16:42:39.074343 7f984ff16900 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2016/03/02-16:42:39.074345 7f984ff16900 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2016/03/02-16:42:39.074379 7f984ff16900 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2016/03/02-16:42:39.074382 7f984ff16900 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2016/03/02-16:42:39.074384 7f984ff16900 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2016/03/02-16:42:39.074386 7f984ff16900 Options.max_sequential_skip_in_iterations: 8 +2016/03/02-16:42:39.074387 7f984ff16900 Options.expanded_compaction_factor: 25 +2016/03/02-16:42:39.074389 7f984ff16900 Options.source_compaction_factor: 1 +2016/03/02-16:42:39.074391 7f984ff16900 Options.max_grandparent_overlap_factor: 10 +2016/03/02-16:42:39.074392 7f984ff16900 Options.arena_block_size: 524288 +2016/03/02-16:42:39.074394 7f984ff16900 Options.soft_rate_limit: 0.00 +2016/03/02-16:42:39.074397 7f984ff16900 Options.hard_pending_compaction_bytes_limit: 0 +2016/03/02-16:42:39.074399 7f984ff16900 Options.rate_limit_delay_max_milliseconds: 1000 +2016/03/02-16:42:39.074401 7f984ff16900 Options.disable_auto_compactions: 0 +2016/03/02-16:42:39.074402 7f984ff16900 Options.filter_deletes: 0 +2016/03/02-16:42:39.074404 7f984ff16900 Options.verify_checksums_in_compaction: 1 +2016/03/02-16:42:39.074406 7f984ff16900 Options.compaction_style: 0 +2016/03/02-16:42:39.074407 7f984ff16900 Options.compaction_pri: 0 +2016/03/02-16:42:39.074409 7f984ff16900 Options.compaction_options_universal.size_ratio: 1 +2016/03/02-16:42:39.074411 7f984ff16900 Options.compaction_options_universal.min_merge_width: 2 +2016/03/02-16:42:39.074412 7f984ff16900 Options.compaction_options_universal.max_merge_width: 4294967295 +2016/03/02-16:42:39.074414 7f984ff16900 Options.compaction_options_universal.max_size_amplification_percent: 200 +2016/03/02-16:42:39.074416 7f984ff16900 Options.compaction_options_universal.compression_size_percent: -1 +2016/03/02-16:42:39.074418 7f984ff16900 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2016/03/02-16:42:39.074420 7f984ff16900 Options.table_properties_collectors: +2016/03/02-16:42:39.074422 7f984ff16900 Options.inplace_update_support: 0 +2016/03/02-16:42:39.074423 7f984ff16900 Options.inplace_update_num_locks: 10000 +2016/03/02-16:42:39.074425 7f984ff16900 Options.min_partial_merge_operands: 2 +2016/03/02-16:42:39.074426 7f984ff16900 Options.memtable_prefix_bloom_bits: 0 +2016/03/02-16:42:39.074428 7f984ff16900 Options.memtable_prefix_bloom_probes: 6 +2016/03/02-16:42:39.074429 7f984ff16900 Options.memtable_prefix_bloom_huge_page_tlb_size: 0 +2016/03/02-16:42:39.074431 7f984ff16900 Options.bloom_locality: 0 +2016/03/02-16:42:39.074432 7f984ff16900 Options.max_successive_merges: 0 +2016/03/02-16:42:39.074434 7f984ff16900 Options.optimize_fllters_for_hits: 0 +2016/03/02-16:42:39.074435 7f984ff16900 Options.paranoid_file_checks: 0 +2016/03/02-16:42:39.074437 7f984ff16900 Options.compaction_measure_io_stats: 0 +2016/03/02-16:42:39.074495 7f984ff16900 Recovered from manifest file:f2/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0 +2016/03/02-16:42:39.074501 7f984ff16900 Column family [default] (ID 0), log number is 0 +2016/03/02-16:42:39.074540 7f984ff16900 EVENT_LOG_v1 {"time_micros": 1456897359074537, "job": 1, "event": "recovery_started", "log_files": [3]} +2016/03/02-16:42:39.074551 7f984ff16900 Recovering log #3 mode 0 skip-recovery 0 +2016/03/02-16:42:39.074575 7f984ff16900 Creating manifest 5 +2016/03/02-16:42:39.078928 7f984ff16900 Deleting manifest 1 current manifest 5 +2016/03/02-16:42:39.078977 7f984ff16900 EVENT_LOG_v1 {"time_micros": 1456897359078975, "job": 1, "event": "recovery_finished"} +2016/03/02-16:42:39.080555 7f984ff16900 DB pointer 0x12fa110 diff --git a/tools/merge/f2/LOG.old.1456897643875280 b/tools/merge/f2/LOG.old.1456897643875280 new file mode 100644 index 0000000000000000000000000000000000000000..8dee3b0657e73d57883e8f7f25313e2b08baa6f2 --- /dev/null +++ b/tools/merge/f2/LOG.old.1456897643875280 @@ -0,0 +1,148 @@ +2016/03/02-16:45:18.387562 7fa9c3a02900 RocksDB version: 4.1.0 +2016/03/02-16:45:18.387601 7fa9c3a02900 Git sha rocksdb_build_git_sha:8f0c83ae72d4709fc457d0f47c6efb1bb3525ae2 +2016/03/02-16:45:18.387606 7fa9c3a02900 Compile date Jan 12 2016 +2016/03/02-16:45:18.387608 7fa9c3a02900 DB SUMMARY +2016/03/02-16:45:18.387641 7fa9c3a02900 CURRENT file: CURRENT +2016/03/02-16:45:18.387645 7fa9c3a02900 IDENTITY file: IDENTITY +2016/03/02-16:45:18.387650 7fa9c3a02900 MANIFEST file: MANIFEST-000005 size: 59 Bytes +2016/03/02-16:45:18.387652 7fa9c3a02900 SST files in f2 dir, Total Num: 0, files: +2016/03/02-16:45:18.387655 7fa9c3a02900 Write Ahead Log file in f2: 000006.log size: 0 ; +2016/03/02-16:45:18.387658 7fa9c3a02900 Options.error_if_exists: 0 +2016/03/02-16:45:18.387660 7fa9c3a02900 Options.create_if_missing: 1 +2016/03/02-16:45:18.387661 7fa9c3a02900 Options.paranoid_checks: 1 +2016/03/02-16:45:18.387663 7fa9c3a02900 Options.env: 0x7fa9c37ef460 +2016/03/02-16:45:18.387665 7fa9c3a02900 Options.info_log: 0x1d434c0 +2016/03/02-16:45:18.387666 7fa9c3a02900 Options.max_open_files: 1024 +2016/03/02-16:45:18.387667 7fa9c3a02900 Options.max_file_opening_threads: 1 +2016/03/02-16:45:18.387668 7fa9c3a02900 Options.max_total_wal_size: 0 +2016/03/02-16:45:18.387669 7fa9c3a02900 Options.disableDataSync: 0 +2016/03/02-16:45:18.387670 7fa9c3a02900 Options.use_fsync: 0 +2016/03/02-16:45:18.387671 7fa9c3a02900 Options.max_log_file_size: 0 +2016/03/02-16:45:18.387672 7fa9c3a02900 Options.max_manifest_file_size: 18446744073709551615 +2016/03/02-16:45:18.387673 7fa9c3a02900 Options.log_file_time_to_roll: 0 +2016/03/02-16:45:18.387674 7fa9c3a02900 Options.keep_log_file_num: 1000 +2016/03/02-16:45:18.387675 7fa9c3a02900 Options.allow_os_buffer: 1 +2016/03/02-16:45:18.387676 7fa9c3a02900 Options.allow_mmap_reads: 0 +2016/03/02-16:45:18.387677 7fa9c3a02900 Options.allow_fallocate: 1 +2016/03/02-16:45:18.387678 7fa9c3a02900 Options.allow_mmap_writes: 0 +2016/03/02-16:45:18.387679 7fa9c3a02900 Options.create_missing_column_families: 0 +2016/03/02-16:45:18.387680 7fa9c3a02900 Options.db_log_dir: +2016/03/02-16:45:18.387681 7fa9c3a02900 Options.wal_dir: f2 +2016/03/02-16:45:18.387682 7fa9c3a02900 Options.table_cache_numshardbits: 4 +2016/03/02-16:45:18.387683 7fa9c3a02900 Options.delete_obsolete_files_period_micros: 21600000000 +2016/03/02-16:45:18.387684 7fa9c3a02900 Options.max_background_compactions: 1 +2016/03/02-16:45:18.387685 7fa9c3a02900 Options.max_subcompactions: 1 +2016/03/02-16:45:18.387686 7fa9c3a02900 Options.max_background_flushes: 1 +2016/03/02-16:45:18.387687 7fa9c3a02900 Options.WAL_ttl_seconds: 0 +2016/03/02-16:45:18.387687 7fa9c3a02900 Options.WAL_size_limit_MB: 0 +2016/03/02-16:45:18.387688 7fa9c3a02900 Options.manifest_preallocation_size: 4194304 +2016/03/02-16:45:18.387689 7fa9c3a02900 Options.allow_os_buffer: 1 +2016/03/02-16:45:18.387690 7fa9c3a02900 Options.allow_mmap_reads: 0 +2016/03/02-16:45:18.387691 7fa9c3a02900 Options.allow_mmap_writes: 0 +2016/03/02-16:45:18.387692 7fa9c3a02900 Options.is_fd_close_on_exec: 1 +2016/03/02-16:45:18.387693 7fa9c3a02900 Options.stats_dump_period_sec: 600 +2016/03/02-16:45:18.387694 7fa9c3a02900 Options.advise_random_on_open: 1 +2016/03/02-16:45:18.387695 7fa9c3a02900 Options.db_write_buffer_size: 0d +2016/03/02-16:45:18.387696 7fa9c3a02900 Options.access_hint_on_compaction_start: NORMAL +2016/03/02-16:45:18.387697 7fa9c3a02900 Options.new_table_reader_for_compaction_inputs: 0 +2016/03/02-16:45:18.387698 7fa9c3a02900 Options.compaction_readahead_size: 0d +2016/03/02-16:45:18.387699 7fa9c3a02900 Options.use_adaptive_mutex: 0 +2016/03/02-16:45:18.387700 7fa9c3a02900 Options.rate_limiter: (nil) +2016/03/02-16:45:18.387710 7fa9c3a02900 Options.delete_scheduler.rate_bytes_per_sec: 0 +2016/03/02-16:45:18.387712 7fa9c3a02900 Options.bytes_per_sync: 0 +2016/03/02-16:45:18.387713 7fa9c3a02900 Options.wal_bytes_per_sync: 0 +2016/03/02-16:45:18.387714 7fa9c3a02900 Options.wal_recovery_mode: 0 +2016/03/02-16:45:18.387715 7fa9c3a02900 Options.enable_thread_tracking: 0 +2016/03/02-16:45:18.387715 7fa9c3a02900 Options.row_cache: None +2016/03/02-16:45:18.387717 7fa9c3a02900 Compression algorithms supported: +2016/03/02-16:45:18.387718 7fa9c3a02900 Snappy supported: 1 +2016/03/02-16:45:18.387719 7fa9c3a02900 Zlib supported: 1 +2016/03/02-16:45:18.387720 7fa9c3a02900 Bzip supported: 1 +2016/03/02-16:45:18.387720 7fa9c3a02900 LZ4 supported: 0 +2016/03/02-16:45:18.387724 7fa9c3a02900 Fast CRC32 supported: 1 +2016/03/02-16:45:18.387768 7fa9c3a02900 Recovering from manifest file: MANIFEST-000005 +2016/03/02-16:45:18.387788 7fa9c3a02900 --------------- Options for column family [default]: +2016/03/02-16:45:18.387790 7fa9c3a02900 Options.comparator: rocksdb.InternalKeyComparator:leveldb.BytewiseComparator +2016/03/02-16:45:18.387791 7fa9c3a02900 Options.merge_operator: None +2016/03/02-16:45:18.387792 7fa9c3a02900 Options.compaction_filter: None +2016/03/02-16:45:18.387793 7fa9c3a02900 Options.compaction_filter_factory: None +2016/03/02-16:45:18.387794 7fa9c3a02900 Options.memtable_factory: SkipListFactory +2016/03/02-16:45:18.387795 7fa9c3a02900 Options.table_factory: BlockBasedTable +2016/03/02-16:45:18.387802 7fa9c3a02900 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x1d3cb90) + cache_index_and_filter_blocks: 0 + index_type: 0 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x1d3cd90 + block_cache_size: 8388608 + block_cache_compressed: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + filter_policy: rocksdb.BuiltinBloomFilter + format_version: 0 +2016/03/02-16:45:18.387803 7fa9c3a02900 Options.write_buffer_size: 4194304 +2016/03/02-16:45:18.387804 7fa9c3a02900 Options.max_write_buffer_number: 2 +2016/03/02-16:45:18.387806 7fa9c3a02900 Options.compression: Snappy +2016/03/02-16:45:18.387807 7fa9c3a02900 Options.prefix_extractor: nullptr +2016/03/02-16:45:18.387808 7fa9c3a02900 Options.num_levels: 7 +2016/03/02-16:45:18.387809 7fa9c3a02900 Options.min_write_buffer_number_to_merge: 1 +2016/03/02-16:45:18.387810 7fa9c3a02900 Options.max_write_buffer_number_to_maintain: 0 +2016/03/02-16:45:18.387811 7fa9c3a02900 Options.compression_opts.window_bits: -14 +2016/03/02-16:45:18.387812 7fa9c3a02900 Options.compression_opts.level: -1 +2016/03/02-16:45:18.387813 7fa9c3a02900 Options.compression_opts.strategy: 0 +2016/03/02-16:45:18.387813 7fa9c3a02900 Options.level0_file_num_compaction_trigger: 4 +2016/03/02-16:45:18.387820 7fa9c3a02900 Options.level0_slowdown_writes_trigger: 20 +2016/03/02-16:45:18.387821 7fa9c3a02900 Options.level0_stop_writes_trigger: 24 +2016/03/02-16:45:18.387821 7fa9c3a02900 Options.target_file_size_base: 2097152 +2016/03/02-16:45:18.387822 7fa9c3a02900 Options.target_file_size_multiplier: 1 +2016/03/02-16:45:18.387823 7fa9c3a02900 Options.max_bytes_for_level_base: 10485760 +2016/03/02-16:45:18.387824 7fa9c3a02900 Options.level_compaction_dynamic_level_bytes: 0 +2016/03/02-16:45:18.387825 7fa9c3a02900 Options.max_bytes_for_level_multiplier: 10 +2016/03/02-16:45:18.387826 7fa9c3a02900 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2016/03/02-16:45:18.387827 7fa9c3a02900 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2016/03/02-16:45:18.387828 7fa9c3a02900 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2016/03/02-16:45:18.387829 7fa9c3a02900 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2016/03/02-16:45:18.387839 7fa9c3a02900 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2016/03/02-16:45:18.387840 7fa9c3a02900 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2016/03/02-16:45:18.387841 7fa9c3a02900 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2016/03/02-16:45:18.387842 7fa9c3a02900 Options.max_sequential_skip_in_iterations: 8 +2016/03/02-16:45:18.387843 7fa9c3a02900 Options.expanded_compaction_factor: 25 +2016/03/02-16:45:18.387844 7fa9c3a02900 Options.source_compaction_factor: 1 +2016/03/02-16:45:18.387845 7fa9c3a02900 Options.max_grandparent_overlap_factor: 10 +2016/03/02-16:45:18.387846 7fa9c3a02900 Options.arena_block_size: 524288 +2016/03/02-16:45:18.387847 7fa9c3a02900 Options.soft_rate_limit: 0.00 +2016/03/02-16:45:18.387849 7fa9c3a02900 Options.hard_pending_compaction_bytes_limit: 0 +2016/03/02-16:45:18.387850 7fa9c3a02900 Options.rate_limit_delay_max_milliseconds: 1000 +2016/03/02-16:45:18.387851 7fa9c3a02900 Options.disable_auto_compactions: 0 +2016/03/02-16:45:18.387852 7fa9c3a02900 Options.filter_deletes: 0 +2016/03/02-16:45:18.387853 7fa9c3a02900 Options.verify_checksums_in_compaction: 1 +2016/03/02-16:45:18.387854 7fa9c3a02900 Options.compaction_style: 0 +2016/03/02-16:45:18.387855 7fa9c3a02900 Options.compaction_pri: 0 +2016/03/02-16:45:18.387856 7fa9c3a02900 Options.compaction_options_universal.size_ratio: 1 +2016/03/02-16:45:18.387857 7fa9c3a02900 Options.compaction_options_universal.min_merge_width: 2 +2016/03/02-16:45:18.387858 7fa9c3a02900 Options.compaction_options_universal.max_merge_width: 4294967295 +2016/03/02-16:45:18.387859 7fa9c3a02900 Options.compaction_options_universal.max_size_amplification_percent: 200 +2016/03/02-16:45:18.387860 7fa9c3a02900 Options.compaction_options_universal.compression_size_percent: -1 +2016/03/02-16:45:18.387861 7fa9c3a02900 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2016/03/02-16:45:18.387862 7fa9c3a02900 Options.table_properties_collectors: +2016/03/02-16:45:18.387863 7fa9c3a02900 Options.inplace_update_support: 0 +2016/03/02-16:45:18.387864 7fa9c3a02900 Options.inplace_update_num_locks: 10000 +2016/03/02-16:45:18.387865 7fa9c3a02900 Options.min_partial_merge_operands: 2 +2016/03/02-16:45:18.387866 7fa9c3a02900 Options.memtable_prefix_bloom_bits: 0 +2016/03/02-16:45:18.387867 7fa9c3a02900 Options.memtable_prefix_bloom_probes: 6 +2016/03/02-16:45:18.387868 7fa9c3a02900 Options.memtable_prefix_bloom_huge_page_tlb_size: 0 +2016/03/02-16:45:18.387869 7fa9c3a02900 Options.bloom_locality: 0 +2016/03/02-16:45:18.387870 7fa9c3a02900 Options.max_successive_merges: 0 +2016/03/02-16:45:18.387871 7fa9c3a02900 Options.optimize_fllters_for_hits: 0 +2016/03/02-16:45:18.387872 7fa9c3a02900 Options.paranoid_file_checks: 0 +2016/03/02-16:45:18.387872 7fa9c3a02900 Options.compaction_measure_io_stats: 0 +2016/03/02-16:45:18.387905 7fa9c3a02900 Recovered from manifest file:f2/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0 +2016/03/02-16:45:18.387909 7fa9c3a02900 Column family [default] (ID 0), log number is 4 +2016/03/02-16:45:18.387940 7fa9c3a02900 EVENT_LOG_v1 {"time_micros": 1456897518387937, "job": 1, "event": "recovery_started", "log_files": [6]} +2016/03/02-16:45:18.387956 7fa9c3a02900 Recovering log #6 mode 0 skip-recovery 0 +2016/03/02-16:45:18.387977 7fa9c3a02900 Creating manifest 8 +2016/03/02-16:45:18.392285 7fa9c3a02900 Deleting manifest 5 current manifest 8 +2016/03/02-16:45:18.392327 7fa9c3a02900 EVENT_LOG_v1 {"time_micros": 1456897518392324, "job": 1, "event": "recovery_finished"} +2016/03/02-16:45:18.393885 7fa9c3a02900 DB pointer 0x1d66110 diff --git a/tools/merge/f2/LOG.old.1456897758659268 b/tools/merge/f2/LOG.old.1456897758659268 new file mode 100644 index 0000000000000000000000000000000000000000..f1a3cea7427a058d3f52b6569db3b52592003fe4 --- /dev/null +++ b/tools/merge/f2/LOG.old.1456897758659268 @@ -0,0 +1,148 @@ +2016/03/02-16:47:23.875356 7fb12c51b900 RocksDB version: 4.1.0 +2016/03/02-16:47:23.875395 7fb12c51b900 Git sha rocksdb_build_git_sha:8f0c83ae72d4709fc457d0f47c6efb1bb3525ae2 +2016/03/02-16:47:23.875399 7fb12c51b900 Compile date Jan 12 2016 +2016/03/02-16:47:23.875401 7fb12c51b900 DB SUMMARY +2016/03/02-16:47:23.875430 7fb12c51b900 CURRENT file: CURRENT +2016/03/02-16:47:23.875432 7fb12c51b900 IDENTITY file: IDENTITY +2016/03/02-16:47:23.875436 7fb12c51b900 MANIFEST file: MANIFEST-000008 size: 59 Bytes +2016/03/02-16:47:23.875437 7fb12c51b900 SST files in f2 dir, Total Num: 0, files: +2016/03/02-16:47:23.875438 7fb12c51b900 Write Ahead Log file in f2: 000009.log size: 0 ; +2016/03/02-16:47:23.875440 7fb12c51b900 Options.error_if_exists: 0 +2016/03/02-16:47:23.875442 7fb12c51b900 Options.create_if_missing: 1 +2016/03/02-16:47:23.875442 7fb12c51b900 Options.paranoid_checks: 1 +2016/03/02-16:47:23.875443 7fb12c51b900 Options.env: 0x7fb12c308460 +2016/03/02-16:47:23.875444 7fb12c51b900 Options.info_log: 0x2b5f500 +2016/03/02-16:47:23.875445 7fb12c51b900 Options.max_open_files: 1024 +2016/03/02-16:47:23.875446 7fb12c51b900 Options.max_file_opening_threads: 1 +2016/03/02-16:47:23.875447 7fb12c51b900 Options.max_total_wal_size: 0 +2016/03/02-16:47:23.875448 7fb12c51b900 Options.disableDataSync: 0 +2016/03/02-16:47:23.875449 7fb12c51b900 Options.use_fsync: 0 +2016/03/02-16:47:23.875460 7fb12c51b900 Options.max_log_file_size: 0 +2016/03/02-16:47:23.875462 7fb12c51b900 Options.max_manifest_file_size: 18446744073709551615 +2016/03/02-16:47:23.875463 7fb12c51b900 Options.log_file_time_to_roll: 0 +2016/03/02-16:47:23.875463 7fb12c51b900 Options.keep_log_file_num: 1000 +2016/03/02-16:47:23.875464 7fb12c51b900 Options.allow_os_buffer: 1 +2016/03/02-16:47:23.875465 7fb12c51b900 Options.allow_mmap_reads: 0 +2016/03/02-16:47:23.875466 7fb12c51b900 Options.allow_fallocate: 1 +2016/03/02-16:47:23.875467 7fb12c51b900 Options.allow_mmap_writes: 0 +2016/03/02-16:47:23.875468 7fb12c51b900 Options.create_missing_column_families: 0 +2016/03/02-16:47:23.875469 7fb12c51b900 Options.db_log_dir: +2016/03/02-16:47:23.875470 7fb12c51b900 Options.wal_dir: f2 +2016/03/02-16:47:23.875471 7fb12c51b900 Options.table_cache_numshardbits: 4 +2016/03/02-16:47:23.875472 7fb12c51b900 Options.delete_obsolete_files_period_micros: 21600000000 +2016/03/02-16:47:23.875473 7fb12c51b900 Options.max_background_compactions: 1 +2016/03/02-16:47:23.875474 7fb12c51b900 Options.max_subcompactions: 1 +2016/03/02-16:47:23.875475 7fb12c51b900 Options.max_background_flushes: 1 +2016/03/02-16:47:23.875476 7fb12c51b900 Options.WAL_ttl_seconds: 0 +2016/03/02-16:47:23.875477 7fb12c51b900 Options.WAL_size_limit_MB: 0 +2016/03/02-16:47:23.875477 7fb12c51b900 Options.manifest_preallocation_size: 4194304 +2016/03/02-16:47:23.875478 7fb12c51b900 Options.allow_os_buffer: 1 +2016/03/02-16:47:23.875479 7fb12c51b900 Options.allow_mmap_reads: 0 +2016/03/02-16:47:23.875480 7fb12c51b900 Options.allow_mmap_writes: 0 +2016/03/02-16:47:23.875481 7fb12c51b900 Options.is_fd_close_on_exec: 1 +2016/03/02-16:47:23.875482 7fb12c51b900 Options.stats_dump_period_sec: 600 +2016/03/02-16:47:23.875483 7fb12c51b900 Options.advise_random_on_open: 1 +2016/03/02-16:47:23.875484 7fb12c51b900 Options.db_write_buffer_size: 0d +2016/03/02-16:47:23.875485 7fb12c51b900 Options.access_hint_on_compaction_start: NORMAL +2016/03/02-16:47:23.875486 7fb12c51b900 Options.new_table_reader_for_compaction_inputs: 0 +2016/03/02-16:47:23.875487 7fb12c51b900 Options.compaction_readahead_size: 0d +2016/03/02-16:47:23.875488 7fb12c51b900 Options.use_adaptive_mutex: 0 +2016/03/02-16:47:23.875489 7fb12c51b900 Options.rate_limiter: (nil) +2016/03/02-16:47:23.875498 7fb12c51b900 Options.delete_scheduler.rate_bytes_per_sec: 0 +2016/03/02-16:47:23.875500 7fb12c51b900 Options.bytes_per_sync: 0 +2016/03/02-16:47:23.875501 7fb12c51b900 Options.wal_bytes_per_sync: 0 +2016/03/02-16:47:23.875502 7fb12c51b900 Options.wal_recovery_mode: 0 +2016/03/02-16:47:23.875503 7fb12c51b900 Options.enable_thread_tracking: 0 +2016/03/02-16:47:23.875503 7fb12c51b900 Options.row_cache: None +2016/03/02-16:47:23.875505 7fb12c51b900 Compression algorithms supported: +2016/03/02-16:47:23.875506 7fb12c51b900 Snappy supported: 1 +2016/03/02-16:47:23.875507 7fb12c51b900 Zlib supported: 1 +2016/03/02-16:47:23.875507 7fb12c51b900 Bzip supported: 1 +2016/03/02-16:47:23.875508 7fb12c51b900 LZ4 supported: 0 +2016/03/02-16:47:23.875511 7fb12c51b900 Fast CRC32 supported: 1 +2016/03/02-16:47:23.875552 7fb12c51b900 Recovering from manifest file: MANIFEST-000008 +2016/03/02-16:47:23.875571 7fb12c51b900 --------------- Options for column family [default]: +2016/03/02-16:47:23.875574 7fb12c51b900 Options.comparator: rocksdb.InternalKeyComparator:leveldb.BytewiseComparator +2016/03/02-16:47:23.875575 7fb12c51b900 Options.merge_operator: None +2016/03/02-16:47:23.875576 7fb12c51b900 Options.compaction_filter: None +2016/03/02-16:47:23.875576 7fb12c51b900 Options.compaction_filter_factory: None +2016/03/02-16:47:23.875577 7fb12c51b900 Options.memtable_factory: SkipListFactory +2016/03/02-16:47:23.875578 7fb12c51b900 Options.table_factory: BlockBasedTable +2016/03/02-16:47:23.875586 7fb12c51b900 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x2b58bd0) + cache_index_and_filter_blocks: 0 + index_type: 0 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x2b5e670 + block_cache_size: 8388608 + block_cache_compressed: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + filter_policy: rocksdb.BuiltinBloomFilter + format_version: 0 +2016/03/02-16:47:23.875587 7fb12c51b900 Options.write_buffer_size: 4194304 +2016/03/02-16:47:23.875588 7fb12c51b900 Options.max_write_buffer_number: 2 +2016/03/02-16:47:23.875589 7fb12c51b900 Options.compression: Snappy +2016/03/02-16:47:23.875590 7fb12c51b900 Options.prefix_extractor: nullptr +2016/03/02-16:47:23.875591 7fb12c51b900 Options.num_levels: 7 +2016/03/02-16:47:23.875592 7fb12c51b900 Options.min_write_buffer_number_to_merge: 1 +2016/03/02-16:47:23.875593 7fb12c51b900 Options.max_write_buffer_number_to_maintain: 0 +2016/03/02-16:47:23.875594 7fb12c51b900 Options.compression_opts.window_bits: -14 +2016/03/02-16:47:23.875595 7fb12c51b900 Options.compression_opts.level: -1 +2016/03/02-16:47:23.875596 7fb12c51b900 Options.compression_opts.strategy: 0 +2016/03/02-16:47:23.875597 7fb12c51b900 Options.level0_file_num_compaction_trigger: 4 +2016/03/02-16:47:23.875598 7fb12c51b900 Options.level0_slowdown_writes_trigger: 20 +2016/03/02-16:47:23.875599 7fb12c51b900 Options.level0_stop_writes_trigger: 24 +2016/03/02-16:47:23.875600 7fb12c51b900 Options.target_file_size_base: 2097152 +2016/03/02-16:47:23.875601 7fb12c51b900 Options.target_file_size_multiplier: 1 +2016/03/02-16:47:23.875601 7fb12c51b900 Options.max_bytes_for_level_base: 10485760 +2016/03/02-16:47:23.875602 7fb12c51b900 Options.level_compaction_dynamic_level_bytes: 0 +2016/03/02-16:47:23.875603 7fb12c51b900 Options.max_bytes_for_level_multiplier: 10 +2016/03/02-16:47:23.875604 7fb12c51b900 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2016/03/02-16:47:23.875605 7fb12c51b900 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2016/03/02-16:47:23.875606 7fb12c51b900 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2016/03/02-16:47:23.875607 7fb12c51b900 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2016/03/02-16:47:23.875616 7fb12c51b900 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2016/03/02-16:47:23.875618 7fb12c51b900 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2016/03/02-16:47:23.875619 7fb12c51b900 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2016/03/02-16:47:23.875619 7fb12c51b900 Options.max_sequential_skip_in_iterations: 8 +2016/03/02-16:47:23.875620 7fb12c51b900 Options.expanded_compaction_factor: 25 +2016/03/02-16:47:23.875621 7fb12c51b900 Options.source_compaction_factor: 1 +2016/03/02-16:47:23.875622 7fb12c51b900 Options.max_grandparent_overlap_factor: 10 +2016/03/02-16:47:23.875623 7fb12c51b900 Options.arena_block_size: 524288 +2016/03/02-16:47:23.875624 7fb12c51b900 Options.soft_rate_limit: 0.00 +2016/03/02-16:47:23.875626 7fb12c51b900 Options.hard_pending_compaction_bytes_limit: 0 +2016/03/02-16:47:23.875627 7fb12c51b900 Options.rate_limit_delay_max_milliseconds: 1000 +2016/03/02-16:47:23.875628 7fb12c51b900 Options.disable_auto_compactions: 0 +2016/03/02-16:47:23.875629 7fb12c51b900 Options.filter_deletes: 0 +2016/03/02-16:47:23.875630 7fb12c51b900 Options.verify_checksums_in_compaction: 1 +2016/03/02-16:47:23.875631 7fb12c51b900 Options.compaction_style: 0 +2016/03/02-16:47:23.875632 7fb12c51b900 Options.compaction_pri: 0 +2016/03/02-16:47:23.875633 7fb12c51b900 Options.compaction_options_universal.size_ratio: 1 +2016/03/02-16:47:23.875634 7fb12c51b900 Options.compaction_options_universal.min_merge_width: 2 +2016/03/02-16:47:23.875635 7fb12c51b900 Options.compaction_options_universal.max_merge_width: 4294967295 +2016/03/02-16:47:23.875636 7fb12c51b900 Options.compaction_options_universal.max_size_amplification_percent: 200 +2016/03/02-16:47:23.875637 7fb12c51b900 Options.compaction_options_universal.compression_size_percent: -1 +2016/03/02-16:47:23.875638 7fb12c51b900 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2016/03/02-16:47:23.875639 7fb12c51b900 Options.table_properties_collectors: +2016/03/02-16:47:23.875640 7fb12c51b900 Options.inplace_update_support: 0 +2016/03/02-16:47:23.875641 7fb12c51b900 Options.inplace_update_num_locks: 10000 +2016/03/02-16:47:23.875642 7fb12c51b900 Options.min_partial_merge_operands: 2 +2016/03/02-16:47:23.875642 7fb12c51b900 Options.memtable_prefix_bloom_bits: 0 +2016/03/02-16:47:23.875643 7fb12c51b900 Options.memtable_prefix_bloom_probes: 6 +2016/03/02-16:47:23.875644 7fb12c51b900 Options.memtable_prefix_bloom_huge_page_tlb_size: 0 +2016/03/02-16:47:23.875645 7fb12c51b900 Options.bloom_locality: 0 +2016/03/02-16:47:23.875646 7fb12c51b900 Options.max_successive_merges: 0 +2016/03/02-16:47:23.875647 7fb12c51b900 Options.optimize_fllters_for_hits: 0 +2016/03/02-16:47:23.875648 7fb12c51b900 Options.paranoid_file_checks: 0 +2016/03/02-16:47:23.875649 7fb12c51b900 Options.compaction_measure_io_stats: 0 +2016/03/02-16:47:23.875680 7fb12c51b900 Recovered from manifest file:f2/MANIFEST-000008 succeeded,manifest_file_number is 8, next_file_number is 10, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0 +2016/03/02-16:47:23.875683 7fb12c51b900 Column family [default] (ID 0), log number is 7 +2016/03/02-16:47:23.875711 7fb12c51b900 EVENT_LOG_v1 {"time_micros": 1456897643875708, "job": 1, "event": "recovery_started", "log_files": [9]} +2016/03/02-16:47:23.875718 7fb12c51b900 Recovering log #9 mode 0 skip-recovery 0 +2016/03/02-16:47:23.875737 7fb12c51b900 Creating manifest 11 +2016/03/02-16:47:23.879975 7fb12c51b900 Deleting manifest 8 current manifest 11 +2016/03/02-16:47:23.880020 7fb12c51b900 EVENT_LOG_v1 {"time_micros": 1456897643880017, "job": 1, "event": "recovery_finished"} +2016/03/02-16:47:23.881609 7fb12c51b900 DB pointer 0x2b82110 diff --git a/tools/merge/f2/LOG.old.1456897793730535 b/tools/merge/f2/LOG.old.1456897793730535 new file mode 100644 index 0000000000000000000000000000000000000000..aeffc6b839dc6c9e3f9c7d8440ebd6b754f893fb --- /dev/null +++ b/tools/merge/f2/LOG.old.1456897793730535 @@ -0,0 +1,148 @@ +2016/03/02-16:49:18.659349 7f8a0d7c9900 RocksDB version: 4.1.0 +2016/03/02-16:49:18.659387 7f8a0d7c9900 Git sha rocksdb_build_git_sha:8f0c83ae72d4709fc457d0f47c6efb1bb3525ae2 +2016/03/02-16:49:18.659390 7f8a0d7c9900 Compile date Jan 12 2016 +2016/03/02-16:49:18.659392 7f8a0d7c9900 DB SUMMARY +2016/03/02-16:49:18.659428 7f8a0d7c9900 CURRENT file: CURRENT +2016/03/02-16:49:18.659432 7f8a0d7c9900 IDENTITY file: IDENTITY +2016/03/02-16:49:18.659438 7f8a0d7c9900 MANIFEST file: MANIFEST-000011 size: 59 Bytes +2016/03/02-16:49:18.659440 7f8a0d7c9900 SST files in f2 dir, Total Num: 0, files: +2016/03/02-16:49:18.659443 7f8a0d7c9900 Write Ahead Log file in f2: 000012.log size: 0 ; +2016/03/02-16:49:18.659446 7f8a0d7c9900 Options.error_if_exists: 0 +2016/03/02-16:49:18.659449 7f8a0d7c9900 Options.create_if_missing: 1 +2016/03/02-16:49:18.659450 7f8a0d7c9900 Options.paranoid_checks: 1 +2016/03/02-16:49:18.659452 7f8a0d7c9900 Options.env: 0x7f8a0d5b6460 +2016/03/02-16:49:18.659454 7f8a0d7c9900 Options.info_log: 0x2b1d3f0 +2016/03/02-16:49:18.659456 7f8a0d7c9900 Options.max_open_files: 1024 +2016/03/02-16:49:18.659458 7f8a0d7c9900 Options.max_file_opening_threads: 1 +2016/03/02-16:49:18.659460 7f8a0d7c9900 Options.max_total_wal_size: 0 +2016/03/02-16:49:18.659468 7f8a0d7c9900 Options.disableDataSync: 0 +2016/03/02-16:49:18.659470 7f8a0d7c9900 Options.use_fsync: 0 +2016/03/02-16:49:18.659472 7f8a0d7c9900 Options.max_log_file_size: 0 +2016/03/02-16:49:18.659473 7f8a0d7c9900 Options.max_manifest_file_size: 18446744073709551615 +2016/03/02-16:49:18.659475 7f8a0d7c9900 Options.log_file_time_to_roll: 0 +2016/03/02-16:49:18.659477 7f8a0d7c9900 Options.keep_log_file_num: 1000 +2016/03/02-16:49:18.659481 7f8a0d7c9900 Options.allow_os_buffer: 1 +2016/03/02-16:49:18.659483 7f8a0d7c9900 Options.allow_mmap_reads: 0 +2016/03/02-16:49:18.659485 7f8a0d7c9900 Options.allow_fallocate: 1 +2016/03/02-16:49:18.659487 7f8a0d7c9900 Options.allow_mmap_writes: 0 +2016/03/02-16:49:18.659489 7f8a0d7c9900 Options.create_missing_column_families: 0 +2016/03/02-16:49:18.659491 7f8a0d7c9900 Options.db_log_dir: +2016/03/02-16:49:18.659493 7f8a0d7c9900 Options.wal_dir: f2 +2016/03/02-16:49:18.659494 7f8a0d7c9900 Options.table_cache_numshardbits: 4 +2016/03/02-16:49:18.659496 7f8a0d7c9900 Options.delete_obsolete_files_period_micros: 21600000000 +2016/03/02-16:49:18.659498 7f8a0d7c9900 Options.max_background_compactions: 1 +2016/03/02-16:49:18.659500 7f8a0d7c9900 Options.max_subcompactions: 1 +2016/03/02-16:49:18.659502 7f8a0d7c9900 Options.max_background_flushes: 1 +2016/03/02-16:49:18.659503 7f8a0d7c9900 Options.WAL_ttl_seconds: 0 +2016/03/02-16:49:18.659505 7f8a0d7c9900 Options.WAL_size_limit_MB: 0 +2016/03/02-16:49:18.659507 7f8a0d7c9900 Options.manifest_preallocation_size: 4194304 +2016/03/02-16:49:18.659509 7f8a0d7c9900 Options.allow_os_buffer: 1 +2016/03/02-16:49:18.659511 7f8a0d7c9900 Options.allow_mmap_reads: 0 +2016/03/02-16:49:18.659513 7f8a0d7c9900 Options.allow_mmap_writes: 0 +2016/03/02-16:49:18.659515 7f8a0d7c9900 Options.is_fd_close_on_exec: 1 +2016/03/02-16:49:18.659517 7f8a0d7c9900 Options.stats_dump_period_sec: 600 +2016/03/02-16:49:18.659519 7f8a0d7c9900 Options.advise_random_on_open: 1 +2016/03/02-16:49:18.659521 7f8a0d7c9900 Options.db_write_buffer_size: 0d +2016/03/02-16:49:18.659523 7f8a0d7c9900 Options.access_hint_on_compaction_start: NORMAL +2016/03/02-16:49:18.659525 7f8a0d7c9900 Options.new_table_reader_for_compaction_inputs: 0 +2016/03/02-16:49:18.659526 7f8a0d7c9900 Options.compaction_readahead_size: 0d +2016/03/02-16:49:18.659528 7f8a0d7c9900 Options.use_adaptive_mutex: 0 +2016/03/02-16:49:18.659530 7f8a0d7c9900 Options.rate_limiter: (nil) +2016/03/02-16:49:18.659544 7f8a0d7c9900 Options.delete_scheduler.rate_bytes_per_sec: 0 +2016/03/02-16:49:18.659546 7f8a0d7c9900 Options.bytes_per_sync: 0 +2016/03/02-16:49:18.659548 7f8a0d7c9900 Options.wal_bytes_per_sync: 0 +2016/03/02-16:49:18.659550 7f8a0d7c9900 Options.wal_recovery_mode: 0 +2016/03/02-16:49:18.659552 7f8a0d7c9900 Options.enable_thread_tracking: 0 +2016/03/02-16:49:18.659554 7f8a0d7c9900 Options.row_cache: None +2016/03/02-16:49:18.659556 7f8a0d7c9900 Compression algorithms supported: +2016/03/02-16:49:18.659558 7f8a0d7c9900 Snappy supported: 1 +2016/03/02-16:49:18.659559 7f8a0d7c9900 Zlib supported: 1 +2016/03/02-16:49:18.659561 7f8a0d7c9900 Bzip supported: 1 +2016/03/02-16:49:18.659563 7f8a0d7c9900 LZ4 supported: 0 +2016/03/02-16:49:18.659566 7f8a0d7c9900 Fast CRC32 supported: 1 +2016/03/02-16:49:18.659622 7f8a0d7c9900 Recovering from manifest file: MANIFEST-000011 +2016/03/02-16:49:18.659646 7f8a0d7c9900 --------------- Options for column family [default]: +2016/03/02-16:49:18.659649 7f8a0d7c9900 Options.comparator: rocksdb.InternalKeyComparator:leveldb.BytewiseComparator +2016/03/02-16:49:18.659651 7f8a0d7c9900 Options.merge_operator: None +2016/03/02-16:49:18.659653 7f8a0d7c9900 Options.compaction_filter: None +2016/03/02-16:49:18.659655 7f8a0d7c9900 Options.compaction_filter_factory: None +2016/03/02-16:49:18.659657 7f8a0d7c9900 Options.memtable_factory: SkipListFactory +2016/03/02-16:49:18.659659 7f8a0d7c9900 Options.table_factory: BlockBasedTable +2016/03/02-16:49:18.659668 7f8a0d7c9900 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x2b1de40) + cache_index_and_filter_blocks: 0 + index_type: 0 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x2b1da90 + block_cache_size: 8388608 + block_cache_compressed: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + filter_policy: rocksdb.BuiltinBloomFilter + format_version: 0 +2016/03/02-16:49:18.659671 7f8a0d7c9900 Options.write_buffer_size: 4194304 +2016/03/02-16:49:18.659673 7f8a0d7c9900 Options.max_write_buffer_number: 2 +2016/03/02-16:49:18.659675 7f8a0d7c9900 Options.compression: Snappy +2016/03/02-16:49:18.659677 7f8a0d7c9900 Options.prefix_extractor: nullptr +2016/03/02-16:49:18.659679 7f8a0d7c9900 Options.num_levels: 7 +2016/03/02-16:49:18.659681 7f8a0d7c9900 Options.min_write_buffer_number_to_merge: 1 +2016/03/02-16:49:18.659682 7f8a0d7c9900 Options.max_write_buffer_number_to_maintain: 0 +2016/03/02-16:49:18.659684 7f8a0d7c9900 Options.compression_opts.window_bits: -14 +2016/03/02-16:49:18.659686 7f8a0d7c9900 Options.compression_opts.level: -1 +2016/03/02-16:49:18.659688 7f8a0d7c9900 Options.compression_opts.strategy: 0 +2016/03/02-16:49:18.659690 7f8a0d7c9900 Options.level0_file_num_compaction_trigger: 4 +2016/03/02-16:49:18.659691 7f8a0d7c9900 Options.level0_slowdown_writes_trigger: 20 +2016/03/02-16:49:18.659693 7f8a0d7c9900 Options.level0_stop_writes_trigger: 24 +2016/03/02-16:49:18.659695 7f8a0d7c9900 Options.target_file_size_base: 2097152 +2016/03/02-16:49:18.659697 7f8a0d7c9900 Options.target_file_size_multiplier: 1 +2016/03/02-16:49:18.659699 7f8a0d7c9900 Options.max_bytes_for_level_base: 10485760 +2016/03/02-16:49:18.659701 7f8a0d7c9900 Options.level_compaction_dynamic_level_bytes: 0 +2016/03/02-16:49:18.659703 7f8a0d7c9900 Options.max_bytes_for_level_multiplier: 10 +2016/03/02-16:49:18.659704 7f8a0d7c9900 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2016/03/02-16:49:18.659706 7f8a0d7c9900 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2016/03/02-16:49:18.659708 7f8a0d7c9900 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2016/03/02-16:49:18.659710 7f8a0d7c9900 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2016/03/02-16:49:18.659723 7f8a0d7c9900 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2016/03/02-16:49:18.659726 7f8a0d7c9900 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2016/03/02-16:49:18.659728 7f8a0d7c9900 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2016/03/02-16:49:18.659730 7f8a0d7c9900 Options.max_sequential_skip_in_iterations: 8 +2016/03/02-16:49:18.659732 7f8a0d7c9900 Options.expanded_compaction_factor: 25 +2016/03/02-16:49:18.659734 7f8a0d7c9900 Options.source_compaction_factor: 1 +2016/03/02-16:49:18.659736 7f8a0d7c9900 Options.max_grandparent_overlap_factor: 10 +2016/03/02-16:49:18.659737 7f8a0d7c9900 Options.arena_block_size: 524288 +2016/03/02-16:49:18.659739 7f8a0d7c9900 Options.soft_rate_limit: 0.00 +2016/03/02-16:49:18.659743 7f8a0d7c9900 Options.hard_pending_compaction_bytes_limit: 0 +2016/03/02-16:49:18.659745 7f8a0d7c9900 Options.rate_limit_delay_max_milliseconds: 1000 +2016/03/02-16:49:18.659746 7f8a0d7c9900 Options.disable_auto_compactions: 0 +2016/03/02-16:49:18.659748 7f8a0d7c9900 Options.filter_deletes: 0 +2016/03/02-16:49:18.659750 7f8a0d7c9900 Options.verify_checksums_in_compaction: 1 +2016/03/02-16:49:18.659752 7f8a0d7c9900 Options.compaction_style: 0 +2016/03/02-16:49:18.659753 7f8a0d7c9900 Options.compaction_pri: 0 +2016/03/02-16:49:18.659755 7f8a0d7c9900 Options.compaction_options_universal.size_ratio: 1 +2016/03/02-16:49:18.659757 7f8a0d7c9900 Options.compaction_options_universal.min_merge_width: 2 +2016/03/02-16:49:18.659759 7f8a0d7c9900 Options.compaction_options_universal.max_merge_width: 4294967295 +2016/03/02-16:49:18.659761 7f8a0d7c9900 Options.compaction_options_universal.max_size_amplification_percent: 200 +2016/03/02-16:49:18.659763 7f8a0d7c9900 Options.compaction_options_universal.compression_size_percent: -1 +2016/03/02-16:49:18.659765 7f8a0d7c9900 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2016/03/02-16:49:18.659767 7f8a0d7c9900 Options.table_properties_collectors: +2016/03/02-16:49:18.659769 7f8a0d7c9900 Options.inplace_update_support: 0 +2016/03/02-16:49:18.659771 7f8a0d7c9900 Options.inplace_update_num_locks: 10000 +2016/03/02-16:49:18.659773 7f8a0d7c9900 Options.min_partial_merge_operands: 2 +2016/03/02-16:49:18.659774 7f8a0d7c9900 Options.memtable_prefix_bloom_bits: 0 +2016/03/02-16:49:18.659776 7f8a0d7c9900 Options.memtable_prefix_bloom_probes: 6 +2016/03/02-16:49:18.659778 7f8a0d7c9900 Options.memtable_prefix_bloom_huge_page_tlb_size: 0 +2016/03/02-16:49:18.659780 7f8a0d7c9900 Options.bloom_locality: 0 +2016/03/02-16:49:18.659782 7f8a0d7c9900 Options.max_successive_merges: 0 +2016/03/02-16:49:18.659784 7f8a0d7c9900 Options.optimize_fllters_for_hits: 0 +2016/03/02-16:49:18.659786 7f8a0d7c9900 Options.paranoid_file_checks: 0 +2016/03/02-16:49:18.659787 7f8a0d7c9900 Options.compaction_measure_io_stats: 0 +2016/03/02-16:49:18.659829 7f8a0d7c9900 Recovered from manifest file:f2/MANIFEST-000011 succeeded,manifest_file_number is 11, next_file_number is 13, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0 +2016/03/02-16:49:18.659834 7f8a0d7c9900 Column family [default] (ID 0), log number is 10 +2016/03/02-16:49:18.659873 7f8a0d7c9900 EVENT_LOG_v1 {"time_micros": 1456897758659869, "job": 1, "event": "recovery_started", "log_files": [12]} +2016/03/02-16:49:18.659885 7f8a0d7c9900 Recovering log #12 mode 0 skip-recovery 0 +2016/03/02-16:49:18.659909 7f8a0d7c9900 Creating manifest 14 +2016/03/02-16:49:18.664252 7f8a0d7c9900 Deleting manifest 11 current manifest 14 +2016/03/02-16:49:18.664289 7f8a0d7c9900 EVENT_LOG_v1 {"time_micros": 1456897758664287, "job": 1, "event": "recovery_finished"} +2016/03/02-16:49:18.665844 7f8a0d7c9900 DB pointer 0x2b47180 diff --git a/tools/merge/f2/LOG.old.1456897989515418 b/tools/merge/f2/LOG.old.1456897989515418 new file mode 100644 index 0000000000000000000000000000000000000000..0619135478da5f6f28e053de2067fc8cded3ee2f --- /dev/null +++ b/tools/merge/f2/LOG.old.1456897989515418 @@ -0,0 +1,148 @@ +2016/03/02-16:49:53.730760 7fbea45ec900 RocksDB version: 4.1.0 +2016/03/02-16:49:53.730802 7fbea45ec900 Git sha rocksdb_build_git_sha:8f0c83ae72d4709fc457d0f47c6efb1bb3525ae2 +2016/03/02-16:49:53.730806 7fbea45ec900 Compile date Jan 12 2016 +2016/03/02-16:49:53.730809 7fbea45ec900 DB SUMMARY +2016/03/02-16:49:53.730839 7fbea45ec900 CURRENT file: CURRENT +2016/03/02-16:49:53.730841 7fbea45ec900 IDENTITY file: IDENTITY +2016/03/02-16:49:53.730845 7fbea45ec900 MANIFEST file: MANIFEST-000014 size: 59 Bytes +2016/03/02-16:49:53.730847 7fbea45ec900 SST files in f2 dir, Total Num: 0, files: +2016/03/02-16:49:53.730848 7fbea45ec900 Write Ahead Log file in f2: 000015.log size: 0 ; +2016/03/02-16:49:53.730850 7fbea45ec900 Options.error_if_exists: 0 +2016/03/02-16:49:53.730851 7fbea45ec900 Options.create_if_missing: 1 +2016/03/02-16:49:53.730852 7fbea45ec900 Options.paranoid_checks: 1 +2016/03/02-16:49:53.730853 7fbea45ec900 Options.env: 0x7fbea43d9460 +2016/03/02-16:49:53.730854 7fbea45ec900 Options.info_log: 0x1bb9e00 +2016/03/02-16:49:53.730855 7fbea45ec900 Options.max_open_files: 1024 +2016/03/02-16:49:53.730856 7fbea45ec900 Options.max_file_opening_threads: 1 +2016/03/02-16:49:53.730857 7fbea45ec900 Options.max_total_wal_size: 0 +2016/03/02-16:49:53.730858 7fbea45ec900 Options.disableDataSync: 0 +2016/03/02-16:49:53.730859 7fbea45ec900 Options.use_fsync: 0 +2016/03/02-16:49:53.730860 7fbea45ec900 Options.max_log_file_size: 0 +2016/03/02-16:49:53.730861 7fbea45ec900 Options.max_manifest_file_size: 18446744073709551615 +2016/03/02-16:49:53.730862 7fbea45ec900 Options.log_file_time_to_roll: 0 +2016/03/02-16:49:53.730863 7fbea45ec900 Options.keep_log_file_num: 1000 +2016/03/02-16:49:53.730864 7fbea45ec900 Options.allow_os_buffer: 1 +2016/03/02-16:49:53.730865 7fbea45ec900 Options.allow_mmap_reads: 0 +2016/03/02-16:49:53.730866 7fbea45ec900 Options.allow_fallocate: 1 +2016/03/02-16:49:53.730867 7fbea45ec900 Options.allow_mmap_writes: 0 +2016/03/02-16:49:53.730867 7fbea45ec900 Options.create_missing_column_families: 0 +2016/03/02-16:49:53.730868 7fbea45ec900 Options.db_log_dir: +2016/03/02-16:49:53.730869 7fbea45ec900 Options.wal_dir: f2 +2016/03/02-16:49:53.730870 7fbea45ec900 Options.table_cache_numshardbits: 4 +2016/03/02-16:49:53.730871 7fbea45ec900 Options.delete_obsolete_files_period_micros: 21600000000 +2016/03/02-16:49:53.730872 7fbea45ec900 Options.max_background_compactions: 1 +2016/03/02-16:49:53.730873 7fbea45ec900 Options.max_subcompactions: 1 +2016/03/02-16:49:53.730874 7fbea45ec900 Options.max_background_flushes: 1 +2016/03/02-16:49:53.730875 7fbea45ec900 Options.WAL_ttl_seconds: 0 +2016/03/02-16:49:53.730876 7fbea45ec900 Options.WAL_size_limit_MB: 0 +2016/03/02-16:49:53.730877 7fbea45ec900 Options.manifest_preallocation_size: 4194304 +2016/03/02-16:49:53.730878 7fbea45ec900 Options.allow_os_buffer: 1 +2016/03/02-16:49:53.730879 7fbea45ec900 Options.allow_mmap_reads: 0 +2016/03/02-16:49:53.730880 7fbea45ec900 Options.allow_mmap_writes: 0 +2016/03/02-16:49:53.730881 7fbea45ec900 Options.is_fd_close_on_exec: 1 +2016/03/02-16:49:53.730881 7fbea45ec900 Options.stats_dump_period_sec: 600 +2016/03/02-16:49:53.730882 7fbea45ec900 Options.advise_random_on_open: 1 +2016/03/02-16:49:53.730883 7fbea45ec900 Options.db_write_buffer_size: 0d +2016/03/02-16:49:53.730885 7fbea45ec900 Options.access_hint_on_compaction_start: NORMAL +2016/03/02-16:49:53.730886 7fbea45ec900 Options.new_table_reader_for_compaction_inputs: 0 +2016/03/02-16:49:53.730887 7fbea45ec900 Options.compaction_readahead_size: 0d +2016/03/02-16:49:53.730888 7fbea45ec900 Options.use_adaptive_mutex: 0 +2016/03/02-16:49:53.730889 7fbea45ec900 Options.rate_limiter: (nil) +2016/03/02-16:49:53.730898 7fbea45ec900 Options.delete_scheduler.rate_bytes_per_sec: 0 +2016/03/02-16:49:53.730899 7fbea45ec900 Options.bytes_per_sync: 0 +2016/03/02-16:49:53.730900 7fbea45ec900 Options.wal_bytes_per_sync: 0 +2016/03/02-16:49:53.730901 7fbea45ec900 Options.wal_recovery_mode: 0 +2016/03/02-16:49:53.730902 7fbea45ec900 Options.enable_thread_tracking: 0 +2016/03/02-16:49:53.730903 7fbea45ec900 Options.row_cache: None +2016/03/02-16:49:53.730904 7fbea45ec900 Compression algorithms supported: +2016/03/02-16:49:53.730905 7fbea45ec900 Snappy supported: 1 +2016/03/02-16:49:53.730906 7fbea45ec900 Zlib supported: 1 +2016/03/02-16:49:53.730907 7fbea45ec900 Bzip supported: 1 +2016/03/02-16:49:53.730908 7fbea45ec900 LZ4 supported: 0 +2016/03/02-16:49:53.730911 7fbea45ec900 Fast CRC32 supported: 1 +2016/03/02-16:49:53.730971 7fbea45ec900 Recovering from manifest file: MANIFEST-000014 +2016/03/02-16:49:53.730994 7fbea45ec900 --------------- Options for column family [default]: +2016/03/02-16:49:53.730997 7fbea45ec900 Options.comparator: rocksdb.InternalKeyComparator:leveldb.BytewiseComparator +2016/03/02-16:49:53.730998 7fbea45ec900 Options.merge_operator: None +2016/03/02-16:49:53.730999 7fbea45ec900 Options.compaction_filter: None +2016/03/02-16:49:53.731000 7fbea45ec900 Options.compaction_filter_factory: None +2016/03/02-16:49:53.731001 7fbea45ec900 Options.memtable_factory: SkipListFactory +2016/03/02-16:49:53.731002 7fbea45ec900 Options.table_factory: BlockBasedTable +2016/03/02-16:49:53.731009 7fbea45ec900 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x1bbe670) + cache_index_and_filter_blocks: 0 + index_type: 0 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x1bb0270 + block_cache_size: 8388608 + block_cache_compressed: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + filter_policy: rocksdb.BuiltinBloomFilter + format_version: 0 +2016/03/02-16:49:53.731011 7fbea45ec900 Options.write_buffer_size: 4194304 +2016/03/02-16:49:53.731012 7fbea45ec900 Options.max_write_buffer_number: 2 +2016/03/02-16:49:53.731013 7fbea45ec900 Options.compression: Snappy +2016/03/02-16:49:53.731015 7fbea45ec900 Options.prefix_extractor: nullptr +2016/03/02-16:49:53.731015 7fbea45ec900 Options.num_levels: 7 +2016/03/02-16:49:53.731016 7fbea45ec900 Options.min_write_buffer_number_to_merge: 1 +2016/03/02-16:49:53.731017 7fbea45ec900 Options.max_write_buffer_number_to_maintain: 0 +2016/03/02-16:49:53.731018 7fbea45ec900 Options.compression_opts.window_bits: -14 +2016/03/02-16:49:53.731019 7fbea45ec900 Options.compression_opts.level: -1 +2016/03/02-16:49:53.731020 7fbea45ec900 Options.compression_opts.strategy: 0 +2016/03/02-16:49:53.731021 7fbea45ec900 Options.level0_file_num_compaction_trigger: 4 +2016/03/02-16:49:53.731022 7fbea45ec900 Options.level0_slowdown_writes_trigger: 20 +2016/03/02-16:49:53.731023 7fbea45ec900 Options.level0_stop_writes_trigger: 24 +2016/03/02-16:49:53.731024 7fbea45ec900 Options.target_file_size_base: 2097152 +2016/03/02-16:49:53.731025 7fbea45ec900 Options.target_file_size_multiplier: 1 +2016/03/02-16:49:53.731026 7fbea45ec900 Options.max_bytes_for_level_base: 10485760 +2016/03/02-16:49:53.731027 7fbea45ec900 Options.level_compaction_dynamic_level_bytes: 0 +2016/03/02-16:49:53.731028 7fbea45ec900 Options.max_bytes_for_level_multiplier: 10 +2016/03/02-16:49:53.731029 7fbea45ec900 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2016/03/02-16:49:53.731030 7fbea45ec900 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2016/03/02-16:49:53.731031 7fbea45ec900 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2016/03/02-16:49:53.731032 7fbea45ec900 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2016/03/02-16:49:53.731041 7fbea45ec900 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2016/03/02-16:49:53.731043 7fbea45ec900 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2016/03/02-16:49:53.731044 7fbea45ec900 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2016/03/02-16:49:53.731045 7fbea45ec900 Options.max_sequential_skip_in_iterations: 8 +2016/03/02-16:49:53.731046 7fbea45ec900 Options.expanded_compaction_factor: 25 +2016/03/02-16:49:53.731046 7fbea45ec900 Options.source_compaction_factor: 1 +2016/03/02-16:49:53.731047 7fbea45ec900 Options.max_grandparent_overlap_factor: 10 +2016/03/02-16:49:53.731048 7fbea45ec900 Options.arena_block_size: 524288 +2016/03/02-16:49:53.731049 7fbea45ec900 Options.soft_rate_limit: 0.00 +2016/03/02-16:49:53.731054 7fbea45ec900 Options.hard_pending_compaction_bytes_limit: 0 +2016/03/02-16:49:53.731055 7fbea45ec900 Options.rate_limit_delay_max_milliseconds: 1000 +2016/03/02-16:49:53.731056 7fbea45ec900 Options.disable_auto_compactions: 0 +2016/03/02-16:49:53.731057 7fbea45ec900 Options.filter_deletes: 0 +2016/03/02-16:49:53.731057 7fbea45ec900 Options.verify_checksums_in_compaction: 1 +2016/03/02-16:49:53.731058 7fbea45ec900 Options.compaction_style: 0 +2016/03/02-16:49:53.731059 7fbea45ec900 Options.compaction_pri: 0 +2016/03/02-16:49:53.731060 7fbea45ec900 Options.compaction_options_universal.size_ratio: 1 +2016/03/02-16:49:53.731061 7fbea45ec900 Options.compaction_options_universal.min_merge_width: 2 +2016/03/02-16:49:53.731062 7fbea45ec900 Options.compaction_options_universal.max_merge_width: 4294967295 +2016/03/02-16:49:53.731063 7fbea45ec900 Options.compaction_options_universal.max_size_amplification_percent: 200 +2016/03/02-16:49:53.731064 7fbea45ec900 Options.compaction_options_universal.compression_size_percent: -1 +2016/03/02-16:49:53.731065 7fbea45ec900 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2016/03/02-16:49:53.731066 7fbea45ec900 Options.table_properties_collectors: +2016/03/02-16:49:53.731067 7fbea45ec900 Options.inplace_update_support: 0 +2016/03/02-16:49:53.731068 7fbea45ec900 Options.inplace_update_num_locks: 10000 +2016/03/02-16:49:53.731069 7fbea45ec900 Options.min_partial_merge_operands: 2 +2016/03/02-16:49:53.731070 7fbea45ec900 Options.memtable_prefix_bloom_bits: 0 +2016/03/02-16:49:53.731071 7fbea45ec900 Options.memtable_prefix_bloom_probes: 6 +2016/03/02-16:49:53.731072 7fbea45ec900 Options.memtable_prefix_bloom_huge_page_tlb_size: 0 +2016/03/02-16:49:53.731073 7fbea45ec900 Options.bloom_locality: 0 +2016/03/02-16:49:53.731074 7fbea45ec900 Options.max_successive_merges: 0 +2016/03/02-16:49:53.731074 7fbea45ec900 Options.optimize_fllters_for_hits: 0 +2016/03/02-16:49:53.731075 7fbea45ec900 Options.paranoid_file_checks: 0 +2016/03/02-16:49:53.731076 7fbea45ec900 Options.compaction_measure_io_stats: 0 +2016/03/02-16:49:53.731115 7fbea45ec900 Recovered from manifest file:f2/MANIFEST-000014 succeeded,manifest_file_number is 14, next_file_number is 16, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0 +2016/03/02-16:49:53.731118 7fbea45ec900 Column family [default] (ID 0), log number is 13 +2016/03/02-16:49:53.731151 7fbea45ec900 EVENT_LOG_v1 {"time_micros": 1456897793731148, "job": 1, "event": "recovery_started", "log_files": [15]} +2016/03/02-16:49:53.731159 7fbea45ec900 Recovering log #15 mode 0 skip-recovery 0 +2016/03/02-16:49:53.731180 7fbea45ec900 Creating manifest 17 +2016/03/02-16:49:53.736004 7fbea45ec900 Deleting manifest 14 current manifest 17 +2016/03/02-16:49:53.736056 7fbea45ec900 EVENT_LOG_v1 {"time_micros": 1456897793736052, "job": 1, "event": "recovery_finished"} +2016/03/02-16:49:53.737959 7fbea45ec900 DB pointer 0x1be3180 diff --git a/tools/merge/f2/LOG.old.1456899695622473 b/tools/merge/f2/LOG.old.1456899695622473 new file mode 100644 index 0000000000000000000000000000000000000000..06458224274eb6438c11f13cab10769c0c7e6d97 --- /dev/null +++ b/tools/merge/f2/LOG.old.1456899695622473 @@ -0,0 +1,148 @@ +2016/03/02-16:53:09.515516 7fccedb72900 RocksDB version: 4.1.0 +2016/03/02-16:53:09.515563 7fccedb72900 Git sha rocksdb_build_git_sha:8f0c83ae72d4709fc457d0f47c6efb1bb3525ae2 +2016/03/02-16:53:09.515568 7fccedb72900 Compile date Jan 12 2016 +2016/03/02-16:53:09.515570 7fccedb72900 DB SUMMARY +2016/03/02-16:53:09.515610 7fccedb72900 CURRENT file: CURRENT +2016/03/02-16:53:09.515613 7fccedb72900 IDENTITY file: IDENTITY +2016/03/02-16:53:09.515617 7fccedb72900 MANIFEST file: MANIFEST-000017 size: 59 Bytes +2016/03/02-16:53:09.515618 7fccedb72900 SST files in f2 dir, Total Num: 0, files: +2016/03/02-16:53:09.515620 7fccedb72900 Write Ahead Log file in f2: 000018.log size: 0 ; +2016/03/02-16:53:09.515622 7fccedb72900 Options.error_if_exists: 0 +2016/03/02-16:53:09.515623 7fccedb72900 Options.create_if_missing: 1 +2016/03/02-16:53:09.515624 7fccedb72900 Options.paranoid_checks: 1 +2016/03/02-16:53:09.515625 7fccedb72900 Options.env: 0x7fcced95f460 +2016/03/02-16:53:09.515626 7fccedb72900 Options.info_log: 0x218d3e0 +2016/03/02-16:53:09.515627 7fccedb72900 Options.max_open_files: 1024 +2016/03/02-16:53:09.515628 7fccedb72900 Options.max_file_opening_threads: 1 +2016/03/02-16:53:09.515629 7fccedb72900 Options.max_total_wal_size: 0 +2016/03/02-16:53:09.515630 7fccedb72900 Options.disableDataSync: 0 +2016/03/02-16:53:09.515631 7fccedb72900 Options.use_fsync: 0 +2016/03/02-16:53:09.515632 7fccedb72900 Options.max_log_file_size: 0 +2016/03/02-16:53:09.515633 7fccedb72900 Options.max_manifest_file_size: 18446744073709551615 +2016/03/02-16:53:09.515634 7fccedb72900 Options.log_file_time_to_roll: 0 +2016/03/02-16:53:09.515635 7fccedb72900 Options.keep_log_file_num: 1000 +2016/03/02-16:53:09.515636 7fccedb72900 Options.allow_os_buffer: 1 +2016/03/02-16:53:09.515637 7fccedb72900 Options.allow_mmap_reads: 0 +2016/03/02-16:53:09.515637 7fccedb72900 Options.allow_fallocate: 1 +2016/03/02-16:53:09.515638 7fccedb72900 Options.allow_mmap_writes: 0 +2016/03/02-16:53:09.515639 7fccedb72900 Options.create_missing_column_families: 0 +2016/03/02-16:53:09.515640 7fccedb72900 Options.db_log_dir: +2016/03/02-16:53:09.515641 7fccedb72900 Options.wal_dir: f2 +2016/03/02-16:53:09.515642 7fccedb72900 Options.table_cache_numshardbits: 4 +2016/03/02-16:53:09.515643 7fccedb72900 Options.delete_obsolete_files_period_micros: 21600000000 +2016/03/02-16:53:09.515651 7fccedb72900 Options.max_background_compactions: 1 +2016/03/02-16:53:09.515652 7fccedb72900 Options.max_subcompactions: 1 +2016/03/02-16:53:09.515653 7fccedb72900 Options.max_background_flushes: 1 +2016/03/02-16:53:09.515654 7fccedb72900 Options.WAL_ttl_seconds: 0 +2016/03/02-16:53:09.515655 7fccedb72900 Options.WAL_size_limit_MB: 0 +2016/03/02-16:53:09.515656 7fccedb72900 Options.manifest_preallocation_size: 4194304 +2016/03/02-16:53:09.515657 7fccedb72900 Options.allow_os_buffer: 1 +2016/03/02-16:53:09.515658 7fccedb72900 Options.allow_mmap_reads: 0 +2016/03/02-16:53:09.515659 7fccedb72900 Options.allow_mmap_writes: 0 +2016/03/02-16:53:09.515659 7fccedb72900 Options.is_fd_close_on_exec: 1 +2016/03/02-16:53:09.515660 7fccedb72900 Options.stats_dump_period_sec: 600 +2016/03/02-16:53:09.515661 7fccedb72900 Options.advise_random_on_open: 1 +2016/03/02-16:53:09.515662 7fccedb72900 Options.db_write_buffer_size: 0d +2016/03/02-16:53:09.515663 7fccedb72900 Options.access_hint_on_compaction_start: NORMAL +2016/03/02-16:53:09.515664 7fccedb72900 Options.new_table_reader_for_compaction_inputs: 0 +2016/03/02-16:53:09.515665 7fccedb72900 Options.compaction_readahead_size: 0d +2016/03/02-16:53:09.515666 7fccedb72900 Options.use_adaptive_mutex: 0 +2016/03/02-16:53:09.515667 7fccedb72900 Options.rate_limiter: (nil) +2016/03/02-16:53:09.515677 7fccedb72900 Options.delete_scheduler.rate_bytes_per_sec: 0 +2016/03/02-16:53:09.515678 7fccedb72900 Options.bytes_per_sync: 0 +2016/03/02-16:53:09.515679 7fccedb72900 Options.wal_bytes_per_sync: 0 +2016/03/02-16:53:09.515680 7fccedb72900 Options.wal_recovery_mode: 0 +2016/03/02-16:53:09.515681 7fccedb72900 Options.enable_thread_tracking: 0 +2016/03/02-16:53:09.515682 7fccedb72900 Options.row_cache: None +2016/03/02-16:53:09.515683 7fccedb72900 Compression algorithms supported: +2016/03/02-16:53:09.515684 7fccedb72900 Snappy supported: 1 +2016/03/02-16:53:09.515685 7fccedb72900 Zlib supported: 1 +2016/03/02-16:53:09.515686 7fccedb72900 Bzip supported: 1 +2016/03/02-16:53:09.515687 7fccedb72900 LZ4 supported: 0 +2016/03/02-16:53:09.515689 7fccedb72900 Fast CRC32 supported: 1 +2016/03/02-16:53:09.515732 7fccedb72900 Recovering from manifest file: MANIFEST-000017 +2016/03/02-16:53:09.515752 7fccedb72900 --------------- Options for column family [default]: +2016/03/02-16:53:09.515754 7fccedb72900 Options.comparator: rocksdb.InternalKeyComparator:leveldb.BytewiseComparator +2016/03/02-16:53:09.515755 7fccedb72900 Options.merge_operator: None +2016/03/02-16:53:09.515756 7fccedb72900 Options.compaction_filter: None +2016/03/02-16:53:09.515757 7fccedb72900 Options.compaction_filter_factory: None +2016/03/02-16:53:09.515758 7fccedb72900 Options.memtable_factory: SkipListFactory +2016/03/02-16:53:09.515759 7fccedb72900 Options.table_factory: BlockBasedTable +2016/03/02-16:53:09.515766 7fccedb72900 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x218b690) + cache_index_and_filter_blocks: 0 + index_type: 0 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x2186a50 + block_cache_size: 8388608 + block_cache_compressed: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + filter_policy: rocksdb.BuiltinBloomFilter + format_version: 0 +2016/03/02-16:53:09.515767 7fccedb72900 Options.write_buffer_size: 4194304 +2016/03/02-16:53:09.515768 7fccedb72900 Options.max_write_buffer_number: 2 +2016/03/02-16:53:09.515769 7fccedb72900 Options.compression: Snappy +2016/03/02-16:53:09.515770 7fccedb72900 Options.prefix_extractor: nullptr +2016/03/02-16:53:09.515771 7fccedb72900 Options.num_levels: 7 +2016/03/02-16:53:09.515772 7fccedb72900 Options.min_write_buffer_number_to_merge: 1 +2016/03/02-16:53:09.515773 7fccedb72900 Options.max_write_buffer_number_to_maintain: 0 +2016/03/02-16:53:09.515774 7fccedb72900 Options.compression_opts.window_bits: -14 +2016/03/02-16:53:09.515775 7fccedb72900 Options.compression_opts.level: -1 +2016/03/02-16:53:09.515776 7fccedb72900 Options.compression_opts.strategy: 0 +2016/03/02-16:53:09.515777 7fccedb72900 Options.level0_file_num_compaction_trigger: 4 +2016/03/02-16:53:09.515778 7fccedb72900 Options.level0_slowdown_writes_trigger: 20 +2016/03/02-16:53:09.515779 7fccedb72900 Options.level0_stop_writes_trigger: 24 +2016/03/02-16:53:09.515780 7fccedb72900 Options.target_file_size_base: 2097152 +2016/03/02-16:53:09.515781 7fccedb72900 Options.target_file_size_multiplier: 1 +2016/03/02-16:53:09.515782 7fccedb72900 Options.max_bytes_for_level_base: 10485760 +2016/03/02-16:53:09.515783 7fccedb72900 Options.level_compaction_dynamic_level_bytes: 0 +2016/03/02-16:53:09.515783 7fccedb72900 Options.max_bytes_for_level_multiplier: 10 +2016/03/02-16:53:09.515784 7fccedb72900 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2016/03/02-16:53:09.515785 7fccedb72900 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2016/03/02-16:53:09.515786 7fccedb72900 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2016/03/02-16:53:09.515787 7fccedb72900 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2016/03/02-16:53:09.515796 7fccedb72900 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2016/03/02-16:53:09.515798 7fccedb72900 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2016/03/02-16:53:09.515798 7fccedb72900 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2016/03/02-16:53:09.515799 7fccedb72900 Options.max_sequential_skip_in_iterations: 8 +2016/03/02-16:53:09.515800 7fccedb72900 Options.expanded_compaction_factor: 25 +2016/03/02-16:53:09.515801 7fccedb72900 Options.source_compaction_factor: 1 +2016/03/02-16:53:09.515802 7fccedb72900 Options.max_grandparent_overlap_factor: 10 +2016/03/02-16:53:09.515803 7fccedb72900 Options.arena_block_size: 524288 +2016/03/02-16:53:09.515804 7fccedb72900 Options.soft_rate_limit: 0.00 +2016/03/02-16:53:09.515806 7fccedb72900 Options.hard_pending_compaction_bytes_limit: 0 +2016/03/02-16:53:09.515807 7fccedb72900 Options.rate_limit_delay_max_milliseconds: 1000 +2016/03/02-16:53:09.515808 7fccedb72900 Options.disable_auto_compactions: 0 +2016/03/02-16:53:09.515809 7fccedb72900 Options.filter_deletes: 0 +2016/03/02-16:53:09.515810 7fccedb72900 Options.verify_checksums_in_compaction: 1 +2016/03/02-16:53:09.515811 7fccedb72900 Options.compaction_style: 0 +2016/03/02-16:53:09.515812 7fccedb72900 Options.compaction_pri: 0 +2016/03/02-16:53:09.515813 7fccedb72900 Options.compaction_options_universal.size_ratio: 1 +2016/03/02-16:53:09.515814 7fccedb72900 Options.compaction_options_universal.min_merge_width: 2 +2016/03/02-16:53:09.515815 7fccedb72900 Options.compaction_options_universal.max_merge_width: 4294967295 +2016/03/02-16:53:09.515816 7fccedb72900 Options.compaction_options_universal.max_size_amplification_percent: 200 +2016/03/02-16:53:09.515817 7fccedb72900 Options.compaction_options_universal.compression_size_percent: -1 +2016/03/02-16:53:09.515818 7fccedb72900 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2016/03/02-16:53:09.515819 7fccedb72900 Options.table_properties_collectors: +2016/03/02-16:53:09.515820 7fccedb72900 Options.inplace_update_support: 0 +2016/03/02-16:53:09.515821 7fccedb72900 Options.inplace_update_num_locks: 10000 +2016/03/02-16:53:09.515822 7fccedb72900 Options.min_partial_merge_operands: 2 +2016/03/02-16:53:09.515823 7fccedb72900 Options.memtable_prefix_bloom_bits: 0 +2016/03/02-16:53:09.515824 7fccedb72900 Options.memtable_prefix_bloom_probes: 6 +2016/03/02-16:53:09.515824 7fccedb72900 Options.memtable_prefix_bloom_huge_page_tlb_size: 0 +2016/03/02-16:53:09.515825 7fccedb72900 Options.bloom_locality: 0 +2016/03/02-16:53:09.515826 7fccedb72900 Options.max_successive_merges: 0 +2016/03/02-16:53:09.515827 7fccedb72900 Options.optimize_fllters_for_hits: 0 +2016/03/02-16:53:09.515828 7fccedb72900 Options.paranoid_file_checks: 0 +2016/03/02-16:53:09.515829 7fccedb72900 Options.compaction_measure_io_stats: 0 +2016/03/02-16:53:09.515861 7fccedb72900 Recovered from manifest file:f2/MANIFEST-000017 succeeded,manifest_file_number is 17, next_file_number is 19, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0 +2016/03/02-16:53:09.515864 7fccedb72900 Column family [default] (ID 0), log number is 16 +2016/03/02-16:53:09.515894 7fccedb72900 EVENT_LOG_v1 {"time_micros": 1456897989515891, "job": 1, "event": "recovery_started", "log_files": [18]} +2016/03/02-16:53:09.515902 7fccedb72900 Recovering log #18 mode 0 skip-recovery 0 +2016/03/02-16:53:09.515927 7fccedb72900 Creating manifest 20 +2016/03/02-16:53:09.520333 7fccedb72900 Deleting manifest 17 current manifest 20 +2016/03/02-16:53:09.520375 7fccedb72900 EVENT_LOG_v1 {"time_micros": 1456897989520372, "job": 1, "event": "recovery_finished"} +2016/03/02-16:53:09.521999 7fccedb72900 DB pointer 0x21b0180 diff --git a/tools/merge/f2/LOG.old.1456899746835917 b/tools/merge/f2/LOG.old.1456899746835917 new file mode 100644 index 0000000000000000000000000000000000000000..1c0782b37f0259e84540d4a7081cdc5cb76e9171 --- /dev/null +++ b/tools/merge/f2/LOG.old.1456899746835917 @@ -0,0 +1,148 @@ +2016/03/02-17:21:35.622628 7fd52e5e7900 RocksDB version: 4.1.0 +2016/03/02-17:21:35.622659 7fd52e5e7900 Git sha rocksdb_build_git_sha:8f0c83ae72d4709fc457d0f47c6efb1bb3525ae2 +2016/03/02-17:21:35.622662 7fd52e5e7900 Compile date Jan 12 2016 +2016/03/02-17:21:35.622664 7fd52e5e7900 DB SUMMARY +2016/03/02-17:21:35.622691 7fd52e5e7900 CURRENT file: CURRENT +2016/03/02-17:21:35.622693 7fd52e5e7900 IDENTITY file: IDENTITY +2016/03/02-17:21:35.622696 7fd52e5e7900 MANIFEST file: MANIFEST-000020 size: 59 Bytes +2016/03/02-17:21:35.622697 7fd52e5e7900 SST files in f2 dir, Total Num: 0, files: +2016/03/02-17:21:35.622699 7fd52e5e7900 Write Ahead Log file in f2: 000021.log size: 0 ; +2016/03/02-17:21:35.622701 7fd52e5e7900 Options.error_if_exists: 0 +2016/03/02-17:21:35.622702 7fd52e5e7900 Options.create_if_missing: 1 +2016/03/02-17:21:35.622703 7fd52e5e7900 Options.paranoid_checks: 1 +2016/03/02-17:21:35.622704 7fd52e5e7900 Options.env: 0x7fd52e3d4460 +2016/03/02-17:21:35.622705 7fd52e5e7900 Options.info_log: 0x113e3a0 +2016/03/02-17:21:35.622706 7fd52e5e7900 Options.max_open_files: 1024 +2016/03/02-17:21:35.622707 7fd52e5e7900 Options.max_file_opening_threads: 1 +2016/03/02-17:21:35.622708 7fd52e5e7900 Options.max_total_wal_size: 0 +2016/03/02-17:21:35.622709 7fd52e5e7900 Options.disableDataSync: 0 +2016/03/02-17:21:35.622710 7fd52e5e7900 Options.use_fsync: 0 +2016/03/02-17:21:35.622710 7fd52e5e7900 Options.max_log_file_size: 0 +2016/03/02-17:21:35.622711 7fd52e5e7900 Options.max_manifest_file_size: 18446744073709551615 +2016/03/02-17:21:35.622712 7fd52e5e7900 Options.log_file_time_to_roll: 0 +2016/03/02-17:21:35.622713 7fd52e5e7900 Options.keep_log_file_num: 1000 +2016/03/02-17:21:35.622714 7fd52e5e7900 Options.allow_os_buffer: 1 +2016/03/02-17:21:35.622715 7fd52e5e7900 Options.allow_mmap_reads: 0 +2016/03/02-17:21:35.622716 7fd52e5e7900 Options.allow_fallocate: 1 +2016/03/02-17:21:35.622717 7fd52e5e7900 Options.allow_mmap_writes: 0 +2016/03/02-17:21:35.622718 7fd52e5e7900 Options.create_missing_column_families: 0 +2016/03/02-17:21:35.622719 7fd52e5e7900 Options.db_log_dir: +2016/03/02-17:21:35.622720 7fd52e5e7900 Options.wal_dir: f2 +2016/03/02-17:21:35.622721 7fd52e5e7900 Options.table_cache_numshardbits: 4 +2016/03/02-17:21:35.622722 7fd52e5e7900 Options.delete_obsolete_files_period_micros: 21600000000 +2016/03/02-17:21:35.622723 7fd52e5e7900 Options.max_background_compactions: 1 +2016/03/02-17:21:35.622724 7fd52e5e7900 Options.max_subcompactions: 1 +2016/03/02-17:21:35.622724 7fd52e5e7900 Options.max_background_flushes: 1 +2016/03/02-17:21:35.622725 7fd52e5e7900 Options.WAL_ttl_seconds: 0 +2016/03/02-17:21:35.622745 7fd52e5e7900 Options.WAL_size_limit_MB: 0 +2016/03/02-17:21:35.622747 7fd52e5e7900 Options.manifest_preallocation_size: 4194304 +2016/03/02-17:21:35.622749 7fd52e5e7900 Options.allow_os_buffer: 1 +2016/03/02-17:21:35.622751 7fd52e5e7900 Options.allow_mmap_reads: 0 +2016/03/02-17:21:35.622752 7fd52e5e7900 Options.allow_mmap_writes: 0 +2016/03/02-17:21:35.622754 7fd52e5e7900 Options.is_fd_close_on_exec: 1 +2016/03/02-17:21:35.622755 7fd52e5e7900 Options.stats_dump_period_sec: 600 +2016/03/02-17:21:35.622757 7fd52e5e7900 Options.advise_random_on_open: 1 +2016/03/02-17:21:35.622759 7fd52e5e7900 Options.db_write_buffer_size: 0d +2016/03/02-17:21:35.622761 7fd52e5e7900 Options.access_hint_on_compaction_start: NORMAL +2016/03/02-17:21:35.622763 7fd52e5e7900 Options.new_table_reader_for_compaction_inputs: 0 +2016/03/02-17:21:35.622765 7fd52e5e7900 Options.compaction_readahead_size: 0d +2016/03/02-17:21:35.622766 7fd52e5e7900 Options.use_adaptive_mutex: 0 +2016/03/02-17:21:35.622768 7fd52e5e7900 Options.rate_limiter: (nil) +2016/03/02-17:21:35.622782 7fd52e5e7900 Options.delete_scheduler.rate_bytes_per_sec: 0 +2016/03/02-17:21:35.622785 7fd52e5e7900 Options.bytes_per_sync: 0 +2016/03/02-17:21:35.622787 7fd52e5e7900 Options.wal_bytes_per_sync: 0 +2016/03/02-17:21:35.622788 7fd52e5e7900 Options.wal_recovery_mode: 0 +2016/03/02-17:21:35.622790 7fd52e5e7900 Options.enable_thread_tracking: 0 +2016/03/02-17:21:35.622791 7fd52e5e7900 Options.row_cache: None +2016/03/02-17:21:35.622793 7fd52e5e7900 Compression algorithms supported: +2016/03/02-17:21:35.622795 7fd52e5e7900 Snappy supported: 1 +2016/03/02-17:21:35.622797 7fd52e5e7900 Zlib supported: 1 +2016/03/02-17:21:35.622798 7fd52e5e7900 Bzip supported: 1 +2016/03/02-17:21:35.622800 7fd52e5e7900 LZ4 supported: 0 +2016/03/02-17:21:35.622803 7fd52e5e7900 Fast CRC32 supported: 1 +2016/03/02-17:21:35.622860 7fd52e5e7900 Recovering from manifest file: MANIFEST-000020 +2016/03/02-17:21:35.622885 7fd52e5e7900 --------------- Options for column family [default]: +2016/03/02-17:21:35.622888 7fd52e5e7900 Options.comparator: rocksdb.InternalKeyComparator:leveldb.BytewiseComparator +2016/03/02-17:21:35.622889 7fd52e5e7900 Options.merge_operator: None +2016/03/02-17:21:35.622890 7fd52e5e7900 Options.compaction_filter: None +2016/03/02-17:21:35.622891 7fd52e5e7900 Options.compaction_filter_factory: None +2016/03/02-17:21:35.622892 7fd52e5e7900 Options.memtable_factory: SkipListFactory +2016/03/02-17:21:35.622893 7fd52e5e7900 Options.table_factory: BlockBasedTable +2016/03/02-17:21:35.622899 7fd52e5e7900 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x113c590) + cache_index_and_filter_blocks: 0 + index_type: 0 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x112e270 + block_cache_size: 8388608 + block_cache_compressed: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + filter_policy: rocksdb.BuiltinBloomFilter + format_version: 0 +2016/03/02-17:21:35.622901 7fd52e5e7900 Options.write_buffer_size: 4194304 +2016/03/02-17:21:35.622902 7fd52e5e7900 Options.max_write_buffer_number: 2 +2016/03/02-17:21:35.622903 7fd52e5e7900 Options.compression: Snappy +2016/03/02-17:21:35.622904 7fd52e5e7900 Options.prefix_extractor: nullptr +2016/03/02-17:21:35.622905 7fd52e5e7900 Options.num_levels: 7 +2016/03/02-17:21:35.622906 7fd52e5e7900 Options.min_write_buffer_number_to_merge: 1 +2016/03/02-17:21:35.622907 7fd52e5e7900 Options.max_write_buffer_number_to_maintain: 0 +2016/03/02-17:21:35.622908 7fd52e5e7900 Options.compression_opts.window_bits: -14 +2016/03/02-17:21:35.622909 7fd52e5e7900 Options.compression_opts.level: -1 +2016/03/02-17:21:35.622910 7fd52e5e7900 Options.compression_opts.strategy: 0 +2016/03/02-17:21:35.622911 7fd52e5e7900 Options.level0_file_num_compaction_trigger: 4 +2016/03/02-17:21:35.622912 7fd52e5e7900 Options.level0_slowdown_writes_trigger: 20 +2016/03/02-17:21:35.622912 7fd52e5e7900 Options.level0_stop_writes_trigger: 24 +2016/03/02-17:21:35.622913 7fd52e5e7900 Options.target_file_size_base: 2097152 +2016/03/02-17:21:35.622914 7fd52e5e7900 Options.target_file_size_multiplier: 1 +2016/03/02-17:21:35.622915 7fd52e5e7900 Options.max_bytes_for_level_base: 10485760 +2016/03/02-17:21:35.622916 7fd52e5e7900 Options.level_compaction_dynamic_level_bytes: 0 +2016/03/02-17:21:35.622917 7fd52e5e7900 Options.max_bytes_for_level_multiplier: 10 +2016/03/02-17:21:35.622918 7fd52e5e7900 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2016/03/02-17:21:35.622919 7fd52e5e7900 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2016/03/02-17:21:35.622920 7fd52e5e7900 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2016/03/02-17:21:35.622921 7fd52e5e7900 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2016/03/02-17:21:35.622931 7fd52e5e7900 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2016/03/02-17:21:35.622933 7fd52e5e7900 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2016/03/02-17:21:35.622934 7fd52e5e7900 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2016/03/02-17:21:35.622935 7fd52e5e7900 Options.max_sequential_skip_in_iterations: 8 +2016/03/02-17:21:35.622936 7fd52e5e7900 Options.expanded_compaction_factor: 25 +2016/03/02-17:21:35.622937 7fd52e5e7900 Options.source_compaction_factor: 1 +2016/03/02-17:21:35.622937 7fd52e5e7900 Options.max_grandparent_overlap_factor: 10 +2016/03/02-17:21:35.622938 7fd52e5e7900 Options.arena_block_size: 524288 +2016/03/02-17:21:35.622939 7fd52e5e7900 Options.soft_rate_limit: 0.00 +2016/03/02-17:21:35.622942 7fd52e5e7900 Options.hard_pending_compaction_bytes_limit: 0 +2016/03/02-17:21:35.622943 7fd52e5e7900 Options.rate_limit_delay_max_milliseconds: 1000 +2016/03/02-17:21:35.622944 7fd52e5e7900 Options.disable_auto_compactions: 0 +2016/03/02-17:21:35.622945 7fd52e5e7900 Options.filter_deletes: 0 +2016/03/02-17:21:35.622946 7fd52e5e7900 Options.verify_checksums_in_compaction: 1 +2016/03/02-17:21:35.622947 7fd52e5e7900 Options.compaction_style: 0 +2016/03/02-17:21:35.622948 7fd52e5e7900 Options.compaction_pri: 0 +2016/03/02-17:21:35.622949 7fd52e5e7900 Options.compaction_options_universal.size_ratio: 1 +2016/03/02-17:21:35.622950 7fd52e5e7900 Options.compaction_options_universal.min_merge_width: 2 +2016/03/02-17:21:35.622951 7fd52e5e7900 Options.compaction_options_universal.max_merge_width: 4294967295 +2016/03/02-17:21:35.622952 7fd52e5e7900 Options.compaction_options_universal.max_size_amplification_percent: 200 +2016/03/02-17:21:35.622953 7fd52e5e7900 Options.compaction_options_universal.compression_size_percent: -1 +2016/03/02-17:21:35.622954 7fd52e5e7900 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2016/03/02-17:21:35.622955 7fd52e5e7900 Options.table_properties_collectors: +2016/03/02-17:21:35.622956 7fd52e5e7900 Options.inplace_update_support: 0 +2016/03/02-17:21:35.622957 7fd52e5e7900 Options.inplace_update_num_locks: 10000 +2016/03/02-17:21:35.622958 7fd52e5e7900 Options.min_partial_merge_operands: 2 +2016/03/02-17:21:35.622959 7fd52e5e7900 Options.memtable_prefix_bloom_bits: 0 +2016/03/02-17:21:35.622959 7fd52e5e7900 Options.memtable_prefix_bloom_probes: 6 +2016/03/02-17:21:35.622960 7fd52e5e7900 Options.memtable_prefix_bloom_huge_page_tlb_size: 0 +2016/03/02-17:21:35.622961 7fd52e5e7900 Options.bloom_locality: 0 +2016/03/02-17:21:35.622962 7fd52e5e7900 Options.max_successive_merges: 0 +2016/03/02-17:21:35.622963 7fd52e5e7900 Options.optimize_fllters_for_hits: 0 +2016/03/02-17:21:35.622964 7fd52e5e7900 Options.paranoid_file_checks: 0 +2016/03/02-17:21:35.622965 7fd52e5e7900 Options.compaction_measure_io_stats: 0 +2016/03/02-17:21:35.623012 7fd52e5e7900 Recovered from manifest file:f2/MANIFEST-000020 succeeded,manifest_file_number is 20, next_file_number is 22, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0 +2016/03/02-17:21:35.623016 7fd52e5e7900 Column family [default] (ID 0), log number is 19 +2016/03/02-17:21:35.623049 7fd52e5e7900 EVENT_LOG_v1 {"time_micros": 1456899695623046, "job": 1, "event": "recovery_started", "log_files": [21]} +2016/03/02-17:21:35.623057 7fd52e5e7900 Recovering log #21 mode 0 skip-recovery 0 +2016/03/02-17:21:35.623076 7fd52e5e7900 Creating manifest 23 +2016/03/02-17:21:35.627794 7fd52e5e7900 Deleting manifest 20 current manifest 23 +2016/03/02-17:21:35.627843 7fd52e5e7900 EVENT_LOG_v1 {"time_micros": 1456899695627840, "job": 1, "event": "recovery_finished"} +2016/03/02-17:21:35.629614 7fd52e5e7900 DB pointer 0x11611c0 diff --git a/tools/merge/f2/MANIFEST-000026 b/tools/merge/f2/MANIFEST-000026 new file mode 100644 index 0000000000000000000000000000000000000000..d00eb80f03d30b24fb3cb742f9df76950da2fef5 Binary files /dev/null and b/tools/merge/f2/MANIFEST-000026 differ diff --git a/tools/merge/f3/000027.log b/tools/merge/f3/000027.log new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/tools/merge/f3/CURRENT b/tools/merge/f3/CURRENT new file mode 100644 index 0000000000000000000000000000000000000000..8b1521509dd8df7cb373c026dcaafcfb2d22f1f7 --- /dev/null +++ b/tools/merge/f3/CURRENT @@ -0,0 +1 @@ +MANIFEST-000026 diff --git a/tools/merge/f3/IDENTITY b/tools/merge/f3/IDENTITY new file mode 100644 index 0000000000000000000000000000000000000000..318d9cd92248d0ca271b9879fbcbf5172ce3daee --- /dev/null +++ b/tools/merge/f3/IDENTITY @@ -0,0 +1 @@ +2a61ddbe-bf59-4cdb-af09-931c8b952e29 diff --git a/tools/merge/f3/LOCK b/tools/merge/f3/LOCK new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/tools/merge/f3/LOG b/tools/merge/f3/LOG new file mode 100644 index 0000000000000000000000000000000000000000..d3ec76f54d0c2fa7a040e72b75ca765fd09d8ae9 --- /dev/null +++ b/tools/merge/f3/LOG @@ -0,0 +1,148 @@ +2016/03/02-17:22:26.842542 7f3fd8c4f900 RocksDB version: 4.1.0 +2016/03/02-17:22:26.842581 7f3fd8c4f900 Git sha rocksdb_build_git_sha:8f0c83ae72d4709fc457d0f47c6efb1bb3525ae2 +2016/03/02-17:22:26.842585 7f3fd8c4f900 Compile date Jan 12 2016 +2016/03/02-17:22:26.842587 7f3fd8c4f900 DB SUMMARY +2016/03/02-17:22:26.842621 7f3fd8c4f900 CURRENT file: CURRENT +2016/03/02-17:22:26.842624 7f3fd8c4f900 IDENTITY file: IDENTITY +2016/03/02-17:22:26.842627 7f3fd8c4f900 MANIFEST file: MANIFEST-000023 size: 59 Bytes +2016/03/02-17:22:26.842629 7f3fd8c4f900 SST files in f3 dir, Total Num: 0, files: +2016/03/02-17:22:26.842630 7f3fd8c4f900 Write Ahead Log file in f3: 000024.log size: 0 ; +2016/03/02-17:22:26.842632 7f3fd8c4f900 Options.error_if_exists: 0 +2016/03/02-17:22:26.842633 7f3fd8c4f900 Options.create_if_missing: 1 +2016/03/02-17:22:26.842634 7f3fd8c4f900 Options.paranoid_checks: 1 +2016/03/02-17:22:26.842635 7f3fd8c4f900 Options.env: 0x7f3fd8a3c460 +2016/03/02-17:22:26.842636 7f3fd8c4f900 Options.info_log: 0x2446020 +2016/03/02-17:22:26.842637 7f3fd8c4f900 Options.max_open_files: 1024 +2016/03/02-17:22:26.842638 7f3fd8c4f900 Options.max_file_opening_threads: 1 +2016/03/02-17:22:26.842639 7f3fd8c4f900 Options.max_total_wal_size: 0 +2016/03/02-17:22:26.842640 7f3fd8c4f900 Options.disableDataSync: 0 +2016/03/02-17:22:26.842641 7f3fd8c4f900 Options.use_fsync: 0 +2016/03/02-17:22:26.842642 7f3fd8c4f900 Options.max_log_file_size: 0 +2016/03/02-17:22:26.842643 7f3fd8c4f900 Options.max_manifest_file_size: 18446744073709551615 +2016/03/02-17:22:26.842644 7f3fd8c4f900 Options.log_file_time_to_roll: 0 +2016/03/02-17:22:26.842645 7f3fd8c4f900 Options.keep_log_file_num: 1000 +2016/03/02-17:22:26.842646 7f3fd8c4f900 Options.allow_os_buffer: 1 +2016/03/02-17:22:26.842647 7f3fd8c4f900 Options.allow_mmap_reads: 0 +2016/03/02-17:22:26.842648 7f3fd8c4f900 Options.allow_fallocate: 1 +2016/03/02-17:22:26.842649 7f3fd8c4f900 Options.allow_mmap_writes: 0 +2016/03/02-17:22:26.842650 7f3fd8c4f900 Options.create_missing_column_families: 0 +2016/03/02-17:22:26.842651 7f3fd8c4f900 Options.db_log_dir: +2016/03/02-17:22:26.842651 7f3fd8c4f900 Options.wal_dir: f3 +2016/03/02-17:22:26.842652 7f3fd8c4f900 Options.table_cache_numshardbits: 4 +2016/03/02-17:22:26.842653 7f3fd8c4f900 Options.delete_obsolete_files_period_micros: 21600000000 +2016/03/02-17:22:26.842654 7f3fd8c4f900 Options.max_background_compactions: 1 +2016/03/02-17:22:26.842655 7f3fd8c4f900 Options.max_subcompactions: 1 +2016/03/02-17:22:26.842656 7f3fd8c4f900 Options.max_background_flushes: 1 +2016/03/02-17:22:26.842657 7f3fd8c4f900 Options.WAL_ttl_seconds: 0 +2016/03/02-17:22:26.842658 7f3fd8c4f900 Options.WAL_size_limit_MB: 0 +2016/03/02-17:22:26.842659 7f3fd8c4f900 Options.manifest_preallocation_size: 4194304 +2016/03/02-17:22:26.842660 7f3fd8c4f900 Options.allow_os_buffer: 1 +2016/03/02-17:22:26.842661 7f3fd8c4f900 Options.allow_mmap_reads: 0 +2016/03/02-17:22:26.842662 7f3fd8c4f900 Options.allow_mmap_writes: 0 +2016/03/02-17:22:26.842662 7f3fd8c4f900 Options.is_fd_close_on_exec: 1 +2016/03/02-17:22:26.842663 7f3fd8c4f900 Options.stats_dump_period_sec: 600 +2016/03/02-17:22:26.842664 7f3fd8c4f900 Options.advise_random_on_open: 1 +2016/03/02-17:22:26.842665 7f3fd8c4f900 Options.db_write_buffer_size: 0d +2016/03/02-17:22:26.842666 7f3fd8c4f900 Options.access_hint_on_compaction_start: NORMAL +2016/03/02-17:22:26.842667 7f3fd8c4f900 Options.new_table_reader_for_compaction_inputs: 0 +2016/03/02-17:22:26.842668 7f3fd8c4f900 Options.compaction_readahead_size: 0d +2016/03/02-17:22:26.842669 7f3fd8c4f900 Options.use_adaptive_mutex: 0 +2016/03/02-17:22:26.842670 7f3fd8c4f900 Options.rate_limiter: (nil) +2016/03/02-17:22:26.842679 7f3fd8c4f900 Options.delete_scheduler.rate_bytes_per_sec: 0 +2016/03/02-17:22:26.842681 7f3fd8c4f900 Options.bytes_per_sync: 0 +2016/03/02-17:22:26.842682 7f3fd8c4f900 Options.wal_bytes_per_sync: 0 +2016/03/02-17:22:26.842682 7f3fd8c4f900 Options.wal_recovery_mode: 0 +2016/03/02-17:22:26.842683 7f3fd8c4f900 Options.enable_thread_tracking: 0 +2016/03/02-17:22:26.842684 7f3fd8c4f900 Options.row_cache: None +2016/03/02-17:22:26.842685 7f3fd8c4f900 Compression algorithms supported: +2016/03/02-17:22:26.842686 7f3fd8c4f900 Snappy supported: 1 +2016/03/02-17:22:26.842687 7f3fd8c4f900 Zlib supported: 1 +2016/03/02-17:22:26.842688 7f3fd8c4f900 Bzip supported: 1 +2016/03/02-17:22:26.842689 7f3fd8c4f900 LZ4 supported: 0 +2016/03/02-17:22:26.842692 7f3fd8c4f900 Fast CRC32 supported: 1 +2016/03/02-17:22:26.842761 7f3fd8c4f900 Recovering from manifest file: MANIFEST-000023 +2016/03/02-17:22:26.842788 7f3fd8c4f900 --------------- Options for column family [default]: +2016/03/02-17:22:26.842792 7f3fd8c4f900 Options.comparator: rocksdb.InternalKeyComparator:leveldb.BytewiseComparator +2016/03/02-17:22:26.842794 7f3fd8c4f900 Options.merge_operator: None +2016/03/02-17:22:26.842795 7f3fd8c4f900 Options.compaction_filter: None +2016/03/02-17:22:26.842797 7f3fd8c4f900 Options.compaction_filter_factory: None +2016/03/02-17:22:26.842799 7f3fd8c4f900 Options.memtable_factory: SkipListFactory +2016/03/02-17:22:26.842801 7f3fd8c4f900 Options.table_factory: BlockBasedTable +2016/03/02-17:22:26.842808 7f3fd8c4f900 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x244a7c0) + cache_index_and_filter_blocks: 0 + index_type: 0 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x2445c00 + block_cache_size: 8388608 + block_cache_compressed: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + filter_policy: rocksdb.BuiltinBloomFilter + format_version: 0 +2016/03/02-17:22:26.842811 7f3fd8c4f900 Options.write_buffer_size: 4194304 +2016/03/02-17:22:26.842812 7f3fd8c4f900 Options.max_write_buffer_number: 2 +2016/03/02-17:22:26.842813 7f3fd8c4f900 Options.compression: Snappy +2016/03/02-17:22:26.842814 7f3fd8c4f900 Options.prefix_extractor: nullptr +2016/03/02-17:22:26.842815 7f3fd8c4f900 Options.num_levels: 7 +2016/03/02-17:22:26.842816 7f3fd8c4f900 Options.min_write_buffer_number_to_merge: 1 +2016/03/02-17:22:26.842817 7f3fd8c4f900 Options.max_write_buffer_number_to_maintain: 0 +2016/03/02-17:22:26.842818 7f3fd8c4f900 Options.compression_opts.window_bits: -14 +2016/03/02-17:22:26.842819 7f3fd8c4f900 Options.compression_opts.level: -1 +2016/03/02-17:22:26.842820 7f3fd8c4f900 Options.compression_opts.strategy: 0 +2016/03/02-17:22:26.842820 7f3fd8c4f900 Options.level0_file_num_compaction_trigger: 4 +2016/03/02-17:22:26.842821 7f3fd8c4f900 Options.level0_slowdown_writes_trigger: 20 +2016/03/02-17:22:26.842822 7f3fd8c4f900 Options.level0_stop_writes_trigger: 24 +2016/03/02-17:22:26.842823 7f3fd8c4f900 Options.target_file_size_base: 2097152 +2016/03/02-17:22:26.842824 7f3fd8c4f900 Options.target_file_size_multiplier: 1 +2016/03/02-17:22:26.842825 7f3fd8c4f900 Options.max_bytes_for_level_base: 10485760 +2016/03/02-17:22:26.842826 7f3fd8c4f900 Options.level_compaction_dynamic_level_bytes: 0 +2016/03/02-17:22:26.842827 7f3fd8c4f900 Options.max_bytes_for_level_multiplier: 10 +2016/03/02-17:22:26.842828 7f3fd8c4f900 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2016/03/02-17:22:26.842829 7f3fd8c4f900 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2016/03/02-17:22:26.842830 7f3fd8c4f900 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2016/03/02-17:22:26.842831 7f3fd8c4f900 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2016/03/02-17:22:26.842842 7f3fd8c4f900 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2016/03/02-17:22:26.842843 7f3fd8c4f900 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2016/03/02-17:22:26.842844 7f3fd8c4f900 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2016/03/02-17:22:26.842845 7f3fd8c4f900 Options.max_sequential_skip_in_iterations: 8 +2016/03/02-17:22:26.842846 7f3fd8c4f900 Options.expanded_compaction_factor: 25 +2016/03/02-17:22:26.842847 7f3fd8c4f900 Options.source_compaction_factor: 1 +2016/03/02-17:22:26.842848 7f3fd8c4f900 Options.max_grandparent_overlap_factor: 10 +2016/03/02-17:22:26.842849 7f3fd8c4f900 Options.arena_block_size: 524288 +2016/03/02-17:22:26.842850 7f3fd8c4f900 Options.soft_rate_limit: 0.00 +2016/03/02-17:22:26.842852 7f3fd8c4f900 Options.hard_pending_compaction_bytes_limit: 0 +2016/03/02-17:22:26.842853 7f3fd8c4f900 Options.rate_limit_delay_max_milliseconds: 1000 +2016/03/02-17:22:26.842854 7f3fd8c4f900 Options.disable_auto_compactions: 0 +2016/03/02-17:22:26.842855 7f3fd8c4f900 Options.filter_deletes: 0 +2016/03/02-17:22:26.842856 7f3fd8c4f900 Options.verify_checksums_in_compaction: 1 +2016/03/02-17:22:26.842856 7f3fd8c4f900 Options.compaction_style: 0 +2016/03/02-17:22:26.842857 7f3fd8c4f900 Options.compaction_pri: 0 +2016/03/02-17:22:26.842858 7f3fd8c4f900 Options.compaction_options_universal.size_ratio: 1 +2016/03/02-17:22:26.842859 7f3fd8c4f900 Options.compaction_options_universal.min_merge_width: 2 +2016/03/02-17:22:26.842860 7f3fd8c4f900 Options.compaction_options_universal.max_merge_width: 4294967295 +2016/03/02-17:22:26.842861 7f3fd8c4f900 Options.compaction_options_universal.max_size_amplification_percent: 200 +2016/03/02-17:22:26.842862 7f3fd8c4f900 Options.compaction_options_universal.compression_size_percent: -1 +2016/03/02-17:22:26.842863 7f3fd8c4f900 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2016/03/02-17:22:26.842864 7f3fd8c4f900 Options.table_properties_collectors: +2016/03/02-17:22:26.842865 7f3fd8c4f900 Options.inplace_update_support: 0 +2016/03/02-17:22:26.842866 7f3fd8c4f900 Options.inplace_update_num_locks: 10000 +2016/03/02-17:22:26.842867 7f3fd8c4f900 Options.min_partial_merge_operands: 2 +2016/03/02-17:22:26.842868 7f3fd8c4f900 Options.memtable_prefix_bloom_bits: 0 +2016/03/02-17:22:26.842869 7f3fd8c4f900 Options.memtable_prefix_bloom_probes: 6 +2016/03/02-17:22:26.842870 7f3fd8c4f900 Options.memtable_prefix_bloom_huge_page_tlb_size: 0 +2016/03/02-17:22:26.842871 7f3fd8c4f900 Options.bloom_locality: 0 +2016/03/02-17:22:26.842872 7f3fd8c4f900 Options.max_successive_merges: 0 +2016/03/02-17:22:26.842872 7f3fd8c4f900 Options.optimize_fllters_for_hits: 0 +2016/03/02-17:22:26.842873 7f3fd8c4f900 Options.paranoid_file_checks: 0 +2016/03/02-17:22:26.842874 7f3fd8c4f900 Options.compaction_measure_io_stats: 0 +2016/03/02-17:22:26.842911 7f3fd8c4f900 Recovered from manifest file:f3/MANIFEST-000023 succeeded,manifest_file_number is 23, next_file_number is 25, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0 +2016/03/02-17:22:26.842914 7f3fd8c4f900 Column family [default] (ID 0), log number is 22 +2016/03/02-17:22:26.842946 7f3fd8c4f900 EVENT_LOG_v1 {"time_micros": 1456899746842943, "job": 1, "event": "recovery_started", "log_files": [24]} +2016/03/02-17:22:26.842955 7f3fd8c4f900 Recovering log #24 mode 0 skip-recovery 0 +2016/03/02-17:22:26.842973 7f3fd8c4f900 Creating manifest 26 +2016/03/02-17:22:26.847148 7f3fd8c4f900 Deleting manifest 23 current manifest 26 +2016/03/02-17:22:26.847187 7f3fd8c4f900 EVENT_LOG_v1 {"time_micros": 1456899746847185, "job": 1, "event": "recovery_finished"} +2016/03/02-17:22:26.848910 7f3fd8c4f900 DB pointer 0x246f410 diff --git a/tools/merge/f3/LOG.old.1456897359080633 b/tools/merge/f3/LOG.old.1456897359080633 new file mode 100644 index 0000000000000000000000000000000000000000..0307448ba408eaae293287ce5a1cf6e0d3638ad0 --- /dev/null +++ b/tools/merge/f3/LOG.old.1456897359080633 @@ -0,0 +1,141 @@ +2016/03/02-16:35:35.561136 7fcbf4111900 RocksDB version: 4.1.0 +2016/03/02-16:35:35.561186 7fcbf4111900 Git sha rocksdb_build_git_sha:8f0c83ae72d4709fc457d0f47c6efb1bb3525ae2 +2016/03/02-16:35:35.561190 7fcbf4111900 Compile date Jan 12 2016 +2016/03/02-16:35:35.561191 7fcbf4111900 DB SUMMARY +2016/03/02-16:35:35.561207 7fcbf4111900 SST files in f3 dir, Total Num: 0, files: +2016/03/02-16:35:35.561209 7fcbf4111900 Write Ahead Log file in f3: +2016/03/02-16:35:35.561211 7fcbf4111900 Options.error_if_exists: 0 +2016/03/02-16:35:35.561212 7fcbf4111900 Options.create_if_missing: 1 +2016/03/02-16:35:35.561213 7fcbf4111900 Options.paranoid_checks: 1 +2016/03/02-16:35:35.561214 7fcbf4111900 Options.env: 0x7fcbf3efe460 +2016/03/02-16:35:35.561215 7fcbf4111900 Options.info_log: 0xf106f0 +2016/03/02-16:35:35.561216 7fcbf4111900 Options.max_open_files: 1024 +2016/03/02-16:35:35.561217 7fcbf4111900 Options.max_file_opening_threads: 1 +2016/03/02-16:35:35.561218 7fcbf4111900 Options.max_total_wal_size: 0 +2016/03/02-16:35:35.561219 7fcbf4111900 Options.disableDataSync: 0 +2016/03/02-16:35:35.561219 7fcbf4111900 Options.use_fsync: 0 +2016/03/02-16:35:35.561220 7fcbf4111900 Options.max_log_file_size: 0 +2016/03/02-16:35:35.561221 7fcbf4111900 Options.max_manifest_file_size: 18446744073709551615 +2016/03/02-16:35:35.561222 7fcbf4111900 Options.log_file_time_to_roll: 0 +2016/03/02-16:35:35.561223 7fcbf4111900 Options.keep_log_file_num: 1000 +2016/03/02-16:35:35.561224 7fcbf4111900 Options.allow_os_buffer: 1 +2016/03/02-16:35:35.561225 7fcbf4111900 Options.allow_mmap_reads: 0 +2016/03/02-16:35:35.561226 7fcbf4111900 Options.allow_fallocate: 1 +2016/03/02-16:35:35.561227 7fcbf4111900 Options.allow_mmap_writes: 0 +2016/03/02-16:35:35.561234 7fcbf4111900 Options.create_missing_column_families: 0 +2016/03/02-16:35:35.561235 7fcbf4111900 Options.db_log_dir: +2016/03/02-16:35:35.561236 7fcbf4111900 Options.wal_dir: f3 +2016/03/02-16:35:35.561237 7fcbf4111900 Options.table_cache_numshardbits: 4 +2016/03/02-16:35:35.561238 7fcbf4111900 Options.delete_obsolete_files_period_micros: 21600000000 +2016/03/02-16:35:35.561239 7fcbf4111900 Options.max_background_compactions: 1 +2016/03/02-16:35:35.561240 7fcbf4111900 Options.max_subcompactions: 1 +2016/03/02-16:35:35.561241 7fcbf4111900 Options.max_background_flushes: 1 +2016/03/02-16:35:35.561241 7fcbf4111900 Options.WAL_ttl_seconds: 0 +2016/03/02-16:35:35.561242 7fcbf4111900 Options.WAL_size_limit_MB: 0 +2016/03/02-16:35:35.561243 7fcbf4111900 Options.manifest_preallocation_size: 4194304 +2016/03/02-16:35:35.561244 7fcbf4111900 Options.allow_os_buffer: 1 +2016/03/02-16:35:35.561245 7fcbf4111900 Options.allow_mmap_reads: 0 +2016/03/02-16:35:35.561246 7fcbf4111900 Options.allow_mmap_writes: 0 +2016/03/02-16:35:35.561247 7fcbf4111900 Options.is_fd_close_on_exec: 1 +2016/03/02-16:35:35.561248 7fcbf4111900 Options.stats_dump_period_sec: 600 +2016/03/02-16:35:35.561249 7fcbf4111900 Options.advise_random_on_open: 1 +2016/03/02-16:35:35.561250 7fcbf4111900 Options.db_write_buffer_size: 0d +2016/03/02-16:35:35.561251 7fcbf4111900 Options.access_hint_on_compaction_start: NORMAL +2016/03/02-16:35:35.561252 7fcbf4111900 Options.new_table_reader_for_compaction_inputs: 0 +2016/03/02-16:35:35.561253 7fcbf4111900 Options.compaction_readahead_size: 0d +2016/03/02-16:35:35.561254 7fcbf4111900 Options.use_adaptive_mutex: 0 +2016/03/02-16:35:35.561255 7fcbf4111900 Options.rate_limiter: (nil) +2016/03/02-16:35:35.561256 7fcbf4111900 Options.delete_scheduler.rate_bytes_per_sec: 0 +2016/03/02-16:35:35.561257 7fcbf4111900 Options.bytes_per_sync: 0 +2016/03/02-16:35:35.561258 7fcbf4111900 Options.wal_bytes_per_sync: 0 +2016/03/02-16:35:35.561266 7fcbf4111900 Options.wal_recovery_mode: 0 +2016/03/02-16:35:35.561268 7fcbf4111900 Options.enable_thread_tracking: 0 +2016/03/02-16:35:35.561273 7fcbf4111900 Options.row_cache: None +2016/03/02-16:35:35.561274 7fcbf4111900 Compression algorithms supported: +2016/03/02-16:35:35.561275 7fcbf4111900 Snappy supported: 1 +2016/03/02-16:35:35.561276 7fcbf4111900 Zlib supported: 1 +2016/03/02-16:35:35.561277 7fcbf4111900 Bzip supported: 1 +2016/03/02-16:35:35.561278 7fcbf4111900 LZ4 supported: 0 +2016/03/02-16:35:35.561280 7fcbf4111900 Fast CRC32 supported: 1 +2016/03/02-16:35:35.561308 7fcbf4111900 Creating manifest 1 +2016/03/02-16:35:35.569753 7fcbf4111900 Recovering from manifest file: MANIFEST-000001 +2016/03/02-16:35:35.569774 7fcbf4111900 --------------- Options for column family [default]: +2016/03/02-16:35:35.569777 7fcbf4111900 Options.comparator: rocksdb.InternalKeyComparator:leveldb.BytewiseComparator +2016/03/02-16:35:35.569778 7fcbf4111900 Options.merge_operator: None +2016/03/02-16:35:35.569779 7fcbf4111900 Options.compaction_filter: None +2016/03/02-16:35:35.569780 7fcbf4111900 Options.compaction_filter_factory: None +2016/03/02-16:35:35.569781 7fcbf4111900 Options.memtable_factory: SkipListFactory +2016/03/02-16:35:35.569782 7fcbf4111900 Options.table_factory: BlockBasedTable +2016/03/02-16:35:35.569789 7fcbf4111900 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0xf0ac90) + cache_index_and_filter_blocks: 0 + index_type: 0 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0xf05d40 + block_cache_size: 8388608 + block_cache_compressed: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + filter_policy: rocksdb.BuiltinBloomFilter + format_version: 0 +2016/03/02-16:35:35.569791 7fcbf4111900 Options.write_buffer_size: 4194304 +2016/03/02-16:35:35.569792 7fcbf4111900 Options.max_write_buffer_number: 2 +2016/03/02-16:35:35.569793 7fcbf4111900 Options.compression: Snappy +2016/03/02-16:35:35.569794 7fcbf4111900 Options.prefix_extractor: nullptr +2016/03/02-16:35:35.569795 7fcbf4111900 Options.num_levels: 7 +2016/03/02-16:35:35.569796 7fcbf4111900 Options.min_write_buffer_number_to_merge: 1 +2016/03/02-16:35:35.569797 7fcbf4111900 Options.max_write_buffer_number_to_maintain: 0 +2016/03/02-16:35:35.569798 7fcbf4111900 Options.compression_opts.window_bits: -14 +2016/03/02-16:35:35.569799 7fcbf4111900 Options.compression_opts.level: -1 +2016/03/02-16:35:35.569800 7fcbf4111900 Options.compression_opts.strategy: 0 +2016/03/02-16:35:35.569801 7fcbf4111900 Options.level0_file_num_compaction_trigger: 4 +2016/03/02-16:35:35.569802 7fcbf4111900 Options.level0_slowdown_writes_trigger: 20 +2016/03/02-16:35:35.569803 7fcbf4111900 Options.level0_stop_writes_trigger: 24 +2016/03/02-16:35:35.569804 7fcbf4111900 Options.target_file_size_base: 2097152 +2016/03/02-16:35:35.569805 7fcbf4111900 Options.target_file_size_multiplier: 1 +2016/03/02-16:35:35.569806 7fcbf4111900 Options.max_bytes_for_level_base: 10485760 +2016/03/02-16:35:35.569807 7fcbf4111900 Options.level_compaction_dynamic_level_bytes: 0 +2016/03/02-16:35:35.569808 7fcbf4111900 Options.max_bytes_for_level_multiplier: 10 +2016/03/02-16:35:35.569809 7fcbf4111900 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2016/03/02-16:35:35.569810 7fcbf4111900 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2016/03/02-16:35:35.569811 7fcbf4111900 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2016/03/02-16:35:35.569812 7fcbf4111900 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2016/03/02-16:35:35.569813 7fcbf4111900 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2016/03/02-16:35:35.569814 7fcbf4111900 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2016/03/02-16:35:35.569824 7fcbf4111900 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2016/03/02-16:35:35.569826 7fcbf4111900 Options.max_sequential_skip_in_iterations: 8 +2016/03/02-16:35:35.569827 7fcbf4111900 Options.expanded_compaction_factor: 25 +2016/03/02-16:35:35.569828 7fcbf4111900 Options.source_compaction_factor: 1 +2016/03/02-16:35:35.569828 7fcbf4111900 Options.max_grandparent_overlap_factor: 10 +2016/03/02-16:35:35.569829 7fcbf4111900 Options.arena_block_size: 524288 +2016/03/02-16:35:35.569830 7fcbf4111900 Options.soft_rate_limit: 0.00 +2016/03/02-16:35:35.569833 7fcbf4111900 Options.hard_pending_compaction_bytes_limit: 0 +2016/03/02-16:35:35.569834 7fcbf4111900 Options.rate_limit_delay_max_milliseconds: 1000 +2016/03/02-16:35:35.569835 7fcbf4111900 Options.disable_auto_compactions: 0 +2016/03/02-16:35:35.569836 7fcbf4111900 Options.filter_deletes: 0 +2016/03/02-16:35:35.569837 7fcbf4111900 Options.verify_checksums_in_compaction: 1 +2016/03/02-16:35:35.569838 7fcbf4111900 Options.compaction_style: 0 +2016/03/02-16:35:35.569839 7fcbf4111900 Options.compaction_pri: 0 +2016/03/02-16:35:35.569839 7fcbf4111900 Options.compaction_options_universal.size_ratio: 1 +2016/03/02-16:35:35.569840 7fcbf4111900 Options.compaction_options_universal.min_merge_width: 2 +2016/03/02-16:35:35.569841 7fcbf4111900 Options.compaction_options_universal.max_merge_width: 4294967295 +2016/03/02-16:35:35.569842 7fcbf4111900 Options.compaction_options_universal.max_size_amplification_percent: 200 +2016/03/02-16:35:35.569843 7fcbf4111900 Options.compaction_options_universal.compression_size_percent: -1 +2016/03/02-16:35:35.569844 7fcbf4111900 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2016/03/02-16:35:35.569845 7fcbf4111900 Options.table_properties_collectors: +2016/03/02-16:35:35.569847 7fcbf4111900 Options.inplace_update_support: 0 +2016/03/02-16:35:35.569847 7fcbf4111900 Options.inplace_update_num_locks: 10000 +2016/03/02-16:35:35.569848 7fcbf4111900 Options.min_partial_merge_operands: 2 +2016/03/02-16:35:35.569849 7fcbf4111900 Options.memtable_prefix_bloom_bits: 0 +2016/03/02-16:35:35.569850 7fcbf4111900 Options.memtable_prefix_bloom_probes: 6 +2016/03/02-16:35:35.569851 7fcbf4111900 Options.memtable_prefix_bloom_huge_page_tlb_size: 0 +2016/03/02-16:35:35.569852 7fcbf4111900 Options.bloom_locality: 0 +2016/03/02-16:35:35.569853 7fcbf4111900 Options.max_successive_merges: 0 +2016/03/02-16:35:35.569854 7fcbf4111900 Options.optimize_fllters_for_hits: 0 +2016/03/02-16:35:35.569855 7fcbf4111900 Options.paranoid_file_checks: 0 +2016/03/02-16:35:35.569856 7fcbf4111900 Options.compaction_measure_io_stats: 0 +2016/03/02-16:35:35.569886 7fcbf4111900 Recovered from manifest file:f3/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0 +2016/03/02-16:35:35.569889 7fcbf4111900 Column family [default] (ID 0), log number is 0 +2016/03/02-16:35:35.571340 7fcbf4111900 DB pointer 0xf23080 diff --git a/tools/merge/f3/LOG.old.1456897518393972 b/tools/merge/f3/LOG.old.1456897518393972 new file mode 100644 index 0000000000000000000000000000000000000000..98161db525bb02e7c0c7a8dc1d23c69b072b202f --- /dev/null +++ b/tools/merge/f3/LOG.old.1456897518393972 @@ -0,0 +1,148 @@ +2016/03/02-16:42:39.080710 7f984ff16900 RocksDB version: 4.1.0 +2016/03/02-16:42:39.080749 7f984ff16900 Git sha rocksdb_build_git_sha:8f0c83ae72d4709fc457d0f47c6efb1bb3525ae2 +2016/03/02-16:42:39.080753 7f984ff16900 Compile date Jan 12 2016 +2016/03/02-16:42:39.080755 7f984ff16900 DB SUMMARY +2016/03/02-16:42:39.080784 7f984ff16900 CURRENT file: CURRENT +2016/03/02-16:42:39.080786 7f984ff16900 IDENTITY file: IDENTITY +2016/03/02-16:42:39.080789 7f984ff16900 MANIFEST file: MANIFEST-000001 size: 13 Bytes +2016/03/02-16:42:39.080790 7f984ff16900 SST files in f3 dir, Total Num: 0, files: +2016/03/02-16:42:39.080792 7f984ff16900 Write Ahead Log file in f3: 000003.log size: 0 ; +2016/03/02-16:42:39.080794 7f984ff16900 Options.error_if_exists: 0 +2016/03/02-16:42:39.080795 7f984ff16900 Options.create_if_missing: 1 +2016/03/02-16:42:39.080796 7f984ff16900 Options.paranoid_checks: 1 +2016/03/02-16:42:39.080797 7f984ff16900 Options.env: 0x7f984fd03460 +2016/03/02-16:42:39.080798 7f984ff16900 Options.info_log: 0x1305650 +2016/03/02-16:42:39.080799 7f984ff16900 Options.max_open_files: 1024 +2016/03/02-16:42:39.080800 7f984ff16900 Options.max_file_opening_threads: 1 +2016/03/02-16:42:39.080800 7f984ff16900 Options.max_total_wal_size: 0 +2016/03/02-16:42:39.080801 7f984ff16900 Options.disableDataSync: 0 +2016/03/02-16:42:39.080802 7f984ff16900 Options.use_fsync: 0 +2016/03/02-16:42:39.080803 7f984ff16900 Options.max_log_file_size: 0 +2016/03/02-16:42:39.080804 7f984ff16900 Options.max_manifest_file_size: 18446744073709551615 +2016/03/02-16:42:39.080805 7f984ff16900 Options.log_file_time_to_roll: 0 +2016/03/02-16:42:39.080806 7f984ff16900 Options.keep_log_file_num: 1000 +2016/03/02-16:42:39.080807 7f984ff16900 Options.allow_os_buffer: 1 +2016/03/02-16:42:39.080808 7f984ff16900 Options.allow_mmap_reads: 0 +2016/03/02-16:42:39.080809 7f984ff16900 Options.allow_fallocate: 1 +2016/03/02-16:42:39.080810 7f984ff16900 Options.allow_mmap_writes: 0 +2016/03/02-16:42:39.080811 7f984ff16900 Options.create_missing_column_families: 0 +2016/03/02-16:42:39.080812 7f984ff16900 Options.db_log_dir: +2016/03/02-16:42:39.080813 7f984ff16900 Options.wal_dir: f3 +2016/03/02-16:42:39.080814 7f984ff16900 Options.table_cache_numshardbits: 4 +2016/03/02-16:42:39.080815 7f984ff16900 Options.delete_obsolete_files_period_micros: 21600000000 +2016/03/02-16:42:39.080816 7f984ff16900 Options.max_background_compactions: 1 +2016/03/02-16:42:39.080817 7f984ff16900 Options.max_subcompactions: 1 +2016/03/02-16:42:39.080818 7f984ff16900 Options.max_background_flushes: 1 +2016/03/02-16:42:39.080818 7f984ff16900 Options.WAL_ttl_seconds: 0 +2016/03/02-16:42:39.080819 7f984ff16900 Options.WAL_size_limit_MB: 0 +2016/03/02-16:42:39.080820 7f984ff16900 Options.manifest_preallocation_size: 4194304 +2016/03/02-16:42:39.080821 7f984ff16900 Options.allow_os_buffer: 1 +2016/03/02-16:42:39.080822 7f984ff16900 Options.allow_mmap_reads: 0 +2016/03/02-16:42:39.080823 7f984ff16900 Options.allow_mmap_writes: 0 +2016/03/02-16:42:39.080824 7f984ff16900 Options.is_fd_close_on_exec: 1 +2016/03/02-16:42:39.080825 7f984ff16900 Options.stats_dump_period_sec: 600 +2016/03/02-16:42:39.080826 7f984ff16900 Options.advise_random_on_open: 1 +2016/03/02-16:42:39.080827 7f984ff16900 Options.db_write_buffer_size: 0d +2016/03/02-16:42:39.080828 7f984ff16900 Options.access_hint_on_compaction_start: NORMAL +2016/03/02-16:42:39.080829 7f984ff16900 Options.new_table_reader_for_compaction_inputs: 0 +2016/03/02-16:42:39.080830 7f984ff16900 Options.compaction_readahead_size: 0d +2016/03/02-16:42:39.080831 7f984ff16900 Options.use_adaptive_mutex: 0 +2016/03/02-16:42:39.080832 7f984ff16900 Options.rate_limiter: (nil) +2016/03/02-16:42:39.080841 7f984ff16900 Options.delete_scheduler.rate_bytes_per_sec: 0 +2016/03/02-16:42:39.080843 7f984ff16900 Options.bytes_per_sync: 0 +2016/03/02-16:42:39.080844 7f984ff16900 Options.wal_bytes_per_sync: 0 +2016/03/02-16:42:39.080844 7f984ff16900 Options.wal_recovery_mode: 0 +2016/03/02-16:42:39.080845 7f984ff16900 Options.enable_thread_tracking: 0 +2016/03/02-16:42:39.080846 7f984ff16900 Options.row_cache: None +2016/03/02-16:42:39.080847 7f984ff16900 Compression algorithms supported: +2016/03/02-16:42:39.080848 7f984ff16900 Snappy supported: 1 +2016/03/02-16:42:39.080849 7f984ff16900 Zlib supported: 1 +2016/03/02-16:42:39.080850 7f984ff16900 Bzip supported: 1 +2016/03/02-16:42:39.080851 7f984ff16900 LZ4 supported: 0 +2016/03/02-16:42:39.080854 7f984ff16900 Fast CRC32 supported: 1 +2016/03/02-16:42:39.080893 7f984ff16900 Recovering from manifest file: MANIFEST-000001 +2016/03/02-16:42:39.080911 7f984ff16900 --------------- Options for column family [default]: +2016/03/02-16:42:39.080913 7f984ff16900 Options.comparator: rocksdb.InternalKeyComparator:leveldb.BytewiseComparator +2016/03/02-16:42:39.080915 7f984ff16900 Options.merge_operator: None +2016/03/02-16:42:39.080915 7f984ff16900 Options.compaction_filter: None +2016/03/02-16:42:39.080916 7f984ff16900 Options.compaction_filter_factory: None +2016/03/02-16:42:39.080917 7f984ff16900 Options.memtable_factory: SkipListFactory +2016/03/02-16:42:39.080918 7f984ff16900 Options.table_factory: BlockBasedTable +2016/03/02-16:42:39.080923 7f984ff16900 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x12fecc0) + cache_index_and_filter_blocks: 0 + index_type: 0 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x12fef80 + block_cache_size: 8388608 + block_cache_compressed: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + filter_policy: rocksdb.BuiltinBloomFilter + format_version: 0 +2016/03/02-16:42:39.080925 7f984ff16900 Options.write_buffer_size: 4194304 +2016/03/02-16:42:39.080926 7f984ff16900 Options.max_write_buffer_number: 2 +2016/03/02-16:42:39.080927 7f984ff16900 Options.compression: Snappy +2016/03/02-16:42:39.080928 7f984ff16900 Options.prefix_extractor: nullptr +2016/03/02-16:42:39.080929 7f984ff16900 Options.num_levels: 7 +2016/03/02-16:42:39.080930 7f984ff16900 Options.min_write_buffer_number_to_merge: 1 +2016/03/02-16:42:39.080931 7f984ff16900 Options.max_write_buffer_number_to_maintain: 0 +2016/03/02-16:42:39.080932 7f984ff16900 Options.compression_opts.window_bits: -14 +2016/03/02-16:42:39.080933 7f984ff16900 Options.compression_opts.level: -1 +2016/03/02-16:42:39.080934 7f984ff16900 Options.compression_opts.strategy: 0 +2016/03/02-16:42:39.080935 7f984ff16900 Options.level0_file_num_compaction_trigger: 4 +2016/03/02-16:42:39.080936 7f984ff16900 Options.level0_slowdown_writes_trigger: 20 +2016/03/02-16:42:39.080937 7f984ff16900 Options.level0_stop_writes_trigger: 24 +2016/03/02-16:42:39.080937 7f984ff16900 Options.target_file_size_base: 2097152 +2016/03/02-16:42:39.080938 7f984ff16900 Options.target_file_size_multiplier: 1 +2016/03/02-16:42:39.080939 7f984ff16900 Options.max_bytes_for_level_base: 10485760 +2016/03/02-16:42:39.080940 7f984ff16900 Options.level_compaction_dynamic_level_bytes: 0 +2016/03/02-16:42:39.080956 7f984ff16900 Options.max_bytes_for_level_multiplier: 10 +2016/03/02-16:42:39.080958 7f984ff16900 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2016/03/02-16:42:39.080959 7f984ff16900 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2016/03/02-16:42:39.080960 7f984ff16900 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2016/03/02-16:42:39.080961 7f984ff16900 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2016/03/02-16:42:39.080971 7f984ff16900 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2016/03/02-16:42:39.080972 7f984ff16900 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2016/03/02-16:42:39.080973 7f984ff16900 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2016/03/02-16:42:39.080974 7f984ff16900 Options.max_sequential_skip_in_iterations: 8 +2016/03/02-16:42:39.080975 7f984ff16900 Options.expanded_compaction_factor: 25 +2016/03/02-16:42:39.080976 7f984ff16900 Options.source_compaction_factor: 1 +2016/03/02-16:42:39.080977 7f984ff16900 Options.max_grandparent_overlap_factor: 10 +2016/03/02-16:42:39.080978 7f984ff16900 Options.arena_block_size: 524288 +2016/03/02-16:42:39.080979 7f984ff16900 Options.soft_rate_limit: 0.00 +2016/03/02-16:42:39.080981 7f984ff16900 Options.hard_pending_compaction_bytes_limit: 0 +2016/03/02-16:42:39.080982 7f984ff16900 Options.rate_limit_delay_max_milliseconds: 1000 +2016/03/02-16:42:39.080983 7f984ff16900 Options.disable_auto_compactions: 0 +2016/03/02-16:42:39.080984 7f984ff16900 Options.filter_deletes: 0 +2016/03/02-16:42:39.080985 7f984ff16900 Options.verify_checksums_in_compaction: 1 +2016/03/02-16:42:39.080986 7f984ff16900 Options.compaction_style: 0 +2016/03/02-16:42:39.080987 7f984ff16900 Options.compaction_pri: 0 +2016/03/02-16:42:39.080988 7f984ff16900 Options.compaction_options_universal.size_ratio: 1 +2016/03/02-16:42:39.080989 7f984ff16900 Options.compaction_options_universal.min_merge_width: 2 +2016/03/02-16:42:39.080990 7f984ff16900 Options.compaction_options_universal.max_merge_width: 4294967295 +2016/03/02-16:42:39.080991 7f984ff16900 Options.compaction_options_universal.max_size_amplification_percent: 200 +2016/03/02-16:42:39.080992 7f984ff16900 Options.compaction_options_universal.compression_size_percent: -1 +2016/03/02-16:42:39.080993 7f984ff16900 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2016/03/02-16:42:39.080994 7f984ff16900 Options.table_properties_collectors: +2016/03/02-16:42:39.080995 7f984ff16900 Options.inplace_update_support: 0 +2016/03/02-16:42:39.080996 7f984ff16900 Options.inplace_update_num_locks: 10000 +2016/03/02-16:42:39.080997 7f984ff16900 Options.min_partial_merge_operands: 2 +2016/03/02-16:42:39.080998 7f984ff16900 Options.memtable_prefix_bloom_bits: 0 +2016/03/02-16:42:39.080999 7f984ff16900 Options.memtable_prefix_bloom_probes: 6 +2016/03/02-16:42:39.080999 7f984ff16900 Options.memtable_prefix_bloom_huge_page_tlb_size: 0 +2016/03/02-16:42:39.081000 7f984ff16900 Options.bloom_locality: 0 +2016/03/02-16:42:39.081001 7f984ff16900 Options.max_successive_merges: 0 +2016/03/02-16:42:39.081002 7f984ff16900 Options.optimize_fllters_for_hits: 0 +2016/03/02-16:42:39.081003 7f984ff16900 Options.paranoid_file_checks: 0 +2016/03/02-16:42:39.081004 7f984ff16900 Options.compaction_measure_io_stats: 0 +2016/03/02-16:42:39.081034 7f984ff16900 Recovered from manifest file:f3/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0 +2016/03/02-16:42:39.081037 7f984ff16900 Column family [default] (ID 0), log number is 0 +2016/03/02-16:42:39.081064 7f984ff16900 EVENT_LOG_v1 {"time_micros": 1456897359081061, "job": 1, "event": "recovery_started", "log_files": [3]} +2016/03/02-16:42:39.081072 7f984ff16900 Recovering log #3 mode 0 skip-recovery 0 +2016/03/02-16:42:39.081092 7f984ff16900 Creating manifest 5 +2016/03/02-16:42:39.085423 7f984ff16900 Deleting manifest 1 current manifest 5 +2016/03/02-16:42:39.085462 7f984ff16900 EVENT_LOG_v1 {"time_micros": 1456897359085459, "job": 1, "event": "recovery_finished"} +2016/03/02-16:42:39.086994 7f984ff16900 DB pointer 0x1328300 diff --git a/tools/merge/f3/LOG.old.1456897643881689 b/tools/merge/f3/LOG.old.1456897643881689 new file mode 100644 index 0000000000000000000000000000000000000000..46667e6bc1a692f2437ffb2f70a529c1509d01ff --- /dev/null +++ b/tools/merge/f3/LOG.old.1456897643881689 @@ -0,0 +1,148 @@ +2016/03/02-16:45:18.394050 7fa9c3a02900 RocksDB version: 4.1.0 +2016/03/02-16:45:18.394089 7fa9c3a02900 Git sha rocksdb_build_git_sha:8f0c83ae72d4709fc457d0f47c6efb1bb3525ae2 +2016/03/02-16:45:18.394094 7fa9c3a02900 Compile date Jan 12 2016 +2016/03/02-16:45:18.394096 7fa9c3a02900 DB SUMMARY +2016/03/02-16:45:18.394130 7fa9c3a02900 CURRENT file: CURRENT +2016/03/02-16:45:18.394133 7fa9c3a02900 IDENTITY file: IDENTITY +2016/03/02-16:45:18.394136 7fa9c3a02900 MANIFEST file: MANIFEST-000005 size: 59 Bytes +2016/03/02-16:45:18.394138 7fa9c3a02900 SST files in f3 dir, Total Num: 0, files: +2016/03/02-16:45:18.394139 7fa9c3a02900 Write Ahead Log file in f3: 000006.log size: 0 ; +2016/03/02-16:45:18.394141 7fa9c3a02900 Options.error_if_exists: 0 +2016/03/02-16:45:18.394142 7fa9c3a02900 Options.create_if_missing: 1 +2016/03/02-16:45:18.394143 7fa9c3a02900 Options.paranoid_checks: 1 +2016/03/02-16:45:18.394144 7fa9c3a02900 Options.env: 0x7fa9c37ef460 +2016/03/02-16:45:18.394145 7fa9c3a02900 Options.info_log: 0x1d6f900 +2016/03/02-16:45:18.394146 7fa9c3a02900 Options.max_open_files: 1024 +2016/03/02-16:45:18.394147 7fa9c3a02900 Options.max_file_opening_threads: 1 +2016/03/02-16:45:18.394148 7fa9c3a02900 Options.max_total_wal_size: 0 +2016/03/02-16:45:18.394149 7fa9c3a02900 Options.disableDataSync: 0 +2016/03/02-16:45:18.394150 7fa9c3a02900 Options.use_fsync: 0 +2016/03/02-16:45:18.394151 7fa9c3a02900 Options.max_log_file_size: 0 +2016/03/02-16:45:18.394152 7fa9c3a02900 Options.max_manifest_file_size: 18446744073709551615 +2016/03/02-16:45:18.394153 7fa9c3a02900 Options.log_file_time_to_roll: 0 +2016/03/02-16:45:18.394154 7fa9c3a02900 Options.keep_log_file_num: 1000 +2016/03/02-16:45:18.394155 7fa9c3a02900 Options.allow_os_buffer: 1 +2016/03/02-16:45:18.394156 7fa9c3a02900 Options.allow_mmap_reads: 0 +2016/03/02-16:45:18.394157 7fa9c3a02900 Options.allow_fallocate: 1 +2016/03/02-16:45:18.394158 7fa9c3a02900 Options.allow_mmap_writes: 0 +2016/03/02-16:45:18.394159 7fa9c3a02900 Options.create_missing_column_families: 0 +2016/03/02-16:45:18.394160 7fa9c3a02900 Options.db_log_dir: +2016/03/02-16:45:18.394161 7fa9c3a02900 Options.wal_dir: f3 +2016/03/02-16:45:18.394162 7fa9c3a02900 Options.table_cache_numshardbits: 4 +2016/03/02-16:45:18.394163 7fa9c3a02900 Options.delete_obsolete_files_period_micros: 21600000000 +2016/03/02-16:45:18.394164 7fa9c3a02900 Options.max_background_compactions: 1 +2016/03/02-16:45:18.394165 7fa9c3a02900 Options.max_subcompactions: 1 +2016/03/02-16:45:18.394166 7fa9c3a02900 Options.max_background_flushes: 1 +2016/03/02-16:45:18.394178 7fa9c3a02900 Options.WAL_ttl_seconds: 0 +2016/03/02-16:45:18.394179 7fa9c3a02900 Options.WAL_size_limit_MB: 0 +2016/03/02-16:45:18.394180 7fa9c3a02900 Options.manifest_preallocation_size: 4194304 +2016/03/02-16:45:18.394181 7fa9c3a02900 Options.allow_os_buffer: 1 +2016/03/02-16:45:18.394182 7fa9c3a02900 Options.allow_mmap_reads: 0 +2016/03/02-16:45:18.394183 7fa9c3a02900 Options.allow_mmap_writes: 0 +2016/03/02-16:45:18.394184 7fa9c3a02900 Options.is_fd_close_on_exec: 1 +2016/03/02-16:45:18.394185 7fa9c3a02900 Options.stats_dump_period_sec: 600 +2016/03/02-16:45:18.394186 7fa9c3a02900 Options.advise_random_on_open: 1 +2016/03/02-16:45:18.394187 7fa9c3a02900 Options.db_write_buffer_size: 0d +2016/03/02-16:45:18.394188 7fa9c3a02900 Options.access_hint_on_compaction_start: NORMAL +2016/03/02-16:45:18.394189 7fa9c3a02900 Options.new_table_reader_for_compaction_inputs: 0 +2016/03/02-16:45:18.394190 7fa9c3a02900 Options.compaction_readahead_size: 0d +2016/03/02-16:45:18.394191 7fa9c3a02900 Options.use_adaptive_mutex: 0 +2016/03/02-16:45:18.394192 7fa9c3a02900 Options.rate_limiter: (nil) +2016/03/02-16:45:18.394202 7fa9c3a02900 Options.delete_scheduler.rate_bytes_per_sec: 0 +2016/03/02-16:45:18.394203 7fa9c3a02900 Options.bytes_per_sync: 0 +2016/03/02-16:45:18.394204 7fa9c3a02900 Options.wal_bytes_per_sync: 0 +2016/03/02-16:45:18.394205 7fa9c3a02900 Options.wal_recovery_mode: 0 +2016/03/02-16:45:18.394206 7fa9c3a02900 Options.enable_thread_tracking: 0 +2016/03/02-16:45:18.394207 7fa9c3a02900 Options.row_cache: None +2016/03/02-16:45:18.394208 7fa9c3a02900 Compression algorithms supported: +2016/03/02-16:45:18.394209 7fa9c3a02900 Snappy supported: 1 +2016/03/02-16:45:18.394210 7fa9c3a02900 Zlib supported: 1 +2016/03/02-16:45:18.394211 7fa9c3a02900 Bzip supported: 1 +2016/03/02-16:45:18.394212 7fa9c3a02900 LZ4 supported: 0 +2016/03/02-16:45:18.394215 7fa9c3a02900 Fast CRC32 supported: 1 +2016/03/02-16:45:18.394284 7fa9c3a02900 Recovering from manifest file: MANIFEST-000005 +2016/03/02-16:45:18.394312 7fa9c3a02900 --------------- Options for column family [default]: +2016/03/02-16:45:18.394317 7fa9c3a02900 Options.comparator: rocksdb.InternalKeyComparator:leveldb.BytewiseComparator +2016/03/02-16:45:18.394318 7fa9c3a02900 Options.merge_operator: None +2016/03/02-16:45:18.394320 7fa9c3a02900 Options.compaction_filter: None +2016/03/02-16:45:18.394322 7fa9c3a02900 Options.compaction_filter_factory: None +2016/03/02-16:45:18.394324 7fa9c3a02900 Options.memtable_factory: SkipListFactory +2016/03/02-16:45:18.394326 7fa9c3a02900 Options.table_factory: BlockBasedTable +2016/03/02-16:45:18.394334 7fa9c3a02900 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x1d6ad20) + cache_index_and_filter_blocks: 0 + index_type: 0 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x1d65f30 + block_cache_size: 8388608 + block_cache_compressed: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + filter_policy: rocksdb.BuiltinBloomFilter + format_version: 0 +2016/03/02-16:45:18.394337 7fa9c3a02900 Options.write_buffer_size: 4194304 +2016/03/02-16:45:18.394339 7fa9c3a02900 Options.max_write_buffer_number: 2 +2016/03/02-16:45:18.394341 7fa9c3a02900 Options.compression: Snappy +2016/03/02-16:45:18.394342 7fa9c3a02900 Options.prefix_extractor: nullptr +2016/03/02-16:45:18.394343 7fa9c3a02900 Options.num_levels: 7 +2016/03/02-16:45:18.394344 7fa9c3a02900 Options.min_write_buffer_number_to_merge: 1 +2016/03/02-16:45:18.394345 7fa9c3a02900 Options.max_write_buffer_number_to_maintain: 0 +2016/03/02-16:45:18.394346 7fa9c3a02900 Options.compression_opts.window_bits: -14 +2016/03/02-16:45:18.394347 7fa9c3a02900 Options.compression_opts.level: -1 +2016/03/02-16:45:18.394348 7fa9c3a02900 Options.compression_opts.strategy: 0 +2016/03/02-16:45:18.394348 7fa9c3a02900 Options.level0_file_num_compaction_trigger: 4 +2016/03/02-16:45:18.394349 7fa9c3a02900 Options.level0_slowdown_writes_trigger: 20 +2016/03/02-16:45:18.394350 7fa9c3a02900 Options.level0_stop_writes_trigger: 24 +2016/03/02-16:45:18.394351 7fa9c3a02900 Options.target_file_size_base: 2097152 +2016/03/02-16:45:18.394352 7fa9c3a02900 Options.target_file_size_multiplier: 1 +2016/03/02-16:45:18.394353 7fa9c3a02900 Options.max_bytes_for_level_base: 10485760 +2016/03/02-16:45:18.394354 7fa9c3a02900 Options.level_compaction_dynamic_level_bytes: 0 +2016/03/02-16:45:18.394355 7fa9c3a02900 Options.max_bytes_for_level_multiplier: 10 +2016/03/02-16:45:18.394356 7fa9c3a02900 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2016/03/02-16:45:18.394357 7fa9c3a02900 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2016/03/02-16:45:18.394358 7fa9c3a02900 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2016/03/02-16:45:18.394359 7fa9c3a02900 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2016/03/02-16:45:18.394369 7fa9c3a02900 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2016/03/02-16:45:18.394371 7fa9c3a02900 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2016/03/02-16:45:18.394372 7fa9c3a02900 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2016/03/02-16:45:18.394373 7fa9c3a02900 Options.max_sequential_skip_in_iterations: 8 +2016/03/02-16:45:18.394374 7fa9c3a02900 Options.expanded_compaction_factor: 25 +2016/03/02-16:45:18.394375 7fa9c3a02900 Options.source_compaction_factor: 1 +2016/03/02-16:45:18.394376 7fa9c3a02900 Options.max_grandparent_overlap_factor: 10 +2016/03/02-16:45:18.394377 7fa9c3a02900 Options.arena_block_size: 524288 +2016/03/02-16:45:18.394378 7fa9c3a02900 Options.soft_rate_limit: 0.00 +2016/03/02-16:45:18.394380 7fa9c3a02900 Options.hard_pending_compaction_bytes_limit: 0 +2016/03/02-16:45:18.394381 7fa9c3a02900 Options.rate_limit_delay_max_milliseconds: 1000 +2016/03/02-16:45:18.394382 7fa9c3a02900 Options.disable_auto_compactions: 0 +2016/03/02-16:45:18.394383 7fa9c3a02900 Options.filter_deletes: 0 +2016/03/02-16:45:18.394384 7fa9c3a02900 Options.verify_checksums_in_compaction: 1 +2016/03/02-16:45:18.394385 7fa9c3a02900 Options.compaction_style: 0 +2016/03/02-16:45:18.394386 7fa9c3a02900 Options.compaction_pri: 0 +2016/03/02-16:45:18.394387 7fa9c3a02900 Options.compaction_options_universal.size_ratio: 1 +2016/03/02-16:45:18.394388 7fa9c3a02900 Options.compaction_options_universal.min_merge_width: 2 +2016/03/02-16:45:18.394389 7fa9c3a02900 Options.compaction_options_universal.max_merge_width: 4294967295 +2016/03/02-16:45:18.394391 7fa9c3a02900 Options.compaction_options_universal.max_size_amplification_percent: 200 +2016/03/02-16:45:18.394393 7fa9c3a02900 Options.compaction_options_universal.compression_size_percent: -1 +2016/03/02-16:45:18.394395 7fa9c3a02900 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2016/03/02-16:45:18.394397 7fa9c3a02900 Options.table_properties_collectors: +2016/03/02-16:45:18.394398 7fa9c3a02900 Options.inplace_update_support: 0 +2016/03/02-16:45:18.394400 7fa9c3a02900 Options.inplace_update_num_locks: 10000 +2016/03/02-16:45:18.394401 7fa9c3a02900 Options.min_partial_merge_operands: 2 +2016/03/02-16:45:18.394403 7fa9c3a02900 Options.memtable_prefix_bloom_bits: 0 +2016/03/02-16:45:18.394405 7fa9c3a02900 Options.memtable_prefix_bloom_probes: 6 +2016/03/02-16:45:18.394406 7fa9c3a02900 Options.memtable_prefix_bloom_huge_page_tlb_size: 0 +2016/03/02-16:45:18.394408 7fa9c3a02900 Options.bloom_locality: 0 +2016/03/02-16:45:18.394410 7fa9c3a02900 Options.max_successive_merges: 0 +2016/03/02-16:45:18.394412 7fa9c3a02900 Options.optimize_fllters_for_hits: 0 +2016/03/02-16:45:18.394414 7fa9c3a02900 Options.paranoid_file_checks: 0 +2016/03/02-16:45:18.394415 7fa9c3a02900 Options.compaction_measure_io_stats: 0 +2016/03/02-16:45:18.394466 7fa9c3a02900 Recovered from manifest file:f3/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0 +2016/03/02-16:45:18.394470 7fa9c3a02900 Column family [default] (ID 0), log number is 4 +2016/03/02-16:45:18.394501 7fa9c3a02900 EVENT_LOG_v1 {"time_micros": 1456897518394498, "job": 1, "event": "recovery_started", "log_files": [6]} +2016/03/02-16:45:18.394510 7fa9c3a02900 Recovering log #6 mode 0 skip-recovery 0 +2016/03/02-16:45:18.394530 7fa9c3a02900 Creating manifest 8 +2016/03/02-16:45:18.398561 7fa9c3a02900 Deleting manifest 5 current manifest 8 +2016/03/02-16:45:18.398603 7fa9c3a02900 EVENT_LOG_v1 {"time_micros": 1456897518398601, "job": 1, "event": "recovery_finished"} +2016/03/02-16:45:18.400131 7fa9c3a02900 DB pointer 0x1d94330 diff --git a/tools/merge/f3/LOG.old.1456897758665921 b/tools/merge/f3/LOG.old.1456897758665921 new file mode 100644 index 0000000000000000000000000000000000000000..8508ff24b0fb509d825cf311dd2c335bfd3fc244 --- /dev/null +++ b/tools/merge/f3/LOG.old.1456897758665921 @@ -0,0 +1,148 @@ +2016/03/02-16:47:23.881772 7fb12c51b900 RocksDB version: 4.1.0 +2016/03/02-16:47:23.881810 7fb12c51b900 Git sha rocksdb_build_git_sha:8f0c83ae72d4709fc457d0f47c6efb1bb3525ae2 +2016/03/02-16:47:23.881813 7fb12c51b900 Compile date Jan 12 2016 +2016/03/02-16:47:23.881815 7fb12c51b900 DB SUMMARY +2016/03/02-16:47:23.881842 7fb12c51b900 CURRENT file: CURRENT +2016/03/02-16:47:23.881843 7fb12c51b900 IDENTITY file: IDENTITY +2016/03/02-16:47:23.881847 7fb12c51b900 MANIFEST file: MANIFEST-000008 size: 59 Bytes +2016/03/02-16:47:23.881848 7fb12c51b900 SST files in f3 dir, Total Num: 0, files: +2016/03/02-16:47:23.881850 7fb12c51b900 Write Ahead Log file in f3: 000009.log size: 0 ; +2016/03/02-16:47:23.881852 7fb12c51b900 Options.error_if_exists: 0 +2016/03/02-16:47:23.881853 7fb12c51b900 Options.create_if_missing: 1 +2016/03/02-16:47:23.881854 7fb12c51b900 Options.paranoid_checks: 1 +2016/03/02-16:47:23.881854 7fb12c51b900 Options.env: 0x7fb12c308460 +2016/03/02-16:47:23.881856 7fb12c51b900 Options.info_log: 0x2b8d650 +2016/03/02-16:47:23.881857 7fb12c51b900 Options.max_open_files: 1024 +2016/03/02-16:47:23.881858 7fb12c51b900 Options.max_file_opening_threads: 1 +2016/03/02-16:47:23.881858 7fb12c51b900 Options.max_total_wal_size: 0 +2016/03/02-16:47:23.881859 7fb12c51b900 Options.disableDataSync: 0 +2016/03/02-16:47:23.881860 7fb12c51b900 Options.use_fsync: 0 +2016/03/02-16:47:23.881861 7fb12c51b900 Options.max_log_file_size: 0 +2016/03/02-16:47:23.881862 7fb12c51b900 Options.max_manifest_file_size: 18446744073709551615 +2016/03/02-16:47:23.881863 7fb12c51b900 Options.log_file_time_to_roll: 0 +2016/03/02-16:47:23.881864 7fb12c51b900 Options.keep_log_file_num: 1000 +2016/03/02-16:47:23.881865 7fb12c51b900 Options.allow_os_buffer: 1 +2016/03/02-16:47:23.881866 7fb12c51b900 Options.allow_mmap_reads: 0 +2016/03/02-16:47:23.881867 7fb12c51b900 Options.allow_fallocate: 1 +2016/03/02-16:47:23.881868 7fb12c51b900 Options.allow_mmap_writes: 0 +2016/03/02-16:47:23.881869 7fb12c51b900 Options.create_missing_column_families: 0 +2016/03/02-16:47:23.881870 7fb12c51b900 Options.db_log_dir: +2016/03/02-16:47:23.881871 7fb12c51b900 Options.wal_dir: f3 +2016/03/02-16:47:23.881872 7fb12c51b900 Options.table_cache_numshardbits: 4 +2016/03/02-16:47:23.881872 7fb12c51b900 Options.delete_obsolete_files_period_micros: 21600000000 +2016/03/02-16:47:23.881874 7fb12c51b900 Options.max_background_compactions: 1 +2016/03/02-16:47:23.881874 7fb12c51b900 Options.max_subcompactions: 1 +2016/03/02-16:47:23.881875 7fb12c51b900 Options.max_background_flushes: 1 +2016/03/02-16:47:23.881876 7fb12c51b900 Options.WAL_ttl_seconds: 0 +2016/03/02-16:47:23.881877 7fb12c51b900 Options.WAL_size_limit_MB: 0 +2016/03/02-16:47:23.881878 7fb12c51b900 Options.manifest_preallocation_size: 4194304 +2016/03/02-16:47:23.881879 7fb12c51b900 Options.allow_os_buffer: 1 +2016/03/02-16:47:23.881880 7fb12c51b900 Options.allow_mmap_reads: 0 +2016/03/02-16:47:23.881881 7fb12c51b900 Options.allow_mmap_writes: 0 +2016/03/02-16:47:23.881882 7fb12c51b900 Options.is_fd_close_on_exec: 1 +2016/03/02-16:47:23.881883 7fb12c51b900 Options.stats_dump_period_sec: 600 +2016/03/02-16:47:23.881884 7fb12c51b900 Options.advise_random_on_open: 1 +2016/03/02-16:47:23.881885 7fb12c51b900 Options.db_write_buffer_size: 0d +2016/03/02-16:47:23.881889 7fb12c51b900 Options.access_hint_on_compaction_start: NORMAL +2016/03/02-16:47:23.881890 7fb12c51b900 Options.new_table_reader_for_compaction_inputs: 0 +2016/03/02-16:47:23.881891 7fb12c51b900 Options.compaction_readahead_size: 0d +2016/03/02-16:47:23.881892 7fb12c51b900 Options.use_adaptive_mutex: 0 +2016/03/02-16:47:23.881893 7fb12c51b900 Options.rate_limiter: (nil) +2016/03/02-16:47:23.881902 7fb12c51b900 Options.delete_scheduler.rate_bytes_per_sec: 0 +2016/03/02-16:47:23.881903 7fb12c51b900 Options.bytes_per_sync: 0 +2016/03/02-16:47:23.881904 7fb12c51b900 Options.wal_bytes_per_sync: 0 +2016/03/02-16:47:23.881905 7fb12c51b900 Options.wal_recovery_mode: 0 +2016/03/02-16:47:23.881906 7fb12c51b900 Options.enable_thread_tracking: 0 +2016/03/02-16:47:23.881907 7fb12c51b900 Options.row_cache: None +2016/03/02-16:47:23.881908 7fb12c51b900 Compression algorithms supported: +2016/03/02-16:47:23.881909 7fb12c51b900 Snappy supported: 1 +2016/03/02-16:47:23.881910 7fb12c51b900 Zlib supported: 1 +2016/03/02-16:47:23.881911 7fb12c51b900 Bzip supported: 1 +2016/03/02-16:47:23.881912 7fb12c51b900 LZ4 supported: 0 +2016/03/02-16:47:23.881914 7fb12c51b900 Fast CRC32 supported: 1 +2016/03/02-16:47:23.881967 7fb12c51b900 Recovering from manifest file: MANIFEST-000008 +2016/03/02-16:47:23.881988 7fb12c51b900 --------------- Options for column family [default]: +2016/03/02-16:47:23.881990 7fb12c51b900 Options.comparator: rocksdb.InternalKeyComparator:leveldb.BytewiseComparator +2016/03/02-16:47:23.881991 7fb12c51b900 Options.merge_operator: None +2016/03/02-16:47:23.881992 7fb12c51b900 Options.compaction_filter: None +2016/03/02-16:47:23.881993 7fb12c51b900 Options.compaction_filter_factory: None +2016/03/02-16:47:23.881994 7fb12c51b900 Options.memtable_factory: SkipListFactory +2016/03/02-16:47:23.881995 7fb12c51b900 Options.table_factory: BlockBasedTable +2016/03/02-16:47:23.882000 7fb12c51b900 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x2b86d10) + cache_index_and_filter_blocks: 0 + index_type: 0 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x2b81f30 + block_cache_size: 8388608 + block_cache_compressed: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + filter_policy: rocksdb.BuiltinBloomFilter + format_version: 0 +2016/03/02-16:47:23.882002 7fb12c51b900 Options.write_buffer_size: 4194304 +2016/03/02-16:47:23.882003 7fb12c51b900 Options.max_write_buffer_number: 2 +2016/03/02-16:47:23.882004 7fb12c51b900 Options.compression: Snappy +2016/03/02-16:47:23.882005 7fb12c51b900 Options.prefix_extractor: nullptr +2016/03/02-16:47:23.882006 7fb12c51b900 Options.num_levels: 7 +2016/03/02-16:47:23.882007 7fb12c51b900 Options.min_write_buffer_number_to_merge: 1 +2016/03/02-16:47:23.882008 7fb12c51b900 Options.max_write_buffer_number_to_maintain: 0 +2016/03/02-16:47:23.882009 7fb12c51b900 Options.compression_opts.window_bits: -14 +2016/03/02-16:47:23.882010 7fb12c51b900 Options.compression_opts.level: -1 +2016/03/02-16:47:23.882011 7fb12c51b900 Options.compression_opts.strategy: 0 +2016/03/02-16:47:23.882012 7fb12c51b900 Options.level0_file_num_compaction_trigger: 4 +2016/03/02-16:47:23.882013 7fb12c51b900 Options.level0_slowdown_writes_trigger: 20 +2016/03/02-16:47:23.882014 7fb12c51b900 Options.level0_stop_writes_trigger: 24 +2016/03/02-16:47:23.882014 7fb12c51b900 Options.target_file_size_base: 2097152 +2016/03/02-16:47:23.882015 7fb12c51b900 Options.target_file_size_multiplier: 1 +2016/03/02-16:47:23.882016 7fb12c51b900 Options.max_bytes_for_level_base: 10485760 +2016/03/02-16:47:23.882017 7fb12c51b900 Options.level_compaction_dynamic_level_bytes: 0 +2016/03/02-16:47:23.882018 7fb12c51b900 Options.max_bytes_for_level_multiplier: 10 +2016/03/02-16:47:23.882019 7fb12c51b900 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2016/03/02-16:47:23.882020 7fb12c51b900 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2016/03/02-16:47:23.882021 7fb12c51b900 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2016/03/02-16:47:23.882022 7fb12c51b900 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2016/03/02-16:47:23.882032 7fb12c51b900 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2016/03/02-16:47:23.882033 7fb12c51b900 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2016/03/02-16:47:23.882034 7fb12c51b900 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2016/03/02-16:47:23.882035 7fb12c51b900 Options.max_sequential_skip_in_iterations: 8 +2016/03/02-16:47:23.882036 7fb12c51b900 Options.expanded_compaction_factor: 25 +2016/03/02-16:47:23.882037 7fb12c51b900 Options.source_compaction_factor: 1 +2016/03/02-16:47:23.882038 7fb12c51b900 Options.max_grandparent_overlap_factor: 10 +2016/03/02-16:47:23.882039 7fb12c51b900 Options.arena_block_size: 524288 +2016/03/02-16:47:23.882040 7fb12c51b900 Options.soft_rate_limit: 0.00 +2016/03/02-16:47:23.882042 7fb12c51b900 Options.hard_pending_compaction_bytes_limit: 0 +2016/03/02-16:47:23.882043 7fb12c51b900 Options.rate_limit_delay_max_milliseconds: 1000 +2016/03/02-16:47:23.882044 7fb12c51b900 Options.disable_auto_compactions: 0 +2016/03/02-16:47:23.882045 7fb12c51b900 Options.filter_deletes: 0 +2016/03/02-16:47:23.882046 7fb12c51b900 Options.verify_checksums_in_compaction: 1 +2016/03/02-16:47:23.882047 7fb12c51b900 Options.compaction_style: 0 +2016/03/02-16:47:23.882048 7fb12c51b900 Options.compaction_pri: 0 +2016/03/02-16:47:23.882049 7fb12c51b900 Options.compaction_options_universal.size_ratio: 1 +2016/03/02-16:47:23.882050 7fb12c51b900 Options.compaction_options_universal.min_merge_width: 2 +2016/03/02-16:47:23.882051 7fb12c51b900 Options.compaction_options_universal.max_merge_width: 4294967295 +2016/03/02-16:47:23.882052 7fb12c51b900 Options.compaction_options_universal.max_size_amplification_percent: 200 +2016/03/02-16:47:23.882053 7fb12c51b900 Options.compaction_options_universal.compression_size_percent: -1 +2016/03/02-16:47:23.882054 7fb12c51b900 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2016/03/02-16:47:23.882055 7fb12c51b900 Options.table_properties_collectors: +2016/03/02-16:47:23.882056 7fb12c51b900 Options.inplace_update_support: 0 +2016/03/02-16:47:23.882057 7fb12c51b900 Options.inplace_update_num_locks: 10000 +2016/03/02-16:47:23.882058 7fb12c51b900 Options.min_partial_merge_operands: 2 +2016/03/02-16:47:23.882059 7fb12c51b900 Options.memtable_prefix_bloom_bits: 0 +2016/03/02-16:47:23.882060 7fb12c51b900 Options.memtable_prefix_bloom_probes: 6 +2016/03/02-16:47:23.882060 7fb12c51b900 Options.memtable_prefix_bloom_huge_page_tlb_size: 0 +2016/03/02-16:47:23.882061 7fb12c51b900 Options.bloom_locality: 0 +2016/03/02-16:47:23.882062 7fb12c51b900 Options.max_successive_merges: 0 +2016/03/02-16:47:23.882063 7fb12c51b900 Options.optimize_fllters_for_hits: 0 +2016/03/02-16:47:23.882064 7fb12c51b900 Options.paranoid_file_checks: 0 +2016/03/02-16:47:23.882065 7fb12c51b900 Options.compaction_measure_io_stats: 0 +2016/03/02-16:47:23.882097 7fb12c51b900 Recovered from manifest file:f3/MANIFEST-000008 succeeded,manifest_file_number is 8, next_file_number is 10, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0 +2016/03/02-16:47:23.882100 7fb12c51b900 Column family [default] (ID 0), log number is 7 +2016/03/02-16:47:23.882128 7fb12c51b900 EVENT_LOG_v1 {"time_micros": 1456897643882125, "job": 1, "event": "recovery_started", "log_files": [9]} +2016/03/02-16:47:23.882136 7fb12c51b900 Recovering log #9 mode 0 skip-recovery 0 +2016/03/02-16:47:23.882155 7fb12c51b900 Creating manifest 11 +2016/03/02-16:47:23.886294 7fb12c51b900 Deleting manifest 8 current manifest 11 +2016/03/02-16:47:23.886334 7fb12c51b900 EVENT_LOG_v1 {"time_micros": 1456897643886332, "job": 1, "event": "recovery_finished"} +2016/03/02-16:47:23.887947 7fb12c51b900 DB pointer 0x2bb0320 diff --git a/tools/merge/f3/LOG.old.1456897793738081 b/tools/merge/f3/LOG.old.1456897793738081 new file mode 100644 index 0000000000000000000000000000000000000000..68eb9a6e663c97122d5621c009f004aa70544ea8 --- /dev/null +++ b/tools/merge/f3/LOG.old.1456897793738081 @@ -0,0 +1,148 @@ +2016/03/02-16:49:18.666011 7f8a0d7c9900 RocksDB version: 4.1.0 +2016/03/02-16:49:18.666049 7f8a0d7c9900 Git sha rocksdb_build_git_sha:8f0c83ae72d4709fc457d0f47c6efb1bb3525ae2 +2016/03/02-16:49:18.666052 7f8a0d7c9900 Compile date Jan 12 2016 +2016/03/02-16:49:18.666053 7f8a0d7c9900 DB SUMMARY +2016/03/02-16:49:18.666081 7f8a0d7c9900 CURRENT file: CURRENT +2016/03/02-16:49:18.666082 7f8a0d7c9900 IDENTITY file: IDENTITY +2016/03/02-16:49:18.666085 7f8a0d7c9900 MANIFEST file: MANIFEST-000011 size: 59 Bytes +2016/03/02-16:49:18.666087 7f8a0d7c9900 SST files in f3 dir, Total Num: 0, files: +2016/03/02-16:49:18.666088 7f8a0d7c9900 Write Ahead Log file in f3: 000012.log size: 0 ; +2016/03/02-16:49:18.666090 7f8a0d7c9900 Options.error_if_exists: 0 +2016/03/02-16:49:18.666091 7f8a0d7c9900 Options.create_if_missing: 1 +2016/03/02-16:49:18.666092 7f8a0d7c9900 Options.paranoid_checks: 1 +2016/03/02-16:49:18.666093 7f8a0d7c9900 Options.env: 0x7f8a0d5b6460 +2016/03/02-16:49:18.666094 7f8a0d7c9900 Options.info_log: 0x2b24460 +2016/03/02-16:49:18.666095 7f8a0d7c9900 Options.max_open_files: 1024 +2016/03/02-16:49:18.666096 7f8a0d7c9900 Options.max_file_opening_threads: 1 +2016/03/02-16:49:18.666097 7f8a0d7c9900 Options.max_total_wal_size: 0 +2016/03/02-16:49:18.666098 7f8a0d7c9900 Options.disableDataSync: 0 +2016/03/02-16:49:18.666099 7f8a0d7c9900 Options.use_fsync: 0 +2016/03/02-16:49:18.666100 7f8a0d7c9900 Options.max_log_file_size: 0 +2016/03/02-16:49:18.666101 7f8a0d7c9900 Options.max_manifest_file_size: 18446744073709551615 +2016/03/02-16:49:18.666102 7f8a0d7c9900 Options.log_file_time_to_roll: 0 +2016/03/02-16:49:18.666103 7f8a0d7c9900 Options.keep_log_file_num: 1000 +2016/03/02-16:49:18.666104 7f8a0d7c9900 Options.allow_os_buffer: 1 +2016/03/02-16:49:18.666105 7f8a0d7c9900 Options.allow_mmap_reads: 0 +2016/03/02-16:49:18.666106 7f8a0d7c9900 Options.allow_fallocate: 1 +2016/03/02-16:49:18.666107 7f8a0d7c9900 Options.allow_mmap_writes: 0 +2016/03/02-16:49:18.666107 7f8a0d7c9900 Options.create_missing_column_families: 0 +2016/03/02-16:49:18.666108 7f8a0d7c9900 Options.db_log_dir: +2016/03/02-16:49:18.666109 7f8a0d7c9900 Options.wal_dir: f3 +2016/03/02-16:49:18.666110 7f8a0d7c9900 Options.table_cache_numshardbits: 4 +2016/03/02-16:49:18.666111 7f8a0d7c9900 Options.delete_obsolete_files_period_micros: 21600000000 +2016/03/02-16:49:18.666112 7f8a0d7c9900 Options.max_background_compactions: 1 +2016/03/02-16:49:18.666113 7f8a0d7c9900 Options.max_subcompactions: 1 +2016/03/02-16:49:18.666114 7f8a0d7c9900 Options.max_background_flushes: 1 +2016/03/02-16:49:18.666115 7f8a0d7c9900 Options.WAL_ttl_seconds: 0 +2016/03/02-16:49:18.666116 7f8a0d7c9900 Options.WAL_size_limit_MB: 0 +2016/03/02-16:49:18.666117 7f8a0d7c9900 Options.manifest_preallocation_size: 4194304 +2016/03/02-16:49:18.666118 7f8a0d7c9900 Options.allow_os_buffer: 1 +2016/03/02-16:49:18.666119 7f8a0d7c9900 Options.allow_mmap_reads: 0 +2016/03/02-16:49:18.666119 7f8a0d7c9900 Options.allow_mmap_writes: 0 +2016/03/02-16:49:18.666120 7f8a0d7c9900 Options.is_fd_close_on_exec: 1 +2016/03/02-16:49:18.666121 7f8a0d7c9900 Options.stats_dump_period_sec: 600 +2016/03/02-16:49:18.666122 7f8a0d7c9900 Options.advise_random_on_open: 1 +2016/03/02-16:49:18.666123 7f8a0d7c9900 Options.db_write_buffer_size: 0d +2016/03/02-16:49:18.666124 7f8a0d7c9900 Options.access_hint_on_compaction_start: NORMAL +2016/03/02-16:49:18.666125 7f8a0d7c9900 Options.new_table_reader_for_compaction_inputs: 0 +2016/03/02-16:49:18.666126 7f8a0d7c9900 Options.compaction_readahead_size: 0d +2016/03/02-16:49:18.666127 7f8a0d7c9900 Options.use_adaptive_mutex: 0 +2016/03/02-16:49:18.666128 7f8a0d7c9900 Options.rate_limiter: (nil) +2016/03/02-16:49:18.666136 7f8a0d7c9900 Options.delete_scheduler.rate_bytes_per_sec: 0 +2016/03/02-16:49:18.666138 7f8a0d7c9900 Options.bytes_per_sync: 0 +2016/03/02-16:49:18.666139 7f8a0d7c9900 Options.wal_bytes_per_sync: 0 +2016/03/02-16:49:18.666139 7f8a0d7c9900 Options.wal_recovery_mode: 0 +2016/03/02-16:49:18.666140 7f8a0d7c9900 Options.enable_thread_tracking: 0 +2016/03/02-16:49:18.666141 7f8a0d7c9900 Options.row_cache: None +2016/03/02-16:49:18.666142 7f8a0d7c9900 Compression algorithms supported: +2016/03/02-16:49:18.666143 7f8a0d7c9900 Snappy supported: 1 +2016/03/02-16:49:18.666144 7f8a0d7c9900 Zlib supported: 1 +2016/03/02-16:49:18.666145 7f8a0d7c9900 Bzip supported: 1 +2016/03/02-16:49:18.666146 7f8a0d7c9900 LZ4 supported: 0 +2016/03/02-16:49:18.666150 7f8a0d7c9900 Fast CRC32 supported: 1 +2016/03/02-16:49:18.666195 7f8a0d7c9900 Recovering from manifest file: MANIFEST-000011 +2016/03/02-16:49:18.666214 7f8a0d7c9900 --------------- Options for column family [default]: +2016/03/02-16:49:18.666216 7f8a0d7c9900 Options.comparator: rocksdb.InternalKeyComparator:leveldb.BytewiseComparator +2016/03/02-16:49:18.666217 7f8a0d7c9900 Options.merge_operator: None +2016/03/02-16:49:18.666218 7f8a0d7c9900 Options.compaction_filter: None +2016/03/02-16:49:18.666219 7f8a0d7c9900 Options.compaction_filter_factory: None +2016/03/02-16:49:18.666220 7f8a0d7c9900 Options.memtable_factory: SkipListFactory +2016/03/02-16:49:18.666221 7f8a0d7c9900 Options.table_factory: BlockBasedTable +2016/03/02-16:49:18.666244 7f8a0d7c9900 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x2b4bcc0) + cache_index_and_filter_blocks: 0 + index_type: 0 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x2b4bd10 + block_cache_size: 8388608 + block_cache_compressed: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + filter_policy: rocksdb.BuiltinBloomFilter + format_version: 0 +2016/03/02-16:49:18.666248 7f8a0d7c9900 Options.write_buffer_size: 4194304 +2016/03/02-16:49:18.666250 7f8a0d7c9900 Options.max_write_buffer_number: 2 +2016/03/02-16:49:18.666252 7f8a0d7c9900 Options.compression: Snappy +2016/03/02-16:49:18.666254 7f8a0d7c9900 Options.prefix_extractor: nullptr +2016/03/02-16:49:18.666256 7f8a0d7c9900 Options.num_levels: 7 +2016/03/02-16:49:18.666257 7f8a0d7c9900 Options.min_write_buffer_number_to_merge: 1 +2016/03/02-16:49:18.666259 7f8a0d7c9900 Options.max_write_buffer_number_to_maintain: 0 +2016/03/02-16:49:18.666261 7f8a0d7c9900 Options.compression_opts.window_bits: -14 +2016/03/02-16:49:18.666263 7f8a0d7c9900 Options.compression_opts.level: -1 +2016/03/02-16:49:18.666265 7f8a0d7c9900 Options.compression_opts.strategy: 0 +2016/03/02-16:49:18.666267 7f8a0d7c9900 Options.level0_file_num_compaction_trigger: 4 +2016/03/02-16:49:18.666268 7f8a0d7c9900 Options.level0_slowdown_writes_trigger: 20 +2016/03/02-16:49:18.666270 7f8a0d7c9900 Options.level0_stop_writes_trigger: 24 +2016/03/02-16:49:18.666270 7f8a0d7c9900 Options.target_file_size_base: 2097152 +2016/03/02-16:49:18.666271 7f8a0d7c9900 Options.target_file_size_multiplier: 1 +2016/03/02-16:49:18.666272 7f8a0d7c9900 Options.max_bytes_for_level_base: 10485760 +2016/03/02-16:49:18.666273 7f8a0d7c9900 Options.level_compaction_dynamic_level_bytes: 0 +2016/03/02-16:49:18.666274 7f8a0d7c9900 Options.max_bytes_for_level_multiplier: 10 +2016/03/02-16:49:18.666275 7f8a0d7c9900 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2016/03/02-16:49:18.666276 7f8a0d7c9900 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2016/03/02-16:49:18.666277 7f8a0d7c9900 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2016/03/02-16:49:18.666278 7f8a0d7c9900 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2016/03/02-16:49:18.666289 7f8a0d7c9900 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2016/03/02-16:49:18.666291 7f8a0d7c9900 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2016/03/02-16:49:18.666291 7f8a0d7c9900 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2016/03/02-16:49:18.666292 7f8a0d7c9900 Options.max_sequential_skip_in_iterations: 8 +2016/03/02-16:49:18.666293 7f8a0d7c9900 Options.expanded_compaction_factor: 25 +2016/03/02-16:49:18.666294 7f8a0d7c9900 Options.source_compaction_factor: 1 +2016/03/02-16:49:18.666295 7f8a0d7c9900 Options.max_grandparent_overlap_factor: 10 +2016/03/02-16:49:18.666296 7f8a0d7c9900 Options.arena_block_size: 524288 +2016/03/02-16:49:18.666297 7f8a0d7c9900 Options.soft_rate_limit: 0.00 +2016/03/02-16:49:18.666299 7f8a0d7c9900 Options.hard_pending_compaction_bytes_limit: 0 +2016/03/02-16:49:18.666300 7f8a0d7c9900 Options.rate_limit_delay_max_milliseconds: 1000 +2016/03/02-16:49:18.666301 7f8a0d7c9900 Options.disable_auto_compactions: 0 +2016/03/02-16:49:18.666302 7f8a0d7c9900 Options.filter_deletes: 0 +2016/03/02-16:49:18.666303 7f8a0d7c9900 Options.verify_checksums_in_compaction: 1 +2016/03/02-16:49:18.666304 7f8a0d7c9900 Options.compaction_style: 0 +2016/03/02-16:49:18.666305 7f8a0d7c9900 Options.compaction_pri: 0 +2016/03/02-16:49:18.666306 7f8a0d7c9900 Options.compaction_options_universal.size_ratio: 1 +2016/03/02-16:49:18.666307 7f8a0d7c9900 Options.compaction_options_universal.min_merge_width: 2 +2016/03/02-16:49:18.666308 7f8a0d7c9900 Options.compaction_options_universal.max_merge_width: 4294967295 +2016/03/02-16:49:18.666309 7f8a0d7c9900 Options.compaction_options_universal.max_size_amplification_percent: 200 +2016/03/02-16:49:18.666310 7f8a0d7c9900 Options.compaction_options_universal.compression_size_percent: -1 +2016/03/02-16:49:18.666311 7f8a0d7c9900 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2016/03/02-16:49:18.666312 7f8a0d7c9900 Options.table_properties_collectors: +2016/03/02-16:49:18.666313 7f8a0d7c9900 Options.inplace_update_support: 0 +2016/03/02-16:49:18.666314 7f8a0d7c9900 Options.inplace_update_num_locks: 10000 +2016/03/02-16:49:18.666315 7f8a0d7c9900 Options.min_partial_merge_operands: 2 +2016/03/02-16:49:18.666316 7f8a0d7c9900 Options.memtable_prefix_bloom_bits: 0 +2016/03/02-16:49:18.666317 7f8a0d7c9900 Options.memtable_prefix_bloom_probes: 6 +2016/03/02-16:49:18.666317 7f8a0d7c9900 Options.memtable_prefix_bloom_huge_page_tlb_size: 0 +2016/03/02-16:49:18.666318 7f8a0d7c9900 Options.bloom_locality: 0 +2016/03/02-16:49:18.666319 7f8a0d7c9900 Options.max_successive_merges: 0 +2016/03/02-16:49:18.666320 7f8a0d7c9900 Options.optimize_fllters_for_hits: 0 +2016/03/02-16:49:18.666321 7f8a0d7c9900 Options.paranoid_file_checks: 0 +2016/03/02-16:49:18.666322 7f8a0d7c9900 Options.compaction_measure_io_stats: 0 +2016/03/02-16:49:18.666357 7f8a0d7c9900 Recovered from manifest file:f3/MANIFEST-000011 succeeded,manifest_file_number is 11, next_file_number is 13, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0 +2016/03/02-16:49:18.666360 7f8a0d7c9900 Column family [default] (ID 0), log number is 10 +2016/03/02-16:49:18.666389 7f8a0d7c9900 EVENT_LOG_v1 {"time_micros": 1456897758666386, "job": 1, "event": "recovery_started", "log_files": [12]} +2016/03/02-16:49:18.666397 7f8a0d7c9900 Recovering log #12 mode 0 skip-recovery 0 +2016/03/02-16:49:18.666416 7f8a0d7c9900 Creating manifest 14 +2016/03/02-16:49:18.670452 7f8a0d7c9900 Deleting manifest 11 current manifest 14 +2016/03/02-16:49:18.670492 7f8a0d7c9900 EVENT_LOG_v1 {"time_micros": 1456897758670490, "job": 1, "event": "recovery_finished"} +2016/03/02-16:49:18.673364 7f8a0d7c9900 DB pointer 0x2b753a0 diff --git a/tools/merge/f3/LOG.old.1456897989522078 b/tools/merge/f3/LOG.old.1456897989522078 new file mode 100644 index 0000000000000000000000000000000000000000..4c53fca4987c7611aa3a7648d4b55c96833d578c --- /dev/null +++ b/tools/merge/f3/LOG.old.1456897989522078 @@ -0,0 +1,148 @@ +2016/03/02-16:49:53.738169 7fbea45ec900 RocksDB version: 4.1.0 +2016/03/02-16:49:53.738297 7fbea45ec900 Git sha rocksdb_build_git_sha:8f0c83ae72d4709fc457d0f47c6efb1bb3525ae2 +2016/03/02-16:49:53.738301 7fbea45ec900 Compile date Jan 12 2016 +2016/03/02-16:49:53.738303 7fbea45ec900 DB SUMMARY +2016/03/02-16:49:53.738335 7fbea45ec900 CURRENT file: CURRENT +2016/03/02-16:49:53.738339 7fbea45ec900 IDENTITY file: IDENTITY +2016/03/02-16:49:53.738344 7fbea45ec900 MANIFEST file: MANIFEST-000014 size: 59 Bytes +2016/03/02-16:49:53.738346 7fbea45ec900 SST files in f3 dir, Total Num: 0, files: +2016/03/02-16:49:53.738348 7fbea45ec900 Write Ahead Log file in f3: 000015.log size: 0 ; +2016/03/02-16:49:53.738351 7fbea45ec900 Options.error_if_exists: 0 +2016/03/02-16:49:53.738353 7fbea45ec900 Options.create_if_missing: 1 +2016/03/02-16:49:53.738355 7fbea45ec900 Options.paranoid_checks: 1 +2016/03/02-16:49:53.738356 7fbea45ec900 Options.env: 0x7fbea43d9460 +2016/03/02-16:49:53.738358 7fbea45ec900 Options.info_log: 0x1bec890 +2016/03/02-16:49:53.738359 7fbea45ec900 Options.max_open_files: 1024 +2016/03/02-16:49:53.738361 7fbea45ec900 Options.max_file_opening_threads: 1 +2016/03/02-16:49:53.738362 7fbea45ec900 Options.max_total_wal_size: 0 +2016/03/02-16:49:53.738364 7fbea45ec900 Options.disableDataSync: 0 +2016/03/02-16:49:53.738365 7fbea45ec900 Options.use_fsync: 0 +2016/03/02-16:49:53.738367 7fbea45ec900 Options.max_log_file_size: 0 +2016/03/02-16:49:53.738368 7fbea45ec900 Options.max_manifest_file_size: 18446744073709551615 +2016/03/02-16:49:53.738370 7fbea45ec900 Options.log_file_time_to_roll: 0 +2016/03/02-16:49:53.738371 7fbea45ec900 Options.keep_log_file_num: 1000 +2016/03/02-16:49:53.738373 7fbea45ec900 Options.allow_os_buffer: 1 +2016/03/02-16:49:53.738375 7fbea45ec900 Options.allow_mmap_reads: 0 +2016/03/02-16:49:53.738376 7fbea45ec900 Options.allow_fallocate: 1 +2016/03/02-16:49:53.738378 7fbea45ec900 Options.allow_mmap_writes: 0 +2016/03/02-16:49:53.738379 7fbea45ec900 Options.create_missing_column_families: 0 +2016/03/02-16:49:53.738381 7fbea45ec900 Options.db_log_dir: +2016/03/02-16:49:53.738383 7fbea45ec900 Options.wal_dir: f3 +2016/03/02-16:49:53.738385 7fbea45ec900 Options.table_cache_numshardbits: 4 +2016/03/02-16:49:53.738387 7fbea45ec900 Options.delete_obsolete_files_period_micros: 21600000000 +2016/03/02-16:49:53.738389 7fbea45ec900 Options.max_background_compactions: 1 +2016/03/02-16:49:53.738391 7fbea45ec900 Options.max_subcompactions: 1 +2016/03/02-16:49:53.738392 7fbea45ec900 Options.max_background_flushes: 1 +2016/03/02-16:49:53.738394 7fbea45ec900 Options.WAL_ttl_seconds: 0 +2016/03/02-16:49:53.738396 7fbea45ec900 Options.WAL_size_limit_MB: 0 +2016/03/02-16:49:53.738398 7fbea45ec900 Options.manifest_preallocation_size: 4194304 +2016/03/02-16:49:53.738400 7fbea45ec900 Options.allow_os_buffer: 1 +2016/03/02-16:49:53.738402 7fbea45ec900 Options.allow_mmap_reads: 0 +2016/03/02-16:49:53.738403 7fbea45ec900 Options.allow_mmap_writes: 0 +2016/03/02-16:49:53.738405 7fbea45ec900 Options.is_fd_close_on_exec: 1 +2016/03/02-16:49:53.738406 7fbea45ec900 Options.stats_dump_period_sec: 600 +2016/03/02-16:49:53.738407 7fbea45ec900 Options.advise_random_on_open: 1 +2016/03/02-16:49:53.738408 7fbea45ec900 Options.db_write_buffer_size: 0d +2016/03/02-16:49:53.738409 7fbea45ec900 Options.access_hint_on_compaction_start: NORMAL +2016/03/02-16:49:53.738411 7fbea45ec900 Options.new_table_reader_for_compaction_inputs: 0 +2016/03/02-16:49:53.738411 7fbea45ec900 Options.compaction_readahead_size: 0d +2016/03/02-16:49:53.738412 7fbea45ec900 Options.use_adaptive_mutex: 0 +2016/03/02-16:49:53.738413 7fbea45ec900 Options.rate_limiter: (nil) +2016/03/02-16:49:53.738424 7fbea45ec900 Options.delete_scheduler.rate_bytes_per_sec: 0 +2016/03/02-16:49:53.738426 7fbea45ec900 Options.bytes_per_sync: 0 +2016/03/02-16:49:53.738427 7fbea45ec900 Options.wal_bytes_per_sync: 0 +2016/03/02-16:49:53.738428 7fbea45ec900 Options.wal_recovery_mode: 0 +2016/03/02-16:49:53.738429 7fbea45ec900 Options.enable_thread_tracking: 0 +2016/03/02-16:49:53.738430 7fbea45ec900 Options.row_cache: None +2016/03/02-16:49:53.738431 7fbea45ec900 Compression algorithms supported: +2016/03/02-16:49:53.738432 7fbea45ec900 Snappy supported: 1 +2016/03/02-16:49:53.738433 7fbea45ec900 Zlib supported: 1 +2016/03/02-16:49:53.738434 7fbea45ec900 Bzip supported: 1 +2016/03/02-16:49:53.738435 7fbea45ec900 LZ4 supported: 0 +2016/03/02-16:49:53.738438 7fbea45ec900 Fast CRC32 supported: 1 +2016/03/02-16:49:53.738501 7fbea45ec900 Recovering from manifest file: MANIFEST-000014 +2016/03/02-16:49:53.738525 7fbea45ec900 --------------- Options for column family [default]: +2016/03/02-16:49:53.738527 7fbea45ec900 Options.comparator: rocksdb.InternalKeyComparator:leveldb.BytewiseComparator +2016/03/02-16:49:53.738528 7fbea45ec900 Options.merge_operator: None +2016/03/02-16:49:53.738529 7fbea45ec900 Options.compaction_filter: None +2016/03/02-16:49:53.738530 7fbea45ec900 Options.compaction_filter_factory: None +2016/03/02-16:49:53.738531 7fbea45ec900 Options.memtable_factory: SkipListFactory +2016/03/02-16:49:53.738532 7fbea45ec900 Options.table_factory: BlockBasedTable +2016/03/02-16:49:53.738538 7fbea45ec900 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x1bed670) + cache_index_and_filter_blocks: 0 + index_type: 0 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x1be7cc0 + block_cache_size: 8388608 + block_cache_compressed: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + filter_policy: rocksdb.BuiltinBloomFilter + format_version: 0 +2016/03/02-16:49:53.738540 7fbea45ec900 Options.write_buffer_size: 4194304 +2016/03/02-16:49:53.738541 7fbea45ec900 Options.max_write_buffer_number: 2 +2016/03/02-16:49:53.738542 7fbea45ec900 Options.compression: Snappy +2016/03/02-16:49:53.738544 7fbea45ec900 Options.prefix_extractor: nullptr +2016/03/02-16:49:53.738545 7fbea45ec900 Options.num_levels: 7 +2016/03/02-16:49:53.738546 7fbea45ec900 Options.min_write_buffer_number_to_merge: 1 +2016/03/02-16:49:53.738546 7fbea45ec900 Options.max_write_buffer_number_to_maintain: 0 +2016/03/02-16:49:53.738547 7fbea45ec900 Options.compression_opts.window_bits: -14 +2016/03/02-16:49:53.738548 7fbea45ec900 Options.compression_opts.level: -1 +2016/03/02-16:49:53.738549 7fbea45ec900 Options.compression_opts.strategy: 0 +2016/03/02-16:49:53.738550 7fbea45ec900 Options.level0_file_num_compaction_trigger: 4 +2016/03/02-16:49:53.738551 7fbea45ec900 Options.level0_slowdown_writes_trigger: 20 +2016/03/02-16:49:53.738552 7fbea45ec900 Options.level0_stop_writes_trigger: 24 +2016/03/02-16:49:53.738553 7fbea45ec900 Options.target_file_size_base: 2097152 +2016/03/02-16:49:53.738554 7fbea45ec900 Options.target_file_size_multiplier: 1 +2016/03/02-16:49:53.738555 7fbea45ec900 Options.max_bytes_for_level_base: 10485760 +2016/03/02-16:49:53.738556 7fbea45ec900 Options.level_compaction_dynamic_level_bytes: 0 +2016/03/02-16:49:53.738557 7fbea45ec900 Options.max_bytes_for_level_multiplier: 10 +2016/03/02-16:49:53.738558 7fbea45ec900 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2016/03/02-16:49:53.738559 7fbea45ec900 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2016/03/02-16:49:53.738560 7fbea45ec900 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2016/03/02-16:49:53.738561 7fbea45ec900 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2016/03/02-16:49:53.738571 7fbea45ec900 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2016/03/02-16:49:53.738572 7fbea45ec900 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2016/03/02-16:49:53.738573 7fbea45ec900 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2016/03/02-16:49:53.738574 7fbea45ec900 Options.max_sequential_skip_in_iterations: 8 +2016/03/02-16:49:53.738575 7fbea45ec900 Options.expanded_compaction_factor: 25 +2016/03/02-16:49:53.738576 7fbea45ec900 Options.source_compaction_factor: 1 +2016/03/02-16:49:53.738577 7fbea45ec900 Options.max_grandparent_overlap_factor: 10 +2016/03/02-16:49:53.738578 7fbea45ec900 Options.arena_block_size: 524288 +2016/03/02-16:49:53.738579 7fbea45ec900 Options.soft_rate_limit: 0.00 +2016/03/02-16:49:53.738583 7fbea45ec900 Options.hard_pending_compaction_bytes_limit: 0 +2016/03/02-16:49:53.738584 7fbea45ec900 Options.rate_limit_delay_max_milliseconds: 1000 +2016/03/02-16:49:53.738585 7fbea45ec900 Options.disable_auto_compactions: 0 +2016/03/02-16:49:53.738586 7fbea45ec900 Options.filter_deletes: 0 +2016/03/02-16:49:53.738587 7fbea45ec900 Options.verify_checksums_in_compaction: 1 +2016/03/02-16:49:53.738588 7fbea45ec900 Options.compaction_style: 0 +2016/03/02-16:49:53.738589 7fbea45ec900 Options.compaction_pri: 0 +2016/03/02-16:49:53.738590 7fbea45ec900 Options.compaction_options_universal.size_ratio: 1 +2016/03/02-16:49:53.738591 7fbea45ec900 Options.compaction_options_universal.min_merge_width: 2 +2016/03/02-16:49:53.738592 7fbea45ec900 Options.compaction_options_universal.max_merge_width: 4294967295 +2016/03/02-16:49:53.738593 7fbea45ec900 Options.compaction_options_universal.max_size_amplification_percent: 200 +2016/03/02-16:49:53.738594 7fbea45ec900 Options.compaction_options_universal.compression_size_percent: -1 +2016/03/02-16:49:53.738595 7fbea45ec900 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2016/03/02-16:49:53.738596 7fbea45ec900 Options.table_properties_collectors: +2016/03/02-16:49:53.738597 7fbea45ec900 Options.inplace_update_support: 0 +2016/03/02-16:49:53.738598 7fbea45ec900 Options.inplace_update_num_locks: 10000 +2016/03/02-16:49:53.738599 7fbea45ec900 Options.min_partial_merge_operands: 2 +2016/03/02-16:49:53.738600 7fbea45ec900 Options.memtable_prefix_bloom_bits: 0 +2016/03/02-16:49:53.738601 7fbea45ec900 Options.memtable_prefix_bloom_probes: 6 +2016/03/02-16:49:53.738601 7fbea45ec900 Options.memtable_prefix_bloom_huge_page_tlb_size: 0 +2016/03/02-16:49:53.738602 7fbea45ec900 Options.bloom_locality: 0 +2016/03/02-16:49:53.738603 7fbea45ec900 Options.max_successive_merges: 0 +2016/03/02-16:49:53.738604 7fbea45ec900 Options.optimize_fllters_for_hits: 0 +2016/03/02-16:49:53.738605 7fbea45ec900 Options.paranoid_file_checks: 0 +2016/03/02-16:49:53.738606 7fbea45ec900 Options.compaction_measure_io_stats: 0 +2016/03/02-16:49:53.738645 7fbea45ec900 Recovered from manifest file:f3/MANIFEST-000014 succeeded,manifest_file_number is 14, next_file_number is 16, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0 +2016/03/02-16:49:53.738649 7fbea45ec900 Column family [default] (ID 0), log number is 13 +2016/03/02-16:49:53.738682 7fbea45ec900 EVENT_LOG_v1 {"time_micros": 1456897793738678, "job": 1, "event": "recovery_started", "log_files": [15]} +2016/03/02-16:49:53.738690 7fbea45ec900 Recovering log #15 mode 0 skip-recovery 0 +2016/03/02-16:49:53.738710 7fbea45ec900 Creating manifest 17 +2016/03/02-16:49:53.743357 7fbea45ec900 Deleting manifest 14 current manifest 17 +2016/03/02-16:49:53.743403 7fbea45ec900 EVENT_LOG_v1 {"time_micros": 1456897793743400, "job": 1, "event": "recovery_finished"} +2016/03/02-16:49:53.745064 7fbea45ec900 DB pointer 0x1c113a0 diff --git a/tools/merge/f3/LOG.old.1456899695629700 b/tools/merge/f3/LOG.old.1456899695629700 new file mode 100644 index 0000000000000000000000000000000000000000..a0a940973809d0b071caf18df9d39b62f0dffe39 --- /dev/null +++ b/tools/merge/f3/LOG.old.1456899695629700 @@ -0,0 +1,148 @@ +2016/03/02-16:53:09.522175 7fccedb72900 RocksDB version: 4.1.0 +2016/03/02-16:53:09.522226 7fccedb72900 Git sha rocksdb_build_git_sha:8f0c83ae72d4709fc457d0f47c6efb1bb3525ae2 +2016/03/02-16:53:09.522229 7fccedb72900 Compile date Jan 12 2016 +2016/03/02-16:53:09.522231 7fccedb72900 DB SUMMARY +2016/03/02-16:53:09.522259 7fccedb72900 CURRENT file: CURRENT +2016/03/02-16:53:09.522261 7fccedb72900 IDENTITY file: IDENTITY +2016/03/02-16:53:09.522265 7fccedb72900 MANIFEST file: MANIFEST-000017 size: 59 Bytes +2016/03/02-16:53:09.522266 7fccedb72900 SST files in f3 dir, Total Num: 0, files: +2016/03/02-16:53:09.522268 7fccedb72900 Write Ahead Log file in f3: 000018.log size: 0 ; +2016/03/02-16:53:09.522270 7fccedb72900 Options.error_if_exists: 0 +2016/03/02-16:53:09.522271 7fccedb72900 Options.create_if_missing: 1 +2016/03/02-16:53:09.522272 7fccedb72900 Options.paranoid_checks: 1 +2016/03/02-16:53:09.522273 7fccedb72900 Options.env: 0x7fcced95f460 +2016/03/02-16:53:09.522274 7fccedb72900 Options.info_log: 0x21bb5e0 +2016/03/02-16:53:09.522274 7fccedb72900 Options.max_open_files: 1024 +2016/03/02-16:53:09.522275 7fccedb72900 Options.max_file_opening_threads: 1 +2016/03/02-16:53:09.522276 7fccedb72900 Options.max_total_wal_size: 0 +2016/03/02-16:53:09.522277 7fccedb72900 Options.disableDataSync: 0 +2016/03/02-16:53:09.522278 7fccedb72900 Options.use_fsync: 0 +2016/03/02-16:53:09.522279 7fccedb72900 Options.max_log_file_size: 0 +2016/03/02-16:53:09.522280 7fccedb72900 Options.max_manifest_file_size: 18446744073709551615 +2016/03/02-16:53:09.522281 7fccedb72900 Options.log_file_time_to_roll: 0 +2016/03/02-16:53:09.522282 7fccedb72900 Options.keep_log_file_num: 1000 +2016/03/02-16:53:09.522283 7fccedb72900 Options.allow_os_buffer: 1 +2016/03/02-16:53:09.522284 7fccedb72900 Options.allow_mmap_reads: 0 +2016/03/02-16:53:09.522285 7fccedb72900 Options.allow_fallocate: 1 +2016/03/02-16:53:09.522286 7fccedb72900 Options.allow_mmap_writes: 0 +2016/03/02-16:53:09.522286 7fccedb72900 Options.create_missing_column_families: 0 +2016/03/02-16:53:09.522287 7fccedb72900 Options.db_log_dir: +2016/03/02-16:53:09.522288 7fccedb72900 Options.wal_dir: f3 +2016/03/02-16:53:09.522289 7fccedb72900 Options.table_cache_numshardbits: 4 +2016/03/02-16:53:09.522290 7fccedb72900 Options.delete_obsolete_files_period_micros: 21600000000 +2016/03/02-16:53:09.522291 7fccedb72900 Options.max_background_compactions: 1 +2016/03/02-16:53:09.522292 7fccedb72900 Options.max_subcompactions: 1 +2016/03/02-16:53:09.522293 7fccedb72900 Options.max_background_flushes: 1 +2016/03/02-16:53:09.522294 7fccedb72900 Options.WAL_ttl_seconds: 0 +2016/03/02-16:53:09.522295 7fccedb72900 Options.WAL_size_limit_MB: 0 +2016/03/02-16:53:09.522296 7fccedb72900 Options.manifest_preallocation_size: 4194304 +2016/03/02-16:53:09.522297 7fccedb72900 Options.allow_os_buffer: 1 +2016/03/02-16:53:09.522297 7fccedb72900 Options.allow_mmap_reads: 0 +2016/03/02-16:53:09.522298 7fccedb72900 Options.allow_mmap_writes: 0 +2016/03/02-16:53:09.522299 7fccedb72900 Options.is_fd_close_on_exec: 1 +2016/03/02-16:53:09.522300 7fccedb72900 Options.stats_dump_period_sec: 600 +2016/03/02-16:53:09.522301 7fccedb72900 Options.advise_random_on_open: 1 +2016/03/02-16:53:09.522302 7fccedb72900 Options.db_write_buffer_size: 0d +2016/03/02-16:53:09.522303 7fccedb72900 Options.access_hint_on_compaction_start: NORMAL +2016/03/02-16:53:09.522304 7fccedb72900 Options.new_table_reader_for_compaction_inputs: 0 +2016/03/02-16:53:09.522305 7fccedb72900 Options.compaction_readahead_size: 0d +2016/03/02-16:53:09.522306 7fccedb72900 Options.use_adaptive_mutex: 0 +2016/03/02-16:53:09.522307 7fccedb72900 Options.rate_limiter: (nil) +2016/03/02-16:53:09.522315 7fccedb72900 Options.delete_scheduler.rate_bytes_per_sec: 0 +2016/03/02-16:53:09.522317 7fccedb72900 Options.bytes_per_sync: 0 +2016/03/02-16:53:09.522318 7fccedb72900 Options.wal_bytes_per_sync: 0 +2016/03/02-16:53:09.522319 7fccedb72900 Options.wal_recovery_mode: 0 +2016/03/02-16:53:09.522320 7fccedb72900 Options.enable_thread_tracking: 0 +2016/03/02-16:53:09.522321 7fccedb72900 Options.row_cache: None +2016/03/02-16:53:09.522322 7fccedb72900 Compression algorithms supported: +2016/03/02-16:53:09.522322 7fccedb72900 Snappy supported: 1 +2016/03/02-16:53:09.522323 7fccedb72900 Zlib supported: 1 +2016/03/02-16:53:09.522324 7fccedb72900 Bzip supported: 1 +2016/03/02-16:53:09.522325 7fccedb72900 LZ4 supported: 0 +2016/03/02-16:53:09.522328 7fccedb72900 Fast CRC32 supported: 1 +2016/03/02-16:53:09.522370 7fccedb72900 Recovering from manifest file: MANIFEST-000017 +2016/03/02-16:53:09.522388 7fccedb72900 --------------- Options for column family [default]: +2016/03/02-16:53:09.522391 7fccedb72900 Options.comparator: rocksdb.InternalKeyComparator:leveldb.BytewiseComparator +2016/03/02-16:53:09.522392 7fccedb72900 Options.merge_operator: None +2016/03/02-16:53:09.522393 7fccedb72900 Options.compaction_filter: None +2016/03/02-16:53:09.522394 7fccedb72900 Options.compaction_filter_factory: None +2016/03/02-16:53:09.522395 7fccedb72900 Options.memtable_factory: SkipListFactory +2016/03/02-16:53:09.522396 7fccedb72900 Options.table_factory: BlockBasedTable +2016/03/02-16:53:09.522401 7fccedb72900 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x218d3b0) + cache_index_and_filter_blocks: 0 + index_type: 0 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x21b4bb0 + block_cache_size: 8388608 + block_cache_compressed: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + filter_policy: rocksdb.BuiltinBloomFilter + format_version: 0 +2016/03/02-16:53:09.522403 7fccedb72900 Options.write_buffer_size: 4194304 +2016/03/02-16:53:09.522404 7fccedb72900 Options.max_write_buffer_number: 2 +2016/03/02-16:53:09.522405 7fccedb72900 Options.compression: Snappy +2016/03/02-16:53:09.522406 7fccedb72900 Options.prefix_extractor: nullptr +2016/03/02-16:53:09.522407 7fccedb72900 Options.num_levels: 7 +2016/03/02-16:53:09.522408 7fccedb72900 Options.min_write_buffer_number_to_merge: 1 +2016/03/02-16:53:09.522409 7fccedb72900 Options.max_write_buffer_number_to_maintain: 0 +2016/03/02-16:53:09.522410 7fccedb72900 Options.compression_opts.window_bits: -14 +2016/03/02-16:53:09.522411 7fccedb72900 Options.compression_opts.level: -1 +2016/03/02-16:53:09.522412 7fccedb72900 Options.compression_opts.strategy: 0 +2016/03/02-16:53:09.522412 7fccedb72900 Options.level0_file_num_compaction_trigger: 4 +2016/03/02-16:53:09.522413 7fccedb72900 Options.level0_slowdown_writes_trigger: 20 +2016/03/02-16:53:09.522414 7fccedb72900 Options.level0_stop_writes_trigger: 24 +2016/03/02-16:53:09.522415 7fccedb72900 Options.target_file_size_base: 2097152 +2016/03/02-16:53:09.522416 7fccedb72900 Options.target_file_size_multiplier: 1 +2016/03/02-16:53:09.522417 7fccedb72900 Options.max_bytes_for_level_base: 10485760 +2016/03/02-16:53:09.522418 7fccedb72900 Options.level_compaction_dynamic_level_bytes: 0 +2016/03/02-16:53:09.522419 7fccedb72900 Options.max_bytes_for_level_multiplier: 10 +2016/03/02-16:53:09.522420 7fccedb72900 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2016/03/02-16:53:09.522421 7fccedb72900 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2016/03/02-16:53:09.522422 7fccedb72900 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2016/03/02-16:53:09.522423 7fccedb72900 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2016/03/02-16:53:09.522432 7fccedb72900 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2016/03/02-16:53:09.522433 7fccedb72900 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2016/03/02-16:53:09.522434 7fccedb72900 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2016/03/02-16:53:09.522435 7fccedb72900 Options.max_sequential_skip_in_iterations: 8 +2016/03/02-16:53:09.522436 7fccedb72900 Options.expanded_compaction_factor: 25 +2016/03/02-16:53:09.522437 7fccedb72900 Options.source_compaction_factor: 1 +2016/03/02-16:53:09.522438 7fccedb72900 Options.max_grandparent_overlap_factor: 10 +2016/03/02-16:53:09.522439 7fccedb72900 Options.arena_block_size: 524288 +2016/03/02-16:53:09.522440 7fccedb72900 Options.soft_rate_limit: 0.00 +2016/03/02-16:53:09.522442 7fccedb72900 Options.hard_pending_compaction_bytes_limit: 0 +2016/03/02-16:53:09.522443 7fccedb72900 Options.rate_limit_delay_max_milliseconds: 1000 +2016/03/02-16:53:09.522444 7fccedb72900 Options.disable_auto_compactions: 0 +2016/03/02-16:53:09.522445 7fccedb72900 Options.filter_deletes: 0 +2016/03/02-16:53:09.522446 7fccedb72900 Options.verify_checksums_in_compaction: 1 +2016/03/02-16:53:09.522447 7fccedb72900 Options.compaction_style: 0 +2016/03/02-16:53:09.522448 7fccedb72900 Options.compaction_pri: 0 +2016/03/02-16:53:09.522449 7fccedb72900 Options.compaction_options_universal.size_ratio: 1 +2016/03/02-16:53:09.522450 7fccedb72900 Options.compaction_options_universal.min_merge_width: 2 +2016/03/02-16:53:09.522451 7fccedb72900 Options.compaction_options_universal.max_merge_width: 4294967295 +2016/03/02-16:53:09.522459 7fccedb72900 Options.compaction_options_universal.max_size_amplification_percent: 200 +2016/03/02-16:53:09.522460 7fccedb72900 Options.compaction_options_universal.compression_size_percent: -1 +2016/03/02-16:53:09.522461 7fccedb72900 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2016/03/02-16:53:09.522463 7fccedb72900 Options.table_properties_collectors: +2016/03/02-16:53:09.522464 7fccedb72900 Options.inplace_update_support: 0 +2016/03/02-16:53:09.522464 7fccedb72900 Options.inplace_update_num_locks: 10000 +2016/03/02-16:53:09.522465 7fccedb72900 Options.min_partial_merge_operands: 2 +2016/03/02-16:53:09.522466 7fccedb72900 Options.memtable_prefix_bloom_bits: 0 +2016/03/02-16:53:09.522467 7fccedb72900 Options.memtable_prefix_bloom_probes: 6 +2016/03/02-16:53:09.522468 7fccedb72900 Options.memtable_prefix_bloom_huge_page_tlb_size: 0 +2016/03/02-16:53:09.522469 7fccedb72900 Options.bloom_locality: 0 +2016/03/02-16:53:09.522470 7fccedb72900 Options.max_successive_merges: 0 +2016/03/02-16:53:09.522471 7fccedb72900 Options.optimize_fllters_for_hits: 0 +2016/03/02-16:53:09.522472 7fccedb72900 Options.paranoid_file_checks: 0 +2016/03/02-16:53:09.522472 7fccedb72900 Options.compaction_measure_io_stats: 0 +2016/03/02-16:53:09.522506 7fccedb72900 Recovered from manifest file:f3/MANIFEST-000017 succeeded,manifest_file_number is 17, next_file_number is 19, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0 +2016/03/02-16:53:09.522509 7fccedb72900 Column family [default] (ID 0), log number is 16 +2016/03/02-16:53:09.522539 7fccedb72900 EVENT_LOG_v1 {"time_micros": 1456897989522536, "job": 1, "event": "recovery_started", "log_files": [18]} +2016/03/02-16:53:09.522547 7fccedb72900 Recovering log #18 mode 0 skip-recovery 0 +2016/03/02-16:53:09.522567 7fccedb72900 Creating manifest 20 +2016/03/02-16:53:09.526776 7fccedb72900 Deleting manifest 17 current manifest 20 +2016/03/02-16:53:09.526820 7fccedb72900 EVENT_LOG_v1 {"time_micros": 1456897989526818, "job": 1, "event": "recovery_finished"} +2016/03/02-16:53:09.528387 7fccedb72900 DB pointer 0x21de380 diff --git a/tools/merge/f3/LOG.old.1456899746842465 b/tools/merge/f3/LOG.old.1456899746842465 new file mode 100644 index 0000000000000000000000000000000000000000..4a75fa31ba409b924d6082762d89f8920e56c068 --- /dev/null +++ b/tools/merge/f3/LOG.old.1456899746842465 @@ -0,0 +1,148 @@ +2016/03/02-17:21:35.629778 7fd52e5e7900 RocksDB version: 4.1.0 +2016/03/02-17:21:35.629818 7fd52e5e7900 Git sha rocksdb_build_git_sha:8f0c83ae72d4709fc457d0f47c6efb1bb3525ae2 +2016/03/02-17:21:35.629821 7fd52e5e7900 Compile date Jan 12 2016 +2016/03/02-17:21:35.629823 7fd52e5e7900 DB SUMMARY +2016/03/02-17:21:35.629852 7fd52e5e7900 CURRENT file: CURRENT +2016/03/02-17:21:35.629854 7fd52e5e7900 IDENTITY file: IDENTITY +2016/03/02-17:21:35.629857 7fd52e5e7900 MANIFEST file: MANIFEST-000020 size: 59 Bytes +2016/03/02-17:21:35.629859 7fd52e5e7900 SST files in f3 dir, Total Num: 0, files: +2016/03/02-17:21:35.629860 7fd52e5e7900 Write Ahead Log file in f3: 000021.log size: 0 ; +2016/03/02-17:21:35.629862 7fd52e5e7900 Options.error_if_exists: 0 +2016/03/02-17:21:35.629863 7fd52e5e7900 Options.create_if_missing: 1 +2016/03/02-17:21:35.629864 7fd52e5e7900 Options.paranoid_checks: 1 +2016/03/02-17:21:35.629865 7fd52e5e7900 Options.env: 0x7fd52e3d4460 +2016/03/02-17:21:35.629866 7fd52e5e7900 Options.info_log: 0x118fb30 +2016/03/02-17:21:35.629867 7fd52e5e7900 Options.max_open_files: 1024 +2016/03/02-17:21:35.629868 7fd52e5e7900 Options.max_file_opening_threads: 1 +2016/03/02-17:21:35.629869 7fd52e5e7900 Options.max_total_wal_size: 0 +2016/03/02-17:21:35.629870 7fd52e5e7900 Options.disableDataSync: 0 +2016/03/02-17:21:35.629871 7fd52e5e7900 Options.use_fsync: 0 +2016/03/02-17:21:35.629872 7fd52e5e7900 Options.max_log_file_size: 0 +2016/03/02-17:21:35.629873 7fd52e5e7900 Options.max_manifest_file_size: 18446744073709551615 +2016/03/02-17:21:35.629874 7fd52e5e7900 Options.log_file_time_to_roll: 0 +2016/03/02-17:21:35.629875 7fd52e5e7900 Options.keep_log_file_num: 1000 +2016/03/02-17:21:35.629876 7fd52e5e7900 Options.allow_os_buffer: 1 +2016/03/02-17:21:35.629877 7fd52e5e7900 Options.allow_mmap_reads: 0 +2016/03/02-17:21:35.629878 7fd52e5e7900 Options.allow_fallocate: 1 +2016/03/02-17:21:35.629879 7fd52e5e7900 Options.allow_mmap_writes: 0 +2016/03/02-17:21:35.629879 7fd52e5e7900 Options.create_missing_column_families: 0 +2016/03/02-17:21:35.629880 7fd52e5e7900 Options.db_log_dir: +2016/03/02-17:21:35.629881 7fd52e5e7900 Options.wal_dir: f3 +2016/03/02-17:21:35.629882 7fd52e5e7900 Options.table_cache_numshardbits: 4 +2016/03/02-17:21:35.629883 7fd52e5e7900 Options.delete_obsolete_files_period_micros: 21600000000 +2016/03/02-17:21:35.629884 7fd52e5e7900 Options.max_background_compactions: 1 +2016/03/02-17:21:35.629885 7fd52e5e7900 Options.max_subcompactions: 1 +2016/03/02-17:21:35.629886 7fd52e5e7900 Options.max_background_flushes: 1 +2016/03/02-17:21:35.629887 7fd52e5e7900 Options.WAL_ttl_seconds: 0 +2016/03/02-17:21:35.629888 7fd52e5e7900 Options.WAL_size_limit_MB: 0 +2016/03/02-17:21:35.629889 7fd52e5e7900 Options.manifest_preallocation_size: 4194304 +2016/03/02-17:21:35.629890 7fd52e5e7900 Options.allow_os_buffer: 1 +2016/03/02-17:21:35.629891 7fd52e5e7900 Options.allow_mmap_reads: 0 +2016/03/02-17:21:35.629892 7fd52e5e7900 Options.allow_mmap_writes: 0 +2016/03/02-17:21:35.629892 7fd52e5e7900 Options.is_fd_close_on_exec: 1 +2016/03/02-17:21:35.629893 7fd52e5e7900 Options.stats_dump_period_sec: 600 +2016/03/02-17:21:35.629894 7fd52e5e7900 Options.advise_random_on_open: 1 +2016/03/02-17:21:35.629895 7fd52e5e7900 Options.db_write_buffer_size: 0d +2016/03/02-17:21:35.629896 7fd52e5e7900 Options.access_hint_on_compaction_start: NORMAL +2016/03/02-17:21:35.629897 7fd52e5e7900 Options.new_table_reader_for_compaction_inputs: 0 +2016/03/02-17:21:35.629898 7fd52e5e7900 Options.compaction_readahead_size: 0d +2016/03/02-17:21:35.629899 7fd52e5e7900 Options.use_adaptive_mutex: 0 +2016/03/02-17:21:35.629900 7fd52e5e7900 Options.rate_limiter: (nil) +2016/03/02-17:21:35.629909 7fd52e5e7900 Options.delete_scheduler.rate_bytes_per_sec: 0 +2016/03/02-17:21:35.629910 7fd52e5e7900 Options.bytes_per_sync: 0 +2016/03/02-17:21:35.629911 7fd52e5e7900 Options.wal_bytes_per_sync: 0 +2016/03/02-17:21:35.629912 7fd52e5e7900 Options.wal_recovery_mode: 0 +2016/03/02-17:21:35.629913 7fd52e5e7900 Options.enable_thread_tracking: 0 +2016/03/02-17:21:35.629914 7fd52e5e7900 Options.row_cache: None +2016/03/02-17:21:35.629915 7fd52e5e7900 Compression algorithms supported: +2016/03/02-17:21:35.629916 7fd52e5e7900 Snappy supported: 1 +2016/03/02-17:21:35.629917 7fd52e5e7900 Zlib supported: 1 +2016/03/02-17:21:35.629917 7fd52e5e7900 Bzip supported: 1 +2016/03/02-17:21:35.629918 7fd52e5e7900 LZ4 supported: 0 +2016/03/02-17:21:35.629922 7fd52e5e7900 Fast CRC32 supported: 1 +2016/03/02-17:21:35.629962 7fd52e5e7900 Recovering from manifest file: MANIFEST-000020 +2016/03/02-17:21:35.629980 7fd52e5e7900 --------------- Options for column family [default]: +2016/03/02-17:21:35.629983 7fd52e5e7900 Options.comparator: rocksdb.InternalKeyComparator:leveldb.BytewiseComparator +2016/03/02-17:21:35.629984 7fd52e5e7900 Options.merge_operator: None +2016/03/02-17:21:35.629985 7fd52e5e7900 Options.compaction_filter: None +2016/03/02-17:21:35.629985 7fd52e5e7900 Options.compaction_filter_factory: None +2016/03/02-17:21:35.629986 7fd52e5e7900 Options.memtable_factory: SkipListFactory +2016/03/02-17:21:35.629987 7fd52e5e7900 Options.table_factory: BlockBasedTable +2016/03/02-17:21:35.630010 7fd52e5e7900 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x1165b50) + cache_index_and_filter_blocks: 0 + index_type: 0 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x116a710 + block_cache_size: 8388608 + block_cache_compressed: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + filter_policy: rocksdb.BuiltinBloomFilter + format_version: 0 +2016/03/02-17:21:35.630012 7fd52e5e7900 Options.write_buffer_size: 4194304 +2016/03/02-17:21:35.630013 7fd52e5e7900 Options.max_write_buffer_number: 2 +2016/03/02-17:21:35.630015 7fd52e5e7900 Options.compression: Snappy +2016/03/02-17:21:35.630016 7fd52e5e7900 Options.prefix_extractor: nullptr +2016/03/02-17:21:35.630017 7fd52e5e7900 Options.num_levels: 7 +2016/03/02-17:21:35.630018 7fd52e5e7900 Options.min_write_buffer_number_to_merge: 1 +2016/03/02-17:21:35.630018 7fd52e5e7900 Options.max_write_buffer_number_to_maintain: 0 +2016/03/02-17:21:35.630019 7fd52e5e7900 Options.compression_opts.window_bits: -14 +2016/03/02-17:21:35.630020 7fd52e5e7900 Options.compression_opts.level: -1 +2016/03/02-17:21:35.630021 7fd52e5e7900 Options.compression_opts.strategy: 0 +2016/03/02-17:21:35.630022 7fd52e5e7900 Options.level0_file_num_compaction_trigger: 4 +2016/03/02-17:21:35.630023 7fd52e5e7900 Options.level0_slowdown_writes_trigger: 20 +2016/03/02-17:21:35.630024 7fd52e5e7900 Options.level0_stop_writes_trigger: 24 +2016/03/02-17:21:35.630025 7fd52e5e7900 Options.target_file_size_base: 2097152 +2016/03/02-17:21:35.630026 7fd52e5e7900 Options.target_file_size_multiplier: 1 +2016/03/02-17:21:35.630027 7fd52e5e7900 Options.max_bytes_for_level_base: 10485760 +2016/03/02-17:21:35.630028 7fd52e5e7900 Options.level_compaction_dynamic_level_bytes: 0 +2016/03/02-17:21:35.630029 7fd52e5e7900 Options.max_bytes_for_level_multiplier: 10 +2016/03/02-17:21:35.630029 7fd52e5e7900 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2016/03/02-17:21:35.630030 7fd52e5e7900 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2016/03/02-17:21:35.630031 7fd52e5e7900 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2016/03/02-17:21:35.630032 7fd52e5e7900 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2016/03/02-17:21:35.630043 7fd52e5e7900 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2016/03/02-17:21:35.630045 7fd52e5e7900 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2016/03/02-17:21:35.630046 7fd52e5e7900 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2016/03/02-17:21:35.630046 7fd52e5e7900 Options.max_sequential_skip_in_iterations: 8 +2016/03/02-17:21:35.630047 7fd52e5e7900 Options.expanded_compaction_factor: 25 +2016/03/02-17:21:35.630048 7fd52e5e7900 Options.source_compaction_factor: 1 +2016/03/02-17:21:35.630049 7fd52e5e7900 Options.max_grandparent_overlap_factor: 10 +2016/03/02-17:21:35.630050 7fd52e5e7900 Options.arena_block_size: 524288 +2016/03/02-17:21:35.630051 7fd52e5e7900 Options.soft_rate_limit: 0.00 +2016/03/02-17:21:35.630054 7fd52e5e7900 Options.hard_pending_compaction_bytes_limit: 0 +2016/03/02-17:21:35.630055 7fd52e5e7900 Options.rate_limit_delay_max_milliseconds: 1000 +2016/03/02-17:21:35.630056 7fd52e5e7900 Options.disable_auto_compactions: 0 +2016/03/02-17:21:35.630057 7fd52e5e7900 Options.filter_deletes: 0 +2016/03/02-17:21:35.630057 7fd52e5e7900 Options.verify_checksums_in_compaction: 1 +2016/03/02-17:21:35.630058 7fd52e5e7900 Options.compaction_style: 0 +2016/03/02-17:21:35.630059 7fd52e5e7900 Options.compaction_pri: 0 +2016/03/02-17:21:35.630060 7fd52e5e7900 Options.compaction_options_universal.size_ratio: 1 +2016/03/02-17:21:35.630061 7fd52e5e7900 Options.compaction_options_universal.min_merge_width: 2 +2016/03/02-17:21:35.630062 7fd52e5e7900 Options.compaction_options_universal.max_merge_width: 4294967295 +2016/03/02-17:21:35.630063 7fd52e5e7900 Options.compaction_options_universal.max_size_amplification_percent: 200 +2016/03/02-17:21:35.630064 7fd52e5e7900 Options.compaction_options_universal.compression_size_percent: -1 +2016/03/02-17:21:35.630065 7fd52e5e7900 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2016/03/02-17:21:35.630066 7fd52e5e7900 Options.table_properties_collectors: +2016/03/02-17:21:35.630067 7fd52e5e7900 Options.inplace_update_support: 0 +2016/03/02-17:21:35.630073 7fd52e5e7900 Options.inplace_update_num_locks: 10000 +2016/03/02-17:21:35.630074 7fd52e5e7900 Options.min_partial_merge_operands: 2 +2016/03/02-17:21:35.630075 7fd52e5e7900 Options.memtable_prefix_bloom_bits: 0 +2016/03/02-17:21:35.630076 7fd52e5e7900 Options.memtable_prefix_bloom_probes: 6 +2016/03/02-17:21:35.630077 7fd52e5e7900 Options.memtable_prefix_bloom_huge_page_tlb_size: 0 +2016/03/02-17:21:35.630078 7fd52e5e7900 Options.bloom_locality: 0 +2016/03/02-17:21:35.630079 7fd52e5e7900 Options.max_successive_merges: 0 +2016/03/02-17:21:35.630080 7fd52e5e7900 Options.optimize_fllters_for_hits: 0 +2016/03/02-17:21:35.630081 7fd52e5e7900 Options.paranoid_file_checks: 0 +2016/03/02-17:21:35.630082 7fd52e5e7900 Options.compaction_measure_io_stats: 0 +2016/03/02-17:21:35.630119 7fd52e5e7900 Recovered from manifest file:f3/MANIFEST-000020 succeeded,manifest_file_number is 20, next_file_number is 22, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0 +2016/03/02-17:21:35.630123 7fd52e5e7900 Column family [default] (ID 0), log number is 19 +2016/03/02-17:21:35.630153 7fd52e5e7900 EVENT_LOG_v1 {"time_micros": 1456899695630150, "job": 1, "event": "recovery_started", "log_files": [21]} +2016/03/02-17:21:35.630161 7fd52e5e7900 Recovering log #21 mode 0 skip-recovery 0 +2016/03/02-17:21:35.630180 7fd52e5e7900 Creating manifest 23 +2016/03/02-17:21:35.634809 7fd52e5e7900 Deleting manifest 20 current manifest 23 +2016/03/02-17:21:35.634848 7fd52e5e7900 EVENT_LOG_v1 {"time_micros": 1456899695634845, "job": 1, "event": "recovery_finished"} +2016/03/02-17:21:35.636464 7fd52e5e7900 DB pointer 0x118f1d0 diff --git a/tools/merge/f3/MANIFEST-000026 b/tools/merge/f3/MANIFEST-000026 new file mode 100644 index 0000000000000000000000000000000000000000..d00eb80f03d30b24fb3cb742f9df76950da2fef5 Binary files /dev/null and b/tools/merge/f3/MANIFEST-000026 differ diff --git a/tools/merge/rocksmerge b/tools/merge/rocksmerge new file mode 100755 index 0000000000000000000000000000000000000000..3fc18d36bf4187a972eadc3233987a223e7f59c6 Binary files /dev/null and b/tools/merge/rocksmerge differ diff --git a/tools/merge/rocksmerge.go b/tools/merge/rocksmerge.go new file mode 100644 index 0000000000000000000000000000000000000000..b936abc0b2ab82da129b33e00554f9d3133783ef --- /dev/null +++ b/tools/merge/rocksmerge.go @@ -0,0 +1,158 @@ +/* + * Copyright 2015 Manish R Jain <manishrjain@gmail.com> + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + * + */ + +package main + +import ( + "bytes" + "container/heap" + "flag" + "fmt" + "io/ioutil" + + "github.com/dgraph-io/dgraph/store/rocksdb" + "github.com/dgraph-io/dgraph/x" +) + +type Item struct { + key, value []byte + itIdx int + index int +} + +type PriorityQueue []*Item + +var stores = flag.String("stores", "", "Folder containing rocksDB directories") +var destinationDB = flag.String("destination", "", + "Folder to store merged rocksDB") + +var glog = x.Log("rocksmerge") + +func (pq PriorityQueue) Len() int { return len(pq) } +func (pq PriorityQueue) Swap(i, j int) { + pq[i], pq[j] = pq[j], pq[i] + pq[i].index = i + pq[j].index = j +} +func (pq PriorityQueue) Less(i, j int) bool { + return (bytes.Compare(pq[i].key, pq[j].key) <= 0) +} +func (pq *PriorityQueue) Push(y interface{}) { + n := len(*pq) + item := y.(*Item) + item.index = n + *pq = append(*pq, item) +} +func (pq *PriorityQueue) Pop() interface{} { + old := *pq + n := len(old) + item := old[n-1] + item.index = -1 // for safety + *pq = old[0 : n-1] + return item +} + +func main() { + flag.Parse() + if len(*stores) == 0 { + glog.Fatal("No Directory specified") + } + files, err := ioutil.ReadDir(*stores) + if err != nil { + glog.Fatal("Cannot open stores directory") + } + + var opt *rocksdb.Options + var ropt *rocksdb.ReadOptions + var wopt *rocksdb.WriteOptions + opt = rocksdb.NewOptions() + opt.SetCreateIfMissing(true) + fp := rocksdb.NewBloomFilter(16) + opt.SetFilterPolicy(fp) + + ropt = rocksdb.NewReadOptions() + wopt = rocksdb.NewWriteOptions() + wopt.SetSync(true) + + var itVec []*rocksdb.Iterator + var db *rocksdb.DB + var lastKey, lastValue []bytes + count := 0 + for range files { + count++ + } + pq := make(PriorityQueue, count) + + i := 0 + for _, f := range files { + curDb, err := rocksdb.Open(*stores+f.Name(), opt) + if err != nil { + glog.WithField("filepath", *stores+f.Name()). + Fatal("While opening store") + } + it := curDb.NewIterator(ropt) + it.SeekToFirst() + if !it.Valid() { + continue + } + fmt.Println(it.Key(), it.Value()) + pq[i] = &Item{ + key: it.Key(), + value: it.Value(), + itIdx: i, + index: i, + } + i++ + itVec = append(itVec, it) + } + heap.Init(&pq) + + db, err = rocksdb.Open(*destinationDB, opt) + if err != nil { + glog.WithField("filepath", *destinationDB). + Fatal("While opening store") + } + + fmt.Println(count) + for pq.Len() > 0 { + top := heap.Pop(&pq).(*Item) + + if bytes.Compare(top.key, lastKey) == 0 { + if bytes.Compare(top.value, lastValue) != 0 { + glog.Fatalf("different value for same key %s", lastKey) + } + } else { + db.Put(wopt, top.key, top.value) + fmt.Println(top.key, top.value) + lastKey = top.key + lastValue = top.value + } + + itVec[top.itIdx].Next() + if !itVec[top.itIdx].Valid() { + continue + } + item := &Item{ + key: itVec[top.itIdx].Key(), + value: itVec[top.itIdx].Value(), + itIdx: top.itIdx, + } + heap.Push(&pq, item) + } + fmt.Println(count) + db.Close() +}