From 785907bc7142eb0600277ebfee88b4de31213789 Mon Sep 17 00:00:00 2001 From: Radu Berinde Date: Sun, 3 Dec 2023 13:54:12 -0800 Subject: [PATCH] testdata: regenerate db-stage-x at more recent format In preparation for deprecating all formats older than `FormatFlushableIngest`, we regenerate these test databases at this format. We replace the C++ program that used RocksDB with a Go program which uses Pebble. --- internal/base/filenames_test.go | 2 +- internal/manifest/version_edit_test.go | 45 +++-- testdata/Makefile | 13 +- testdata/db-stage-1/000002.log | Bin 0 -> 11 bytes testdata/db-stage-1/CURRENT | 2 +- testdata/db-stage-1/IDENTITY | 1 - testdata/db-stage-1/LOG | 178 ----------------- testdata/db-stage-1/MANIFEST-000001 | Bin 13 -> 52 bytes testdata/db-stage-1/OPTIONS-000003 | 48 +++++ testdata/db-stage-1/OPTIONS-000005 | 144 -------------- ...3.log => marker.format-version.000012.013} | 0 .../marker.manifest.000001.MANIFEST-000001} | 0 testdata/db-stage-2/000002.log | Bin 0 -> 170 bytes testdata/db-stage-2/000003.log | Bin 139 -> 0 bytes testdata/db-stage-2/CURRENT | 2 +- testdata/db-stage-2/IDENTITY | 1 - testdata/db-stage-2/LOG | 178 ----------------- testdata/db-stage-2/MANIFEST-000001 | Bin 13 -> 52 bytes testdata/db-stage-2/OPTIONS-000003 | 48 +++++ testdata/db-stage-2/OPTIONS-000005 | 144 -------------- .../marker.format-version.000012.013 | 0 .../marker.manifest.000001.MANIFEST-000001 | 0 testdata/db-stage-3/000004.sst | Bin 986 -> 709 bytes testdata/db-stage-3/000005.log | Bin 0 -> 11 bytes testdata/db-stage-3/CURRENT | 2 +- testdata/db-stage-3/IDENTITY | 1 - testdata/db-stage-3/LOG | 185 ------------------ testdata/db-stage-3/LOG.old.1530059141831082 | 180 ----------------- testdata/db-stage-3/MANIFEST-000001 | Bin 0 -> 52 bytes testdata/db-stage-3/MANIFEST-000005 | Bin 90 -> 0 bytes testdata/db-stage-3/MANIFEST-000006 | Bin 0 -> 93 bytes testdata/db-stage-3/OPTIONS-000005 | 144 -------------- testdata/db-stage-3/OPTIONS-000007 | 48 +++++ testdata/db-stage-3/OPTIONS-000008 | 144 -------------- .../marker.format-version.000012.013 | 0 .../marker.manifest.000002.MANIFEST-000006 | 0 testdata/db-stage-4/000004.sst | Bin 986 -> 709 bytes testdata/db-stage-4/000005.log | Bin 0 -> 105 bytes testdata/db-stage-4/000006.log | Bin 82 -> 0 bytes testdata/db-stage-4/CURRENT | 2 +- testdata/db-stage-4/IDENTITY | 1 - testdata/db-stage-4/LOG | 185 ------------------ testdata/db-stage-4/LOG.old.1530059141872089 | 180 ----------------- testdata/db-stage-4/MANIFEST-000001 | Bin 0 -> 52 bytes testdata/db-stage-4/MANIFEST-000005 | Bin 90 -> 0 bytes testdata/db-stage-4/MANIFEST-000006 | Bin 0 -> 93 bytes testdata/db-stage-4/OPTIONS-000005 | 144 -------------- testdata/db-stage-4/OPTIONS-000007 | 48 +++++ testdata/db-stage-4/OPTIONS-000008 | 144 -------------- .../marker.format-version.000012.013 | 0 .../marker.manifest.000002.MANIFEST-000006 | 0 testdata/make-db.cc | 137 ------------- testdata/make-db.go | 96 +++++++++ tool/testdata/db_check | 6 +- tool/testdata/db_lsm | 4 +- tool/testdata/db_properties | 6 +- tool/testdata/db_scan | 8 +- tool/testdata/db_space | 2 +- tool/testdata/manifest_dump | 134 +++++++------ tool/testdata/wal_dump | 78 ++++---- 60 files changed, 449 insertions(+), 2236 deletions(-) create mode 100644 testdata/db-stage-1/000002.log delete mode 100644 testdata/db-stage-1/IDENTITY delete mode 100644 testdata/db-stage-1/LOG create mode 100644 testdata/db-stage-1/OPTIONS-000003 delete mode 100644 testdata/db-stage-1/OPTIONS-000005 rename testdata/db-stage-1/{000003.log => marker.format-version.000012.013} (100%) rename testdata/{db-stage-3/000006.log => db-stage-1/marker.manifest.000001.MANIFEST-000001} (100%) create mode 100644 testdata/db-stage-2/000002.log delete mode 100644 testdata/db-stage-2/000003.log delete mode 100644 testdata/db-stage-2/IDENTITY delete mode 100644 testdata/db-stage-2/LOG create mode 100644 testdata/db-stage-2/OPTIONS-000003 delete mode 100644 testdata/db-stage-2/OPTIONS-000005 create mode 100644 testdata/db-stage-2/marker.format-version.000012.013 create mode 100644 testdata/db-stage-2/marker.manifest.000001.MANIFEST-000001 create mode 100644 testdata/db-stage-3/000005.log delete mode 100644 testdata/db-stage-3/IDENTITY delete mode 100644 testdata/db-stage-3/LOG delete mode 100644 testdata/db-stage-3/LOG.old.1530059141831082 create mode 100644 testdata/db-stage-3/MANIFEST-000001 delete mode 100644 testdata/db-stage-3/MANIFEST-000005 create mode 100644 testdata/db-stage-3/MANIFEST-000006 delete mode 100644 testdata/db-stage-3/OPTIONS-000005 create mode 100644 testdata/db-stage-3/OPTIONS-000007 delete mode 100644 testdata/db-stage-3/OPTIONS-000008 create mode 100644 testdata/db-stage-3/marker.format-version.000012.013 create mode 100644 testdata/db-stage-3/marker.manifest.000002.MANIFEST-000006 create mode 100644 testdata/db-stage-4/000005.log delete mode 100644 testdata/db-stage-4/000006.log delete mode 100644 testdata/db-stage-4/IDENTITY delete mode 100644 testdata/db-stage-4/LOG delete mode 100644 testdata/db-stage-4/LOG.old.1530059141872089 create mode 100644 testdata/db-stage-4/MANIFEST-000001 delete mode 100644 testdata/db-stage-4/MANIFEST-000005 create mode 100644 testdata/db-stage-4/MANIFEST-000006 delete mode 100644 testdata/db-stage-4/OPTIONS-000005 create mode 100644 testdata/db-stage-4/OPTIONS-000007 delete mode 100644 testdata/db-stage-4/OPTIONS-000008 create mode 100644 testdata/db-stage-4/marker.format-version.000012.013 create mode 100644 testdata/db-stage-4/marker.manifest.000002.MANIFEST-000006 delete mode 100644 testdata/make-db.cc create mode 100644 testdata/make-db.go diff --git a/internal/base/filenames_test.go b/internal/base/filenames_test.go index 9a5c331580..07b74302f6 100644 --- a/internal/base/filenames_test.go +++ b/internal/base/filenames_test.go @@ -104,7 +104,7 @@ func TestMustExist(t *testing.T) { MustExist(fs, filename, &buf, err) require.Equal(t, `000000.sst: file does not exist -directory contains 10 files, 3 unknown, 1 tables, 1 logs, 1 manifests`, buf.buf.String()) +directory contains 9 files, 2 unknown, 1 tables, 1 logs, 2 manifests`, buf.buf.String()) } func TestRedactFileNum(t *testing.T) { diff --git a/internal/manifest/version_edit_test.go b/internal/manifest/version_edit_test.go index 9ad02c55c5..6d091538bb 100644 --- a/internal/manifest/version_edit_test.go +++ b/internal/manifest/version_edit_test.go @@ -250,16 +250,19 @@ func TestVersionEditRoundTrip(t *testing.T) { } func TestVersionEditDecode(t *testing.T) { + // TODO(radu): these should be datadriven tests that output the encoded and + // decoded edits. cmp := base.DefaultComparer.Compare m := (&FileMetadata{ FileNum: 4, - Size: 986, - SmallestSeqNum: 3, - LargestSeqNum: 5, + Size: 709, + SmallestSeqNum: 12, + LargestSeqNum: 14, + CreationTime: 1701712644, }).ExtendPointKeyBounds( cmp, - base.MakeInternalKey([]byte("bar"), 5, base.InternalKeyKindDelete), - base.MakeInternalKey([]byte("foo"), 4, base.InternalKeyKindSet), + base.MakeInternalKey([]byte("bar"), 14, base.InternalKeyKindDelete), + base.MakeInternalKey([]byte("foo"), 13, base.InternalKeyKindSet), ) m.InitPhysicalBacking() @@ -272,34 +275,38 @@ func TestVersionEditDecode(t *testing.T) { { filename: "db-stage-1/MANIFEST-000001", encodedEdits: []string{ - "\x02\x00\x03\x02\x04\x00", + "\x01\x1aleveldb.BytewiseComparator\x03\x02\x04\x00", + "\x02\x02\x03\x03\x04\t", }, edits: []VersionEdit{ { - NextFileNum: 2, + ComparerName: "leveldb.BytewiseComparator", + NextFileNum: 2, + }, + { + MinUnflushedLogNum: 0x2, + NextFileNum: 0x3, + LastSeqNum: 0x9, }, }, }, // db-stage-3 and db-stage-4 have the same manifest. { - filename: "db-stage-3/MANIFEST-000005", + filename: "db-stage-3/MANIFEST-000006", encodedEdits: []string{ - "\x01\x1aleveldb.BytewiseComparator", - "\x02\x00", - "\x02\x04\t\x00\x03\x06\x04\x05d\x00\x04\xda\a\vbar" + - "\x00\x05\x00\x00\x00\x00\x00\x00\vfoo\x01\x04\x00" + - "\x00\x00\x00\x00\x00\x03\x05", + "\x01\x1aleveldb.BytewiseComparator\x02\x02\x03\a\x04\x00", + "\x02\x05\x03\x06\x04\x0eg\x00\x04\xc5\x05\vbar\x00\x0e\x00\x00\x00\x00\x00\x00\vfoo\x01\r\x00\x00\x00\x00\x00\x00\f\x0e\x06\x05\x84\xa6\xb8\xab\x06\x01", }, edits: []VersionEdit{ { - ComparerName: "leveldb.BytewiseComparator", + ComparerName: "leveldb.BytewiseComparator", + MinUnflushedLogNum: 0x2, + NextFileNum: 0x7, }, - {}, { - MinUnflushedLogNum: 4, - ObsoletePrevLogNum: 0, - NextFileNum: 6, - LastSeqNum: 5, + MinUnflushedLogNum: 0x5, + NextFileNum: 0x6, + LastSeqNum: 0xe, NewFiles: []NewFileEntry{ { Level: 0, diff --git a/testdata/Makefile b/testdata/Makefile index f6fb0699a6..ee84143208 100644 --- a/testdata/Makefile +++ b/testdata/Makefile @@ -1,11 +1,8 @@ all: rebuild .PHONY: rebuild -rebuild: make-db - rm -fr db-stage-1 && ./make-db 1 - rm -fr db-stage-2 && ./make-db 2 - rm -fr db-stage-3 && ./make-db 3 - rm -fr db-stage-4 && ./make-db 4 - -make-db: make-db.cc - g++ -std=c++14 -o make-db make-db.cc -lrocksdb +rebuild: make-db.go + for stage in 1 2 3 4; do \ + rm -fr db-stage-$$stage && \ + go run make-db.go $$stage; \ + done diff --git a/testdata/db-stage-1/000002.log b/testdata/db-stage-1/000002.log new file mode 100644 index 0000000000000000000000000000000000000000..4f472ae3ba1024e27358ef759958a74bc5f45d14 GIT binary patch literal 11 OcmZQz00CBJAOQdXFaQYv literal 0 HcmV?d00001 diff --git a/testdata/db-stage-1/CURRENT b/testdata/db-stage-1/CURRENT index 7ed683d171..feda7d6b24 100644 --- a/testdata/db-stage-1/CURRENT +++ b/testdata/db-stage-1/CURRENT @@ -1 +1 @@ -MANIFEST-000001 +MANIFEST-000000 diff --git a/testdata/db-stage-1/IDENTITY b/testdata/db-stage-1/IDENTITY deleted file mode 100644 index 5d811ef9b8..0000000000 --- a/testdata/db-stage-1/IDENTITY +++ /dev/null @@ -1 +0,0 @@ -153bdcaeced20168-eed9a14937098f89 \ No newline at end of file diff --git a/testdata/db-stage-1/LOG b/testdata/db-stage-1/LOG deleted file mode 100644 index 17915b9ca7..0000000000 --- a/testdata/db-stage-1/LOG +++ /dev/null @@ -1,178 +0,0 @@ -2018/06/26-20:25:41.772917 7fffec34f3c0 RocksDB version: 5.13.4 -2018/06/26-20:25:41.773338 7fffec34f3c0 Git sha rocksdb_build_git_sha: -2018/06/26-20:25:41.773341 7fffec34f3c0 Compile date Jun 19 2018 -2018/06/26-20:25:41.773342 7fffec34f3c0 DB SUMMARY -2018/06/26-20:25:41.773378 7fffec34f3c0 SST files in db-stage-1 dir, Total Num: 0, files: -2018/06/26-20:25:41.773380 7fffec34f3c0 Write Ahead Log file in db-stage-1: -2018/06/26-20:25:41.773382 7fffec34f3c0 Options.error_if_exists: 1 -2018/06/26-20:25:41.773385 7fffec34f3c0 Options.create_if_missing: 1 -2018/06/26-20:25:41.773386 7fffec34f3c0 Options.paranoid_checks: 1 -2018/06/26-20:25:41.773387 7fffec34f3c0 Options.env: 0x10b4c1d28 -2018/06/26-20:25:41.773389 7fffec34f3c0 Options.info_log: 0x7ff1f9700330 -2018/06/26-20:25:41.773390 7fffec34f3c0 Options.max_file_opening_threads: 16 -2018/06/26-20:25:41.773391 7fffec34f3c0 Options.statistics: 0x0 -2018/06/26-20:25:41.773392 7fffec34f3c0 Options.use_fsync: 0 -2018/06/26-20:25:41.773393 7fffec34f3c0 Options.max_log_file_size: 0 -2018/06/26-20:25:41.773394 7fffec34f3c0 Options.max_manifest_file_size: 18446744073709551615 -2018/06/26-20:25:41.773395 7fffec34f3c0 Options.log_file_time_to_roll: 0 -2018/06/26-20:25:41.773396 7fffec34f3c0 Options.keep_log_file_num: 1000 -2018/06/26-20:25:41.773397 7fffec34f3c0 Options.recycle_log_file_num: 0 -2018/06/26-20:25:41.773397 7fffec34f3c0 Options.allow_fallocate: 1 -2018/06/26-20:25:41.773398 7fffec34f3c0 Options.allow_mmap_reads: 0 -2018/06/26-20:25:41.773399 7fffec34f3c0 Options.allow_mmap_writes: 0 -2018/06/26-20:25:41.773400 7fffec34f3c0 Options.use_direct_reads: 0 -2018/06/26-20:25:41.773401 7fffec34f3c0 Options.use_direct_io_for_flush_and_compaction: 0 -2018/06/26-20:25:41.773402 7fffec34f3c0 Options.create_missing_column_families: 0 -2018/06/26-20:25:41.773403 7fffec34f3c0 Options.db_log_dir: -2018/06/26-20:25:41.773404 7fffec34f3c0 Options.wal_dir: db-stage-1 -2018/06/26-20:25:41.773405 7fffec34f3c0 Options.table_cache_numshardbits: 6 -2018/06/26-20:25:41.773406 7fffec34f3c0 Options.max_subcompactions: 1 -2018/06/26-20:25:41.773407 7fffec34f3c0 Options.max_background_flushes: -1 -2018/06/26-20:25:41.773408 7fffec34f3c0 Options.WAL_ttl_seconds: 0 -2018/06/26-20:25:41.773409 7fffec34f3c0 Options.WAL_size_limit_MB: 0 -2018/06/26-20:25:41.773410 7fffec34f3c0 Options.manifest_preallocation_size: 4194304 -2018/06/26-20:25:41.773411 7fffec34f3c0 Options.is_fd_close_on_exec: 1 -2018/06/26-20:25:41.773412 7fffec34f3c0 Options.advise_random_on_open: 1 -2018/06/26-20:25:41.773413 7fffec34f3c0 Options.db_write_buffer_size: 0 -2018/06/26-20:25:41.773414 7fffec34f3c0 Options.write_buffer_manager: 0x7ff1f97003a0 -2018/06/26-20:25:41.773415 7fffec34f3c0 Options.access_hint_on_compaction_start: 1 -2018/06/26-20:25:41.773416 7fffec34f3c0 Options.new_table_reader_for_compaction_inputs: 0 -2018/06/26-20:25:41.773417 7fffec34f3c0 Options.random_access_max_buffer_size: 1048576 -2018/06/26-20:25:41.773418 7fffec34f3c0 Options.use_adaptive_mutex: 0 -2018/06/26-20:25:41.773418 7fffec34f3c0 Options.rate_limiter: 0x0 -2018/06/26-20:25:41.773419 7fffec34f3c0 Options.sst_file_manager.rate_bytes_per_sec: 0 -2018/06/26-20:25:41.773420 7fffec34f3c0 Options.wal_recovery_mode: 2 -2018/06/26-20:25:41.773421 7fffec34f3c0 Options.enable_thread_tracking: 0 -2018/06/26-20:25:41.773422 7fffec34f3c0 Options.enable_pipelined_write: 0 -2018/06/26-20:25:41.773432 7fffec34f3c0 Options.allow_concurrent_memtable_write: 1 -2018/06/26-20:25:41.773433 7fffec34f3c0 Options.enable_write_thread_adaptive_yield: 1 -2018/06/26-20:25:41.773434 7fffec34f3c0 Options.write_thread_max_yield_usec: 100 -2018/06/26-20:25:41.773435 7fffec34f3c0 Options.write_thread_slow_yield_usec: 3 -2018/06/26-20:25:41.773436 7fffec34f3c0 Options.row_cache: None -2018/06/26-20:25:41.773437 7fffec34f3c0 Options.wal_filter: None -2018/06/26-20:25:41.773438 7fffec34f3c0 Options.avoid_flush_during_recovery: 0 -2018/06/26-20:25:41.773439 7fffec34f3c0 Options.allow_ingest_behind: 0 -2018/06/26-20:25:41.773442 7fffec34f3c0 Options.preserve_deletes: 0 -2018/06/26-20:25:41.773443 7fffec34f3c0 Options.two_write_queues: 0 -2018/06/26-20:25:41.773444 7fffec34f3c0 Options.manual_wal_flush: 0 -2018/06/26-20:25:41.773445 7fffec34f3c0 Options.max_background_jobs: 2 -2018/06/26-20:25:41.773446 7fffec34f3c0 Options.max_background_compactions: -1 -2018/06/26-20:25:41.773447 7fffec34f3c0 Options.avoid_flush_during_shutdown: 0 -2018/06/26-20:25:41.773448 7fffec34f3c0 Options.writable_file_max_buffer_size: 1048576 -2018/06/26-20:25:41.773449 7fffec34f3c0 Options.delayed_write_rate : 16777216 -2018/06/26-20:25:41.773450 7fffec34f3c0 Options.max_total_wal_size: 0 -2018/06/26-20:25:41.773451 7fffec34f3c0 Options.delete_obsolete_files_period_micros: 21600000000 -2018/06/26-20:25:41.773452 7fffec34f3c0 Options.stats_dump_period_sec: 600 -2018/06/26-20:25:41.773453 7fffec34f3c0 Options.max_open_files: -1 -2018/06/26-20:25:41.773454 7fffec34f3c0 Options.bytes_per_sync: 0 -2018/06/26-20:25:41.773455 7fffec34f3c0 Options.wal_bytes_per_sync: 0 -2018/06/26-20:25:41.773456 7fffec34f3c0 Options.compaction_readahead_size: 0 -2018/06/26-20:25:41.773457 7fffec34f3c0 Compression algorithms supported: -2018/06/26-20:25:41.773458 7fffec34f3c0 kZSTD supported: 0 -2018/06/26-20:25:41.773459 7fffec34f3c0 kZlibCompression supported: 1 -2018/06/26-20:25:41.773460 7fffec34f3c0 kXpressCompression supported: 0 -2018/06/26-20:25:41.773461 7fffec34f3c0 kSnappyCompression supported: 1 -2018/06/26-20:25:41.773462 7fffec34f3c0 kZSTDNotFinalCompression supported: 0 -2018/06/26-20:25:41.773463 7fffec34f3c0 kLZ4HCCompression supported: 1 -2018/06/26-20:25:41.773464 7fffec34f3c0 kLZ4Compression supported: 1 -2018/06/26-20:25:41.773465 7fffec34f3c0 kBZip2Compression supported: 1 -2018/06/26-20:25:41.773469 7fffec34f3c0 Fast CRC32 supported: Not supported on x86 -2018/06/26-20:25:41.773598 7fffec34f3c0 [db/db_impl_open.cc:227] Creating manifest 1 -2018/06/26-20:25:41.775085 7fffec34f3c0 [db/version_set.cc:3050] Recovering from manifest file: MANIFEST-000001 -2018/06/26-20:25:41.775130 7fffec34f3c0 [db/column_family.cc:433] --------------- Options for column family [default]: -2018/06/26-20:25:41.775133 7fffec34f3c0 Options.comparator: leveldb.BytewiseComparator -2018/06/26-20:25:41.775134 7fffec34f3c0 Options.merge_operator: None -2018/06/26-20:25:41.775135 7fffec34f3c0 Options.compaction_filter: None -2018/06/26-20:25:41.775136 7fffec34f3c0 Options.compaction_filter_factory: None -2018/06/26-20:25:41.775137 7fffec34f3c0 Options.memtable_factory: SkipListFactory -2018/06/26-20:25:41.775138 7fffec34f3c0 Options.table_factory: BlockBasedTable -2018/06/26-20:25:41.775159 7fffec34f3c0 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x7ff1f94efe70) - cache_index_and_filter_blocks: 0 - cache_index_and_filter_blocks_with_high_priority: 0 - pin_l0_filter_and_index_blocks_in_cache: 0 - index_type: 0 - hash_index_allow_collision: 1 - checksum: 1 - no_block_cache: 0 - block_cache: 0x7ff1f94f35e8 - block_cache_name: LRUCache - block_cache_options: - capacity : 8388608 - num_shard_bits : 4 - strict_capacity_limit : 0 - high_pri_pool_ratio: 0.000 - block_cache_compressed: 0x0 - persistent_cache: 0x0 - block_size: 4096 - block_size_deviation: 10 - block_restart_interval: 16 - index_block_restart_interval: 1 - metadata_block_size: 4096 - partition_filters: 0 - use_delta_encoding: 1 - filter_policy: nullptr - whole_key_filtering: 1 - verify_compression: 0 - read_amp_bytes_per_bit: 0 - format_version: 2 - enable_index_compression: 1 -2018/06/26-20:25:41.775174 7fffec34f3c0 Options.write_buffer_size: 67108864 -2018/06/26-20:25:41.775176 7fffec34f3c0 Options.max_write_buffer_number: 2 -2018/06/26-20:25:41.775177 7fffec34f3c0 Options.compression: Snappy -2018/06/26-20:25:41.775178 7fffec34f3c0 Options.bottommost_compression: Disabled -2018/06/26-20:25:41.775179 7fffec34f3c0 Options.prefix_extractor: nullptr -2018/06/26-20:25:41.775180 7fffec34f3c0 Options.memtable_insert_with_hint_prefix_extractor: nullptr -2018/06/26-20:25:41.775181 7fffec34f3c0 Options.num_levels: 7 -2018/06/26-20:25:41.775182 7fffec34f3c0 Options.min_write_buffer_number_to_merge: 1 -2018/06/26-20:25:41.775183 7fffec34f3c0 Options.max_write_buffer_number_to_maintain: 0 -2018/06/26-20:25:41.775184 7fffec34f3c0 Options.compression_opts.window_bits: -14 -2018/06/26-20:25:41.775185 7fffec34f3c0 Options.compression_opts.level: 32767 -2018/06/26-20:25:41.775186 7fffec34f3c0 Options.compression_opts.strategy: 0 -2018/06/26-20:25:41.775187 7fffec34f3c0 Options.compression_opts.max_dict_bytes: 0 -2018/06/26-20:25:41.775188 7fffec34f3c0 Options.level0_file_num_compaction_trigger: 4 -2018/06/26-20:25:41.775189 7fffec34f3c0 Options.level0_slowdown_writes_trigger: 20 -2018/06/26-20:25:41.775190 7fffec34f3c0 Options.level0_stop_writes_trigger: 36 -2018/06/26-20:25:41.775191 7fffec34f3c0 Options.target_file_size_base: 67108864 -2018/06/26-20:25:41.775192 7fffec34f3c0 Options.target_file_size_multiplier: 1 -2018/06/26-20:25:41.775193 7fffec34f3c0 Options.max_bytes_for_level_base: 268435456 -2018/06/26-20:25:41.775194 7fffec34f3c0 Options.level_compaction_dynamic_level_bytes: 0 -2018/06/26-20:25:41.775195 7fffec34f3c0 Options.max_bytes_for_level_multiplier: 10.000000 -2018/06/26-20:25:41.775197 7fffec34f3c0 Options.max_bytes_for_level_multiplier_addtl[0]: 1 -2018/06/26-20:25:41.775198 7fffec34f3c0 Options.max_bytes_for_level_multiplier_addtl[1]: 1 -2018/06/26-20:25:41.775199 7fffec34f3c0 Options.max_bytes_for_level_multiplier_addtl[2]: 1 -2018/06/26-20:25:41.775200 7fffec34f3c0 Options.max_bytes_for_level_multiplier_addtl[3]: 1 -2018/06/26-20:25:41.775201 7fffec34f3c0 Options.max_bytes_for_level_multiplier_addtl[4]: 1 -2018/06/26-20:25:41.775202 7fffec34f3c0 Options.max_bytes_for_level_multiplier_addtl[5]: 1 -2018/06/26-20:25:41.775203 7fffec34f3c0 Options.max_bytes_for_level_multiplier_addtl[6]: 1 -2018/06/26-20:25:41.775203 7fffec34f3c0 Options.max_sequential_skip_in_iterations: 8 -2018/06/26-20:25:41.775204 7fffec34f3c0 Options.max_compaction_bytes: 1677721600 -2018/06/26-20:25:41.775205 7fffec34f3c0 Options.arena_block_size: 8388608 -2018/06/26-20:25:41.775206 7fffec34f3c0 Options.soft_pending_compaction_bytes_limit: 68719476736 -2018/06/26-20:25:41.775207 7fffec34f3c0 Options.hard_pending_compaction_bytes_limit: 274877906944 -2018/06/26-20:25:41.775208 7fffec34f3c0 Options.rate_limit_delay_max_milliseconds: 100 -2018/06/26-20:25:41.775209 7fffec34f3c0 Options.disable_auto_compactions: 0 -2018/06/26-20:25:41.775211 7fffec34f3c0 Options.compaction_style: kCompactionStyleLevel -2018/06/26-20:25:41.775212 7fffec34f3c0 Options.compaction_pri: kByCompensatedSize -2018/06/26-20:25:41.775213 7fffec34f3c0 Options.compaction_options_universal.size_ratio: 1 -2018/06/26-20:25:41.775214 7fffec34f3c0 Options.compaction_options_universal.min_merge_width: 2 -2018/06/26-20:25:41.775215 7fffec34f3c0 Options.compaction_options_universal.max_merge_width: 4294967295 -2018/06/26-20:25:41.775223 7fffec34f3c0 Options.compaction_options_universal.max_size_amplification_percent: 200 -2018/06/26-20:25:41.775225 7fffec34f3c0 Options.compaction_options_universal.compression_size_percent: -1 -2018/06/26-20:25:41.775226 7fffec34f3c0 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize -2018/06/26-20:25:41.775227 7fffec34f3c0 Options.compaction_options_fifo.max_table_files_size: 1073741824 -2018/06/26-20:25:41.775228 7fffec34f3c0 Options.compaction_options_fifo.allow_compaction: 0 -2018/06/26-20:25:41.775229 7fffec34f3c0 Options.compaction_options_fifo.ttl: 0 -2018/06/26-20:25:41.775230 7fffec34f3c0 Options.table_properties_collectors: -2018/06/26-20:25:41.775231 7fffec34f3c0 Options.inplace_update_support: 0 -2018/06/26-20:25:41.775232 7fffec34f3c0 Options.inplace_update_num_locks: 10000 -2018/06/26-20:25:41.775233 7fffec34f3c0 Options.memtable_prefix_bloom_size_ratio: 0.000000 -2018/06/26-20:25:41.775234 7fffec34f3c0 Options.memtable_huge_page_size: 0 -2018/06/26-20:25:41.775235 7fffec34f3c0 Options.bloom_locality: 0 -2018/06/26-20:25:41.775236 7fffec34f3c0 Options.max_successive_merges: 0 -2018/06/26-20:25:41.775237 7fffec34f3c0 Options.optimize_filters_for_hits: 0 -2018/06/26-20:25:41.775238 7fffec34f3c0 Options.paranoid_file_checks: 0 -2018/06/26-20:25:41.775239 7fffec34f3c0 Options.force_consistency_checks: 0 -2018/06/26-20:25:41.775240 7fffec34f3c0 Options.report_bg_io_stats: 0 -2018/06/26-20:25:41.775874 7fffec34f3c0 [db/version_set.cc:3316] Recovered from manifest file:db-stage-1/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0 -2018/06/26-20:25:41.775878 7fffec34f3c0 [db/version_set.cc:3324] Column family [default] (ID 0), log number is 0 -2018/06/26-20:25:41.778603 7fffec34f3c0 [db/db_impl_open.cc:1188] DB pointer 0x7ff1fa800000 diff --git a/testdata/db-stage-1/MANIFEST-000001 b/testdata/db-stage-1/MANIFEST-000001 index d89025ae6eb479dde681d12e61bc276d185fa292..7c30d3195493487fca7e3b34e950ac82be61225b 100644 GIT binary patch literal 52 zcmZ1|Uhbv9z{n_-lUkOVlai$8R9TW*o>`pgoS$2eSd>_jU&PGB!k}K^W6s9F$i&3V H%)$u(pWzK} literal 13 UcmX?daDFr!10xdyGZPB~03Fi;k^lez diff --git a/testdata/db-stage-1/OPTIONS-000003 b/testdata/db-stage-1/OPTIONS-000003 new file mode 100644 index 0000000000..370b7b86e8 --- /dev/null +++ b/testdata/db-stage-1/OPTIONS-000003 @@ -0,0 +1,48 @@ +[Version] + pebble_version=0.1 + +[Options] + bytes_per_sync=524288 + cache_size=8388608 + cleaner=delete + compaction_debt_concurrency=1073741824 + comparer=leveldb.BytewiseComparator + disable_wal=false + flush_delay_delete_range=0s + flush_delay_range_key=0s + flush_split_bytes=4194304 + format_major_version=13 + l0_compaction_concurrency=10 + l0_compaction_file_threshold=500 + l0_compaction_threshold=4 + l0_stop_writes_threshold=12 + lbase_max_bytes=67108864 + max_concurrent_compactions=1 + max_manifest_file_size=134217728 + max_open_files=1000 + mem_table_size=4194304 + mem_table_stop_writes_threshold=2 + min_deletion_rate=0 + merger=pebble.concatenate + read_compaction_rate=16000 + read_sampling_multiplier=16 + strict_wal_tail=true + table_cache_shards=10 + table_property_collectors=[] + validate_on_ingest=false + wal_dir= + wal_bytes_per_sync=0 + max_writer_concurrency=0 + force_writer_parallelism=false + secondary_cache_size_bytes=0 + create_on_shared=0 + +[Level "0"] + block_restart_interval=16 + block_size=4096 + block_size_threshold=90 + compression=Snappy + filter_policy=none + filter_type=table + index_block_size=4096 + target_file_size=2097152 diff --git a/testdata/db-stage-1/OPTIONS-000005 b/testdata/db-stage-1/OPTIONS-000005 deleted file mode 100644 index f1212dbf6f..0000000000 --- a/testdata/db-stage-1/OPTIONS-000005 +++ /dev/null @@ -1,144 +0,0 @@ -# This is a RocksDB option file. -# -# For detailed file format spec, please refer to the example file -# in examples/rocksdb_option_file_example.ini -# - -[Version] - rocksdb_version=5.13.4 - options_file_version=1.1 - -[DBOptions] - allow_mmap_writes=false - base_background_compactions=-1 - new_table_reader_for_compaction_inputs=false - db_log_dir= - wal_recovery_mode=kPointInTimeRecovery - use_direct_reads=false - write_thread_max_yield_usec=100 - max_manifest_file_size=18446744073709551615 - allow_2pc=false - allow_fallocate=true - fail_if_options_file_error=false - allow_ingest_behind=false - allow_mmap_reads=false - skip_log_error_on_recovery=false - recycle_log_file_num=0 - delete_obsolete_files_period_micros=21600000000 - compaction_readahead_size=0 - use_direct_io_for_flush_and_compaction=false - log_file_time_to_roll=0 - create_missing_column_families=false - advise_random_on_open=true - max_log_file_size=0 - stats_dump_period_sec=600 - enable_thread_tracking=false - use_adaptive_mutex=false - create_if_missing=true - is_fd_close_on_exec=true - max_background_flushes=-1 - manifest_preallocation_size=4194304 - error_if_exists=true - skip_stats_update_on_db_open=false - max_open_files=-1 - random_access_max_buffer_size=1048576 - use_fsync=false - max_background_jobs=2 - two_write_queues=false - max_background_compactions=-1 - max_file_opening_threads=16 - table_cache_numshardbits=6 - keep_log_file_num=1000 - avoid_flush_during_shutdown=false - db_write_buffer_size=0 - max_total_wal_size=0 - wal_dir=db-stage-1 - max_subcompactions=1 - WAL_size_limit_MB=0 - paranoid_checks=true - allow_concurrent_memtable_write=true - writable_file_max_buffer_size=1048576 - WAL_ttl_seconds=0 - delayed_write_rate=16777216 - bytes_per_sync=0 - wal_bytes_per_sync=0 - enable_pipelined_write=false - enable_write_thread_adaptive_yield=true - write_thread_slow_yield_usec=3 - access_hint_on_compaction_start=NORMAL - info_log_level=INFO_LEVEL - dump_malloc_stats=false - avoid_flush_during_recovery=false - preserve_deletes=false - manual_wal_flush=false - - -[CFOptions "default"] - report_bg_io_stats=false - inplace_update_support=false - max_compaction_bytes=1677721600 - disable_auto_compactions=false - write_buffer_size=67108864 - bloom_locality=0 - max_bytes_for_level_multiplier=10.000000 - compaction_filter_factory=nullptr - optimize_filters_for_hits=false - target_file_size_base=67108864 - max_write_buffer_number_to_maintain=0 - hard_pending_compaction_bytes_limit=274877906944 - paranoid_file_checks=false - memtable_prefix_bloom_size_ratio=0.000000 - force_consistency_checks=false - max_write_buffer_number=2 - max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 - level0_slowdown_writes_trigger=20 - level_compaction_dynamic_level_bytes=false - compaction_options_fifo={allow_compaction=false;ttl=0;max_table_files_size=1073741824;} - inplace_update_num_locks=10000 - level0_file_num_compaction_trigger=4 - compression=kSnappyCompression - level0_stop_writes_trigger=36 - num_levels=7 - table_factory=BlockBasedTable - compression_per_level= - target_file_size_multiplier=1 - min_write_buffer_number_to_merge=1 - arena_block_size=8388608 - max_successive_merges=0 - memtable_huge_page_size=0 - compaction_pri=kByCompensatedSize - soft_pending_compaction_bytes_limit=68719476736 - max_bytes_for_level_base=268435456 - comparator=leveldb.BytewiseComparator - max_sequential_skip_in_iterations=8 - bottommost_compression=kDisableCompressionOption - prefix_extractor=nullptr - memtable_insert_with_hint_prefix_extractor=nullptr - memtable_factory=SkipListFactory - compaction_filter=nullptr - compaction_options_universal={allow_trivial_move=false;stop_style=kCompactionStopStyleTotalSize;min_merge_width=2;compression_size_percent=-1;max_size_amplification_percent=200;max_merge_width=4294967295;size_ratio=1;} - merge_operator=nullptr - compaction_style=kCompactionStyleLevel - -[TableOptions/BlockBasedTable "default"] - format_version=2 - whole_key_filtering=true - verify_compression=false - partition_filters=false - index_block_restart_interval=1 - block_size_deviation=10 - block_size=4096 - pin_l0_filter_and_index_blocks_in_cache=false - block_restart_interval=16 - filter_policy=nullptr - metadata_block_size=4096 - no_block_cache=false - checksum=kCRC32c - read_amp_bytes_per_bit=8589934592 - cache_index_and_filter_blocks=false - enable_index_compression=true - index_type=kBinarySearch - hash_index_allow_collision=true - cache_index_and_filter_blocks_with_high_priority=false - flush_block_policy_factory=FlushBlockBySizePolicyFactory - diff --git a/testdata/db-stage-1/000003.log b/testdata/db-stage-1/marker.format-version.000012.013 similarity index 100% rename from testdata/db-stage-1/000003.log rename to testdata/db-stage-1/marker.format-version.000012.013 diff --git a/testdata/db-stage-3/000006.log b/testdata/db-stage-1/marker.manifest.000001.MANIFEST-000001 similarity index 100% rename from testdata/db-stage-3/000006.log rename to testdata/db-stage-1/marker.manifest.000001.MANIFEST-000001 diff --git a/testdata/db-stage-2/000002.log b/testdata/db-stage-2/000002.log new file mode 100644 index 0000000000000000000000000000000000000000..a253646b76f8f7b0dc17c312489ce57da8d08c40 GIT binary patch literal 170 zcmaFY{MTEQft87Yfq@H%L4Xm2nbY#~ne+2f=Li#Rm{X9+SevLZ<`FawPR00lo4X#fBK diff --git a/testdata/db-stage-2/CURRENT b/testdata/db-stage-2/CURRENT index 7ed683d171..feda7d6b24 100644 --- a/testdata/db-stage-2/CURRENT +++ b/testdata/db-stage-2/CURRENT @@ -1 +1 @@ -MANIFEST-000001 +MANIFEST-000000 diff --git a/testdata/db-stage-2/IDENTITY b/testdata/db-stage-2/IDENTITY deleted file mode 100644 index 4ac707eaa3..0000000000 --- a/testdata/db-stage-2/IDENTITY +++ /dev/null @@ -1 +0,0 @@ -153bdcaed05b7fc8-eed9a14937098f89 \ No newline at end of file diff --git a/testdata/db-stage-2/LOG b/testdata/db-stage-2/LOG deleted file mode 100644 index 6a15e60277..0000000000 --- a/testdata/db-stage-2/LOG +++ /dev/null @@ -1,178 +0,0 @@ -2018/06/26-20:25:41.799086 7fffec34f3c0 RocksDB version: 5.13.4 -2018/06/26-20:25:41.799534 7fffec34f3c0 Git sha rocksdb_build_git_sha: -2018/06/26-20:25:41.799538 7fffec34f3c0 Compile date Jun 19 2018 -2018/06/26-20:25:41.799539 7fffec34f3c0 DB SUMMARY -2018/06/26-20:25:41.799573 7fffec34f3c0 SST files in db-stage-2 dir, Total Num: 0, files: -2018/06/26-20:25:41.799576 7fffec34f3c0 Write Ahead Log file in db-stage-2: -2018/06/26-20:25:41.799578 7fffec34f3c0 Options.error_if_exists: 1 -2018/06/26-20:25:41.799581 7fffec34f3c0 Options.create_if_missing: 1 -2018/06/26-20:25:41.799582 7fffec34f3c0 Options.paranoid_checks: 1 -2018/06/26-20:25:41.799583 7fffec34f3c0 Options.env: 0x10df9dd28 -2018/06/26-20:25:41.799584 7fffec34f3c0 Options.info_log: 0x7ff4cd13a240 -2018/06/26-20:25:41.799585 7fffec34f3c0 Options.max_file_opening_threads: 16 -2018/06/26-20:25:41.799586 7fffec34f3c0 Options.statistics: 0x0 -2018/06/26-20:25:41.799587 7fffec34f3c0 Options.use_fsync: 0 -2018/06/26-20:25:41.799588 7fffec34f3c0 Options.max_log_file_size: 0 -2018/06/26-20:25:41.799589 7fffec34f3c0 Options.max_manifest_file_size: 18446744073709551615 -2018/06/26-20:25:41.799590 7fffec34f3c0 Options.log_file_time_to_roll: 0 -2018/06/26-20:25:41.799591 7fffec34f3c0 Options.keep_log_file_num: 1000 -2018/06/26-20:25:41.799592 7fffec34f3c0 Options.recycle_log_file_num: 0 -2018/06/26-20:25:41.799593 7fffec34f3c0 Options.allow_fallocate: 1 -2018/06/26-20:25:41.799594 7fffec34f3c0 Options.allow_mmap_reads: 0 -2018/06/26-20:25:41.799595 7fffec34f3c0 Options.allow_mmap_writes: 0 -2018/06/26-20:25:41.799596 7fffec34f3c0 Options.use_direct_reads: 0 -2018/06/26-20:25:41.799597 7fffec34f3c0 Options.use_direct_io_for_flush_and_compaction: 0 -2018/06/26-20:25:41.799598 7fffec34f3c0 Options.create_missing_column_families: 0 -2018/06/26-20:25:41.799599 7fffec34f3c0 Options.db_log_dir: -2018/06/26-20:25:41.799600 7fffec34f3c0 Options.wal_dir: db-stage-2 -2018/06/26-20:25:41.799601 7fffec34f3c0 Options.table_cache_numshardbits: 6 -2018/06/26-20:25:41.799602 7fffec34f3c0 Options.max_subcompactions: 1 -2018/06/26-20:25:41.799603 7fffec34f3c0 Options.max_background_flushes: -1 -2018/06/26-20:25:41.799604 7fffec34f3c0 Options.WAL_ttl_seconds: 0 -2018/06/26-20:25:41.799605 7fffec34f3c0 Options.WAL_size_limit_MB: 0 -2018/06/26-20:25:41.799606 7fffec34f3c0 Options.manifest_preallocation_size: 4194304 -2018/06/26-20:25:41.799607 7fffec34f3c0 Options.is_fd_close_on_exec: 1 -2018/06/26-20:25:41.799608 7fffec34f3c0 Options.advise_random_on_open: 1 -2018/06/26-20:25:41.799609 7fffec34f3c0 Options.db_write_buffer_size: 0 -2018/06/26-20:25:41.799610 7fffec34f3c0 Options.write_buffer_manager: 0x7ff4cd13a210 -2018/06/26-20:25:41.799611 7fffec34f3c0 Options.access_hint_on_compaction_start: 1 -2018/06/26-20:25:41.799611 7fffec34f3c0 Options.new_table_reader_for_compaction_inputs: 0 -2018/06/26-20:25:41.799612 7fffec34f3c0 Options.random_access_max_buffer_size: 1048576 -2018/06/26-20:25:41.799613 7fffec34f3c0 Options.use_adaptive_mutex: 0 -2018/06/26-20:25:41.799614 7fffec34f3c0 Options.rate_limiter: 0x0 -2018/06/26-20:25:41.799615 7fffec34f3c0 Options.sst_file_manager.rate_bytes_per_sec: 0 -2018/06/26-20:25:41.799616 7fffec34f3c0 Options.wal_recovery_mode: 2 -2018/06/26-20:25:41.799617 7fffec34f3c0 Options.enable_thread_tracking: 0 -2018/06/26-20:25:41.799618 7fffec34f3c0 Options.enable_pipelined_write: 0 -2018/06/26-20:25:41.799628 7fffec34f3c0 Options.allow_concurrent_memtable_write: 1 -2018/06/26-20:25:41.799630 7fffec34f3c0 Options.enable_write_thread_adaptive_yield: 1 -2018/06/26-20:25:41.799631 7fffec34f3c0 Options.write_thread_max_yield_usec: 100 -2018/06/26-20:25:41.799632 7fffec34f3c0 Options.write_thread_slow_yield_usec: 3 -2018/06/26-20:25:41.799633 7fffec34f3c0 Options.row_cache: None -2018/06/26-20:25:41.799634 7fffec34f3c0 Options.wal_filter: None -2018/06/26-20:25:41.799635 7fffec34f3c0 Options.avoid_flush_during_recovery: 0 -2018/06/26-20:25:41.799636 7fffec34f3c0 Options.allow_ingest_behind: 0 -2018/06/26-20:25:41.799639 7fffec34f3c0 Options.preserve_deletes: 0 -2018/06/26-20:25:41.799640 7fffec34f3c0 Options.two_write_queues: 0 -2018/06/26-20:25:41.799641 7fffec34f3c0 Options.manual_wal_flush: 0 -2018/06/26-20:25:41.799642 7fffec34f3c0 Options.max_background_jobs: 2 -2018/06/26-20:25:41.799643 7fffec34f3c0 Options.max_background_compactions: -1 -2018/06/26-20:25:41.799644 7fffec34f3c0 Options.avoid_flush_during_shutdown: 0 -2018/06/26-20:25:41.799645 7fffec34f3c0 Options.writable_file_max_buffer_size: 1048576 -2018/06/26-20:25:41.799646 7fffec34f3c0 Options.delayed_write_rate : 16777216 -2018/06/26-20:25:41.799647 7fffec34f3c0 Options.max_total_wal_size: 0 -2018/06/26-20:25:41.799648 7fffec34f3c0 Options.delete_obsolete_files_period_micros: 21600000000 -2018/06/26-20:25:41.799649 7fffec34f3c0 Options.stats_dump_period_sec: 600 -2018/06/26-20:25:41.799650 7fffec34f3c0 Options.max_open_files: -1 -2018/06/26-20:25:41.799651 7fffec34f3c0 Options.bytes_per_sync: 0 -2018/06/26-20:25:41.799652 7fffec34f3c0 Options.wal_bytes_per_sync: 0 -2018/06/26-20:25:41.799653 7fffec34f3c0 Options.compaction_readahead_size: 0 -2018/06/26-20:25:41.799654 7fffec34f3c0 Compression algorithms supported: -2018/06/26-20:25:41.799655 7fffec34f3c0 kZSTD supported: 0 -2018/06/26-20:25:41.799656 7fffec34f3c0 kZlibCompression supported: 1 -2018/06/26-20:25:41.799657 7fffec34f3c0 kXpressCompression supported: 0 -2018/06/26-20:25:41.799658 7fffec34f3c0 kSnappyCompression supported: 1 -2018/06/26-20:25:41.799659 7fffec34f3c0 kZSTDNotFinalCompression supported: 0 -2018/06/26-20:25:41.799660 7fffec34f3c0 kLZ4HCCompression supported: 1 -2018/06/26-20:25:41.799661 7fffec34f3c0 kLZ4Compression supported: 1 -2018/06/26-20:25:41.799662 7fffec34f3c0 kBZip2Compression supported: 1 -2018/06/26-20:25:41.799666 7fffec34f3c0 Fast CRC32 supported: Not supported on x86 -2018/06/26-20:25:41.799794 7fffec34f3c0 [db/db_impl_open.cc:227] Creating manifest 1 -2018/06/26-20:25:41.800883 7fffec34f3c0 [db/version_set.cc:3050] Recovering from manifest file: MANIFEST-000001 -2018/06/26-20:25:41.800928 7fffec34f3c0 [db/column_family.cc:433] --------------- Options for column family [default]: -2018/06/26-20:25:41.800931 7fffec34f3c0 Options.comparator: leveldb.BytewiseComparator -2018/06/26-20:25:41.800932 7fffec34f3c0 Options.merge_operator: None -2018/06/26-20:25:41.800933 7fffec34f3c0 Options.compaction_filter: None -2018/06/26-20:25:41.800934 7fffec34f3c0 Options.compaction_filter_factory: None -2018/06/26-20:25:41.800935 7fffec34f3c0 Options.memtable_factory: SkipListFactory -2018/06/26-20:25:41.800936 7fffec34f3c0 Options.table_factory: BlockBasedTable -2018/06/26-20:25:41.800955 7fffec34f3c0 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x7ff4cd114640) - cache_index_and_filter_blocks: 0 - cache_index_and_filter_blocks_with_high_priority: 0 - pin_l0_filter_and_index_blocks_in_cache: 0 - index_type: 0 - hash_index_allow_collision: 1 - checksum: 1 - no_block_cache: 0 - block_cache: 0x7ff4cd137428 - block_cache_name: LRUCache - block_cache_options: - capacity : 8388608 - num_shard_bits : 4 - strict_capacity_limit : 0 - high_pri_pool_ratio: 0.000 - block_cache_compressed: 0x0 - persistent_cache: 0x0 - block_size: 4096 - block_size_deviation: 10 - block_restart_interval: 16 - index_block_restart_interval: 1 - metadata_block_size: 4096 - partition_filters: 0 - use_delta_encoding: 1 - filter_policy: nullptr - whole_key_filtering: 1 - verify_compression: 0 - read_amp_bytes_per_bit: 0 - format_version: 2 - enable_index_compression: 1 -2018/06/26-20:25:41.800983 7fffec34f3c0 Options.write_buffer_size: 67108864 -2018/06/26-20:25:41.800984 7fffec34f3c0 Options.max_write_buffer_number: 2 -2018/06/26-20:25:41.800986 7fffec34f3c0 Options.compression: Snappy -2018/06/26-20:25:41.800987 7fffec34f3c0 Options.bottommost_compression: Disabled -2018/06/26-20:25:41.800988 7fffec34f3c0 Options.prefix_extractor: nullptr -2018/06/26-20:25:41.800989 7fffec34f3c0 Options.memtable_insert_with_hint_prefix_extractor: nullptr -2018/06/26-20:25:41.800990 7fffec34f3c0 Options.num_levels: 7 -2018/06/26-20:25:41.800991 7fffec34f3c0 Options.min_write_buffer_number_to_merge: 1 -2018/06/26-20:25:41.800992 7fffec34f3c0 Options.max_write_buffer_number_to_maintain: 0 -2018/06/26-20:25:41.800994 7fffec34f3c0 Options.compression_opts.window_bits: -14 -2018/06/26-20:25:41.800995 7fffec34f3c0 Options.compression_opts.level: 32767 -2018/06/26-20:25:41.800996 7fffec34f3c0 Options.compression_opts.strategy: 0 -2018/06/26-20:25:41.800997 7fffec34f3c0 Options.compression_opts.max_dict_bytes: 0 -2018/06/26-20:25:41.800998 7fffec34f3c0 Options.level0_file_num_compaction_trigger: 4 -2018/06/26-20:25:41.800999 7fffec34f3c0 Options.level0_slowdown_writes_trigger: 20 -2018/06/26-20:25:41.801000 7fffec34f3c0 Options.level0_stop_writes_trigger: 36 -2018/06/26-20:25:41.801001 7fffec34f3c0 Options.target_file_size_base: 67108864 -2018/06/26-20:25:41.801002 7fffec34f3c0 Options.target_file_size_multiplier: 1 -2018/06/26-20:25:41.801003 7fffec34f3c0 Options.max_bytes_for_level_base: 268435456 -2018/06/26-20:25:41.801004 7fffec34f3c0 Options.level_compaction_dynamic_level_bytes: 0 -2018/06/26-20:25:41.801004 7fffec34f3c0 Options.max_bytes_for_level_multiplier: 10.000000 -2018/06/26-20:25:41.801007 7fffec34f3c0 Options.max_bytes_for_level_multiplier_addtl[0]: 1 -2018/06/26-20:25:41.801008 7fffec34f3c0 Options.max_bytes_for_level_multiplier_addtl[1]: 1 -2018/06/26-20:25:41.801009 7fffec34f3c0 Options.max_bytes_for_level_multiplier_addtl[2]: 1 -2018/06/26-20:25:41.801010 7fffec34f3c0 Options.max_bytes_for_level_multiplier_addtl[3]: 1 -2018/06/26-20:25:41.801011 7fffec34f3c0 Options.max_bytes_for_level_multiplier_addtl[4]: 1 -2018/06/26-20:25:41.801012 7fffec34f3c0 Options.max_bytes_for_level_multiplier_addtl[5]: 1 -2018/06/26-20:25:41.801013 7fffec34f3c0 Options.max_bytes_for_level_multiplier_addtl[6]: 1 -2018/06/26-20:25:41.801013 7fffec34f3c0 Options.max_sequential_skip_in_iterations: 8 -2018/06/26-20:25:41.801014 7fffec34f3c0 Options.max_compaction_bytes: 1677721600 -2018/06/26-20:25:41.801015 7fffec34f3c0 Options.arena_block_size: 8388608 -2018/06/26-20:25:41.801016 7fffec34f3c0 Options.soft_pending_compaction_bytes_limit: 68719476736 -2018/06/26-20:25:41.801018 7fffec34f3c0 Options.hard_pending_compaction_bytes_limit: 274877906944 -2018/06/26-20:25:41.801019 7fffec34f3c0 Options.rate_limit_delay_max_milliseconds: 100 -2018/06/26-20:25:41.801020 7fffec34f3c0 Options.disable_auto_compactions: 0 -2018/06/26-20:25:41.801021 7fffec34f3c0 Options.compaction_style: kCompactionStyleLevel -2018/06/26-20:25:41.801022 7fffec34f3c0 Options.compaction_pri: kByCompensatedSize -2018/06/26-20:25:41.801023 7fffec34f3c0 Options.compaction_options_universal.size_ratio: 1 -2018/06/26-20:25:41.801024 7fffec34f3c0 Options.compaction_options_universal.min_merge_width: 2 -2018/06/26-20:25:41.801025 7fffec34f3c0 Options.compaction_options_universal.max_merge_width: 4294967295 -2018/06/26-20:25:41.801033 7fffec34f3c0 Options.compaction_options_universal.max_size_amplification_percent: 200 -2018/06/26-20:25:41.801034 7fffec34f3c0 Options.compaction_options_universal.compression_size_percent: -1 -2018/06/26-20:25:41.801036 7fffec34f3c0 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize -2018/06/26-20:25:41.801037 7fffec34f3c0 Options.compaction_options_fifo.max_table_files_size: 1073741824 -2018/06/26-20:25:41.801038 7fffec34f3c0 Options.compaction_options_fifo.allow_compaction: 0 -2018/06/26-20:25:41.801039 7fffec34f3c0 Options.compaction_options_fifo.ttl: 0 -2018/06/26-20:25:41.801040 7fffec34f3c0 Options.table_properties_collectors: -2018/06/26-20:25:41.801041 7fffec34f3c0 Options.inplace_update_support: 0 -2018/06/26-20:25:41.801042 7fffec34f3c0 Options.inplace_update_num_locks: 10000 -2018/06/26-20:25:41.801043 7fffec34f3c0 Options.memtable_prefix_bloom_size_ratio: 0.000000 -2018/06/26-20:25:41.801044 7fffec34f3c0 Options.memtable_huge_page_size: 0 -2018/06/26-20:25:41.801045 7fffec34f3c0 Options.bloom_locality: 0 -2018/06/26-20:25:41.801046 7fffec34f3c0 Options.max_successive_merges: 0 -2018/06/26-20:25:41.801047 7fffec34f3c0 Options.optimize_filters_for_hits: 0 -2018/06/26-20:25:41.801048 7fffec34f3c0 Options.paranoid_file_checks: 0 -2018/06/26-20:25:41.801049 7fffec34f3c0 Options.force_consistency_checks: 0 -2018/06/26-20:25:41.801050 7fffec34f3c0 Options.report_bg_io_stats: 0 -2018/06/26-20:25:41.801517 7fffec34f3c0 [db/version_set.cc:3316] Recovered from manifest file:db-stage-2/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0 -2018/06/26-20:25:41.801522 7fffec34f3c0 [db/version_set.cc:3324] Column family [default] (ID 0), log number is 0 -2018/06/26-20:25:41.804127 7fffec34f3c0 [db/db_impl_open.cc:1188] DB pointer 0x7ff4ce041200 diff --git a/testdata/db-stage-2/MANIFEST-000001 b/testdata/db-stage-2/MANIFEST-000001 index d89025ae6eb479dde681d12e61bc276d185fa292..7c30d3195493487fca7e3b34e950ac82be61225b 100644 GIT binary patch literal 52 zcmZ1|Uhbv9z{n_-lUkOVlai$8R9TW*o>`pgoS$2eSd>_jU&PGB!k}K^W6s9F$i&3V H%)$u(pWzK} literal 13 UcmX?daDFr!10xdyGZPB~03Fi;k^lez diff --git a/testdata/db-stage-2/OPTIONS-000003 b/testdata/db-stage-2/OPTIONS-000003 new file mode 100644 index 0000000000..370b7b86e8 --- /dev/null +++ b/testdata/db-stage-2/OPTIONS-000003 @@ -0,0 +1,48 @@ +[Version] + pebble_version=0.1 + +[Options] + bytes_per_sync=524288 + cache_size=8388608 + cleaner=delete + compaction_debt_concurrency=1073741824 + comparer=leveldb.BytewiseComparator + disable_wal=false + flush_delay_delete_range=0s + flush_delay_range_key=0s + flush_split_bytes=4194304 + format_major_version=13 + l0_compaction_concurrency=10 + l0_compaction_file_threshold=500 + l0_compaction_threshold=4 + l0_stop_writes_threshold=12 + lbase_max_bytes=67108864 + max_concurrent_compactions=1 + max_manifest_file_size=134217728 + max_open_files=1000 + mem_table_size=4194304 + mem_table_stop_writes_threshold=2 + min_deletion_rate=0 + merger=pebble.concatenate + read_compaction_rate=16000 + read_sampling_multiplier=16 + strict_wal_tail=true + table_cache_shards=10 + table_property_collectors=[] + validate_on_ingest=false + wal_dir= + wal_bytes_per_sync=0 + max_writer_concurrency=0 + force_writer_parallelism=false + secondary_cache_size_bytes=0 + create_on_shared=0 + +[Level "0"] + block_restart_interval=16 + block_size=4096 + block_size_threshold=90 + compression=Snappy + filter_policy=none + filter_type=table + index_block_size=4096 + target_file_size=2097152 diff --git a/testdata/db-stage-2/OPTIONS-000005 b/testdata/db-stage-2/OPTIONS-000005 deleted file mode 100644 index a5db5ad5f0..0000000000 --- a/testdata/db-stage-2/OPTIONS-000005 +++ /dev/null @@ -1,144 +0,0 @@ -# This is a RocksDB option file. -# -# For detailed file format spec, please refer to the example file -# in examples/rocksdb_option_file_example.ini -# - -[Version] - rocksdb_version=5.13.4 - options_file_version=1.1 - -[DBOptions] - allow_mmap_writes=false - base_background_compactions=-1 - new_table_reader_for_compaction_inputs=false - db_log_dir= - wal_recovery_mode=kPointInTimeRecovery - use_direct_reads=false - write_thread_max_yield_usec=100 - max_manifest_file_size=18446744073709551615 - allow_2pc=false - allow_fallocate=true - fail_if_options_file_error=false - allow_ingest_behind=false - allow_mmap_reads=false - skip_log_error_on_recovery=false - recycle_log_file_num=0 - delete_obsolete_files_period_micros=21600000000 - compaction_readahead_size=0 - use_direct_io_for_flush_and_compaction=false - log_file_time_to_roll=0 - create_missing_column_families=false - advise_random_on_open=true - max_log_file_size=0 - stats_dump_period_sec=600 - enable_thread_tracking=false - use_adaptive_mutex=false - create_if_missing=true - is_fd_close_on_exec=true - max_background_flushes=-1 - manifest_preallocation_size=4194304 - error_if_exists=true - skip_stats_update_on_db_open=false - max_open_files=-1 - random_access_max_buffer_size=1048576 - use_fsync=false - max_background_jobs=2 - two_write_queues=false - max_background_compactions=-1 - max_file_opening_threads=16 - table_cache_numshardbits=6 - keep_log_file_num=1000 - avoid_flush_during_shutdown=false - db_write_buffer_size=0 - max_total_wal_size=0 - wal_dir=db-stage-2 - max_subcompactions=1 - WAL_size_limit_MB=0 - paranoid_checks=true - allow_concurrent_memtable_write=true - writable_file_max_buffer_size=1048576 - WAL_ttl_seconds=0 - delayed_write_rate=16777216 - bytes_per_sync=0 - wal_bytes_per_sync=0 - enable_pipelined_write=false - enable_write_thread_adaptive_yield=true - write_thread_slow_yield_usec=3 - access_hint_on_compaction_start=NORMAL - info_log_level=INFO_LEVEL - dump_malloc_stats=false - avoid_flush_during_recovery=false - preserve_deletes=false - manual_wal_flush=false - - -[CFOptions "default"] - report_bg_io_stats=false - inplace_update_support=false - max_compaction_bytes=1677721600 - disable_auto_compactions=false - write_buffer_size=67108864 - bloom_locality=0 - max_bytes_for_level_multiplier=10.000000 - compaction_filter_factory=nullptr - optimize_filters_for_hits=false - target_file_size_base=67108864 - max_write_buffer_number_to_maintain=0 - hard_pending_compaction_bytes_limit=274877906944 - paranoid_file_checks=false - memtable_prefix_bloom_size_ratio=0.000000 - force_consistency_checks=false - max_write_buffer_number=2 - max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 - level0_slowdown_writes_trigger=20 - level_compaction_dynamic_level_bytes=false - compaction_options_fifo={allow_compaction=false;ttl=0;max_table_files_size=1073741824;} - inplace_update_num_locks=10000 - level0_file_num_compaction_trigger=4 - compression=kSnappyCompression - level0_stop_writes_trigger=36 - num_levels=7 - table_factory=BlockBasedTable - compression_per_level= - target_file_size_multiplier=1 - min_write_buffer_number_to_merge=1 - arena_block_size=8388608 - max_successive_merges=0 - memtable_huge_page_size=0 - compaction_pri=kByCompensatedSize - soft_pending_compaction_bytes_limit=68719476736 - max_bytes_for_level_base=268435456 - comparator=leveldb.BytewiseComparator - max_sequential_skip_in_iterations=8 - bottommost_compression=kDisableCompressionOption - prefix_extractor=nullptr - memtable_insert_with_hint_prefix_extractor=nullptr - memtable_factory=SkipListFactory - compaction_filter=nullptr - compaction_options_universal={allow_trivial_move=false;stop_style=kCompactionStopStyleTotalSize;min_merge_width=2;compression_size_percent=-1;max_size_amplification_percent=200;max_merge_width=4294967295;size_ratio=1;} - merge_operator=nullptr - compaction_style=kCompactionStyleLevel - -[TableOptions/BlockBasedTable "default"] - format_version=2 - whole_key_filtering=true - verify_compression=false - partition_filters=false - index_block_restart_interval=1 - block_size_deviation=10 - block_size=4096 - pin_l0_filter_and_index_blocks_in_cache=false - block_restart_interval=16 - filter_policy=nullptr - metadata_block_size=4096 - no_block_cache=false - checksum=kCRC32c - read_amp_bytes_per_bit=8589934592 - cache_index_and_filter_blocks=false - enable_index_compression=true - index_type=kBinarySearch - hash_index_allow_collision=true - cache_index_and_filter_blocks_with_high_priority=false - flush_block_policy_factory=FlushBlockBySizePolicyFactory - diff --git a/testdata/db-stage-2/marker.format-version.000012.013 b/testdata/db-stage-2/marker.format-version.000012.013 new file mode 100644 index 0000000000..e69de29bb2 diff --git a/testdata/db-stage-2/marker.manifest.000001.MANIFEST-000001 b/testdata/db-stage-2/marker.manifest.000001.MANIFEST-000001 new file mode 100644 index 0000000000..e69de29bb2 diff --git a/testdata/db-stage-3/000004.sst b/testdata/db-stage-3/000004.sst index c6c2645917ce470f953af8c7e80ff66130ccc8d9..4daa79e302fc10646dd1022b5f8f5906f0eb0d8d 100644 GIT binary patch literal 709 zcmah{!EO^V5Vey)Hp$Y`1~`OE5L{!W6j4=CdH@N;g$pNy(8{|z*;w`3mObfa^AGue zp131!d<-AK0sa8&O-YYf@@n?Y_|3d$lL1M&B?qKgt=^ptjdw9FEdUvG7FyGLJ7}R- zHbgXh-hF%jfb?3$(VyKS=lc|Hr$5M3Y9LJ|Fv}}uv`{!fU8WAT0(J>Cb7BK+@~mTZ zcIonzrP2p1jl(<%u&)y876%nn<)I|%(VQc1JhWhRn_^GqZQM=>rlF zf`5XASfsPCw-L0k41$&5e;|k;=$l<{ZzGt6&oaEhrM2)Tha6kns;J_wrS*^Lb% z^jfjjL8~;yIy3$h_}^|9-@}!b(ZhWkg)EeGU?H~{F~>uROsEKF%;hQiaJU-$KQuKM ziy4cBbZCScZNc?(qNig`<@YgPB;17cDq*N)mM9kUM97?p2w-Dr-ukRh@dP7`c_tn7 zHx@BT$_;ngNSvUg-R|TLr^4c0J@>#$ryg$5TA|fL#nUv0)pq4G$Q?PD6A2!^`S`gF z%hj9_cbr*qfIDzuVMK|JB&6+Z04tTfl%@!W+ODKp8O$WAksAZ7EmE{exMLGEel~!9 zzS)-tq= z(7NIdy);d@ST+0m7I5YaA5uH!Z)x6hvoV)8HGWc;GrCfVKF~gXQWMhfX;I#9dAYWw zw@ZQ>sBl$a1Nh!f%+@rC$B3>pB8xKE_SG4Yxh zPz?yxgB#Fq{xdeovGcOy{ge-I+IzGI-NtD7clp7s%H^JKod(}JmyVX!yzTstn!=Ay L-w)s3{`%|>nY1Ug diff --git a/testdata/db-stage-3/000005.log b/testdata/db-stage-3/000005.log new file mode 100644 index 0000000000000000000000000000000000000000..62846244abd67e658fbc3944ca1e3f82a5c33858 GIT binary patch literal 11 OcmZQz00CAuAOQdXJOB&; literal 0 HcmV?d00001 diff --git a/testdata/db-stage-3/CURRENT b/testdata/db-stage-3/CURRENT index aa5bb8ea50..feda7d6b24 100644 --- a/testdata/db-stage-3/CURRENT +++ b/testdata/db-stage-3/CURRENT @@ -1 +1 @@ -MANIFEST-000005 +MANIFEST-000000 diff --git a/testdata/db-stage-3/IDENTITY b/testdata/db-stage-3/IDENTITY deleted file mode 100644 index 502e86cbe5..0000000000 --- a/testdata/db-stage-3/IDENTITY +++ /dev/null @@ -1 +0,0 @@ -153bdcaed1e8b360-eed9a14937098f89 \ No newline at end of file diff --git a/testdata/db-stage-3/LOG b/testdata/db-stage-3/LOG deleted file mode 100644 index fb79e2a7fb..0000000000 --- a/testdata/db-stage-3/LOG +++ /dev/null @@ -1,185 +0,0 @@ -2018/06/26-20:25:41.831647 7fffec34f3c0 RocksDB version: 5.13.4 -2018/06/26-20:25:41.831673 7fffec34f3c0 Git sha rocksdb_build_git_sha: -2018/06/26-20:25:41.831676 7fffec34f3c0 Compile date Jun 19 2018 -2018/06/26-20:25:41.831679 7fffec34f3c0 DB SUMMARY -2018/06/26-20:25:41.831739 7fffec34f3c0 CURRENT file: CURRENT -2018/06/26-20:25:41.831744 7fffec34f3c0 IDENTITY file: IDENTITY -2018/06/26-20:25:41.831758 7fffec34f3c0 MANIFEST file: MANIFEST-000001 size: 13 Bytes -2018/06/26-20:25:41.831762 7fffec34f3c0 SST files in db-stage-3 dir, Total Num: 0, files: -2018/06/26-20:25:41.831763 7fffec34f3c0 Write Ahead Log file in db-stage-3: 000003.log size: 139 ; -2018/06/26-20:25:41.831767 7fffec34f3c0 Options.error_if_exists: 0 -2018/06/26-20:25:41.831768 7fffec34f3c0 Options.create_if_missing: 0 -2018/06/26-20:25:41.831770 7fffec34f3c0 Options.paranoid_checks: 1 -2018/06/26-20:25:41.831771 7fffec34f3c0 Options.env: 0x10212ad28 -2018/06/26-20:25:41.831773 7fffec34f3c0 Options.info_log: 0x7fbba7b002d0 -2018/06/26-20:25:41.831774 7fffec34f3c0 Options.max_file_opening_threads: 16 -2018/06/26-20:25:41.831776 7fffec34f3c0 Options.statistics: 0x0 -2018/06/26-20:25:41.831777 7fffec34f3c0 Options.use_fsync: 0 -2018/06/26-20:25:41.831779 7fffec34f3c0 Options.max_log_file_size: 0 -2018/06/26-20:25:41.831780 7fffec34f3c0 Options.max_manifest_file_size: 18446744073709551615 -2018/06/26-20:25:41.831782 7fffec34f3c0 Options.log_file_time_to_roll: 0 -2018/06/26-20:25:41.831784 7fffec34f3c0 Options.keep_log_file_num: 1000 -2018/06/26-20:25:41.831785 7fffec34f3c0 Options.recycle_log_file_num: 0 -2018/06/26-20:25:41.831787 7fffec34f3c0 Options.allow_fallocate: 1 -2018/06/26-20:25:41.831788 7fffec34f3c0 Options.allow_mmap_reads: 0 -2018/06/26-20:25:41.831789 7fffec34f3c0 Options.allow_mmap_writes: 0 -2018/06/26-20:25:41.831791 7fffec34f3c0 Options.use_direct_reads: 0 -2018/06/26-20:25:41.831793 7fffec34f3c0 Options.use_direct_io_for_flush_and_compaction: 0 -2018/06/26-20:25:41.831794 7fffec34f3c0 Options.create_missing_column_families: 0 -2018/06/26-20:25:41.831795 7fffec34f3c0 Options.db_log_dir: -2018/06/26-20:25:41.831797 7fffec34f3c0 Options.wal_dir: db-stage-3 -2018/06/26-20:25:41.831799 7fffec34f3c0 Options.table_cache_numshardbits: 6 -2018/06/26-20:25:41.831800 7fffec34f3c0 Options.max_subcompactions: 1 -2018/06/26-20:25:41.831802 7fffec34f3c0 Options.max_background_flushes: -1 -2018/06/26-20:25:41.831803 7fffec34f3c0 Options.WAL_ttl_seconds: 0 -2018/06/26-20:25:41.831806 7fffec34f3c0 Options.WAL_size_limit_MB: 0 -2018/06/26-20:25:41.831807 7fffec34f3c0 Options.manifest_preallocation_size: 4194304 -2018/06/26-20:25:41.831809 7fffec34f3c0 Options.is_fd_close_on_exec: 1 -2018/06/26-20:25:41.831810 7fffec34f3c0 Options.advise_random_on_open: 1 -2018/06/26-20:25:41.831812 7fffec34f3c0 Options.db_write_buffer_size: 0 -2018/06/26-20:25:41.831814 7fffec34f3c0 Options.write_buffer_manager: 0x7fbba7b002a0 -2018/06/26-20:25:41.831815 7fffec34f3c0 Options.access_hint_on_compaction_start: 1 -2018/06/26-20:25:41.831817 7fffec34f3c0 Options.new_table_reader_for_compaction_inputs: 0 -2018/06/26-20:25:41.831829 7fffec34f3c0 Options.random_access_max_buffer_size: 1048576 -2018/06/26-20:25:41.831831 7fffec34f3c0 Options.use_adaptive_mutex: 0 -2018/06/26-20:25:41.831832 7fffec34f3c0 Options.rate_limiter: 0x0 -2018/06/26-20:25:41.831833 7fffec34f3c0 Options.sst_file_manager.rate_bytes_per_sec: 0 -2018/06/26-20:25:41.831834 7fffec34f3c0 Options.wal_recovery_mode: 2 -2018/06/26-20:25:41.831849 7fffec34f3c0 Options.enable_thread_tracking: 0 -2018/06/26-20:25:41.831851 7fffec34f3c0 Options.enable_pipelined_write: 0 -2018/06/26-20:25:41.831851 7fffec34f3c0 Options.allow_concurrent_memtable_write: 1 -2018/06/26-20:25:41.831852 7fffec34f3c0 Options.enable_write_thread_adaptive_yield: 1 -2018/06/26-20:25:41.831853 7fffec34f3c0 Options.write_thread_max_yield_usec: 100 -2018/06/26-20:25:41.831854 7fffec34f3c0 Options.write_thread_slow_yield_usec: 3 -2018/06/26-20:25:41.831855 7fffec34f3c0 Options.row_cache: None -2018/06/26-20:25:41.831856 7fffec34f3c0 Options.wal_filter: None -2018/06/26-20:25:41.831858 7fffec34f3c0 Options.avoid_flush_during_recovery: 0 -2018/06/26-20:25:41.831859 7fffec34f3c0 Options.allow_ingest_behind: 0 -2018/06/26-20:25:41.831860 7fffec34f3c0 Options.preserve_deletes: 0 -2018/06/26-20:25:41.831861 7fffec34f3c0 Options.two_write_queues: 0 -2018/06/26-20:25:41.831862 7fffec34f3c0 Options.manual_wal_flush: 0 -2018/06/26-20:25:41.831863 7fffec34f3c0 Options.max_background_jobs: 2 -2018/06/26-20:25:41.831864 7fffec34f3c0 Options.max_background_compactions: -1 -2018/06/26-20:25:41.831865 7fffec34f3c0 Options.avoid_flush_during_shutdown: 0 -2018/06/26-20:25:41.831866 7fffec34f3c0 Options.writable_file_max_buffer_size: 1048576 -2018/06/26-20:25:41.831867 7fffec34f3c0 Options.delayed_write_rate : 16777216 -2018/06/26-20:25:41.831868 7fffec34f3c0 Options.max_total_wal_size: 0 -2018/06/26-20:25:41.831869 7fffec34f3c0 Options.delete_obsolete_files_period_micros: 21600000000 -2018/06/26-20:25:41.831870 7fffec34f3c0 Options.stats_dump_period_sec: 600 -2018/06/26-20:25:41.831871 7fffec34f3c0 Options.max_open_files: -1 -2018/06/26-20:25:41.831882 7fffec34f3c0 Options.bytes_per_sync: 0 -2018/06/26-20:25:41.831884 7fffec34f3c0 Options.wal_bytes_per_sync: 0 -2018/06/26-20:25:41.831886 7fffec34f3c0 Options.compaction_readahead_size: 0 -2018/06/26-20:25:41.831887 7fffec34f3c0 Compression algorithms supported: -2018/06/26-20:25:41.831889 7fffec34f3c0 kZSTD supported: 0 -2018/06/26-20:25:41.831891 7fffec34f3c0 kZlibCompression supported: 1 -2018/06/26-20:25:41.831893 7fffec34f3c0 kXpressCompression supported: 0 -2018/06/26-20:25:41.831894 7fffec34f3c0 kSnappyCompression supported: 1 -2018/06/26-20:25:41.831896 7fffec34f3c0 kZSTDNotFinalCompression supported: 0 -2018/06/26-20:25:41.831897 7fffec34f3c0 kLZ4HCCompression supported: 1 -2018/06/26-20:25:41.831899 7fffec34f3c0 kLZ4Compression supported: 1 -2018/06/26-20:25:41.831901 7fffec34f3c0 kBZip2Compression supported: 1 -2018/06/26-20:25:41.831903 7fffec34f3c0 Fast CRC32 supported: Not supported on x86 -2018/06/26-20:25:41.832034 7fffec34f3c0 [db/version_set.cc:3050] Recovering from manifest file: MANIFEST-000001 -2018/06/26-20:25:41.832071 7fffec34f3c0 [db/column_family.cc:433] --------------- Options for column family [default]: -2018/06/26-20:25:41.832074 7fffec34f3c0 Options.comparator: leveldb.BytewiseComparator -2018/06/26-20:25:41.832075 7fffec34f3c0 Options.merge_operator: None -2018/06/26-20:25:41.832076 7fffec34f3c0 Options.compaction_filter: None -2018/06/26-20:25:41.832077 7fffec34f3c0 Options.compaction_filter_factory: None -2018/06/26-20:25:41.832078 7fffec34f3c0 Options.memtable_factory: SkipListFactory -2018/06/26-20:25:41.832080 7fffec34f3c0 Options.table_factory: BlockBasedTable -2018/06/26-20:25:41.832100 7fffec34f3c0 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x7fbba6700140) - cache_index_and_filter_blocks: 0 - cache_index_and_filter_blocks_with_high_priority: 0 - pin_l0_filter_and_index_blocks_in_cache: 0 - index_type: 0 - hash_index_allow_collision: 1 - checksum: 1 - no_block_cache: 0 - block_cache: 0x7fbba67020f8 - block_cache_name: LRUCache - block_cache_options: - capacity : 8388608 - num_shard_bits : 4 - strict_capacity_limit : 0 - high_pri_pool_ratio: 0.000 - block_cache_compressed: 0x0 - persistent_cache: 0x0 - block_size: 4096 - block_size_deviation: 10 - block_restart_interval: 16 - index_block_restart_interval: 1 - metadata_block_size: 4096 - partition_filters: 0 - use_delta_encoding: 1 - filter_policy: nullptr - whole_key_filtering: 1 - verify_compression: 0 - read_amp_bytes_per_bit: 0 - format_version: 2 - enable_index_compression: 1 -2018/06/26-20:25:41.832118 7fffec34f3c0 Options.write_buffer_size: 67108864 -2018/06/26-20:25:41.832120 7fffec34f3c0 Options.max_write_buffer_number: 2 -2018/06/26-20:25:41.832121 7fffec34f3c0 Options.compression: Snappy -2018/06/26-20:25:41.832122 7fffec34f3c0 Options.bottommost_compression: Disabled -2018/06/26-20:25:41.832124 7fffec34f3c0 Options.prefix_extractor: nullptr -2018/06/26-20:25:41.832125 7fffec34f3c0 Options.memtable_insert_with_hint_prefix_extractor: nullptr -2018/06/26-20:25:41.832126 7fffec34f3c0 Options.num_levels: 7 -2018/06/26-20:25:41.832127 7fffec34f3c0 Options.min_write_buffer_number_to_merge: 1 -2018/06/26-20:25:41.832127 7fffec34f3c0 Options.max_write_buffer_number_to_maintain: 0 -2018/06/26-20:25:41.832128 7fffec34f3c0 Options.compression_opts.window_bits: -14 -2018/06/26-20:25:41.832129 7fffec34f3c0 Options.compression_opts.level: 32767 -2018/06/26-20:25:41.832130 7fffec34f3c0 Options.compression_opts.strategy: 0 -2018/06/26-20:25:41.832131 7fffec34f3c0 Options.compression_opts.max_dict_bytes: 0 -2018/06/26-20:25:41.832132 7fffec34f3c0 Options.level0_file_num_compaction_trigger: 4 -2018/06/26-20:25:41.832133 7fffec34f3c0 Options.level0_slowdown_writes_trigger: 20 -2018/06/26-20:25:41.832134 7fffec34f3c0 Options.level0_stop_writes_trigger: 36 -2018/06/26-20:25:41.832135 7fffec34f3c0 Options.target_file_size_base: 67108864 -2018/06/26-20:25:41.832136 7fffec34f3c0 Options.target_file_size_multiplier: 1 -2018/06/26-20:25:41.832137 7fffec34f3c0 Options.max_bytes_for_level_base: 268435456 -2018/06/26-20:25:41.832138 7fffec34f3c0 Options.level_compaction_dynamic_level_bytes: 0 -2018/06/26-20:25:41.832139 7fffec34f3c0 Options.max_bytes_for_level_multiplier: 10.000000 -2018/06/26-20:25:41.832141 7fffec34f3c0 Options.max_bytes_for_level_multiplier_addtl[0]: 1 -2018/06/26-20:25:41.832142 7fffec34f3c0 Options.max_bytes_for_level_multiplier_addtl[1]: 1 -2018/06/26-20:25:41.832143 7fffec34f3c0 Options.max_bytes_for_level_multiplier_addtl[2]: 1 -2018/06/26-20:25:41.832144 7fffec34f3c0 Options.max_bytes_for_level_multiplier_addtl[3]: 1 -2018/06/26-20:25:41.832145 7fffec34f3c0 Options.max_bytes_for_level_multiplier_addtl[4]: 1 -2018/06/26-20:25:41.832146 7fffec34f3c0 Options.max_bytes_for_level_multiplier_addtl[5]: 1 -2018/06/26-20:25:41.832147 7fffec34f3c0 Options.max_bytes_for_level_multiplier_addtl[6]: 1 -2018/06/26-20:25:41.832148 7fffec34f3c0 Options.max_sequential_skip_in_iterations: 8 -2018/06/26-20:25:41.832149 7fffec34f3c0 Options.max_compaction_bytes: 1677721600 -2018/06/26-20:25:41.832150 7fffec34f3c0 Options.arena_block_size: 8388608 -2018/06/26-20:25:41.832151 7fffec34f3c0 Options.soft_pending_compaction_bytes_limit: 68719476736 -2018/06/26-20:25:41.832152 7fffec34f3c0 Options.hard_pending_compaction_bytes_limit: 274877906944 -2018/06/26-20:25:41.832153 7fffec34f3c0 Options.rate_limit_delay_max_milliseconds: 100 -2018/06/26-20:25:41.832154 7fffec34f3c0 Options.disable_auto_compactions: 0 -2018/06/26-20:25:41.832155 7fffec34f3c0 Options.compaction_style: kCompactionStyleLevel -2018/06/26-20:25:41.832157 7fffec34f3c0 Options.compaction_pri: kByCompensatedSize -2018/06/26-20:25:41.832158 7fffec34f3c0 Options.compaction_options_universal.size_ratio: 1 -2018/06/26-20:25:41.832165 7fffec34f3c0 Options.compaction_options_universal.min_merge_width: 2 -2018/06/26-20:25:41.832167 7fffec34f3c0 Options.compaction_options_universal.max_merge_width: 4294967295 -2018/06/26-20:25:41.832168 7fffec34f3c0 Options.compaction_options_universal.max_size_amplification_percent: 200 -2018/06/26-20:25:41.832169 7fffec34f3c0 Options.compaction_options_universal.compression_size_percent: -1 -2018/06/26-20:25:41.832171 7fffec34f3c0 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize -2018/06/26-20:25:41.832172 7fffec34f3c0 Options.compaction_options_fifo.max_table_files_size: 1073741824 -2018/06/26-20:25:41.832173 7fffec34f3c0 Options.compaction_options_fifo.allow_compaction: 0 -2018/06/26-20:25:41.832173 7fffec34f3c0 Options.compaction_options_fifo.ttl: 0 -2018/06/26-20:25:41.832174 7fffec34f3c0 Options.table_properties_collectors: -2018/06/26-20:25:41.832175 7fffec34f3c0 Options.inplace_update_support: 0 -2018/06/26-20:25:41.832176 7fffec34f3c0 Options.inplace_update_num_locks: 10000 -2018/06/26-20:25:41.832177 7fffec34f3c0 Options.memtable_prefix_bloom_size_ratio: 0.000000 -2018/06/26-20:25:41.832179 7fffec34f3c0 Options.memtable_huge_page_size: 0 -2018/06/26-20:25:41.832180 7fffec34f3c0 Options.bloom_locality: 0 -2018/06/26-20:25:41.832181 7fffec34f3c0 Options.max_successive_merges: 0 -2018/06/26-20:25:41.832181 7fffec34f3c0 Options.optimize_filters_for_hits: 0 -2018/06/26-20:25:41.832182 7fffec34f3c0 Options.paranoid_file_checks: 0 -2018/06/26-20:25:41.832183 7fffec34f3c0 Options.force_consistency_checks: 0 -2018/06/26-20:25:41.832184 7fffec34f3c0 Options.report_bg_io_stats: 0 -2018/06/26-20:25:41.832689 7fffec34f3c0 [db/version_set.cc:3316] Recovered from manifest file:db-stage-3/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0 -2018/06/26-20:25:41.832695 7fffec34f3c0 [db/version_set.cc:3324] Column family [default] (ID 0), log number is 0 -2018/06/26-20:25:41.832775 7fffec34f3c0 EVENT_LOG_v1 {"time_micros": 1530059141832760, "job": 1, "event": "recovery_started", "log_files": [3]} -2018/06/26-20:25:41.832780 7fffec34f3c0 [db/db_impl_open.cc:541] Recovering log #3 mode 2 -2018/06/26-20:25:41.834609 7fffec34f3c0 EVENT_LOG_v1 {"time_micros": 1530059141834592, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 4, "file_size": 986, "table_properties": {"data_size": 62, "index_size": 27, "filter_size": 0, "raw_key_size": 33, "raw_average_key_size": 11, "raw_value_size": 9, "raw_average_value_size": 3, "num_data_blocks": 1, "num_entries": 3, "filter_policy_name": "", "kDeletedKeys": "1", "kMergeOperands": "0"}} -2018/06/26-20:25:41.834659 7fffec34f3c0 [db/version_set.cc:2825] Creating manifest 5 -2018/06/26-20:25:41.835739 7fffec34f3c0 EVENT_LOG_v1 {"time_micros": 1530059141835732, "job": 1, "event": "recovery_finished"} -2018/06/26-20:25:41.839675 7fffec34f3c0 [db/db_impl_open.cc:1188] DB pointer 0x7fbba9013e00 diff --git a/testdata/db-stage-3/LOG.old.1530059141831082 b/testdata/db-stage-3/LOG.old.1530059141831082 deleted file mode 100644 index 502e94e624..0000000000 --- a/testdata/db-stage-3/LOG.old.1530059141831082 +++ /dev/null @@ -1,180 +0,0 @@ -2018/06/26-20:25:41.824856 7fffec34f3c0 RocksDB version: 5.13.4 -2018/06/26-20:25:41.825422 7fffec34f3c0 Git sha rocksdb_build_git_sha: -2018/06/26-20:25:41.825425 7fffec34f3c0 Compile date Jun 19 2018 -2018/06/26-20:25:41.825427 7fffec34f3c0 DB SUMMARY -2018/06/26-20:25:41.825463 7fffec34f3c0 SST files in db-stage-3 dir, Total Num: 0, files: -2018/06/26-20:25:41.825466 7fffec34f3c0 Write Ahead Log file in db-stage-3: -2018/06/26-20:25:41.825467 7fffec34f3c0 Options.error_if_exists: 1 -2018/06/26-20:25:41.825470 7fffec34f3c0 Options.create_if_missing: 1 -2018/06/26-20:25:41.825472 7fffec34f3c0 Options.paranoid_checks: 1 -2018/06/26-20:25:41.825473 7fffec34f3c0 Options.env: 0x10212ad28 -2018/06/26-20:25:41.825474 7fffec34f3c0 Options.info_log: 0x7fbba6705230 -2018/06/26-20:25:41.825475 7fffec34f3c0 Options.max_file_opening_threads: 16 -2018/06/26-20:25:41.825476 7fffec34f3c0 Options.statistics: 0x0 -2018/06/26-20:25:41.825477 7fffec34f3c0 Options.use_fsync: 0 -2018/06/26-20:25:41.825478 7fffec34f3c0 Options.max_log_file_size: 0 -2018/06/26-20:25:41.825479 7fffec34f3c0 Options.max_manifest_file_size: 18446744073709551615 -2018/06/26-20:25:41.825480 7fffec34f3c0 Options.log_file_time_to_roll: 0 -2018/06/26-20:25:41.825481 7fffec34f3c0 Options.keep_log_file_num: 1000 -2018/06/26-20:25:41.825482 7fffec34f3c0 Options.recycle_log_file_num: 0 -2018/06/26-20:25:41.825483 7fffec34f3c0 Options.allow_fallocate: 1 -2018/06/26-20:25:41.825484 7fffec34f3c0 Options.allow_mmap_reads: 0 -2018/06/26-20:25:41.825485 7fffec34f3c0 Options.allow_mmap_writes: 0 -2018/06/26-20:25:41.825485 7fffec34f3c0 Options.use_direct_reads: 0 -2018/06/26-20:25:41.825486 7fffec34f3c0 Options.use_direct_io_for_flush_and_compaction: 0 -2018/06/26-20:25:41.825487 7fffec34f3c0 Options.create_missing_column_families: 0 -2018/06/26-20:25:41.825488 7fffec34f3c0 Options.db_log_dir: -2018/06/26-20:25:41.825489 7fffec34f3c0 Options.wal_dir: db-stage-3 -2018/06/26-20:25:41.825490 7fffec34f3c0 Options.table_cache_numshardbits: 6 -2018/06/26-20:25:41.825491 7fffec34f3c0 Options.max_subcompactions: 1 -2018/06/26-20:25:41.825492 7fffec34f3c0 Options.max_background_flushes: -1 -2018/06/26-20:25:41.825493 7fffec34f3c0 Options.WAL_ttl_seconds: 0 -2018/06/26-20:25:41.825494 7fffec34f3c0 Options.WAL_size_limit_MB: 0 -2018/06/26-20:25:41.825495 7fffec34f3c0 Options.manifest_preallocation_size: 4194304 -2018/06/26-20:25:41.825496 7fffec34f3c0 Options.is_fd_close_on_exec: 1 -2018/06/26-20:25:41.825497 7fffec34f3c0 Options.advise_random_on_open: 1 -2018/06/26-20:25:41.825498 7fffec34f3c0 Options.db_write_buffer_size: 0 -2018/06/26-20:25:41.825499 7fffec34f3c0 Options.write_buffer_manager: 0x7fbba6705200 -2018/06/26-20:25:41.825500 7fffec34f3c0 Options.access_hint_on_compaction_start: 1 -2018/06/26-20:25:41.825501 7fffec34f3c0 Options.new_table_reader_for_compaction_inputs: 0 -2018/06/26-20:25:41.825502 7fffec34f3c0 Options.random_access_max_buffer_size: 1048576 -2018/06/26-20:25:41.825503 7fffec34f3c0 Options.use_adaptive_mutex: 0 -2018/06/26-20:25:41.825504 7fffec34f3c0 Options.rate_limiter: 0x0 -2018/06/26-20:25:41.825505 7fffec34f3c0 Options.sst_file_manager.rate_bytes_per_sec: 0 -2018/06/26-20:25:41.825506 7fffec34f3c0 Options.wal_recovery_mode: 2 -2018/06/26-20:25:41.825507 7fffec34f3c0 Options.enable_thread_tracking: 0 -2018/06/26-20:25:41.825507 7fffec34f3c0 Options.enable_pipelined_write: 0 -2018/06/26-20:25:41.825517 7fffec34f3c0 Options.allow_concurrent_memtable_write: 1 -2018/06/26-20:25:41.825519 7fffec34f3c0 Options.enable_write_thread_adaptive_yield: 1 -2018/06/26-20:25:41.825520 7fffec34f3c0 Options.write_thread_max_yield_usec: 100 -2018/06/26-20:25:41.825521 7fffec34f3c0 Options.write_thread_slow_yield_usec: 3 -2018/06/26-20:25:41.825522 7fffec34f3c0 Options.row_cache: None -2018/06/26-20:25:41.825523 7fffec34f3c0 Options.wal_filter: None -2018/06/26-20:25:41.825524 7fffec34f3c0 Options.avoid_flush_during_recovery: 0 -2018/06/26-20:25:41.825525 7fffec34f3c0 Options.allow_ingest_behind: 0 -2018/06/26-20:25:41.825528 7fffec34f3c0 Options.preserve_deletes: 0 -2018/06/26-20:25:41.825529 7fffec34f3c0 Options.two_write_queues: 0 -2018/06/26-20:25:41.825530 7fffec34f3c0 Options.manual_wal_flush: 0 -2018/06/26-20:25:41.825531 7fffec34f3c0 Options.max_background_jobs: 2 -2018/06/26-20:25:41.825532 7fffec34f3c0 Options.max_background_compactions: -1 -2018/06/26-20:25:41.825533 7fffec34f3c0 Options.avoid_flush_during_shutdown: 0 -2018/06/26-20:25:41.825534 7fffec34f3c0 Options.writable_file_max_buffer_size: 1048576 -2018/06/26-20:25:41.825536 7fffec34f3c0 Options.delayed_write_rate : 16777216 -2018/06/26-20:25:41.825538 7fffec34f3c0 Options.max_total_wal_size: 0 -2018/06/26-20:25:41.825539 7fffec34f3c0 Options.delete_obsolete_files_period_micros: 21600000000 -2018/06/26-20:25:41.825541 7fffec34f3c0 Options.stats_dump_period_sec: 600 -2018/06/26-20:25:41.825543 7fffec34f3c0 Options.max_open_files: -1 -2018/06/26-20:25:41.825544 7fffec34f3c0 Options.bytes_per_sync: 0 -2018/06/26-20:25:41.825545 7fffec34f3c0 Options.wal_bytes_per_sync: 0 -2018/06/26-20:25:41.825546 7fffec34f3c0 Options.compaction_readahead_size: 0 -2018/06/26-20:25:41.825547 7fffec34f3c0 Compression algorithms supported: -2018/06/26-20:25:41.825548 7fffec34f3c0 kZSTD supported: 0 -2018/06/26-20:25:41.825549 7fffec34f3c0 kZlibCompression supported: 1 -2018/06/26-20:25:41.825550 7fffec34f3c0 kXpressCompression supported: 0 -2018/06/26-20:25:41.825551 7fffec34f3c0 kSnappyCompression supported: 1 -2018/06/26-20:25:41.825552 7fffec34f3c0 kZSTDNotFinalCompression supported: 0 -2018/06/26-20:25:41.825553 7fffec34f3c0 kLZ4HCCompression supported: 1 -2018/06/26-20:25:41.825554 7fffec34f3c0 kLZ4Compression supported: 1 -2018/06/26-20:25:41.825555 7fffec34f3c0 kBZip2Compression supported: 1 -2018/06/26-20:25:41.825559 7fffec34f3c0 Fast CRC32 supported: Not supported on x86 -2018/06/26-20:25:41.825731 7fffec34f3c0 [db/db_impl_open.cc:227] Creating manifest 1 -2018/06/26-20:25:41.826996 7fffec34f3c0 [db/version_set.cc:3050] Recovering from manifest file: MANIFEST-000001 -2018/06/26-20:25:41.827053 7fffec34f3c0 [db/column_family.cc:433] --------------- Options for column family [default]: -2018/06/26-20:25:41.827055 7fffec34f3c0 Options.comparator: leveldb.BytewiseComparator -2018/06/26-20:25:41.827057 7fffec34f3c0 Options.merge_operator: None -2018/06/26-20:25:41.827058 7fffec34f3c0 Options.compaction_filter: None -2018/06/26-20:25:41.827059 7fffec34f3c0 Options.compaction_filter_factory: None -2018/06/26-20:25:41.827060 7fffec34f3c0 Options.memtable_factory: SkipListFactory -2018/06/26-20:25:41.827061 7fffec34f3c0 Options.table_factory: BlockBasedTable -2018/06/26-20:25:41.827090 7fffec34f3c0 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x7fbba6700140) - cache_index_and_filter_blocks: 0 - cache_index_and_filter_blocks_with_high_priority: 0 - pin_l0_filter_and_index_blocks_in_cache: 0 - index_type: 0 - hash_index_allow_collision: 1 - checksum: 1 - no_block_cache: 0 - block_cache: 0x7fbba67020f8 - block_cache_name: LRUCache - block_cache_options: - capacity : 8388608 - num_shard_bits : 4 - strict_capacity_limit : 0 - high_pri_pool_ratio: 0.000 - block_cache_compressed: 0x0 - persistent_cache: 0x0 - block_size: 4096 - block_size_deviation: 10 - block_restart_interval: 16 - index_block_restart_interval: 1 - metadata_block_size: 4096 - partition_filters: 0 - use_delta_encoding: 1 - filter_policy: nullptr - whole_key_filtering: 1 - verify_compression: 0 - read_amp_bytes_per_bit: 0 - format_version: 2 - enable_index_compression: 1 -2018/06/26-20:25:41.827112 7fffec34f3c0 Options.write_buffer_size: 67108864 -2018/06/26-20:25:41.827114 7fffec34f3c0 Options.max_write_buffer_number: 2 -2018/06/26-20:25:41.827116 7fffec34f3c0 Options.compression: Snappy -2018/06/26-20:25:41.827117 7fffec34f3c0 Options.bottommost_compression: Disabled -2018/06/26-20:25:41.827118 7fffec34f3c0 Options.prefix_extractor: nullptr -2018/06/26-20:25:41.827119 7fffec34f3c0 Options.memtable_insert_with_hint_prefix_extractor: nullptr -2018/06/26-20:25:41.827120 7fffec34f3c0 Options.num_levels: 7 -2018/06/26-20:25:41.827121 7fffec34f3c0 Options.min_write_buffer_number_to_merge: 1 -2018/06/26-20:25:41.827122 7fffec34f3c0 Options.max_write_buffer_number_to_maintain: 0 -2018/06/26-20:25:41.827123 7fffec34f3c0 Options.compression_opts.window_bits: -14 -2018/06/26-20:25:41.827124 7fffec34f3c0 Options.compression_opts.level: 32767 -2018/06/26-20:25:41.827125 7fffec34f3c0 Options.compression_opts.strategy: 0 -2018/06/26-20:25:41.827126 7fffec34f3c0 Options.compression_opts.max_dict_bytes: 0 -2018/06/26-20:25:41.827127 7fffec34f3c0 Options.level0_file_num_compaction_trigger: 4 -2018/06/26-20:25:41.827128 7fffec34f3c0 Options.level0_slowdown_writes_trigger: 20 -2018/06/26-20:25:41.827129 7fffec34f3c0 Options.level0_stop_writes_trigger: 36 -2018/06/26-20:25:41.827130 7fffec34f3c0 Options.target_file_size_base: 67108864 -2018/06/26-20:25:41.827131 7fffec34f3c0 Options.target_file_size_multiplier: 1 -2018/06/26-20:25:41.827132 7fffec34f3c0 Options.max_bytes_for_level_base: 268435456 -2018/06/26-20:25:41.827133 7fffec34f3c0 Options.level_compaction_dynamic_level_bytes: 0 -2018/06/26-20:25:41.827134 7fffec34f3c0 Options.max_bytes_for_level_multiplier: 10.000000 -2018/06/26-20:25:41.827136 7fffec34f3c0 Options.max_bytes_for_level_multiplier_addtl[0]: 1 -2018/06/26-20:25:41.827137 7fffec34f3c0 Options.max_bytes_for_level_multiplier_addtl[1]: 1 -2018/06/26-20:25:41.827138 7fffec34f3c0 Options.max_bytes_for_level_multiplier_addtl[2]: 1 -2018/06/26-20:25:41.827139 7fffec34f3c0 Options.max_bytes_for_level_multiplier_addtl[3]: 1 -2018/06/26-20:25:41.827140 7fffec34f3c0 Options.max_bytes_for_level_multiplier_addtl[4]: 1 -2018/06/26-20:25:41.827141 7fffec34f3c0 Options.max_bytes_for_level_multiplier_addtl[5]: 1 -2018/06/26-20:25:41.827142 7fffec34f3c0 Options.max_bytes_for_level_multiplier_addtl[6]: 1 -2018/06/26-20:25:41.827143 7fffec34f3c0 Options.max_sequential_skip_in_iterations: 8 -2018/06/26-20:25:41.827144 7fffec34f3c0 Options.max_compaction_bytes: 1677721600 -2018/06/26-20:25:41.827145 7fffec34f3c0 Options.arena_block_size: 8388608 -2018/06/26-20:25:41.827146 7fffec34f3c0 Options.soft_pending_compaction_bytes_limit: 68719476736 -2018/06/26-20:25:41.827147 7fffec34f3c0 Options.hard_pending_compaction_bytes_limit: 274877906944 -2018/06/26-20:25:41.827148 7fffec34f3c0 Options.rate_limit_delay_max_milliseconds: 100 -2018/06/26-20:25:41.827149 7fffec34f3c0 Options.disable_auto_compactions: 0 -2018/06/26-20:25:41.827151 7fffec34f3c0 Options.compaction_style: kCompactionStyleLevel -2018/06/26-20:25:41.827152 7fffec34f3c0 Options.compaction_pri: kByCompensatedSize -2018/06/26-20:25:41.827153 7fffec34f3c0 Options.compaction_options_universal.size_ratio: 1 -2018/06/26-20:25:41.827154 7fffec34f3c0 Options.compaction_options_universal.min_merge_width: 2 -2018/06/26-20:25:41.827155 7fffec34f3c0 Options.compaction_options_universal.max_merge_width: 4294967295 -2018/06/26-20:25:41.827164 7fffec34f3c0 Options.compaction_options_universal.max_size_amplification_percent: 200 -2018/06/26-20:25:41.827166 7fffec34f3c0 Options.compaction_options_universal.compression_size_percent: -1 -2018/06/26-20:25:41.827167 7fffec34f3c0 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize -2018/06/26-20:25:41.827168 7fffec34f3c0 Options.compaction_options_fifo.max_table_files_size: 1073741824 -2018/06/26-20:25:41.827169 7fffec34f3c0 Options.compaction_options_fifo.allow_compaction: 0 -2018/06/26-20:25:41.827170 7fffec34f3c0 Options.compaction_options_fifo.ttl: 0 -2018/06/26-20:25:41.827171 7fffec34f3c0 Options.table_properties_collectors: -2018/06/26-20:25:41.827172 7fffec34f3c0 Options.inplace_update_support: 0 -2018/06/26-20:25:41.827173 7fffec34f3c0 Options.inplace_update_num_locks: 10000 -2018/06/26-20:25:41.827174 7fffec34f3c0 Options.memtable_prefix_bloom_size_ratio: 0.000000 -2018/06/26-20:25:41.827175 7fffec34f3c0 Options.memtable_huge_page_size: 0 -2018/06/26-20:25:41.827176 7fffec34f3c0 Options.bloom_locality: 0 -2018/06/26-20:25:41.827177 7fffec34f3c0 Options.max_successive_merges: 0 -2018/06/26-20:25:41.827178 7fffec34f3c0 Options.optimize_filters_for_hits: 0 -2018/06/26-20:25:41.827179 7fffec34f3c0 Options.paranoid_file_checks: 0 -2018/06/26-20:25:41.827180 7fffec34f3c0 Options.force_consistency_checks: 0 -2018/06/26-20:25:41.827181 7fffec34f3c0 Options.report_bg_io_stats: 0 -2018/06/26-20:25:41.827677 7fffec34f3c0 [db/version_set.cc:3316] Recovered from manifest file:db-stage-3/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0 -2018/06/26-20:25:41.827683 7fffec34f3c0 [db/version_set.cc:3324] Column family [default] (ID 0), log number is 0 -2018/06/26-20:25:41.830491 7fffec34f3c0 [db/db_impl_open.cc:1188] DB pointer 0x7fbba710bc00 -2018/06/26-20:25:41.830669 7fffec34f3c0 [db/db_impl.cc:252] Shutdown: canceling all background work -2018/06/26-20:25:41.830918 7fffec34f3c0 [db/db_impl.cc:395] Shutdown complete diff --git a/testdata/db-stage-3/MANIFEST-000001 b/testdata/db-stage-3/MANIFEST-000001 new file mode 100644 index 0000000000000000000000000000000000000000..7c30d3195493487fca7e3b34e950ac82be61225b GIT binary patch literal 52 zcmZ1|Uhbv9z{n_-lUkOVlai$8R9TW*o>`pgoS$2eSd>_jU&PGB!k}K^W6s9F$i&3V H%)$u(pWzK} literal 0 HcmV?d00001 diff --git a/testdata/db-stage-3/MANIFEST-000005 b/testdata/db-stage-3/MANIFEST-000005 deleted file mode 100644 index a3d0dfa202a10f7f2868609d56c609a7c161c2da..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 90 zcmWIhx#Ncn10$nUPHI_dPD+xVQ)NkNd1i5{bAE0?Vo_pAe$kBe5zCku7?~LMh;B?) l2QpYV8JO8vSW_5SZn1MGB^EKTGJpYhT7Etw3xv(g3IGwY7773W diff --git a/testdata/db-stage-3/MANIFEST-000006 b/testdata/db-stage-3/MANIFEST-000006 new file mode 100644 index 0000000000000000000000000000000000000000..d920a944374aa394d26aa553033d444fb7c8002d GIT binary patch literal 93 zcmbRD@xo*!21Z7yoYb<^oRlOzr^=Gl^338?=ltA)#G=HK{30eMW_A{aKYM)Jbr~3$ pSee;a_|h3zjCb7BK+@~mTZ zcIonzrP2p1jl(<%u&)y876%nn<)I|%(VQc1JhWhRn_^GqZQM=>rlF zf`5XASfsPCw-L0k41$&5e;|k;=$l<{ZzGt6&oaEhrM2)Tha6kns;J_wrS*^Lb% z^jfjjL8~;yIy3$h_}^|9-@}!b(ZhWkg)EeGU?H~{F~>uROsEKF%;hQiaJU-$KQuKM ziy4cBbZCScZNc?(qNig`<@YgPB;17cDq*N)mM9kUM97?p2w-Dr-ukRh@dP7`c_tn7 zHx@BT$_;ngNSvUg-R|TLr^4c0J@>#$ryg$5TA|fL#nUv0)pq4G$Q?PD6A2!^`S`gF z%hj9_cbr*qfIDzuVMK|JB&6+Z04tTfl%@!W+ODKp8O$WAksAZ7EmE{exMLGEel~!9 zzS)-tq= z(7NIdy);d@ST+0m7I5YaA5uH!Z)x6hvoV)8HGWc;GrCfVKF~gXQWMhfX;I#9dAYWw zw@ZQ>sBl$a1Nh!f%+@rC$B3>pB8xKE_SG4Yxh zPz?yxgB#Fq{xdeovGcOy{ge-I+IzGI-NtD7clp7s%H^JKod(}JmyVX!yzTstn!=Ay L-w)s3{`%|>nY1Ug diff --git a/testdata/db-stage-4/000005.log b/testdata/db-stage-4/000005.log new file mode 100644 index 0000000000000000000000000000000000000000..069de58c2152e306154de819376fecfa7f122afc GIT binary patch literal 105 zcmX@5{`{>N11l>70|P%0g8(B4GpFU}v!rE~rJh|_`2(sz04xnvz*1ORTESeLSs}i2 XLaZRf1VJPP49rQ1RS-Ta8;}M7%cu`v literal 0 HcmV?d00001 diff --git a/testdata/db-stage-4/000006.log b/testdata/db-stage-4/000006.log deleted file mode 100644 index 28e909c93c344905930d369bc066381a723172e2..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 82 zcmb;~oik62fsu^?0vLf5BXe4QK1*6=S*qi;pK?G+c4SGG!qUg%amUf((ot LNRkZ9Nr_beSDX!l diff --git a/testdata/db-stage-4/CURRENT b/testdata/db-stage-4/CURRENT index aa5bb8ea50..feda7d6b24 100644 --- a/testdata/db-stage-4/CURRENT +++ b/testdata/db-stage-4/CURRENT @@ -1 +1 @@ -MANIFEST-000005 +MANIFEST-000000 diff --git a/testdata/db-stage-4/IDENTITY b/testdata/db-stage-4/IDENTITY deleted file mode 100644 index 2f69583a0c..0000000000 --- a/testdata/db-stage-4/IDENTITY +++ /dev/null @@ -1 +0,0 @@ -153bdcaed4580998-eed9a14937098f89 \ No newline at end of file diff --git a/testdata/db-stage-4/LOG b/testdata/db-stage-4/LOG deleted file mode 100644 index a84681472d..0000000000 --- a/testdata/db-stage-4/LOG +++ /dev/null @@ -1,185 +0,0 @@ -2018/06/26-20:25:41.872483 7fffec34f3c0 RocksDB version: 5.13.4 -2018/06/26-20:25:41.872511 7fffec34f3c0 Git sha rocksdb_build_git_sha: -2018/06/26-20:25:41.872514 7fffec34f3c0 Compile date Jun 19 2018 -2018/06/26-20:25:41.872516 7fffec34f3c0 DB SUMMARY -2018/06/26-20:25:41.872573 7fffec34f3c0 CURRENT file: CURRENT -2018/06/26-20:25:41.872576 7fffec34f3c0 IDENTITY file: IDENTITY -2018/06/26-20:25:41.872588 7fffec34f3c0 MANIFEST file: MANIFEST-000001 size: 13 Bytes -2018/06/26-20:25:41.872591 7fffec34f3c0 SST files in db-stage-4 dir, Total Num: 0, files: -2018/06/26-20:25:41.872594 7fffec34f3c0 Write Ahead Log file in db-stage-4: 000003.log size: 139 ; -2018/06/26-20:25:41.872596 7fffec34f3c0 Options.error_if_exists: 0 -2018/06/26-20:25:41.872598 7fffec34f3c0 Options.create_if_missing: 0 -2018/06/26-20:25:41.872599 7fffec34f3c0 Options.paranoid_checks: 1 -2018/06/26-20:25:41.872600 7fffec34f3c0 Options.env: 0x10dcc2d28 -2018/06/26-20:25:41.872601 7fffec34f3c0 Options.info_log: 0x7ff2ed5000e0 -2018/06/26-20:25:41.872602 7fffec34f3c0 Options.max_file_opening_threads: 16 -2018/06/26-20:25:41.872604 7fffec34f3c0 Options.statistics: 0x0 -2018/06/26-20:25:41.872605 7fffec34f3c0 Options.use_fsync: 0 -2018/06/26-20:25:41.872606 7fffec34f3c0 Options.max_log_file_size: 0 -2018/06/26-20:25:41.872608 7fffec34f3c0 Options.max_manifest_file_size: 18446744073709551615 -2018/06/26-20:25:41.872610 7fffec34f3c0 Options.log_file_time_to_roll: 0 -2018/06/26-20:25:41.872612 7fffec34f3c0 Options.keep_log_file_num: 1000 -2018/06/26-20:25:41.872614 7fffec34f3c0 Options.recycle_log_file_num: 0 -2018/06/26-20:25:41.872615 7fffec34f3c0 Options.allow_fallocate: 1 -2018/06/26-20:25:41.872617 7fffec34f3c0 Options.allow_mmap_reads: 0 -2018/06/26-20:25:41.872618 7fffec34f3c0 Options.allow_mmap_writes: 0 -2018/06/26-20:25:41.872620 7fffec34f3c0 Options.use_direct_reads: 0 -2018/06/26-20:25:41.872622 7fffec34f3c0 Options.use_direct_io_for_flush_and_compaction: 0 -2018/06/26-20:25:41.872624 7fffec34f3c0 Options.create_missing_column_families: 0 -2018/06/26-20:25:41.872626 7fffec34f3c0 Options.db_log_dir: -2018/06/26-20:25:41.872628 7fffec34f3c0 Options.wal_dir: db-stage-4 -2018/06/26-20:25:41.872629 7fffec34f3c0 Options.table_cache_numshardbits: 6 -2018/06/26-20:25:41.872631 7fffec34f3c0 Options.max_subcompactions: 1 -2018/06/26-20:25:41.872633 7fffec34f3c0 Options.max_background_flushes: -1 -2018/06/26-20:25:41.872634 7fffec34f3c0 Options.WAL_ttl_seconds: 0 -2018/06/26-20:25:41.872636 7fffec34f3c0 Options.WAL_size_limit_MB: 0 -2018/06/26-20:25:41.872637 7fffec34f3c0 Options.manifest_preallocation_size: 4194304 -2018/06/26-20:25:41.872638 7fffec34f3c0 Options.is_fd_close_on_exec: 1 -2018/06/26-20:25:41.872639 7fffec34f3c0 Options.advise_random_on_open: 1 -2018/06/26-20:25:41.872640 7fffec34f3c0 Options.db_write_buffer_size: 0 -2018/06/26-20:25:41.872641 7fffec34f3c0 Options.write_buffer_manager: 0x7ff2ed5000b0 -2018/06/26-20:25:41.872642 7fffec34f3c0 Options.access_hint_on_compaction_start: 1 -2018/06/26-20:25:41.872643 7fffec34f3c0 Options.new_table_reader_for_compaction_inputs: 0 -2018/06/26-20:25:41.872644 7fffec34f3c0 Options.random_access_max_buffer_size: 1048576 -2018/06/26-20:25:41.872646 7fffec34f3c0 Options.use_adaptive_mutex: 0 -2018/06/26-20:25:41.872648 7fffec34f3c0 Options.rate_limiter: 0x0 -2018/06/26-20:25:41.872650 7fffec34f3c0 Options.sst_file_manager.rate_bytes_per_sec: 0 -2018/06/26-20:25:41.872652 7fffec34f3c0 Options.wal_recovery_mode: 2 -2018/06/26-20:25:41.872667 7fffec34f3c0 Options.enable_thread_tracking: 0 -2018/06/26-20:25:41.872670 7fffec34f3c0 Options.enable_pipelined_write: 0 -2018/06/26-20:25:41.872672 7fffec34f3c0 Options.allow_concurrent_memtable_write: 1 -2018/06/26-20:25:41.872673 7fffec34f3c0 Options.enable_write_thread_adaptive_yield: 1 -2018/06/26-20:25:41.872674 7fffec34f3c0 Options.write_thread_max_yield_usec: 100 -2018/06/26-20:25:41.872676 7fffec34f3c0 Options.write_thread_slow_yield_usec: 3 -2018/06/26-20:25:41.872677 7fffec34f3c0 Options.row_cache: None -2018/06/26-20:25:41.872679 7fffec34f3c0 Options.wal_filter: None -2018/06/26-20:25:41.872681 7fffec34f3c0 Options.avoid_flush_during_recovery: 0 -2018/06/26-20:25:41.872683 7fffec34f3c0 Options.allow_ingest_behind: 0 -2018/06/26-20:25:41.872684 7fffec34f3c0 Options.preserve_deletes: 0 -2018/06/26-20:25:41.872686 7fffec34f3c0 Options.two_write_queues: 0 -2018/06/26-20:25:41.872688 7fffec34f3c0 Options.manual_wal_flush: 0 -2018/06/26-20:25:41.872689 7fffec34f3c0 Options.max_background_jobs: 2 -2018/06/26-20:25:41.872691 7fffec34f3c0 Options.max_background_compactions: -1 -2018/06/26-20:25:41.872692 7fffec34f3c0 Options.avoid_flush_during_shutdown: 0 -2018/06/26-20:25:41.872694 7fffec34f3c0 Options.writable_file_max_buffer_size: 1048576 -2018/06/26-20:25:41.872696 7fffec34f3c0 Options.delayed_write_rate : 16777216 -2018/06/26-20:25:41.872697 7fffec34f3c0 Options.max_total_wal_size: 0 -2018/06/26-20:25:41.872699 7fffec34f3c0 Options.delete_obsolete_files_period_micros: 21600000000 -2018/06/26-20:25:41.872701 7fffec34f3c0 Options.stats_dump_period_sec: 600 -2018/06/26-20:25:41.872702 7fffec34f3c0 Options.max_open_files: -1 -2018/06/26-20:25:41.872704 7fffec34f3c0 Options.bytes_per_sync: 0 -2018/06/26-20:25:41.872706 7fffec34f3c0 Options.wal_bytes_per_sync: 0 -2018/06/26-20:25:41.872708 7fffec34f3c0 Options.compaction_readahead_size: 0 -2018/06/26-20:25:41.872709 7fffec34f3c0 Compression algorithms supported: -2018/06/26-20:25:41.872711 7fffec34f3c0 kZSTD supported: 0 -2018/06/26-20:25:41.872713 7fffec34f3c0 kZlibCompression supported: 1 -2018/06/26-20:25:41.872731 7fffec34f3c0 kXpressCompression supported: 0 -2018/06/26-20:25:41.872734 7fffec34f3c0 kSnappyCompression supported: 1 -2018/06/26-20:25:41.872736 7fffec34f3c0 kZSTDNotFinalCompression supported: 0 -2018/06/26-20:25:41.872737 7fffec34f3c0 kLZ4HCCompression supported: 1 -2018/06/26-20:25:41.872738 7fffec34f3c0 kLZ4Compression supported: 1 -2018/06/26-20:25:41.872739 7fffec34f3c0 kBZip2Compression supported: 1 -2018/06/26-20:25:41.872741 7fffec34f3c0 Fast CRC32 supported: Not supported on x86 -2018/06/26-20:25:41.872828 7fffec34f3c0 [db/version_set.cc:3050] Recovering from manifest file: MANIFEST-000001 -2018/06/26-20:25:41.872855 7fffec34f3c0 [db/column_family.cc:433] --------------- Options for column family [default]: -2018/06/26-20:25:41.872857 7fffec34f3c0 Options.comparator: leveldb.BytewiseComparator -2018/06/26-20:25:41.872858 7fffec34f3c0 Options.merge_operator: None -2018/06/26-20:25:41.872859 7fffec34f3c0 Options.compaction_filter: None -2018/06/26-20:25:41.872861 7fffec34f3c0 Options.compaction_filter_factory: None -2018/06/26-20:25:41.872862 7fffec34f3c0 Options.memtable_factory: SkipListFactory -2018/06/26-20:25:41.872863 7fffec34f3c0 Options.table_factory: BlockBasedTable -2018/06/26-20:25:41.872883 7fffec34f3c0 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x7ff2ed63daa0) - cache_index_and_filter_blocks: 0 - cache_index_and_filter_blocks_with_high_priority: 0 - pin_l0_filter_and_index_blocks_in_cache: 0 - index_type: 0 - hash_index_allow_collision: 1 - checksum: 1 - no_block_cache: 0 - block_cache: 0x7ff2ed661d48 - block_cache_name: LRUCache - block_cache_options: - capacity : 8388608 - num_shard_bits : 4 - strict_capacity_limit : 0 - high_pri_pool_ratio: 0.000 - block_cache_compressed: 0x0 - persistent_cache: 0x0 - block_size: 4096 - block_size_deviation: 10 - block_restart_interval: 16 - index_block_restart_interval: 1 - metadata_block_size: 4096 - partition_filters: 0 - use_delta_encoding: 1 - filter_policy: nullptr - whole_key_filtering: 1 - verify_compression: 0 - read_amp_bytes_per_bit: 0 - format_version: 2 - enable_index_compression: 1 -2018/06/26-20:25:41.872900 7fffec34f3c0 Options.write_buffer_size: 67108864 -2018/06/26-20:25:41.872902 7fffec34f3c0 Options.max_write_buffer_number: 2 -2018/06/26-20:25:41.872904 7fffec34f3c0 Options.compression: Snappy -2018/06/26-20:25:41.872905 7fffec34f3c0 Options.bottommost_compression: Disabled -2018/06/26-20:25:41.872906 7fffec34f3c0 Options.prefix_extractor: nullptr -2018/06/26-20:25:41.872907 7fffec34f3c0 Options.memtable_insert_with_hint_prefix_extractor: nullptr -2018/06/26-20:25:41.872908 7fffec34f3c0 Options.num_levels: 7 -2018/06/26-20:25:41.872909 7fffec34f3c0 Options.min_write_buffer_number_to_merge: 1 -2018/06/26-20:25:41.872911 7fffec34f3c0 Options.max_write_buffer_number_to_maintain: 0 -2018/06/26-20:25:41.872912 7fffec34f3c0 Options.compression_opts.window_bits: -14 -2018/06/26-20:25:41.872913 7fffec34f3c0 Options.compression_opts.level: 32767 -2018/06/26-20:25:41.872914 7fffec34f3c0 Options.compression_opts.strategy: 0 -2018/06/26-20:25:41.872915 7fffec34f3c0 Options.compression_opts.max_dict_bytes: 0 -2018/06/26-20:25:41.872916 7fffec34f3c0 Options.level0_file_num_compaction_trigger: 4 -2018/06/26-20:25:41.872917 7fffec34f3c0 Options.level0_slowdown_writes_trigger: 20 -2018/06/26-20:25:41.872918 7fffec34f3c0 Options.level0_stop_writes_trigger: 36 -2018/06/26-20:25:41.872920 7fffec34f3c0 Options.target_file_size_base: 67108864 -2018/06/26-20:25:41.872921 7fffec34f3c0 Options.target_file_size_multiplier: 1 -2018/06/26-20:25:41.872922 7fffec34f3c0 Options.max_bytes_for_level_base: 268435456 -2018/06/26-20:25:41.872923 7fffec34f3c0 Options.level_compaction_dynamic_level_bytes: 0 -2018/06/26-20:25:41.872924 7fffec34f3c0 Options.max_bytes_for_level_multiplier: 10.000000 -2018/06/26-20:25:41.872926 7fffec34f3c0 Options.max_bytes_for_level_multiplier_addtl[0]: 1 -2018/06/26-20:25:41.872928 7fffec34f3c0 Options.max_bytes_for_level_multiplier_addtl[1]: 1 -2018/06/26-20:25:41.872929 7fffec34f3c0 Options.max_bytes_for_level_multiplier_addtl[2]: 1 -2018/06/26-20:25:41.872930 7fffec34f3c0 Options.max_bytes_for_level_multiplier_addtl[3]: 1 -2018/06/26-20:25:41.872931 7fffec34f3c0 Options.max_bytes_for_level_multiplier_addtl[4]: 1 -2018/06/26-20:25:41.872932 7fffec34f3c0 Options.max_bytes_for_level_multiplier_addtl[5]: 1 -2018/06/26-20:25:41.872933 7fffec34f3c0 Options.max_bytes_for_level_multiplier_addtl[6]: 1 -2018/06/26-20:25:41.872934 7fffec34f3c0 Options.max_sequential_skip_in_iterations: 8 -2018/06/26-20:25:41.872935 7fffec34f3c0 Options.max_compaction_bytes: 1677721600 -2018/06/26-20:25:41.872937 7fffec34f3c0 Options.arena_block_size: 8388608 -2018/06/26-20:25:41.872938 7fffec34f3c0 Options.soft_pending_compaction_bytes_limit: 68719476736 -2018/06/26-20:25:41.872939 7fffec34f3c0 Options.hard_pending_compaction_bytes_limit: 274877906944 -2018/06/26-20:25:41.872940 7fffec34f3c0 Options.rate_limit_delay_max_milliseconds: 100 -2018/06/26-20:25:41.872941 7fffec34f3c0 Options.disable_auto_compactions: 0 -2018/06/26-20:25:41.872943 7fffec34f3c0 Options.compaction_style: kCompactionStyleLevel -2018/06/26-20:25:41.872944 7fffec34f3c0 Options.compaction_pri: kByCompensatedSize -2018/06/26-20:25:41.872945 7fffec34f3c0 Options.compaction_options_universal.size_ratio: 1 -2018/06/26-20:25:41.872954 7fffec34f3c0 Options.compaction_options_universal.min_merge_width: 2 -2018/06/26-20:25:41.872956 7fffec34f3c0 Options.compaction_options_universal.max_merge_width: 4294967295 -2018/06/26-20:25:41.872957 7fffec34f3c0 Options.compaction_options_universal.max_size_amplification_percent: 200 -2018/06/26-20:25:41.872959 7fffec34f3c0 Options.compaction_options_universal.compression_size_percent: -1 -2018/06/26-20:25:41.872960 7fffec34f3c0 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize -2018/06/26-20:25:41.872962 7fffec34f3c0 Options.compaction_options_fifo.max_table_files_size: 1073741824 -2018/06/26-20:25:41.872963 7fffec34f3c0 Options.compaction_options_fifo.allow_compaction: 0 -2018/06/26-20:25:41.872964 7fffec34f3c0 Options.compaction_options_fifo.ttl: 0 -2018/06/26-20:25:41.872965 7fffec34f3c0 Options.table_properties_collectors: -2018/06/26-20:25:41.872966 7fffec34f3c0 Options.inplace_update_support: 0 -2018/06/26-20:25:41.872967 7fffec34f3c0 Options.inplace_update_num_locks: 10000 -2018/06/26-20:25:41.872969 7fffec34f3c0 Options.memtable_prefix_bloom_size_ratio: 0.000000 -2018/06/26-20:25:41.872970 7fffec34f3c0 Options.memtable_huge_page_size: 0 -2018/06/26-20:25:41.872971 7fffec34f3c0 Options.bloom_locality: 0 -2018/06/26-20:25:41.872972 7fffec34f3c0 Options.max_successive_merges: 0 -2018/06/26-20:25:41.872973 7fffec34f3c0 Options.optimize_filters_for_hits: 0 -2018/06/26-20:25:41.872974 7fffec34f3c0 Options.paranoid_file_checks: 0 -2018/06/26-20:25:41.872975 7fffec34f3c0 Options.force_consistency_checks: 0 -2018/06/26-20:25:41.872976 7fffec34f3c0 Options.report_bg_io_stats: 0 -2018/06/26-20:25:41.873412 7fffec34f3c0 [db/version_set.cc:3316] Recovered from manifest file:db-stage-4/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0 -2018/06/26-20:25:41.873418 7fffec34f3c0 [db/version_set.cc:3324] Column family [default] (ID 0), log number is 0 -2018/06/26-20:25:41.873494 7fffec34f3c0 EVENT_LOG_v1 {"time_micros": 1530059141873481, "job": 1, "event": "recovery_started", "log_files": [3]} -2018/06/26-20:25:41.873500 7fffec34f3c0 [db/db_impl_open.cc:541] Recovering log #3 mode 2 -2018/06/26-20:25:41.874247 7fffec34f3c0 EVENT_LOG_v1 {"time_micros": 1530059141874229, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 4, "file_size": 986, "table_properties": {"data_size": 62, "index_size": 27, "filter_size": 0, "raw_key_size": 33, "raw_average_key_size": 11, "raw_value_size": 9, "raw_average_value_size": 3, "num_data_blocks": 1, "num_entries": 3, "filter_policy_name": "", "kDeletedKeys": "1", "kMergeOperands": "0"}} -2018/06/26-20:25:41.874310 7fffec34f3c0 [db/version_set.cc:2825] Creating manifest 5 -2018/06/26-20:25:41.875205 7fffec34f3c0 EVENT_LOG_v1 {"time_micros": 1530059141875198, "job": 1, "event": "recovery_finished"} -2018/06/26-20:25:41.880183 7fffec34f3c0 [db/db_impl_open.cc:1188] DB pointer 0x7ff2ee001200 diff --git a/testdata/db-stage-4/LOG.old.1530059141872089 b/testdata/db-stage-4/LOG.old.1530059141872089 deleted file mode 100644 index 87e6279177..0000000000 --- a/testdata/db-stage-4/LOG.old.1530059141872089 +++ /dev/null @@ -1,180 +0,0 @@ -2018/06/26-20:25:41.865657 7fffec34f3c0 RocksDB version: 5.13.4 -2018/06/26-20:25:41.866228 7fffec34f3c0 Git sha rocksdb_build_git_sha: -2018/06/26-20:25:41.866231 7fffec34f3c0 Compile date Jun 19 2018 -2018/06/26-20:25:41.866233 7fffec34f3c0 DB SUMMARY -2018/06/26-20:25:41.866275 7fffec34f3c0 SST files in db-stage-4 dir, Total Num: 0, files: -2018/06/26-20:25:41.866278 7fffec34f3c0 Write Ahead Log file in db-stage-4: -2018/06/26-20:25:41.866280 7fffec34f3c0 Options.error_if_exists: 1 -2018/06/26-20:25:41.866284 7fffec34f3c0 Options.create_if_missing: 1 -2018/06/26-20:25:41.866285 7fffec34f3c0 Options.paranoid_checks: 1 -2018/06/26-20:25:41.866286 7fffec34f3c0 Options.env: 0x10dcc2d28 -2018/06/26-20:25:41.866288 7fffec34f3c0 Options.info_log: 0x7ff2ed6634f0 -2018/06/26-20:25:41.866289 7fffec34f3c0 Options.max_file_opening_threads: 16 -2018/06/26-20:25:41.866290 7fffec34f3c0 Options.statistics: 0x0 -2018/06/26-20:25:41.866291 7fffec34f3c0 Options.use_fsync: 0 -2018/06/26-20:25:41.866292 7fffec34f3c0 Options.max_log_file_size: 0 -2018/06/26-20:25:41.866293 7fffec34f3c0 Options.max_manifest_file_size: 18446744073709551615 -2018/06/26-20:25:41.866294 7fffec34f3c0 Options.log_file_time_to_roll: 0 -2018/06/26-20:25:41.866295 7fffec34f3c0 Options.keep_log_file_num: 1000 -2018/06/26-20:25:41.866296 7fffec34f3c0 Options.recycle_log_file_num: 0 -2018/06/26-20:25:41.866297 7fffec34f3c0 Options.allow_fallocate: 1 -2018/06/26-20:25:41.866298 7fffec34f3c0 Options.allow_mmap_reads: 0 -2018/06/26-20:25:41.866299 7fffec34f3c0 Options.allow_mmap_writes: 0 -2018/06/26-20:25:41.866301 7fffec34f3c0 Options.use_direct_reads: 0 -2018/06/26-20:25:41.866302 7fffec34f3c0 Options.use_direct_io_for_flush_and_compaction: 0 -2018/06/26-20:25:41.866303 7fffec34f3c0 Options.create_missing_column_families: 0 -2018/06/26-20:25:41.866304 7fffec34f3c0 Options.db_log_dir: -2018/06/26-20:25:41.866305 7fffec34f3c0 Options.wal_dir: db-stage-4 -2018/06/26-20:25:41.866306 7fffec34f3c0 Options.table_cache_numshardbits: 6 -2018/06/26-20:25:41.866307 7fffec34f3c0 Options.max_subcompactions: 1 -2018/06/26-20:25:41.866308 7fffec34f3c0 Options.max_background_flushes: -1 -2018/06/26-20:25:41.866309 7fffec34f3c0 Options.WAL_ttl_seconds: 0 -2018/06/26-20:25:41.866310 7fffec34f3c0 Options.WAL_size_limit_MB: 0 -2018/06/26-20:25:41.866311 7fffec34f3c0 Options.manifest_preallocation_size: 4194304 -2018/06/26-20:25:41.866312 7fffec34f3c0 Options.is_fd_close_on_exec: 1 -2018/06/26-20:25:41.866313 7fffec34f3c0 Options.advise_random_on_open: 1 -2018/06/26-20:25:41.866314 7fffec34f3c0 Options.db_write_buffer_size: 0 -2018/06/26-20:25:41.866316 7fffec34f3c0 Options.write_buffer_manager: 0x7ff2ed6634c0 -2018/06/26-20:25:41.866317 7fffec34f3c0 Options.access_hint_on_compaction_start: 1 -2018/06/26-20:25:41.866318 7fffec34f3c0 Options.new_table_reader_for_compaction_inputs: 0 -2018/06/26-20:25:41.866319 7fffec34f3c0 Options.random_access_max_buffer_size: 1048576 -2018/06/26-20:25:41.866320 7fffec34f3c0 Options.use_adaptive_mutex: 0 -2018/06/26-20:25:41.866321 7fffec34f3c0 Options.rate_limiter: 0x0 -2018/06/26-20:25:41.866322 7fffec34f3c0 Options.sst_file_manager.rate_bytes_per_sec: 0 -2018/06/26-20:25:41.866323 7fffec34f3c0 Options.wal_recovery_mode: 2 -2018/06/26-20:25:41.866324 7fffec34f3c0 Options.enable_thread_tracking: 0 -2018/06/26-20:25:41.866325 7fffec34f3c0 Options.enable_pipelined_write: 0 -2018/06/26-20:25:41.866393 7fffec34f3c0 Options.allow_concurrent_memtable_write: 1 -2018/06/26-20:25:41.866395 7fffec34f3c0 Options.enable_write_thread_adaptive_yield: 1 -2018/06/26-20:25:41.866396 7fffec34f3c0 Options.write_thread_max_yield_usec: 100 -2018/06/26-20:25:41.866398 7fffec34f3c0 Options.write_thread_slow_yield_usec: 3 -2018/06/26-20:25:41.866399 7fffec34f3c0 Options.row_cache: None -2018/06/26-20:25:41.866400 7fffec34f3c0 Options.wal_filter: None -2018/06/26-20:25:41.866401 7fffec34f3c0 Options.avoid_flush_during_recovery: 0 -2018/06/26-20:25:41.866402 7fffec34f3c0 Options.allow_ingest_behind: 0 -2018/06/26-20:25:41.866406 7fffec34f3c0 Options.preserve_deletes: 0 -2018/06/26-20:25:41.866407 7fffec34f3c0 Options.two_write_queues: 0 -2018/06/26-20:25:41.866408 7fffec34f3c0 Options.manual_wal_flush: 0 -2018/06/26-20:25:41.866409 7fffec34f3c0 Options.max_background_jobs: 2 -2018/06/26-20:25:41.866410 7fffec34f3c0 Options.max_background_compactions: -1 -2018/06/26-20:25:41.866411 7fffec34f3c0 Options.avoid_flush_during_shutdown: 0 -2018/06/26-20:25:41.866412 7fffec34f3c0 Options.writable_file_max_buffer_size: 1048576 -2018/06/26-20:25:41.866413 7fffec34f3c0 Options.delayed_write_rate : 16777216 -2018/06/26-20:25:41.866415 7fffec34f3c0 Options.max_total_wal_size: 0 -2018/06/26-20:25:41.866416 7fffec34f3c0 Options.delete_obsolete_files_period_micros: 21600000000 -2018/06/26-20:25:41.866417 7fffec34f3c0 Options.stats_dump_period_sec: 600 -2018/06/26-20:25:41.866418 7fffec34f3c0 Options.max_open_files: -1 -2018/06/26-20:25:41.866419 7fffec34f3c0 Options.bytes_per_sync: 0 -2018/06/26-20:25:41.866420 7fffec34f3c0 Options.wal_bytes_per_sync: 0 -2018/06/26-20:25:41.866421 7fffec34f3c0 Options.compaction_readahead_size: 0 -2018/06/26-20:25:41.866422 7fffec34f3c0 Compression algorithms supported: -2018/06/26-20:25:41.866424 7fffec34f3c0 kZSTD supported: 0 -2018/06/26-20:25:41.866425 7fffec34f3c0 kZlibCompression supported: 1 -2018/06/26-20:25:41.866426 7fffec34f3c0 kXpressCompression supported: 0 -2018/06/26-20:25:41.866427 7fffec34f3c0 kSnappyCompression supported: 1 -2018/06/26-20:25:41.866428 7fffec34f3c0 kZSTDNotFinalCompression supported: 0 -2018/06/26-20:25:41.866430 7fffec34f3c0 kLZ4HCCompression supported: 1 -2018/06/26-20:25:41.866431 7fffec34f3c0 kLZ4Compression supported: 1 -2018/06/26-20:25:41.866432 7fffec34f3c0 kBZip2Compression supported: 1 -2018/06/26-20:25:41.866436 7fffec34f3c0 Fast CRC32 supported: Not supported on x86 -2018/06/26-20:25:41.866623 7fffec34f3c0 [db/db_impl_open.cc:227] Creating manifest 1 -2018/06/26-20:25:41.867765 7fffec34f3c0 [db/version_set.cc:3050] Recovering from manifest file: MANIFEST-000001 -2018/06/26-20:25:41.867818 7fffec34f3c0 [db/column_family.cc:433] --------------- Options for column family [default]: -2018/06/26-20:25:41.867821 7fffec34f3c0 Options.comparator: leveldb.BytewiseComparator -2018/06/26-20:25:41.867822 7fffec34f3c0 Options.merge_operator: None -2018/06/26-20:25:41.867823 7fffec34f3c0 Options.compaction_filter: None -2018/06/26-20:25:41.867825 7fffec34f3c0 Options.compaction_filter_factory: None -2018/06/26-20:25:41.867826 7fffec34f3c0 Options.memtable_factory: SkipListFactory -2018/06/26-20:25:41.867827 7fffec34f3c0 Options.table_factory: BlockBasedTable -2018/06/26-20:25:41.867852 7fffec34f3c0 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x7ff2ed63daa0) - cache_index_and_filter_blocks: 0 - cache_index_and_filter_blocks_with_high_priority: 0 - pin_l0_filter_and_index_blocks_in_cache: 0 - index_type: 0 - hash_index_allow_collision: 1 - checksum: 1 - no_block_cache: 0 - block_cache: 0x7ff2ed661d48 - block_cache_name: LRUCache - block_cache_options: - capacity : 8388608 - num_shard_bits : 4 - strict_capacity_limit : 0 - high_pri_pool_ratio: 0.000 - block_cache_compressed: 0x0 - persistent_cache: 0x0 - block_size: 4096 - block_size_deviation: 10 - block_restart_interval: 16 - index_block_restart_interval: 1 - metadata_block_size: 4096 - partition_filters: 0 - use_delta_encoding: 1 - filter_policy: nullptr - whole_key_filtering: 1 - verify_compression: 0 - read_amp_bytes_per_bit: 0 - format_version: 2 - enable_index_compression: 1 -2018/06/26-20:25:41.867876 7fffec34f3c0 Options.write_buffer_size: 67108864 -2018/06/26-20:25:41.867878 7fffec34f3c0 Options.max_write_buffer_number: 2 -2018/06/26-20:25:41.867880 7fffec34f3c0 Options.compression: Snappy -2018/06/26-20:25:41.867881 7fffec34f3c0 Options.bottommost_compression: Disabled -2018/06/26-20:25:41.867882 7fffec34f3c0 Options.prefix_extractor: nullptr -2018/06/26-20:25:41.867883 7fffec34f3c0 Options.memtable_insert_with_hint_prefix_extractor: nullptr -2018/06/26-20:25:41.867884 7fffec34f3c0 Options.num_levels: 7 -2018/06/26-20:25:41.867885 7fffec34f3c0 Options.min_write_buffer_number_to_merge: 1 -2018/06/26-20:25:41.867887 7fffec34f3c0 Options.max_write_buffer_number_to_maintain: 0 -2018/06/26-20:25:41.867888 7fffec34f3c0 Options.compression_opts.window_bits: -14 -2018/06/26-20:25:41.867889 7fffec34f3c0 Options.compression_opts.level: 32767 -2018/06/26-20:25:41.867890 7fffec34f3c0 Options.compression_opts.strategy: 0 -2018/06/26-20:25:41.867891 7fffec34f3c0 Options.compression_opts.max_dict_bytes: 0 -2018/06/26-20:25:41.867892 7fffec34f3c0 Options.level0_file_num_compaction_trigger: 4 -2018/06/26-20:25:41.867893 7fffec34f3c0 Options.level0_slowdown_writes_trigger: 20 -2018/06/26-20:25:41.867894 7fffec34f3c0 Options.level0_stop_writes_trigger: 36 -2018/06/26-20:25:41.867895 7fffec34f3c0 Options.target_file_size_base: 67108864 -2018/06/26-20:25:41.867897 7fffec34f3c0 Options.target_file_size_multiplier: 1 -2018/06/26-20:25:41.867898 7fffec34f3c0 Options.max_bytes_for_level_base: 268435456 -2018/06/26-20:25:41.867899 7fffec34f3c0 Options.level_compaction_dynamic_level_bytes: 0 -2018/06/26-20:25:41.867900 7fffec34f3c0 Options.max_bytes_for_level_multiplier: 10.000000 -2018/06/26-20:25:41.867902 7fffec34f3c0 Options.max_bytes_for_level_multiplier_addtl[0]: 1 -2018/06/26-20:25:41.867903 7fffec34f3c0 Options.max_bytes_for_level_multiplier_addtl[1]: 1 -2018/06/26-20:25:41.867905 7fffec34f3c0 Options.max_bytes_for_level_multiplier_addtl[2]: 1 -2018/06/26-20:25:41.867906 7fffec34f3c0 Options.max_bytes_for_level_multiplier_addtl[3]: 1 -2018/06/26-20:25:41.867907 7fffec34f3c0 Options.max_bytes_for_level_multiplier_addtl[4]: 1 -2018/06/26-20:25:41.867908 7fffec34f3c0 Options.max_bytes_for_level_multiplier_addtl[5]: 1 -2018/06/26-20:25:41.867909 7fffec34f3c0 Options.max_bytes_for_level_multiplier_addtl[6]: 1 -2018/06/26-20:25:41.867910 7fffec34f3c0 Options.max_sequential_skip_in_iterations: 8 -2018/06/26-20:25:41.867911 7fffec34f3c0 Options.max_compaction_bytes: 1677721600 -2018/06/26-20:25:41.867912 7fffec34f3c0 Options.arena_block_size: 8388608 -2018/06/26-20:25:41.867913 7fffec34f3c0 Options.soft_pending_compaction_bytes_limit: 68719476736 -2018/06/26-20:25:41.867915 7fffec34f3c0 Options.hard_pending_compaction_bytes_limit: 274877906944 -2018/06/26-20:25:41.867916 7fffec34f3c0 Options.rate_limit_delay_max_milliseconds: 100 -2018/06/26-20:25:41.867917 7fffec34f3c0 Options.disable_auto_compactions: 0 -2018/06/26-20:25:41.867919 7fffec34f3c0 Options.compaction_style: kCompactionStyleLevel -2018/06/26-20:25:41.867920 7fffec34f3c0 Options.compaction_pri: kByCompensatedSize -2018/06/26-20:25:41.867921 7fffec34f3c0 Options.compaction_options_universal.size_ratio: 1 -2018/06/26-20:25:41.867922 7fffec34f3c0 Options.compaction_options_universal.min_merge_width: 2 -2018/06/26-20:25:41.867923 7fffec34f3c0 Options.compaction_options_universal.max_merge_width: 4294967295 -2018/06/26-20:25:41.867932 7fffec34f3c0 Options.compaction_options_universal.max_size_amplification_percent: 200 -2018/06/26-20:25:41.867934 7fffec34f3c0 Options.compaction_options_universal.compression_size_percent: -1 -2018/06/26-20:25:41.867936 7fffec34f3c0 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize -2018/06/26-20:25:41.867937 7fffec34f3c0 Options.compaction_options_fifo.max_table_files_size: 1073741824 -2018/06/26-20:25:41.867938 7fffec34f3c0 Options.compaction_options_fifo.allow_compaction: 0 -2018/06/26-20:25:41.867940 7fffec34f3c0 Options.compaction_options_fifo.ttl: 0 -2018/06/26-20:25:41.867941 7fffec34f3c0 Options.table_properties_collectors: -2018/06/26-20:25:41.867942 7fffec34f3c0 Options.inplace_update_support: 0 -2018/06/26-20:25:41.867943 7fffec34f3c0 Options.inplace_update_num_locks: 10000 -2018/06/26-20:25:41.867944 7fffec34f3c0 Options.memtable_prefix_bloom_size_ratio: 0.000000 -2018/06/26-20:25:41.867945 7fffec34f3c0 Options.memtable_huge_page_size: 0 -2018/06/26-20:25:41.867947 7fffec34f3c0 Options.bloom_locality: 0 -2018/06/26-20:25:41.867948 7fffec34f3c0 Options.max_successive_merges: 0 -2018/06/26-20:25:41.867949 7fffec34f3c0 Options.optimize_filters_for_hits: 0 -2018/06/26-20:25:41.867950 7fffec34f3c0 Options.paranoid_file_checks: 0 -2018/06/26-20:25:41.867951 7fffec34f3c0 Options.force_consistency_checks: 0 -2018/06/26-20:25:41.867952 7fffec34f3c0 Options.report_bg_io_stats: 0 -2018/06/26-20:25:41.868475 7fffec34f3c0 [db/version_set.cc:3316] Recovered from manifest file:db-stage-4/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0 -2018/06/26-20:25:41.868479 7fffec34f3c0 [db/version_set.cc:3324] Column family [default] (ID 0), log number is 0 -2018/06/26-20:25:41.871627 7fffec34f3c0 [db/db_impl_open.cc:1188] DB pointer 0x7ff2ee86d600 -2018/06/26-20:25:41.871751 7fffec34f3c0 [db/db_impl.cc:252] Shutdown: canceling all background work -2018/06/26-20:25:41.871952 7fffec34f3c0 [db/db_impl.cc:395] Shutdown complete diff --git a/testdata/db-stage-4/MANIFEST-000001 b/testdata/db-stage-4/MANIFEST-000001 new file mode 100644 index 0000000000000000000000000000000000000000..7c30d3195493487fca7e3b34e950ac82be61225b GIT binary patch literal 52 zcmZ1|Uhbv9z{n_-lUkOVlai$8R9TW*o>`pgoS$2eSd>_jU&PGB!k}K^W6s9F$i&3V H%)$u(pWzK} literal 0 HcmV?d00001 diff --git a/testdata/db-stage-4/MANIFEST-000005 b/testdata/db-stage-4/MANIFEST-000005 deleted file mode 100644 index a3d0dfa202a10f7f2868609d56c609a7c161c2da..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 90 zcmWIhx#Ncn10$nUPHI_dPD+xVQ)NkNd1i5{bAE0?Vo_pAe$kBe5zCku7?~LMh;B?) l2QpYV8JO8vSW_5SZn1MGB^EKTGJpYhT7Etw3xv(g3IGwY7773W diff --git a/testdata/db-stage-4/MANIFEST-000006 b/testdata/db-stage-4/MANIFEST-000006 new file mode 100644 index 0000000000000000000000000000000000000000..309491de5d43870317cd4f73d89a69708fc20f2a GIT binary patch literal 93 zcmbRD@xo*!21Z7yoYb<^oRlOzr^=Gl^338?=ltA)#G=HK{30eMW_A_^neWwCbr~3$ pSee;a_|h3zj -#include - -#include "rocksdb/db.h" - -template -inline std::string ToString(const T& t) { - std::ostringstream s; - s << t; - return s.str(); -} - -template -inline T FromString(const std::string &str, T val = T()) { - std::istringstream s(str); - s >> val; - return val; -} - -int main(int argc, char** argv) { - rocksdb::Status status; - rocksdb::Options o; - rocksdb::WriteOptions wo; - rocksdb::DB* db; - - o.create_if_missing = true; - o.error_if_exists = true; - - // The program consists of up to 4 stages. If stage is in the range [1, 4], - // the program will exit after the stage'th stage. - // 1. create an empty DB. - // 2. add some key/value pairs. - // 3. close and re-open the DB, which forces a compaction. - // 4. add some more key/value pairs. - if (argc != 2) { - std::cerr << "usage: " << argv[0] << " [1,2,3,4]\n"; - return 1; - } - - const int stage = FromString(argv[1]); - if (stage < 1) { - return 0; - } - std::cout << "Stage 1" << std::endl; - - const std::string dbname = "db-stage-" + ToString(stage); - status = rocksdb::DB::Open(o, dbname, &db); - if (!status.ok()) { - std::cerr << "DB::Open " << status.ToString() << std::endl; - return 1; - } - - if (stage < 2) { - return 0; - } - std::cout << "Stage 2" << std::endl; - - status = db->Put(wo, "foo", "one"); - if (!status.ok()) { - std::cerr << "DB::Put " << status.ToString() << std::endl; - return 1; - } - - status = db->Put(wo, "bar", "two"); - if (!status.ok()) { - std::cerr << "DB::Put " << status.ToString() << std::endl; - return 1; - } - - status = db->Put(wo, "baz", "three"); - if (!status.ok()) { - std::cerr << "DB::Put " << status.ToString() << std::endl; - return 1; - } - - status = db->Put(wo, "foo", "four"); - if (!status.ok()) { - std::cerr << "DB::Put " << status.ToString() << std::endl; - return 1; - } - - status = db->Delete(wo, "bar"); - if (!status.ok()) { - std::cerr << "DB::Delete " << status.ToString() << std::endl; - return 1; - } - - if (stage < 3) { - return 0; - } - std::cout << "Stage 3" << std::endl; - - delete db; - db = NULL; - o.create_if_missing = false; - o.error_if_exists = false; - - status = rocksdb::DB::Open(o, dbname, &db); - if (!status.ok()) { - std::cerr << "DB::Open " << status.ToString() << std::endl; - return 1; - } - - if (stage < 4) { - return 0; - } - std::cout << "Stage 4" << std::endl; - - status = db->Put(wo, "foo", "five"); - if (!status.ok()) { - std::cerr << "DB::Put " << status.ToString() << std::endl; - return 1; - } - - status = db->Put(wo, "quux", "six"); - if (!status.ok()) { - std::cerr << "DB::Put " << status.ToString() << std::endl; - return 1; - } - - status = db->Delete(wo, "baz"); - if (!status.ok()) { - std::cerr << "DB::Delete " << status.ToString() << std::endl; - return 1; - } - - return 0; -} diff --git a/testdata/make-db.go b/testdata/make-db.go new file mode 100644 index 0000000000..060935ad1d --- /dev/null +++ b/testdata/make-db.go @@ -0,0 +1,96 @@ +package main + +import ( + "fmt" + "log" + "os" + "strconv" + + "github.com/cockroachdb/pebble" +) + +const version = pebble.FormatFlushableIngest + +func usage() { + fmt.Fprintf(os.Stderr, "usage: %s [1,2,3,4]\n", os.Args[0]) + os.Exit(1) +} + +func main() { + if len(os.Args) != 2 { + usage() + } + // The program consists of up to 4 stages. If stage is in the range [1, 4], + // the program will exit after the stage'th stage. + // 1. create an empty DB. + // 2. add some key/value pairs. + // 3. close and re-open the DB, which forces a compaction. + // 4. add some more key/value pairs. + stage, err := strconv.Atoi(os.Args[1]) + if err != nil || stage < 1 || stage > 4 { + usage() + } + dbName := fmt.Sprintf("db-stage-%d", stage) + opts := &pebble.Options{ + FormatMajorVersion: version, + } + + fmt.Printf("Stage 1\n") + db, err := pebble.Open(dbName, opts) + if err != nil { + log.Fatal(err) + } + defer func() { + if db != nil { + db.Close() + } + }() + + if stage < 2 { + return + } + fmt.Printf("Stage 2\n") + + if err := db.Set([]byte("foo"), []byte("one"), pebble.Sync); err != nil { + log.Fatal(err) + } + if err := db.Set([]byte("bar"), []byte("two"), pebble.Sync); err != nil { + log.Fatal(err) + } + if err := db.Set([]byte("baz"), []byte("three"), pebble.Sync); err != nil { + log.Fatal(err) + } + if err := db.Set([]byte("foo"), []byte("four"), pebble.Sync); err != nil { + log.Fatal(err) + } + if err := db.Delete([]byte("bar"), pebble.Sync); err != nil { + log.Fatal(err) + } + + if stage < 3 { + return + } + fmt.Printf("Stage 3\n") + + db.Close() + db = nil + db, err = pebble.Open(dbName, opts) + if err != nil { + log.Fatal(err) + } + + if stage < 4 { + return + } + fmt.Printf("Stage 4\n") + + if err := db.Set([]byte("foo"), []byte("five"), pebble.Sync); err != nil { + log.Fatal(err) + } + if err := db.Set([]byte("quux"), []byte("six"), pebble.Sync); err != nil { + log.Fatal(err) + } + if err := db.Delete([]byte("baz"), pebble.Sync); err != nil { + log.Fatal(err) + } +} diff --git a/tool/testdata/db_check b/tool/testdata/db_check index 9834b161b7..7cdb409e8a 100644 --- a/tool/testdata/db_check +++ b/tool/testdata/db_check @@ -29,7 +29,7 @@ db check ../testdata/db-stage-4 --comparer=test-comparer ---- -pebble: manifest file "MANIFEST-000005" for DB "db-stage-4": comparer name from file "leveldb.BytewiseComparator" != comparer name from Options "test-comparer" +pebble: manifest file "MANIFEST-000006" for DB "db-stage-4": comparer name from file "leveldb.BytewiseComparator" != comparer name from Options "test-comparer" db check ../testdata/db-stage-4 @@ -37,10 +37,8 @@ db check ---- unknown merger "foo" -# TODO(peter): this DB does not have any merge records and the merge -# operator in the OPTIONS file is "nullptr". db check ../testdata/db-stage-4 --merger=test-merger ---- -checked 6 points and 0 tombstone +pebble: merger name from file "pebble.concatenate" != merger name from options "test-merger" diff --git a/tool/testdata/db_lsm b/tool/testdata/db_lsm index f35bf88103..1967c7f3dd 100644 --- a/tool/testdata/db_lsm +++ b/tool/testdata/db_lsm @@ -13,14 +13,14 @@ db lsm | | | | ingested | moved | written | | amp level | tables size val-bl vtables | score | in | tables size | tables size | tables size | read | r w ------+-----------------------------+-------+-------+--------------+--------------+--------------+-------+--------- - 0 | 1 986B 0B 0 | 0.50 | 0B | 0 0B | 0 0B | 0 0B | 0B | 0 0.0 + 0 | 1 709B 0B 0 | 0.50 | 0B | 0 0B | 0 0B | 0 0B | 0B | 0 0.0 1 | 0 0B 0B 0 | 0.00 | 0B | 0 0B | 0 0B | 0 0B | 0B | 0 0.0 2 | 0 0B 0B 0 | 0.00 | 0B | 0 0B | 0 0B | 0 0B | 0B | 0 0.0 3 | 0 0B 0B 0 | 0.00 | 0B | 0 0B | 0 0B | 0 0B | 0B | 0 0.0 4 | 0 0B 0B 0 | 0.00 | 0B | 0 0B | 0 0B | 0 0B | 0B | 0 0.0 5 | 0 0B 0B 0 | 0.00 | 0B | 0 0B | 0 0B | 0 0B | 0B | 0 0.0 6 | 0 0B 0B 0 | - | 0B | 0 0B | 0 0B | 0 0B | 0B | 0 0.0 -total | 1 986B 0B 0 | - | 0B | 0 0B | 0 0B | 0 0B | 0B | 0 0.0 +total | 1 709B 0B 0 | - | 0B | 0 0B | 0 0B | 0 0B | 0B | 0 0.0 ------------------------------------------------------------------------------------------------------------------- WAL: 1 files (0B) in: 0B written: 0B (0% overhead) Flushes: 0 diff --git a/tool/testdata/db_properties b/tool/testdata/db_properties index e4ca9faeae..1bb3a3bb50 100644 --- a/tool/testdata/db_properties +++ b/tool/testdata/db_properties @@ -13,8 +13,8 @@ db properties L0 L1 L2 L3 L4 L5 L6 TOTAL count 1 0 0 0 0 0 0 1 seq num - smallest 3 0 0 0 0 0 0 3 - largest 5 0 0 0 0 0 0 5 + smallest 12 0 0 0 0 0 0 12 + largest 14 0 0 0 0 0 0 14 size data 62B 0B 0B 0B 0B 0B 0B 62B blocks 1 0 0 0 0 0 0 1 @@ -26,7 +26,7 @@ size raw-value 9B 0B 0B 0B 0B 0B 0B 9B pinned-key 0B 0B 0B 0B 0B 0B 0B 0B pinned-value 0B 0B 0B 0B 0B 0B 0B 0B - point-del-key-size 0B 0B 0B 0B 0B 0B 0B 0B + point-del-key-size 3B 0B 0B 0B 0B 0B 0B 3B point-del-value-size 0B 0B 0B 0B 0B 0B 0B 0B records set 2 0 0 0 0 0 0 2 diff --git a/tool/testdata/db_scan b/tool/testdata/db_scan index 66ae0fe554..fb17ff8511 100644 --- a/tool/testdata/db_scan +++ b/tool/testdata/db_scan @@ -30,7 +30,7 @@ db scan ../testdata/db-stage-4 --comparer=test-comparer ---- -pebble: manifest file "MANIFEST-000005" for DB "db-stage-4": comparer name from file "leveldb.BytewiseComparator" != comparer name from Options "test-comparer" +pebble: manifest file "MANIFEST-000006" for DB "db-stage-4": comparer name from file "leveldb.BytewiseComparator" != comparer name from Options "test-comparer" db scan ../testdata/db-stage-4 @@ -38,15 +38,11 @@ db scan ---- unknown merger "foo" -# TODO(peter): this DB does not have any merge records and the merge -# operator in the OPTIONS file is "nullptr". db scan ../testdata/db-stage-4 --merger=test-merger ---- -foo [66697665] -quux [736978] -scanned 2 records in 1.0s +pebble: merger name from file "pebble.concatenate" != merger name from options "test-merger" db scan ../testdata/db-stage-4 diff --git a/tool/testdata/db_space b/tool/testdata/db_space index 76a8f54c36..e073b342a0 100644 --- a/tool/testdata/db_space +++ b/tool/testdata/db_space @@ -7,7 +7,7 @@ accepts 1 arg(s), received 0 db space --start=a --end=z ../testdata/db-stage-4 ---- -986 +709 # covers from left of 4.sst to its only data block diff --git a/tool/testdata/manifest_dump b/tool/testdata/manifest_dump index 96b99811a3..5ec7f4b6e7 100644 --- a/tool/testdata/manifest_dump +++ b/tool/testdata/manifest_dump @@ -7,25 +7,37 @@ manifest dump ---- MANIFEST-000001 0/0 + comparer: leveldb.BytewiseComparator next-file-num: 2 +39/1 + log-num: 2 + next-file-num: 3 + last-seq-num: 9 EOF +--- L0 --- +--- L1 --- +--- L2 --- +--- L3 --- +--- L4 --- +--- L5 --- +--- L6 --- manifest dump -../testdata/db-stage-4/MANIFEST-000005 +../testdata/db-stage-4/MANIFEST-000006 ---- -MANIFEST-000005 +MANIFEST-000006 0/0 comparer: leveldb.BytewiseComparator -35/1 - -44/2 - log-num: 4 + log-num: 2 + next-file-num: 7 +41/1 + log-num: 5 next-file-num: 6 - last-seq-num: 5 - added: L0 000004:986<#3-#5>[bar#5,DEL-foo#4,SET] + last-seq-num: 14 + added: L0 000004:709<#12-#14>[bar#14,DEL-foo#13,SET] (2023-12-04T17:57:25Z) EOF --- L0.0 --- - 000004:986<#3-#5>[bar#5,DEL-foo#4,SET] + 000004:709<#12-#14>[bar#14,DEL-foo#13,SET] --- L1 --- --- L2 --- --- L3 --- @@ -34,11 +46,13 @@ EOF --- L6 --- manifest dump --filter-start=zoo -../testdata/db-stage-4/MANIFEST-000005 +../testdata/db-stage-4/MANIFEST-000006 ---- -MANIFEST-000005 +MANIFEST-000006 0/0 comparer: leveldb.BytewiseComparator + log-num: 2 + next-file-num: 7 EOF --- L0.0 --- --- L1 --- @@ -49,11 +63,13 @@ EOF --- L6 --- manifest dump --filter-end=a -../testdata/db-stage-4/MANIFEST-000005 +../testdata/db-stage-4/MANIFEST-000006 ---- -MANIFEST-000005 +MANIFEST-000006 0/0 comparer: leveldb.BytewiseComparator + log-num: 2 + next-file-num: 7 EOF --- L0.0 --- --- L1 --- @@ -64,19 +80,21 @@ EOF --- L6 --- manifest dump --filter-start=a --filter-end=d -../testdata/db-stage-4/MANIFEST-000005 +../testdata/db-stage-4/MANIFEST-000006 ---- -MANIFEST-000005 +MANIFEST-000006 0/0 comparer: leveldb.BytewiseComparator -44/1 - log-num: 4 + log-num: 2 + next-file-num: 7 +41/1 + log-num: 5 next-file-num: 6 - last-seq-num: 5 - added: L0 000004:986<#3-#5>[bar#5,DEL-foo#4,SET] + last-seq-num: 14 + added: L0 000004:709<#12-#14>[bar#14,DEL-foo#13,SET] (2023-12-04T17:57:25Z) EOF --- L0.0 --- - 000004:986<#3-#5>[bar#5,DEL-foo#4,SET] + 000004:709<#12-#14>[bar#14,DEL-foo#13,SET] --- L1 --- --- L2 --- --- L3 --- @@ -85,22 +103,22 @@ EOF --- L6 --- manifest dump -../testdata/db-stage-4/MANIFEST-000005 +../testdata/db-stage-4/MANIFEST-000006 --key=%x ---- -MANIFEST-000005 +MANIFEST-000006 0/0 comparer: leveldb.BytewiseComparator -35/1 - -44/2 - log-num: 4 + log-num: 2 + next-file-num: 7 +41/1 + log-num: 5 next-file-num: 6 - last-seq-num: 5 - added: L0 000004:986<#3-#5>[626172#5,DEL-666f6f#4,SET] + last-seq-num: 14 + added: L0 000004:709<#12-#14>[626172#14,DEL-666f6f#13,SET] (2023-12-04T17:57:25Z) EOF --- L0.0 --- - 000004:986<#3-#5>[626172#5,DEL-666f6f#4,SET] + 000004:709<#12-#14>[626172#14,DEL-666f6f#13,SET] --- L1 --- --- L2 --- --- L3 --- @@ -109,22 +127,22 @@ EOF --- L6 --- manifest dump -../testdata/db-stage-4/MANIFEST-000005 +../testdata/db-stage-4/MANIFEST-000006 --key=null ---- -MANIFEST-000005 +MANIFEST-000006 0/0 comparer: leveldb.BytewiseComparator -35/1 - -44/2 - log-num: 4 + log-num: 2 + next-file-num: 7 +41/1 + log-num: 5 next-file-num: 6 - last-seq-num: 5 - added: L0 000004:986<#3-#5> + last-seq-num: 14 + added: L0 000004:709<#12-#14> (2023-12-04T17:57:25Z) EOF --- L0.0 --- - 000004:986<#3-#5> + 000004:709<#12-#14> --- L1 --- --- L2 --- --- L3 --- @@ -133,22 +151,22 @@ EOF --- L6 --- manifest dump -../testdata/db-stage-4/MANIFEST-000005 +../testdata/db-stage-4/MANIFEST-000006 --key=pretty ---- -MANIFEST-000005 +MANIFEST-000006 0/0 comparer: leveldb.BytewiseComparator -35/1 - -44/2 - log-num: 4 + log-num: 2 + next-file-num: 7 +41/1 + log-num: 5 next-file-num: 6 - last-seq-num: 5 - added: L0 000004:986<#3-#5>[bar#5,DEL-foo#4,SET] + last-seq-num: 14 + added: L0 000004:709<#12-#14>[bar#14,DEL-foo#13,SET] (2023-12-04T17:57:25Z) EOF --- L0.0 --- - 000004:986<#3-#5>[bar#5,DEL-foo#4,SET] + 000004:709<#12-#14>[bar#14,DEL-foo#13,SET] --- L1 --- --- L2 --- --- L3 --- @@ -157,22 +175,22 @@ EOF --- L6 --- manifest dump -../testdata/db-stage-4/MANIFEST-000005 +../testdata/db-stage-4/MANIFEST-000006 --key=pretty:test-comparer ---- -MANIFEST-000005 +MANIFEST-000006 0/0 comparer: leveldb.BytewiseComparator -35/1 - -44/2 - log-num: 4 + log-num: 2 + next-file-num: 7 +41/1 + log-num: 5 next-file-num: 6 - last-seq-num: 5 - added: L0 000004:986<#3-#5>[test formatter: bar#5,DEL-test formatter: foo#4,SET] + last-seq-num: 14 + added: L0 000004:709<#12-#14>[test formatter: bar#14,DEL-test formatter: foo#13,SET] (2023-12-04T17:57:25Z) EOF --- L0.0 --- - 000004:986<#3-#5>[test formatter: bar#5,DEL-test formatter: foo#4,SET] + 000004:709<#12-#14>[test formatter: bar#14,DEL-test formatter: foo#13,SET] --- L1 --- --- L2 --- --- L3 --- @@ -197,10 +215,10 @@ OK manifest check ../testdata/db-stage-3/MANIFEST-000005 ---- -OK +open ../testdata/db-stage-3/MANIFEST-000005: file does not exist manifest check -../testdata/db-stage-4/MANIFEST-000005 +../testdata/db-stage-4/MANIFEST-000006 ---- OK diff --git a/tool/testdata/wal_dump b/tool/testdata/wal_dump index cd429bdf76..9e8af911d0 100644 --- a/tool/testdata/wal_dump +++ b/tool/testdata/wal_dump @@ -3,106 +3,106 @@ wal dump requires at least 1 arg(s), only received 0 wal dump -../testdata/db-stage-2/000003.log +../testdata/db-stage-2/000002.log ---- -000003.log -0(21) seq=1 count=1 +000002.log +0(21) seq=10 count=1 SET(test formatter: foo,test value formatter: one) -28(21) seq=2 count=1 +32(21) seq=11 count=1 SET(test formatter: bar,test value formatter: two) -56(23) seq=3 count=1 +64(23) seq=12 count=1 SET(test formatter: baz,test value formatter: three) -86(22) seq=4 count=1 +98(22) seq=13 count=1 SET(test formatter: foo,test value formatter: four) -115(17) seq=5 count=1 +131(17) seq=14 count=1 DEL(test formatter: bar) EOF wal dump -../testdata/db-stage-2/000003.log +../testdata/db-stage-2/000002.log --key=pretty:leveldb.BytewiseComparator --value=size ---- -000003.log -0(21) seq=1 count=1 +000002.log +0(21) seq=10 count=1 SET(foo,<3>) -28(21) seq=2 count=1 +32(21) seq=11 count=1 SET(bar,<3>) -56(23) seq=3 count=1 +64(23) seq=12 count=1 SET(baz,<5>) -86(22) seq=4 count=1 +98(22) seq=13 count=1 SET(foo,<4>) -115(17) seq=5 count=1 +131(17) seq=14 count=1 DEL(bar) EOF wal dump --key=pretty:leveldb.BytewiseComparator --value=size -../testdata/db-stage-4/000006.log +../testdata/db-stage-4/000005.log ---- -000006.log -0(22) seq=6 count=1 +000005.log +0(22) seq=15 count=1 SET(foo,<4>) -29(22) seq=7 count=1 +33(22) seq=16 count=1 SET(quux,<3>) -58(17) seq=8 count=1 +66(17) seq=17 count=1 DEL(baz) EOF wal dump -../testdata/db-stage-4/000006.log +../testdata/db-stage-4/000005.log --key=%x --value=%x ---- -000006.log -0(22) seq=6 count=1 +000005.log +0(22) seq=15 count=1 SET(666f6f,66697665) -29(22) seq=7 count=1 +33(22) seq=16 count=1 SET(71757578,736978) -58(17) seq=8 count=1 +66(17) seq=17 count=1 DEL(62617a) EOF wal dump -../testdata/db-stage-4/000006.log +../testdata/db-stage-4/000005.log --key=pretty:leveldb.BytewiseComparator --value=pretty:test-comparer ---- -000006.log -0(22) seq=6 count=1 +000005.log +0(22) seq=15 count=1 SET(foo,test value formatter: five) -29(22) seq=7 count=1 +33(22) seq=16 count=1 SET(quux,test value formatter: six) -58(17) seq=8 count=1 +66(17) seq=17 count=1 DEL(baz) EOF wal dump -../testdata/db-stage-4/000006.log +../testdata/db-stage-4/000005.log --key=pretty:test-comparer --value=%x ---- -000006.log -0(22) seq=6 count=1 +000005.log +0(22) seq=15 count=1 SET(test formatter: foo,66697665) -29(22) seq=7 count=1 +33(22) seq=16 count=1 SET(test formatter: quux,736978) -58(17) seq=8 count=1 +66(17) seq=17 count=1 DEL(test formatter: baz) EOF wal dump -../testdata/db-stage-4/000006.log +../testdata/db-stage-4/000005.log --key=pretty:leveldb.BytewiseComparator --value=quoted ---- -000006.log -0(22) seq=6 count=1 +000005.log +0(22) seq=15 count=1 SET(foo,five) -29(22) seq=7 count=1 +33(22) seq=16 count=1 SET(quux,six) -58(17) seq=8 count=1 +66(17) seq=17 count=1 DEL(baz) EOF