forked from osmosis-labs/iavl
-
Notifications
You must be signed in to change notification settings - Fork 0
/
repair_test.go
195 lines (169 loc) · 5.42 KB
/
repair_test.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
package iavl
import (
"fmt"
"io"
"io/ioutil"
"os"
"path/filepath"
"testing"
"github.com/stretchr/testify/assert"
"github.com/stretchr/testify/require"
dbm "github.com/tendermint/tm-db"
)
func TestRepair013Orphans(t *testing.T) {
t.Skip()
dir, err := ioutil.TempDir("", "test-iavl-repair")
require.NoError(t, err)
defer os.RemoveAll(dir)
// There is also 0.13-orphans-v6.db containing a database closed immediately after writing
// version 6, which should not contain any broken orphans.
err = copyDB("testdata/0.13-orphans.db", filepath.Join(dir, "0.13-orphans.db"))
require.NoError(t, err)
db, err := dbm.NewGoLevelDB("0.13-orphans", dir)
require.NoError(t, err)
// Repair the database.
repaired, err := Repair013Orphans(db)
require.NoError(t, err)
assert.EqualValues(t, 8, repaired)
// Load the database.
tree, err := NewMutableTreeWithOpts(db, 0, &Options{Sync: true})
require.NoError(t, err)
version, err := tree.Load()
require.NoError(t, err)
require.EqualValues(t, 6, version)
// We now generate two empty versions, and check all persisted versions.
_, version, err = tree.SaveVersion()
require.NoError(t, err)
require.EqualValues(t, 7, version)
_, version, err = tree.SaveVersion()
require.NoError(t, err)
require.EqualValues(t, 8, version)
// Check all persisted versions.
require.Equal(t, []int{3, 6, 7, 8}, tree.AvailableVersions())
assertVersion(t, tree, 0)
assertVersion(t, tree, 3)
assertVersion(t, tree, 6)
assertVersion(t, tree, 7)
assertVersion(t, tree, 8)
// We then delete version 6 (the last persisted one with 0.13).
err = tree.DeleteVersion(6)
require.NoError(t, err)
// Reading "rm7" (which should not have been deleted now) would panic with a broken database.
value := tree.Get([]byte("rm7"))
require.Equal(t, []byte{1}, value)
// Check all persisted versions.
require.Equal(t, []int{3, 7, 8}, tree.AvailableVersions())
assertVersion(t, tree, 0)
assertVersion(t, tree, 3)
assertVersion(t, tree, 7)
assertVersion(t, tree, 8)
// Delete all historical versions, and check the latest.
err = tree.DeleteVersion(3)
require.NoError(t, err)
err = tree.DeleteVersion(7)
require.NoError(t, err)
require.Equal(t, []int{8}, tree.AvailableVersions())
assertVersion(t, tree, 0)
assertVersion(t, tree, 8)
}
// assertVersion checks the given version (or current if 0) against the expected values.
func assertVersion(t *testing.T, tree *MutableTree, version int64) {
var err error
itree := tree.ImmutableTree
if version > 0 {
itree, err = tree.GetImmutable(version)
require.NoError(t, err)
}
version = itree.version
// The "current" value should have the current version for <= 6, then 6 afterwards
value := itree.Get([]byte("current"))
if version >= 6 {
require.EqualValues(t, []byte{6}, value)
} else {
require.EqualValues(t, []byte{byte(version)}, value)
}
// The "addX" entries should exist for 1-6 in the respective versions, and the
// "rmX" entries should have been removed for 1-6 in the respective versions.
for i := byte(1); i < 8; i++ {
value = itree.Get([]byte(fmt.Sprintf("add%v", i)))
if i <= 6 && int64(i) <= version {
require.Equal(t, []byte{i}, value)
} else {
require.Nil(t, value)
}
value = itree.Get([]byte(fmt.Sprintf("rm%v", i)))
if i <= 6 && version >= int64(i) {
require.Nil(t, value)
} else {
require.Equal(t, []byte{1}, value)
}
}
}
// Generate013Orphans generates a GoLevelDB orphan database in testdata/0.13-orphans.db
// for testing Repair013Orphans(). It must be run with IAVL 0.13.x.
/*func TestGenerate013Orphans(t *testing.T) {
err := os.RemoveAll("testdata/0.13-orphans.db")
require.NoError(t, err)
db, err := dbm.NewGoLevelDB("0.13-orphans", "testdata")
require.NoError(t, err)
tree, err := NewMutableTreeWithOpts(db, dbm.NewMemDB(), 0, &Options{
KeepEvery: 3,
KeepRecent: 1,
Sync: true,
})
require.NoError(t, err)
version, err := tree.Load()
require.NoError(t, err)
require.EqualValues(t, 0, version)
// We generate 8 versions. In each version, we create a "addX" key, delete a "rmX" key,
// and update the "current" key, where "X" is the current version. Values are the version in
// which the key was last set.
tree.Set([]byte("rm1"), []byte{1})
tree.Set([]byte("rm2"), []byte{1})
tree.Set([]byte("rm3"), []byte{1})
tree.Set([]byte("rm4"), []byte{1})
tree.Set([]byte("rm5"), []byte{1})
tree.Set([]byte("rm6"), []byte{1})
tree.Set([]byte("rm7"), []byte{1})
tree.Set([]byte("rm8"), []byte{1})
for v := byte(1); v <= 8; v++ {
tree.Set([]byte("current"), []byte{v})
tree.Set([]byte(fmt.Sprintf("add%v", v)), []byte{v})
tree.Remove([]byte(fmt.Sprintf("rm%v", v)))
_, version, err = tree.SaveVersion()
require.NoError(t, err)
require.EqualValues(t, v, version)
}
// At this point, the database will contain incorrect orphans in version 6 that, when
// version 6 is deleted, will cause "current", "rm7", and "rm8" to go missing.
}*/
// copyDB makes a shallow copy of the source database directory.
func copyDB(src, dest string) error {
entries, err := ioutil.ReadDir(src)
if err != nil {
return err
}
err = os.MkdirAll(dest, 0777)
if err != nil {
return err
}
for _, entry := range entries {
out, err := os.Create(filepath.Join(dest, entry.Name()))
if err != nil {
return err
}
defer out.Close()
in, err := os.Open(filepath.Join(src, entry.Name()))
defer func() {
in.Close()
}()
if err != nil {
return err
}
_, err = io.Copy(out, in)
if err != nil {
return err
}
}
return nil
}