// Copyright 2019 The go-ethereum Authors // This file is part of the go-ethereum library. // // The go-ethereum library is free software: you can redistribute it and/or modify // it under the terms of the GNU Lesser General Public License as published by // the Free Software Foundation, either version 3 of the License, or // (at your option) any later version. // // The go-ethereum library is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // GNU Lesser General Public License for more details. // // You should have received a copy of the GNU Lesser General Public License // along with the go-ethereum library. If not, see . package dbtest import ( "bytes" "reflect" "sort" "testing" "github.com/ledgerwatch/turbo-geth/ethdb" ) type dataStore interface { ethdb.Database } // TestDatabaseSuite runs a suite of tests against a KeyValueStore database // implementation. func TestDatabaseSuite(t *testing.T, New func() dataStore) { t.Run("Iterator", func(t *testing.T) { tests := []struct { content map[string]string prefix string order []string }{ // Empty databases should be iterable {map[string]string{}, "", nil}, {map[string]string{}, "non-existent-prefix", nil}, // Single-item databases should be iterable {map[string]string{"key": "val"}, "", []string{"key"}}, {map[string]string{"key": "val"}, "k", []string{"key"}}, {map[string]string{"key": "val"}, "l", nil}, // Multi-item databases should be fully iterable { map[string]string{"k1": "v1", "k5": "v5", "k2": "v2", "k4": "v4", "k3": "v3"}, "", []string{"k1", "k2", "k3", "k4", "k5"}, }, { map[string]string{"k1": "v1", "k5": "v5", "k2": "v2", "k4": "v4", "k3": "v3"}, "k", []string{"k1", "k2", "k3", "k4", "k5"}, }, { map[string]string{"k1": "v1", "k5": "v5", "k2": "v2", "k4": "v4", "k3": "v3"}, "l", nil, }, // Multi-item databases should be prefix-iterable { map[string]string{ "ka1": "va1", "ka5": "va5", "ka2": "va2", "ka4": "va4", "ka3": "va3", "kb1": "vb1", "kb5": "vb5", "kb2": "vb2", "kb4": "vb4", "kb3": "vb3", }, "ka", []string{"ka1", "ka2", "ka3", "ka4", "ka5"}, }, { map[string]string{ "ka1": "va1", "ka5": "va5", "ka2": "va2", "ka4": "va4", "ka3": "va3", "kb1": "vb1", "kb5": "vb5", "kb2": "vb2", "kb4": "vb4", "kb3": "vb3", }, "kc", nil, }, } for i, tt := range tests { // Create the key-value data store db := New() for key, val := range tt.content { if err := db.Put(nil, []byte(key), []byte(val)); err != nil { t.Fatalf("test %d: failed to insert item %s:%s into database: %v", i, key, val, err) } } // Iterate over the database with the given configs and verify the results idx := 0 err := db.Walk(nil, []byte(tt.prefix), 0, func(key, val []byte) (bool, error) { if len(tt.order) <= idx { t.Errorf("test %d: prefix=%q more items than expected: checking idx=%d (key %q), expecting len=%d", i, tt.prefix, idx, key, len(tt.order)) return false, nil } if !bytes.Equal(key, []byte(tt.order[idx])) { t.Errorf("test %d: item %d: key mismatch: have %s, want %s", i, idx, string(key), tt.order[idx]) } if !bytes.Equal(val, []byte(tt.content[tt.order[idx]])) { t.Errorf("test %d: item %d: value mismatch: have %s, want %s", i, idx, string(val), tt.content[tt.order[idx]]) } idx++ return true, nil }) if err != nil { t.Errorf("test %d: iteration failed: %v", i, err) } if idx != len(tt.order) { t.Errorf("test %d: iteration terminated prematurely: have %d, want %d", i, idx, len(tt.order)) } } }) t.Run("IteratorWith", func(t *testing.T) { db := New() keys := []string{"1", "2", "3", "4", "6", "10", "11", "12", "20", "21", "22"} sort.Strings(keys) // 1, 10, 11, etc for _, k := range keys { if err := db.Put(nil, []byte(k), nil); err != nil { t.Fatal(err) } } { got, want := iterateKeys(db), keys if !reflect.DeepEqual(got, want) { t.Errorf("Iterator: got: %s; want: %s", got, want) } } { got, want := iterateKeysFromKey(db, []byte("1")), []string{"1", "10", "11", "12"} if !reflect.DeepEqual(got, want) { t.Errorf("IteratorWithPrefix(1): got: %s; want: %s", got, want) } } { got, want := iterateKeysFromKey(db, []byte("5")), []string{} if !reflect.DeepEqual(got, want) { t.Errorf("IteratorWithPrefix(1): got: %s; want: %s", got, want) } } { got, want := iterateKeysFromKey(db, []byte("2")), []string{"2", "20", "21", "22", "3", "4", "6"} if !reflect.DeepEqual(got, want) { t.Errorf("IteratorWithStart(2): got: %s; want: %s", got, want) } } { got, want := iterateKeysFromKey(db, []byte("5")), []string{"6"} if !reflect.DeepEqual(got, want) { t.Errorf("IteratorWithStart(2): got: %s; want: %s", got, want) } } }) t.Run("KeyValueOperations", func(t *testing.T) { db := New() key := []byte("foo") if got, err := db.Has(nil, key); err != nil { t.Error(err) } else if got { t.Errorf("wrong value: %t", got) } value := []byte("hello world") if err := db.Put(nil, key, value); err != nil { t.Error(err) } if got, err := db.Has(nil, key); err != nil { t.Error(err) } else if !got { t.Errorf("wrong value: %t", got) } if got, err := db.Get(nil, key); err != nil { t.Error(err) } else if !bytes.Equal(got, value) { t.Errorf("wrong value: %q", got) } if err := db.Delete(nil, key); err != nil { t.Error(err) } if got, err := db.Has(nil, key); err != nil { t.Error(err) } else if got { t.Errorf("wrong value: %t", got) } }) t.Run("Batch", func(t *testing.T) { db := New() defer db.Close() b := db.NewBatch() for _, k := range []string{"1", "2", "3", "4"} { if err := b.Put(nil, []byte(k), nil); err != nil { t.Fatal(err) } } if has, err := db.Has(nil, []byte("1")); err != nil { t.Fatal(err) } else if has { t.Error("db contains element before batch write") } if _, err := b.Commit(); err != nil { t.Fatal(err) } { if got, want := iterateKeys(db), []string{"1", "2", "3", "4"}; !reflect.DeepEqual(got, want) { t.Errorf("got: %s; want: %s", got, want) } } b = db.NewBatch() // Mix writes and deletes in batch b.Put(nil, []byte("5"), nil) b.Delete(nil, []byte("1")) b.Put(nil, []byte("6"), nil) b.Delete(nil, []byte("3")) b.Put(nil, []byte("3"), nil) if _, err := b.Commit(); err != nil { t.Fatal(err) } { if got, want := iterateKeys(db), []string{"2", "3", "4", "5", "6"}; !reflect.DeepEqual(got, want) { t.Errorf("got: %s; want: %s", got, want) } } }) } func iterateKeys(db ethdb.Database) []string { return iterateKeysFromKey(db, []byte{}) } func iterateKeysFromKey(db ethdb.Database, fromKey []byte) []string { keys := []string{} db.Walk(nil, fromKey, 0, func(key, value []byte) (bool, error) { keys = append(keys, string(key)) return true, nil }) sort.Strings(keys) return keys }