erigon-pulse/turbo/snapshotsync/postprocessing_test.go
b00ris 8db5790838
State snapshot sync (#1417)
* move experiments to new branch&reorganise kv_snapshot

* walk&modify tests

* added delete from snapshot tests

* fmt

* state snapshot debug

* snapshot validation passed. copy state snapshot

* debug

* snapshot cursor.Prev test

* Prev works correct. Added Current check

* add err check

* added walk forward and backward test

* before refactoring

* refactoring

* execution with snapshot debug

* fix

* remove useless test

* before dupcursor implimentation

* tests with prev and delete works

* execution based on state snapshot passed

* remove useless tests

* blocks to 1140000 passed

* clean verifier

* cleanup state generation

* clean verify && seeder

* remove debug code

* tests passed

* fix lint

* save state

* test passed

* fix lint

* add state hash

* fix lint
2021-01-02 19:28:37 +00:00

106 lines
3.3 KiB
Go

package snapshotsync
import (
"context"
"math/big"
"os"
"testing"
"github.com/ledgerwatch/lmdb-go/lmdb"
"github.com/ledgerwatch/turbo-geth/common/dbutils"
"github.com/ledgerwatch/turbo-geth/core/rawdb"
"github.com/ledgerwatch/turbo-geth/core/types"
"github.com/ledgerwatch/turbo-geth/ethdb"
"github.com/ledgerwatch/turbo-geth/rlp"
)
func TestHeadersGenerateIndex(t *testing.T) {
snPath := os.TempDir() + "/sn"
snVK := ethdb.NewLMDB().Path(snPath).MustOpen()
defer os.RemoveAll(snPath)
headers := generateHeaders(10)
err := snVK.Update(context.Background(), func(tx ethdb.Tx) error {
for _, header := range headers {
headerBytes, innerErr := rlp.EncodeToBytes(header)
if innerErr != nil {
panic(innerErr)
}
innerErr = tx.Cursor(dbutils.HeaderPrefix).Put(dbutils.HeaderKey(header.Number.Uint64(), header.Hash()), headerBytes)
if innerErr != nil {
panic(innerErr)
}
}
c := tx.Cursor(dbutils.HeadersSnapshotInfoBucket)
innerErr := c.Put([]byte(dbutils.SnapshotHeadersHeadHash), headers[len(headers)-1].Hash().Bytes())
if innerErr != nil {
return innerErr
}
innerErr = c.Put([]byte(dbutils.SnapshotHeadersHeadNumber), headers[len(headers)-1].Number.Bytes())
if innerErr != nil {
return innerErr
}
return nil
})
if err != nil {
t.Fatal(err)
}
snVK.Close()
db := ethdb.NewLMDB().InMem().WithBucketsConfig(ethdb.DefaultBucketConfigs).MustOpen()
//we need genesis
err = rawdb.WriteCanonicalHash(ethdb.NewObjectDatabase(db), headers[0].Hash(), headers[0].Number.Uint64())
if err != nil {
t.Fatal(err)
}
snKV := ethdb.NewLMDB().Path(snPath).Flags(func(flags uint) uint { return flags | lmdb.Readonly }).WithBucketsConfig(ethdb.DefaultBucketConfigs).MustOpen()
snKV = ethdb.NewSnapshot2KV().SnapshotDB([]string{dbutils.HeadersSnapshotInfoBucket, dbutils.HeaderPrefix}, snKV).DB(db).MustOpen()
err = GenerateHeaderIndexes(context.Background(), ethdb.NewObjectDatabase(snKV))
if err != nil {
t.Fatal(err)
}
snDB := ethdb.NewObjectDatabase(snKV)
td := big.NewInt(0)
for i, header := range headers {
td = td.Add(td, header.Difficulty)
canonical, err1 := rawdb.ReadCanonicalHash(snDB, header.Number.Uint64())
if err1 != nil {
t.Errorf("reading canonical hash for block %d: %v", header.Number.Uint64(), err1)
}
if canonical != header.Hash() {
t.Error(i, "canonical not correct", canonical)
}
hasHeader := rawdb.HasHeader(snDB, header.Hash(), header.Number.Uint64())
if !hasHeader {
t.Error(i, header.Hash(), header.Number.Uint64(), "not exists")
}
headerNumber := rawdb.ReadHeaderNumber(snDB, header.Hash())
if headerNumber == nil {
t.Error(i, "empty header number")
} else if *headerNumber != header.Number.Uint64() {
t.Error(i, header.Hash(), header.Number.Uint64(), "header number incorrect")
}
if td == nil {
t.Error(i, "empty td")
} else {
td, err := rawdb.ReadTd(snDB, header.Hash(), header.Number.Uint64())
if err != nil {
panic(err)
}
if td.Cmp(td) != 0 {
t.Error(i, header.Hash(), header.Number.Uint64(), "td incorrect")
}
}
}
}
func generateHeaders(n int) []types.Header {
headers := make([]types.Header, n)
for i := uint64(0); i < uint64(n); i++ {
headers[i] = types.Header{Difficulty: new(big.Int).SetUint64(i), Number: new(big.Int).SetUint64(i)}
}
return headers
}