erigon-pulse/aggregator/aggregator_test.go
ledgerwatch 0eaa0333e1
[erigon2] Optional writing of before changes, commitment decoupled from blocks (#237)
* Separate commitment from blocks

* Optional beforeOn

* Optional beforeOn

* Optional beforeOn

Co-authored-by: Alex Sharp <alexsharp@Alexs-MacBook-Pro.local>
2022-01-16 20:27:44 +00:00

413 lines
10 KiB
Go

/*
Copyright 2022 Erigon contributors
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
*/
package aggregator
import (
"bytes"
"context"
"encoding/binary"
"testing"
"github.com/holiman/uint256"
"github.com/ledgerwatch/erigon-lib/kv"
"github.com/ledgerwatch/erigon-lib/kv/memdb"
)
func int160(i uint64) []byte {
b := make([]byte, 20)
binary.BigEndian.PutUint64(b[12:], i)
return b
}
func int256(i uint64) []byte {
b := make([]byte, 32)
binary.BigEndian.PutUint64(b[24:], i)
return b
}
func accountWithBalance(i uint64) []byte {
balance := uint256.NewInt(i)
var l int
l++
l++
if i > 0 {
l += balance.ByteLen()
}
l++
l++
value := make([]byte, l)
pos := 0
value[pos] = 0
pos++
if balance.IsZero() {
value[pos] = 0
pos++
} else {
balanceBytes := balance.ByteLen()
value[pos] = byte(balanceBytes)
pos++
balance.WriteToSlice(value[pos : pos+balanceBytes])
pos += balanceBytes
}
value[pos] = 0
pos++
value[pos] = 0
return value
}
func TestSimpleAggregator(t *testing.T) {
tmpDir := t.TempDir()
db := memdb.New()
defer db.Close()
a, err := NewAggregator(tmpDir, 16, 4)
if err != nil {
t.Fatal(err)
}
var rwTx kv.RwTx
if rwTx, err = db.BeginRw(context.Background()); err != nil {
t.Fatal(err)
}
defer rwTx.Rollback()
w := a.MakeStateWriter(true /* beforeOn */)
if err = w.Reset(rwTx, 0); err != nil {
t.Fatal(err)
}
defer w.Close()
var account1 = accountWithBalance(1)
if err = w.UpdateAccountData(int160(1), account1, false /* trace */); err != nil {
t.Fatal(err)
}
if err = w.FinishTx(0, false); err != nil {
t.Fatal(err)
}
if err = w.Aggregate(false /* trace */); err != nil {
t.Fatal(err)
}
if err = rwTx.Commit(); err != nil {
t.Fatal(err)
}
var tx kv.Tx
if tx, err = db.BeginRo(context.Background()); err != nil {
t.Fatal(err)
}
defer tx.Rollback()
r := a.MakeStateReader(tx, 2)
var acc []byte
if acc, err = r.ReadAccountData(int160(1), false /* trace */); err != nil {
t.Fatal(err)
}
if !bytes.Equal(acc, account1) {
t.Errorf("read account %x, expected account %x", acc, account1)
}
a.Close()
}
func TestLoopAggregator(t *testing.T) {
tmpDir := t.TempDir()
db := memdb.New()
defer db.Close()
a, err := NewAggregator(tmpDir, 16, 4)
if err != nil {
t.Fatal(err)
}
defer a.Close()
var account1 = accountWithBalance(1)
var rwTx kv.RwTx
defer func() {
rwTx.Rollback()
}()
var tx kv.Tx
defer func() {
tx.Rollback()
}()
w := a.MakeStateWriter(true /* beforeOn */)
defer w.Close()
ctx := context.Background()
for blockNum := uint64(0); blockNum < 1000; blockNum++ {
accountKey := int160(blockNum/10 + 1)
//fmt.Printf("blockNum = %d\n", blockNum)
if rwTx, err = db.BeginRw(ctx); err != nil {
t.Fatal(err)
}
if err = w.Reset(rwTx, blockNum); err != nil {
t.Fatal(err)
}
if err = w.UpdateAccountData(accountKey, account1, false /* trace */); err != nil {
t.Fatal(err)
}
if err = w.FinishTx(blockNum, false /* trace */); err != nil {
t.Fatal(err)
}
if err = w.Aggregate(false /* trace */); err != nil {
t.Fatal(err)
}
if err = rwTx.Commit(); err != nil {
t.Fatal(err)
}
if tx, err = db.BeginRo(ctx); err != nil {
t.Fatal(err)
}
r := a.MakeStateReader(tx, blockNum+1)
var acc []byte
if acc, err = r.ReadAccountData(accountKey, false /* trace */); err != nil {
t.Fatal(err)
}
tx.Rollback()
if !bytes.Equal(acc, account1) {
t.Errorf("read account %x, expected account %x for block %d", acc, account1, blockNum)
}
account1 = accountWithBalance(blockNum + 2)
}
if tx, err = db.BeginRo(ctx); err != nil {
t.Fatal(err)
}
blockNum := uint64(1000)
r := a.MakeStateReader(tx, blockNum)
for i := uint64(0); i < blockNum/10+1; i++ {
accountKey := int160(i)
var expected []byte
if i > 0 {
expected = accountWithBalance(i * 10)
}
var acc []byte
if acc, err = r.ReadAccountData(accountKey, false /* trace */); err != nil {
t.Fatal(err)
}
if !bytes.Equal(acc, expected) {
t.Errorf("read account %x, expected account %x for block %d", acc, expected, i)
}
}
tx.Rollback()
a.Close()
}
func TestRecreateAccountWithStorage(t *testing.T) {
tmpDir := t.TempDir()
db := memdb.New()
defer db.Close()
a, err := NewAggregator(tmpDir, 16, 4)
if err != nil {
t.Fatal(err)
}
defer a.Close()
accountKey := int160(1)
var account1 = accountWithBalance(1)
var account2 = accountWithBalance(2)
var rwTx kv.RwTx
defer func() {
rwTx.Rollback()
}()
var tx kv.Tx
defer func() {
tx.Rollback()
}()
w := a.MakeStateWriter(true /* beforeOn */)
defer w.Close()
ctx := context.Background()
for blockNum := uint64(0); blockNum < 100; blockNum++ {
if rwTx, err = db.BeginRw(ctx); err != nil {
t.Fatal(err)
}
if err = w.Reset(rwTx, blockNum); err != nil {
t.Fatal(err)
}
switch blockNum {
case 1:
if err = w.UpdateAccountData(accountKey, account1, false /* trace */); err != nil {
t.Fatal(err)
}
for s := uint64(0); s < 100; s++ {
if err = w.WriteAccountStorage(accountKey, int256(s), uint256.NewInt(s+1), false /* trace */); err != nil {
t.Fatal(err)
}
}
case 22:
if err = w.DeleteAccount(accountKey, false /* trace */); err != nil {
t.Fatal(err)
}
case 45:
if err = w.UpdateAccountData(accountKey, account2, false /* trace */); err != nil {
t.Fatal(err)
}
for s := uint64(50); s < 150; s++ {
if err = w.WriteAccountStorage(accountKey, int256(s), uint256.NewInt(2*s+1), false /* trace */); err != nil {
t.Fatal(err)
}
}
}
if err = w.FinishTx(blockNum, false /* trace */); err != nil {
t.Fatal(err)
}
if err = w.Aggregate(false /* trace */); err != nil {
t.Fatal(err)
}
if err = rwTx.Commit(); err != nil {
t.Fatal(err)
}
if tx, err = db.BeginRo(ctx); err != nil {
t.Fatal(err)
}
r := a.MakeStateReader(tx, blockNum+1)
switch blockNum {
case 1:
var acc []byte
if acc, err = r.ReadAccountData(accountKey, false /* trace */); err != nil {
t.Fatal(err)
}
if !bytes.Equal(account1, acc) {
t.Errorf("wrong account after block %d, expected %x, got %x", blockNum, account1, acc)
}
for s := uint64(0); s < 100; s++ {
var v *uint256.Int
if v, err = r.ReadAccountStorage(accountKey, int256(s), false /* trace */); err != nil {
t.Fatal(err)
}
if !uint256.NewInt(s + 1).Eq(v) {
t.Errorf("wrong storage value after block %d, expected %d, got %s", blockNum, s+1, v)
}
}
case 22, 44:
var acc []byte
if acc, err = r.ReadAccountData(accountKey, false /* trace */); err != nil {
t.Fatal(err)
}
if len(acc) > 0 {
t.Errorf("wrong account after block %d, expected nil, got %x", blockNum, acc)
}
for s := uint64(0); s < 100; s++ {
var v *uint256.Int
if v, err = r.ReadAccountStorage(accountKey, int256(s), false /* trace */); err != nil {
t.Fatal(err)
}
if v != nil {
t.Errorf("wrong storage value after block %d, expected nil, got %s", blockNum, v)
}
}
case 66:
var acc []byte
if acc, err = r.ReadAccountData(accountKey, false /* trace */); err != nil {
t.Fatal(err)
}
if !bytes.Equal(account2, acc) {
t.Errorf("wrong account after block %d, expected %x, got %x", blockNum, account1, acc)
}
for s := uint64(0); s < 150; s++ {
var v *uint256.Int
if v, err = r.ReadAccountStorage(accountKey, int256(s), false /* trace */); err != nil {
t.Fatal(err)
}
if s < 50 {
if v != nil {
t.Errorf("wrong storage value after block %d, expected nil, got %s", blockNum, v)
}
} else if v == nil || !uint256.NewInt(2*s+1).Eq(v) {
t.Errorf("wrong storage value after block %d, expected %d, got %s", blockNum, 2*s+1, v)
}
}
}
tx.Rollback()
}
}
func TestChangeCode(t *testing.T) {
tmpDir := t.TempDir()
db := memdb.New()
defer db.Close()
a, err := NewAggregator(tmpDir, 16, 4)
if err != nil {
t.Fatal(err)
}
defer a.Close()
accountKey := int160(1)
var account1 = accountWithBalance(1)
var code1 = []byte("This is the code number 1")
//var code2 = []byte("This is the code number 2")
var rwTx kv.RwTx
defer func() {
rwTx.Rollback()
}()
var tx kv.Tx
defer func() {
if tx != nil {
tx.Rollback()
}
}()
w := a.MakeStateWriter(true /* beforeOn */)
defer w.Close()
for blockNum := uint64(0); blockNum < 100; blockNum++ {
if rwTx, err = db.BeginRw(context.Background()); err != nil {
t.Fatal(err)
}
if err = w.Reset(rwTx, blockNum); err != nil {
t.Fatal(err)
}
switch blockNum {
case 1:
if err = w.UpdateAccountData(accountKey, account1, false /* trace */); err != nil {
t.Fatal(err)
}
if err = w.UpdateAccountCode(accountKey, code1, false /* trace */); err != nil {
t.Fatal(err)
}
case 25:
if err = w.DeleteAccount(accountKey, false /* trace */); err != nil {
t.Fatal(err)
}
}
if err = w.FinishTx(blockNum, false /* trace */); err != nil {
t.Fatal(err)
}
if err = w.Aggregate(false /* trace */); err != nil {
t.Fatal(err)
}
if err = rwTx.Commit(); err != nil {
t.Fatal(err)
}
if tx, err = db.BeginRo(context.Background()); err != nil {
t.Fatal(err)
}
r := a.MakeStateReader(tx, blockNum+1)
switch blockNum {
case 22:
var acc []byte
if acc, err = r.ReadAccountData(accountKey, false /* trace */); err != nil {
t.Fatal(err)
}
if !bytes.Equal(account1, acc) {
t.Errorf("wrong account after block %d, expected %x, got %x", blockNum, account1, acc)
}
var code []byte
if code, err = r.ReadAccountCode(accountKey, false /* trace */); err != nil {
t.Fatal(err)
}
if !bytes.Equal(code1, code) {
t.Errorf("wrong code after block %d, expected %x, got %x", blockNum, code1, code)
}
case 47:
var code []byte
if code, err = r.ReadAccountCode(accountKey, false /* trace */); err != nil {
t.Fatal(err)
}
if code != nil {
t.Errorf("wrong code after block %d, expected nil, got %x", blockNum, code)
}
}
tx.Rollback()
}
}