verkle: Implement Trie, NodeIterator and Database ifs Fix crash in TestDump Fix TestDump Fix TrieCopy remove unnecessary traces fix: Error() returned errIteratorEnd in verkle node iterator rewrite the iterator and change the signature of OpenStorageTrie add the adapter to reuse the account trie for storage don't try to deserialize a storage leaf into an account Fix statedb unit tests (#14) * debug code * Fix more unit tests * remove traces * Go back to the full range One tree to rule them all remove updateRoot, there is no root to update store code inside the account leaf fix build save current state for Sina Update go-verkle to latest Charge WITNESS_*_COST gas on storage loads Add witness costs for SSTORE as well Charge witness gas in the case of code execution corresponding code deletion add a --verkle flag to separate verkle experiments from regular geth operations use the snapshot to get data stateless execution from block witness AccessWitness functions Add block generation test + genesis snapshot generation test stateless block execution (#18) * test stateless block execution * Force tree resolution before generating the proof increased coverage in stateless test execution (#19) * test stateless block execution * Force tree resolution before generating the proof * increase coverage in stateless test execution ensure geth compiles fix issues in tests with verkle trees deactivated Ensure stateless data is available when executing statelessly (#20) * Ensure stateless data is available when executing statelessly * Actual execution of a statless block * bugfixes in stateless block execution * code cleanup - Reduce PR footprint by reverting NewEVM to its original signature - Move the access witness to the block context - prepare for a change in AW semantics Need to store the initial values. - Use the touch helper function, DRY * revert the signature of MustCommit to its original form (#21) fix leaf proofs in stateless execution (#22) * Fixes in witness pre-state * Add the recipient's nonce to the witness * reduce PR footprint and investigate issue in root state calculation * quick build fix cleanup: Remove extra parameter in ToBlock revert ToBlock to its older signature fix import cycle in vm tests fix linter issue fix appveyor build fix nil pointers in tests Add indices, yis and Cis to the block's Verkle proof upgrade geth dependency to drop geth's common dep fix cmd/devp2p tests fix rebase issues quell an appveyor warning fix address touching in SLOAD and SSTORE fix access witness for code size touch target account data before calling make sure the proper locations get touched in (ext)codecopy touch all code pages in execution add pushdata to witness remove useless code in genesis snapshot generation testnet: fix some of the rebase/drift issues Fix verkle proof generation in block fix an issue occuring when chunking past the code size fix: ensure the code copy doesn't extend past the code size
203 lines
8.4 KiB
Go
203 lines
8.4 KiB
Go
// Copyright 2021 The go-ethereum Authors
|
|
// This file is part of the go-ethereum library.
|
|
//
|
|
// The go-ethereum library is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU Lesser General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
//
|
|
// The go-ethereum library is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU Lesser General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU Lesser General Public License
|
|
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
package eth
|
|
|
|
import (
|
|
"errors"
|
|
"fmt"
|
|
"time"
|
|
|
|
"github.com/ethereum/go-ethereum/common"
|
|
"github.com/ethereum/go-ethereum/core"
|
|
"github.com/ethereum/go-ethereum/core/state"
|
|
"github.com/ethereum/go-ethereum/core/types"
|
|
"github.com/ethereum/go-ethereum/core/vm"
|
|
"github.com/ethereum/go-ethereum/log"
|
|
"github.com/ethereum/go-ethereum/trie"
|
|
)
|
|
|
|
// StateAtBlock retrieves the state database associated with a certain block.
|
|
// If no state is locally available for the given block, a number of blocks
|
|
// are attempted to be reexecuted to generate the desired state. The optional
|
|
// base layer statedb can be passed then it's regarded as the statedb of the
|
|
// parent block.
|
|
// Parameters:
|
|
// - block: The block for which we want the state (== state at the stateRoot of the parent)
|
|
// - reexec: The maximum number of blocks to reprocess trying to obtain the desired state
|
|
// - base: If the caller is tracing multiple blocks, the caller can provide the parent state
|
|
// continuously from the callsite.
|
|
// - checklive: if true, then the live 'blockchain' state database is used. If the caller want to
|
|
// perform Commit or other 'save-to-disk' changes, this should be set to false to avoid
|
|
// storing trash persistently
|
|
// - preferDisk: this arg can be used by the caller to signal that even though the 'base' is provided,
|
|
// it would be preferrable to start from a fresh state, if we have it on disk.
|
|
func (eth *Ethereum) StateAtBlock(block *types.Block, reexec uint64, base *state.StateDB, checkLive bool, preferDisk bool) (statedb *state.StateDB, err error) {
|
|
var (
|
|
current *types.Block
|
|
database state.Database
|
|
report = true
|
|
origin = block.NumberU64()
|
|
)
|
|
// Check the live database first if we have the state fully available, use that.
|
|
if checkLive {
|
|
statedb, err = eth.blockchain.StateAt(block.Root())
|
|
if err == nil {
|
|
return statedb, nil
|
|
}
|
|
}
|
|
if base != nil {
|
|
if preferDisk {
|
|
// Create an ephemeral trie.Database for isolating the live one. Otherwise
|
|
// the internal junks created by tracing will be persisted into the disk.
|
|
database = state.NewDatabaseWithConfig(eth.chainDb, &trie.Config{Cache: 16})
|
|
if statedb, err = state.New(block.Root(), database, nil); err == nil {
|
|
log.Info("Found disk backend for state trie", "root", block.Root(), "number", block.Number())
|
|
return statedb, nil
|
|
}
|
|
}
|
|
// The optional base statedb is given, mark the start point as parent block
|
|
statedb, database, report = base, base.Database(), false
|
|
current = eth.blockchain.GetBlock(block.ParentHash(), block.NumberU64()-1)
|
|
} else {
|
|
// Otherwise try to reexec blocks until we find a state or reach our limit
|
|
current = block
|
|
|
|
// Create an ephemeral trie.Database for isolating the live one. Otherwise
|
|
// the internal junks created by tracing will be persisted into the disk.
|
|
database = state.NewDatabaseWithConfig(eth.chainDb, &trie.Config{Cache: 16})
|
|
|
|
// If we didn't check the dirty database, do check the clean one, otherwise
|
|
// we would rewind past a persisted block (specific corner case is chain
|
|
// tracing from the genesis).
|
|
if !checkLive {
|
|
statedb, err = state.New(current.Root(), database, nil)
|
|
if err == nil {
|
|
return statedb, nil
|
|
}
|
|
}
|
|
// Database does not have the state for the given block, try to regenerate
|
|
for i := uint64(0); i < reexec; i++ {
|
|
if current.NumberU64() == 0 {
|
|
return nil, errors.New("genesis state is missing")
|
|
}
|
|
parent := eth.blockchain.GetBlock(current.ParentHash(), current.NumberU64()-1)
|
|
if parent == nil {
|
|
return nil, fmt.Errorf("missing block %v %d", current.ParentHash(), current.NumberU64()-1)
|
|
}
|
|
current = parent
|
|
|
|
statedb, err = state.New(current.Root(), database, nil)
|
|
if err == nil {
|
|
break
|
|
}
|
|
}
|
|
if err != nil {
|
|
switch err.(type) {
|
|
case *trie.MissingNodeError:
|
|
return nil, fmt.Errorf("required historical state unavailable (reexec=%d)", reexec)
|
|
default:
|
|
return nil, err
|
|
}
|
|
}
|
|
}
|
|
// State was available at historical point, regenerate
|
|
var (
|
|
start = time.Now()
|
|
logged time.Time
|
|
parent common.Hash
|
|
)
|
|
for current.NumberU64() < origin {
|
|
// Print progress logs if long enough time elapsed
|
|
if time.Since(logged) > 8*time.Second && report {
|
|
log.Info("Regenerating historical state", "block", current.NumberU64()+1, "target", origin, "remaining", origin-current.NumberU64()-1, "elapsed", time.Since(start))
|
|
logged = time.Now()
|
|
}
|
|
// Retrieve the next block to regenerate and process it
|
|
next := current.NumberU64() + 1
|
|
if current = eth.blockchain.GetBlockByNumber(next); current == nil {
|
|
return nil, fmt.Errorf("block #%d not found", next)
|
|
}
|
|
_, _, _, _, err := eth.blockchain.Processor().Process(current, statedb, vm.Config{})
|
|
if err != nil {
|
|
return nil, fmt.Errorf("processing block %d failed: %v", current.NumberU64(), err)
|
|
}
|
|
// Finalize the state so any modifications are written to the trie
|
|
root, err := statedb.Commit(eth.blockchain.Config().IsEIP158(current.Number()))
|
|
if err != nil {
|
|
return nil, fmt.Errorf("stateAtBlock commit failed, number %d root %v: %w",
|
|
current.NumberU64(), current.Root().Hex(), err)
|
|
}
|
|
statedb, err = state.New(root, database, nil)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("state reset after block %d failed: %v", current.NumberU64(), err)
|
|
}
|
|
database.TrieDB().Reference(root, common.Hash{})
|
|
if parent != (common.Hash{}) {
|
|
database.TrieDB().Dereference(parent)
|
|
}
|
|
parent = root
|
|
}
|
|
if report {
|
|
nodes, imgs := database.TrieDB().Size()
|
|
log.Info("Historical state regenerated", "block", current.NumberU64(), "elapsed", time.Since(start), "nodes", nodes, "preimages", imgs)
|
|
}
|
|
return statedb, nil
|
|
}
|
|
|
|
// stateAtTransaction returns the execution environment of a certain transaction.
|
|
func (eth *Ethereum) stateAtTransaction(block *types.Block, txIndex int, reexec uint64) (core.Message, vm.BlockContext, *state.StateDB, error) {
|
|
// Short circuit if it's genesis block.
|
|
if block.NumberU64() == 0 {
|
|
return nil, vm.BlockContext{}, nil, errors.New("no transaction in genesis")
|
|
}
|
|
// Create the parent state database
|
|
parent := eth.blockchain.GetBlock(block.ParentHash(), block.NumberU64()-1)
|
|
if parent == nil {
|
|
return nil, vm.BlockContext{}, nil, fmt.Errorf("parent %#x not found", block.ParentHash())
|
|
}
|
|
// Lookup the statedb of parent block from the live database,
|
|
// otherwise regenerate it on the flight.
|
|
statedb, err := eth.StateAtBlock(parent, reexec, nil, true, false)
|
|
if err != nil {
|
|
return nil, vm.BlockContext{}, nil, err
|
|
}
|
|
if txIndex == 0 && len(block.Transactions()) == 0 {
|
|
return nil, vm.BlockContext{}, statedb, nil
|
|
}
|
|
// Recompute transactions up to the target index.
|
|
signer := types.MakeSigner(eth.blockchain.Config(), block.Number())
|
|
for idx, tx := range block.Transactions() {
|
|
// Assemble the transaction call message and return if the requested offset
|
|
msg, _ := tx.AsMessage(signer, block.BaseFee())
|
|
txContext := core.NewEVMTxContext(msg)
|
|
context := core.NewEVMBlockContext(block.Header(), eth.blockchain, nil)
|
|
if idx == txIndex {
|
|
return msg, context, statedb, nil
|
|
}
|
|
// Not yet the searched for transaction, execute on top of the current state
|
|
vmenv := vm.NewEVM(context, txContext, statedb, eth.blockchain.Config(), vm.Config{})
|
|
statedb.Prepare(tx.Hash(), idx)
|
|
if _, err := core.ApplyMessage(vmenv, msg, new(core.GasPool).AddGas(tx.Gas())); err != nil {
|
|
return nil, vm.BlockContext{}, nil, fmt.Errorf("transaction %#x failed: %v", tx.Hash(), err)
|
|
}
|
|
// Ensure any modifications are committed to the state
|
|
// Only delete empty objects if EIP158/161 (a.k.a Spurious Dragon) is in effect
|
|
statedb.Finalise(vmenv.ChainConfig().IsEIP158(block.Number()))
|
|
}
|
|
return nil, vm.BlockContext{}, nil, fmt.Errorf("transaction index %d out of range for block %#x", txIndex, block.Hash())
|
|
}
|