| 
									
										
										
										
											2015-11-30 13:34:19 +01:00
										 |  |  | // Copyright 2015 The go-ethereum Authors | 
					
						
							|  |  |  | // This file is part of the go-ethereum library. | 
					
						
							|  |  |  | // | 
					
						
							|  |  |  | // The go-ethereum library is free software: you can redistribute it and/or modify | 
					
						
							|  |  |  | // it under the terms of the GNU Lesser General Public License as published by | 
					
						
							|  |  |  | // the Free Software Foundation, either version 3 of the License, or | 
					
						
							|  |  |  | // (at your option) any later version. | 
					
						
							|  |  |  | // | 
					
						
							|  |  |  | // The go-ethereum library is distributed in the hope that it will be useful, | 
					
						
							|  |  |  | // but WITHOUT ANY WARRANTY; without even the implied warranty of | 
					
						
							|  |  |  | // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | 
					
						
							|  |  |  | // GNU Lesser General Public License for more details. | 
					
						
							|  |  |  | // | 
					
						
							|  |  |  | // You should have received a copy of the GNU Lesser General Public License | 
					
						
							|  |  |  | // along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>. | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | package light | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | import ( | 
					
						
							| 
									
										
										
										
											2017-03-22 18:20:33 +01:00
										 |  |  | 	"context" | 
					
						
							| 
									
										
										
										
											2018-02-05 18:40:32 +02:00
										 |  |  | 	"errors" | 
					
						
							| 
									
										
										
										
											2017-06-27 15:57:06 +02:00
										 |  |  | 	"fmt" | 
					
						
							| 
									
										
										
										
											2017-03-22 18:20:33 +01:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-06-27 15:57:06 +02:00
										 |  |  | 	"github.com/ethereum/go-ethereum/common" | 
					
						
							| 
									
										
										
										
											2020-08-21 20:10:40 +08:00
										 |  |  | 	"github.com/ethereum/go-ethereum/core/rawdb" | 
					
						
							| 
									
										
										
										
											2017-06-27 15:57:06 +02:00
										 |  |  | 	"github.com/ethereum/go-ethereum/core/state" | 
					
						
							|  |  |  | 	"github.com/ethereum/go-ethereum/core/types" | 
					
						
							| 
									
										
										
										
											2017-04-18 13:08:17 +02:00
										 |  |  | 	"github.com/ethereum/go-ethereum/crypto" | 
					
						
							| 
									
										
										
										
											2018-02-05 18:40:32 +02:00
										 |  |  | 	"github.com/ethereum/go-ethereum/ethdb" | 
					
						
							| 
									
										
										
										
											2015-11-30 13:34:19 +01:00
										 |  |  | 	"github.com/ethereum/go-ethereum/trie" | 
					
						
							|  |  |  | ) | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2020-12-10 21:33:52 +08:00
										 |  |  | var ( | 
					
						
							|  |  |  | 	sha3Nil = crypto.Keccak256Hash(nil) | 
					
						
							|  |  |  | ) | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-06-27 15:57:06 +02:00
										 |  |  | func NewState(ctx context.Context, head *types.Header, odr OdrBackend) *state.StateDB { | 
					
						
							| 
									
										
										
										
											2019-08-06 13:40:28 +03:00
										 |  |  | 	state, _ := state.New(head.Root, NewStateDatabase(ctx, head, odr), nil) | 
					
						
							| 
									
										
										
										
											2017-06-27 15:57:06 +02:00
										 |  |  | 	return state | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | func NewStateDatabase(ctx context.Context, head *types.Header, odr OdrBackend) state.Database { | 
					
						
							|  |  |  | 	return &odrDatabase{ctx, StateTrieID(head), odr} | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | type odrDatabase struct { | 
					
						
							|  |  |  | 	ctx     context.Context | 
					
						
							|  |  |  | 	id      *TrieID | 
					
						
							|  |  |  | 	backend OdrBackend | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | func (db *odrDatabase) OpenTrie(root common.Hash) (state.Trie, error) { | 
					
						
							|  |  |  | 	return &odrTrie{db: db, id: db.id}, nil | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | func (db *odrDatabase) OpenStorageTrie(addrHash, root common.Hash) (state.Trie, error) { | 
					
						
							|  |  |  | 	return &odrTrie{db: db, id: StorageTrieID(db.id, addrHash, root)}, nil | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | func (db *odrDatabase) CopyTrie(t state.Trie) state.Trie { | 
					
						
							|  |  |  | 	switch t := t.(type) { | 
					
						
							|  |  |  | 	case *odrTrie: | 
					
						
							|  |  |  | 		cpy := &odrTrie{db: t.db, id: t.id} | 
					
						
							|  |  |  | 		if t.trie != nil { | 
					
						
							|  |  |  | 			cpytrie := *t.trie | 
					
						
							|  |  |  | 			cpy.trie = &cpytrie | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 		return cpy | 
					
						
							|  |  |  | 	default: | 
					
						
							|  |  |  | 		panic(fmt.Errorf("unknown trie type %T", t)) | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | func (db *odrDatabase) ContractCode(addrHash, codeHash common.Hash) ([]byte, error) { | 
					
						
							| 
									
										
										
										
											2019-02-14 07:18:32 -08:00
										 |  |  | 	if codeHash == sha3Nil { | 
					
						
							| 
									
										
										
										
											2017-06-27 15:57:06 +02:00
										 |  |  | 		return nil, nil | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2020-08-21 20:10:40 +08:00
										 |  |  | 	code := rawdb.ReadCode(db.backend.Database(), codeHash) | 
					
						
							|  |  |  | 	if len(code) != 0 { | 
					
						
							| 
									
										
										
										
											2017-06-27 15:57:06 +02:00
										 |  |  | 		return code, nil | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	id := *db.id | 
					
						
							|  |  |  | 	id.AccKey = addrHash[:] | 
					
						
							|  |  |  | 	req := &CodeRequest{Id: &id, Hash: codeHash} | 
					
						
							|  |  |  | 	err := db.backend.Retrieve(db.ctx, req) | 
					
						
							|  |  |  | 	return req.Data, err | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | func (db *odrDatabase) ContractCodeSize(addrHash, codeHash common.Hash) (int, error) { | 
					
						
							|  |  |  | 	code, err := db.ContractCode(addrHash, codeHash) | 
					
						
							|  |  |  | 	return len(code), err | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2018-02-05 18:40:32 +02:00
										 |  |  | func (db *odrDatabase) TrieDB() *trie.Database { | 
					
						
							|  |  |  | 	return nil | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-06-27 15:57:06 +02:00
										 |  |  | type odrTrie struct { | 
					
						
							|  |  |  | 	db   *odrDatabase | 
					
						
							| 
									
										
										
										
											2016-10-14 05:47:09 +02:00
										 |  |  | 	id   *TrieID | 
					
						
							| 
									
										
										
										
											2017-06-27 15:57:06 +02:00
										 |  |  | 	trie *trie.Trie | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | func (t *odrTrie) TryGet(key []byte) ([]byte, error) { | 
					
						
							|  |  |  | 	key = crypto.Keccak256(key) | 
					
						
							|  |  |  | 	var res []byte | 
					
						
							|  |  |  | 	err := t.do(key, func() (err error) { | 
					
						
							|  |  |  | 		res, err = t.trie.TryGet(key) | 
					
						
							|  |  |  | 		return err | 
					
						
							|  |  |  | 	}) | 
					
						
							|  |  |  | 	return res, err | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | func (t *odrTrie) TryUpdate(key, value []byte) error { | 
					
						
							|  |  |  | 	key = crypto.Keccak256(key) | 
					
						
							|  |  |  | 	return t.do(key, func() error { | 
					
						
							| 
									
										
										
										
											2018-11-26 20:27:49 +08:00
										 |  |  | 		return t.trie.TryUpdate(key, value) | 
					
						
							| 
									
										
										
										
											2017-06-27 15:57:06 +02:00
										 |  |  | 	}) | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | func (t *odrTrie) TryDelete(key []byte) error { | 
					
						
							|  |  |  | 	key = crypto.Keccak256(key) | 
					
						
							|  |  |  | 	return t.do(key, func() error { | 
					
						
							|  |  |  | 		return t.trie.TryDelete(key) | 
					
						
							|  |  |  | 	}) | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2018-02-05 18:40:32 +02:00
										 |  |  | func (t *odrTrie) Commit(onleaf trie.LeafCallback) (common.Hash, error) { | 
					
						
							| 
									
										
										
										
											2017-06-27 15:57:06 +02:00
										 |  |  | 	if t.trie == nil { | 
					
						
							|  |  |  | 		return t.id.Root, nil | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2018-02-05 18:40:32 +02:00
										 |  |  | 	return t.trie.Commit(onleaf) | 
					
						
							| 
									
										
										
										
											2017-06-27 15:57:06 +02:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | func (t *odrTrie) Hash() common.Hash { | 
					
						
							|  |  |  | 	if t.trie == nil { | 
					
						
							|  |  |  | 		return t.id.Root | 
					
						
							| 
									
										
										
										
											2015-11-30 13:34:19 +01:00
										 |  |  | 	} | 
					
						
							| 
									
										
										
										
											2017-06-27 15:57:06 +02:00
										 |  |  | 	return t.trie.Hash() | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | func (t *odrTrie) NodeIterator(startkey []byte) trie.NodeIterator { | 
					
						
							|  |  |  | 	return newNodeIterator(t, startkey) | 
					
						
							| 
									
										
										
										
											2015-11-30 13:34:19 +01:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-06-27 15:57:06 +02:00
										 |  |  | func (t *odrTrie) GetKey(sha []byte) []byte { | 
					
						
							|  |  |  | 	return nil | 
					
						
							| 
									
										
										
										
											2015-11-30 13:34:19 +01:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
											
												all: integrate the freezer with fast sync
* all: freezer style syncing
core, eth, les, light: clean up freezer relative APIs
core, eth, les, trie, ethdb, light: clean a bit
core, eth, les, light: add unit tests
core, light: rewrite setHead function
core, eth: fix downloader unit tests
core: add receipt chain insertion test
core: use constant instead of hardcoding table name
core: fix rollback
core: fix setHead
core/rawdb: remove canonical block first and then iterate side chain
core/rawdb, ethdb: add hasAncient interface
eth/downloader: calculate ancient limit via cht first
core, eth, ethdb: lots of fixes
* eth/downloader: print ancient disable log only for fast sync
											
										 
											2019-04-25 22:59:48 +08:00
										 |  |  | func (t *odrTrie) Prove(key []byte, fromLevel uint, proofDb ethdb.KeyValueWriter) error { | 
					
						
							| 
									
										
										
										
											2018-02-05 18:40:32 +02:00
										 |  |  | 	return errors.New("not implemented, needs client/server interface split") | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2015-11-30 13:34:19 +01:00
										 |  |  | // do tries and retries to execute a function until it returns with no error or | 
					
						
							|  |  |  | // an error type other than MissingNodeError | 
					
						
							| 
									
										
										
										
											2017-06-27 15:57:06 +02:00
										 |  |  | func (t *odrTrie) do(key []byte, fn func() error) error { | 
					
						
							|  |  |  | 	for { | 
					
						
							|  |  |  | 		var err error | 
					
						
							|  |  |  | 		if t.trie == nil { | 
					
						
							| 
									
										
										
										
											2018-02-05 18:40:32 +02:00
										 |  |  | 			t.trie, err = trie.New(t.id.Root, trie.NewDatabase(t.db.backend.Database())) | 
					
						
							| 
									
										
										
										
											2017-06-27 15:57:06 +02:00
										 |  |  | 		} | 
					
						
							|  |  |  | 		if err == nil { | 
					
						
							|  |  |  | 			err = fn() | 
					
						
							|  |  |  | 		} | 
					
						
							| 
									
										
										
										
											2017-04-18 13:08:17 +02:00
										 |  |  | 		if _, ok := err.(*trie.MissingNodeError); !ok { | 
					
						
							| 
									
										
										
										
											2015-11-30 13:34:19 +01:00
										 |  |  | 			return err | 
					
						
							|  |  |  | 		} | 
					
						
							| 
									
										
										
										
											2017-06-27 15:57:06 +02:00
										 |  |  | 		r := &TrieRequest{Id: t.id, Key: key} | 
					
						
							|  |  |  | 		if err := t.db.backend.Retrieve(t.db.ctx, r); err != nil { | 
					
						
							| 
									
										
										
										
											2017-12-17 22:40:39 +01:00
										 |  |  | 			return err | 
					
						
							| 
									
										
										
										
											2015-11-30 13:34:19 +01:00
										 |  |  | 		} | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-06-27 15:57:06 +02:00
										 |  |  | type nodeIterator struct { | 
					
						
							|  |  |  | 	trie.NodeIterator | 
					
						
							|  |  |  | 	t   *odrTrie | 
					
						
							|  |  |  | 	err error | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | func newNodeIterator(t *odrTrie, startkey []byte) trie.NodeIterator { | 
					
						
							|  |  |  | 	it := &nodeIterator{t: t} | 
					
						
							|  |  |  | 	// Open the actual non-ODR trie if that hasn't happened yet. | 
					
						
							|  |  |  | 	if t.trie == nil { | 
					
						
							|  |  |  | 		it.do(func() error { | 
					
						
							| 
									
										
										
										
											2018-02-05 18:40:32 +02:00
										 |  |  | 			t, err := trie.New(t.id.Root, trie.NewDatabase(t.db.backend.Database())) | 
					
						
							| 
									
										
										
										
											2017-06-27 15:57:06 +02:00
										 |  |  | 			if err == nil { | 
					
						
							|  |  |  | 				it.t.trie = t | 
					
						
							|  |  |  | 			} | 
					
						
							|  |  |  | 			return err | 
					
						
							|  |  |  | 		}) | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	it.do(func() error { | 
					
						
							|  |  |  | 		it.NodeIterator = it.t.trie.NodeIterator(startkey) | 
					
						
							|  |  |  | 		return it.NodeIterator.Error() | 
					
						
							| 
									
										
										
										
											2015-11-30 13:34:19 +01:00
										 |  |  | 	}) | 
					
						
							| 
									
										
										
										
											2017-06-27 15:57:06 +02:00
										 |  |  | 	return it | 
					
						
							| 
									
										
										
										
											2015-11-30 13:34:19 +01:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-06-27 15:57:06 +02:00
										 |  |  | func (it *nodeIterator) Next(descend bool) bool { | 
					
						
							|  |  |  | 	var ok bool | 
					
						
							|  |  |  | 	it.do(func() error { | 
					
						
							|  |  |  | 		ok = it.NodeIterator.Next(descend) | 
					
						
							|  |  |  | 		return it.NodeIterator.Error() | 
					
						
							| 
									
										
										
										
											2015-11-30 13:34:19 +01:00
										 |  |  | 	}) | 
					
						
							| 
									
										
										
										
											2017-06-27 15:57:06 +02:00
										 |  |  | 	return ok | 
					
						
							| 
									
										
										
										
											2015-11-30 13:34:19 +01:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-06-27 15:57:06 +02:00
										 |  |  | // do runs fn and attempts to fill in missing nodes by retrieving. | 
					
						
							|  |  |  | func (it *nodeIterator) do(fn func() error) { | 
					
						
							|  |  |  | 	var lasthash common.Hash | 
					
						
							|  |  |  | 	for { | 
					
						
							|  |  |  | 		it.err = fn() | 
					
						
							|  |  |  | 		missing, ok := it.err.(*trie.MissingNodeError) | 
					
						
							|  |  |  | 		if !ok { | 
					
						
							|  |  |  | 			return | 
					
						
							| 
									
										
										
										
											2015-11-30 13:34:19 +01:00
										 |  |  | 		} | 
					
						
							| 
									
										
										
										
											2017-06-27 15:57:06 +02:00
										 |  |  | 		if missing.NodeHash == lasthash { | 
					
						
							|  |  |  | 			it.err = fmt.Errorf("retrieve loop for trie node %x", missing.NodeHash) | 
					
						
							|  |  |  | 			return | 
					
						
							| 
									
										
										
										
											2015-11-30 13:34:19 +01:00
										 |  |  | 		} | 
					
						
							| 
									
										
										
										
											2017-06-27 15:57:06 +02:00
										 |  |  | 		lasthash = missing.NodeHash | 
					
						
							|  |  |  | 		r := &TrieRequest{Id: it.t.id, Key: nibblesToKey(missing.Path)} | 
					
						
							|  |  |  | 		if it.err = it.t.db.backend.Retrieve(it.t.db.ctx, r); it.err != nil { | 
					
						
							|  |  |  | 			return | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | func (it *nodeIterator) Error() error { | 
					
						
							|  |  |  | 	if it.err != nil { | 
					
						
							|  |  |  | 		return it.err | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	return it.NodeIterator.Error() | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | func nibblesToKey(nib []byte) []byte { | 
					
						
							|  |  |  | 	if len(nib) > 0 && nib[len(nib)-1] == 0x10 { | 
					
						
							|  |  |  | 		nib = nib[:len(nib)-1] // drop terminator | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	if len(nib)&1 == 1 { | 
					
						
							|  |  |  | 		nib = append(nib, 0) // make even | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	key := make([]byte, len(nib)/2) | 
					
						
							|  |  |  | 	for bi, ni := 0, 0; ni < len(nib); bi, ni = bi+1, ni+2 { | 
					
						
							|  |  |  | 		key[bi] = nib[ni]<<4 | nib[ni+1] | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	return key | 
					
						
							| 
									
										
										
										
											2015-11-30 13:34:19 +01:00
										 |  |  | } |