| 
									
										
										
										
											2018-02-14 13:49:11 +01:00
										 |  |  | // Copyright 2017 The go-ethereum Authors | 
					
						
							| 
									
										
										
										
											2017-10-24 15:19:09 +02:00
										 |  |  | // This file is part of the go-ethereum library. | 
					
						
							|  |  |  | // | 
					
						
							|  |  |  | // The go-ethereum library is free software: you can redistribute it and/or modify | 
					
						
							|  |  |  | // it under the terms of the GNU Lesser General Public License as published by | 
					
						
							|  |  |  | // the Free Software Foundation, either version 3 of the License, or | 
					
						
							|  |  |  | // (at your option) any later version. | 
					
						
							|  |  |  | // | 
					
						
							|  |  |  | // The go-ethereum library is distributed in the hope that it will be useful, | 
					
						
							|  |  |  | // but WITHOUT ANY WARRANTY; without even the implied warranty of | 
					
						
							|  |  |  | // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | 
					
						
							|  |  |  | // GNU Lesser General Public License for more details. | 
					
						
							|  |  |  | // | 
					
						
							|  |  |  | // You should have received a copy of the GNU Lesser General Public License | 
					
						
							|  |  |  | // along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>. | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | package light | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | import ( | 
					
						
							|  |  |  | 	"errors" | 
					
						
							|  |  |  | 	"sync" | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	"github.com/ethereum/go-ethereum/common" | 
					
						
							|  |  |  | 	"github.com/ethereum/go-ethereum/crypto" | 
					
						
							| 
									
										
										
										
											2018-02-05 18:40:32 +02:00
										 |  |  | 	"github.com/ethereum/go-ethereum/ethdb" | 
					
						
							| 
									
										
										
										
											2017-10-24 15:19:09 +02:00
										 |  |  | 	"github.com/ethereum/go-ethereum/rlp" | 
					
						
							|  |  |  | ) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | // NodeSet stores a set of trie nodes. It implements trie.Database and can also | 
					
						
							|  |  |  | // act as a cache for another trie.Database. | 
					
						
							|  |  |  | type NodeSet struct { | 
					
						
							| 
									
										
										
										
											2018-02-11 14:57:46 +02:00
										 |  |  | 	nodes map[string][]byte | 
					
						
							|  |  |  | 	order []string | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-10-24 15:19:09 +02:00
										 |  |  | 	dataSize int | 
					
						
							|  |  |  | 	lock     sync.RWMutex | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | // NewNodeSet creates an empty node set | 
					
						
							|  |  |  | func NewNodeSet() *NodeSet { | 
					
						
							|  |  |  | 	return &NodeSet{ | 
					
						
							| 
									
										
										
										
											2018-02-11 14:57:46 +02:00
										 |  |  | 		nodes: make(map[string][]byte), | 
					
						
							| 
									
										
										
										
											2017-10-24 15:19:09 +02:00
										 |  |  | 	} | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | // Put stores a new node in the set | 
					
						
							|  |  |  | func (db *NodeSet) Put(key []byte, value []byte) error { | 
					
						
							|  |  |  | 	db.lock.Lock() | 
					
						
							|  |  |  | 	defer db.lock.Unlock() | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2018-02-11 14:57:46 +02:00
										 |  |  | 	if _, ok := db.nodes[string(key)]; ok { | 
					
						
							|  |  |  | 		return nil | 
					
						
							| 
									
										
										
										
											2017-10-24 15:19:09 +02:00
										 |  |  | 	} | 
					
						
							| 
									
										
										
										
											2018-02-11 14:57:46 +02:00
										 |  |  | 	keystr := string(key) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	db.nodes[keystr] = common.CopyBytes(value) | 
					
						
							|  |  |  | 	db.order = append(db.order, keystr) | 
					
						
							|  |  |  | 	db.dataSize += len(value) | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-10-24 15:19:09 +02:00
										 |  |  | 	return nil | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2019-03-26 15:48:31 +01:00
										 |  |  | // Delete removes a node from the set | 
					
						
							|  |  |  | func (db *NodeSet) Delete(key []byte) error { | 
					
						
							|  |  |  | 	db.lock.Lock() | 
					
						
							|  |  |  | 	defer db.lock.Unlock() | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	delete(db.nodes, string(key)) | 
					
						
							|  |  |  | 	return nil | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-10-24 15:19:09 +02:00
										 |  |  | // Get returns a stored node | 
					
						
							|  |  |  | func (db *NodeSet) Get(key []byte) ([]byte, error) { | 
					
						
							|  |  |  | 	db.lock.RLock() | 
					
						
							|  |  |  | 	defer db.lock.RUnlock() | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2018-02-11 14:57:46 +02:00
										 |  |  | 	if entry, ok := db.nodes[string(key)]; ok { | 
					
						
							| 
									
										
										
										
											2017-10-24 15:19:09 +02:00
										 |  |  | 		return entry, nil | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	return nil, errors.New("not found") | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | // Has returns true if the node set contains the given key | 
					
						
							|  |  |  | func (db *NodeSet) Has(key []byte) (bool, error) { | 
					
						
							|  |  |  | 	_, err := db.Get(key) | 
					
						
							|  |  |  | 	return err == nil, nil | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | // KeyCount returns the number of nodes in the set | 
					
						
							|  |  |  | func (db *NodeSet) KeyCount() int { | 
					
						
							|  |  |  | 	db.lock.RLock() | 
					
						
							|  |  |  | 	defer db.lock.RUnlock() | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2018-02-11 14:57:46 +02:00
										 |  |  | 	return len(db.nodes) | 
					
						
							| 
									
										
										
										
											2017-10-24 15:19:09 +02:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | // DataSize returns the aggregated data size of nodes in the set | 
					
						
							|  |  |  | func (db *NodeSet) DataSize() int { | 
					
						
							|  |  |  | 	db.lock.RLock() | 
					
						
							|  |  |  | 	defer db.lock.RUnlock() | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	return db.dataSize | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | // NodeList converts the node set to a NodeList | 
					
						
							|  |  |  | func (db *NodeSet) NodeList() NodeList { | 
					
						
							|  |  |  | 	db.lock.RLock() | 
					
						
							|  |  |  | 	defer db.lock.RUnlock() | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	var values NodeList | 
					
						
							| 
									
										
										
										
											2018-02-11 14:57:46 +02:00
										 |  |  | 	for _, key := range db.order { | 
					
						
							|  |  |  | 		values = append(values, db.nodes[key]) | 
					
						
							| 
									
										
										
										
											2017-10-24 15:19:09 +02:00
										 |  |  | 	} | 
					
						
							|  |  |  | 	return values | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | // Store writes the contents of the set to the given database | 
					
						
							| 
									
										
										
											
												all: integrate the freezer with fast sync
* all: freezer style syncing
core, eth, les, light: clean up freezer relative APIs
core, eth, les, trie, ethdb, light: clean a bit
core, eth, les, light: add unit tests
core, light: rewrite setHead function
core, eth: fix downloader unit tests
core: add receipt chain insertion test
core: use constant instead of hardcoding table name
core: fix rollback
core: fix setHead
core/rawdb: remove canonical block first and then iterate side chain
core/rawdb, ethdb: add hasAncient interface
eth/downloader: calculate ancient limit via cht first
core, eth, ethdb: lots of fixes
* eth/downloader: print ancient disable log only for fast sync
											
										 
											2019-04-25 22:59:48 +08:00
										 |  |  | func (db *NodeSet) Store(target ethdb.KeyValueWriter) { | 
					
						
							| 
									
										
										
										
											2017-10-24 15:19:09 +02:00
										 |  |  | 	db.lock.RLock() | 
					
						
							|  |  |  | 	defer db.lock.RUnlock() | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2018-02-11 14:57:46 +02:00
										 |  |  | 	for key, value := range db.nodes { | 
					
						
							| 
									
										
										
										
											2017-10-24 15:19:09 +02:00
										 |  |  | 		target.Put([]byte(key), value) | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
											
												all: integrate the freezer with fast sync
* all: freezer style syncing
core, eth, les, light: clean up freezer relative APIs
core, eth, les, trie, ethdb, light: clean a bit
core, eth, les, light: add unit tests
core, light: rewrite setHead function
core, eth: fix downloader unit tests
core: add receipt chain insertion test
core: use constant instead of hardcoding table name
core: fix rollback
core: fix setHead
core/rawdb: remove canonical block first and then iterate side chain
core/rawdb, ethdb: add hasAncient interface
eth/downloader: calculate ancient limit via cht first
core, eth, ethdb: lots of fixes
* eth/downloader: print ancient disable log only for fast sync
											
										 
											2019-04-25 22:59:48 +08:00
										 |  |  | // NodeList stores an ordered list of trie nodes. It implements ethdb.KeyValueWriter. | 
					
						
							| 
									
										
										
										
											2017-10-24 15:19:09 +02:00
										 |  |  | type NodeList []rlp.RawValue | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | // Store writes the contents of the list to the given database | 
					
						
							| 
									
										
										
											
												all: integrate the freezer with fast sync
* all: freezer style syncing
core, eth, les, light: clean up freezer relative APIs
core, eth, les, trie, ethdb, light: clean a bit
core, eth, les, light: add unit tests
core, light: rewrite setHead function
core, eth: fix downloader unit tests
core: add receipt chain insertion test
core: use constant instead of hardcoding table name
core: fix rollback
core: fix setHead
core/rawdb: remove canonical block first and then iterate side chain
core/rawdb, ethdb: add hasAncient interface
eth/downloader: calculate ancient limit via cht first
core, eth, ethdb: lots of fixes
* eth/downloader: print ancient disable log only for fast sync
											
										 
											2019-04-25 22:59:48 +08:00
										 |  |  | func (n NodeList) Store(db ethdb.KeyValueWriter) { | 
					
						
							| 
									
										
										
										
											2017-10-24 15:19:09 +02:00
										 |  |  | 	for _, node := range n { | 
					
						
							|  |  |  | 		db.Put(crypto.Keccak256(node), node) | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | // NodeSet converts the node list to a NodeSet | 
					
						
							|  |  |  | func (n NodeList) NodeSet() *NodeSet { | 
					
						
							|  |  |  | 	db := NewNodeSet() | 
					
						
							|  |  |  | 	n.Store(db) | 
					
						
							|  |  |  | 	return db | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | // Put stores a new node at the end of the list | 
					
						
							|  |  |  | func (n *NodeList) Put(key []byte, value []byte) error { | 
					
						
							|  |  |  | 	*n = append(*n, value) | 
					
						
							|  |  |  | 	return nil | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2019-03-26 15:48:31 +01:00
										 |  |  | // Delete panics as there's no reason to remove a node from the list. | 
					
						
							|  |  |  | func (n *NodeList) Delete(key []byte) error { | 
					
						
							|  |  |  | 	panic("not supported") | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-10-24 15:19:09 +02:00
										 |  |  | // DataSize returns the aggregated data size of nodes in the list | 
					
						
							|  |  |  | func (n NodeList) DataSize() int { | 
					
						
							|  |  |  | 	var size int | 
					
						
							|  |  |  | 	for _, node := range n { | 
					
						
							|  |  |  | 		size += len(node) | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	return size | 
					
						
							|  |  |  | } |