| 
									
										
										
										
											2018-05-07 14:35:06 +03:00
										 |  |  | // Copyright 2018 The go-ethereum Authors | 
					
						
							|  |  |  | // This file is part of the go-ethereum library. | 
					
						
							|  |  |  | // | 
					
						
							|  |  |  | // The go-ethereum library is free software: you can redistribute it and/or modify | 
					
						
							|  |  |  | // it under the terms of the GNU Lesser General Public License as published by | 
					
						
							|  |  |  | // the Free Software Foundation, either version 3 of the License, or | 
					
						
							|  |  |  | // (at your option) any later version. | 
					
						
							|  |  |  | // | 
					
						
							|  |  |  | // The go-ethereum library is distributed in the hope that it will be useful, | 
					
						
							|  |  |  | // but WITHOUT ANY WARRANTY; without even the implied warranty of | 
					
						
							|  |  |  | // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | 
					
						
							|  |  |  | // GNU Lesser General Public License for more details. | 
					
						
							|  |  |  | // | 
					
						
							|  |  |  | // You should have received a copy of the GNU Lesser General Public License | 
					
						
							|  |  |  | // along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>. | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | package rawdb | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | import ( | 
					
						
							|  |  |  | 	"encoding/json" | 
					
						
							| 
									
										
										
										
											2020-12-11 15:56:00 +01:00
										 |  |  | 	"time" | 
					
						
							| 
									
										
										
										
											2018-05-07 14:35:06 +03:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	"github.com/ethereum/go-ethereum/common" | 
					
						
							| 
									
										
										
										
											2018-09-24 15:57:49 +03:00
										 |  |  | 	"github.com/ethereum/go-ethereum/ethdb" | 
					
						
							| 
									
										
										
										
											2018-05-07 14:35:06 +03:00
										 |  |  | 	"github.com/ethereum/go-ethereum/log" | 
					
						
							|  |  |  | 	"github.com/ethereum/go-ethereum/params" | 
					
						
							|  |  |  | 	"github.com/ethereum/go-ethereum/rlp" | 
					
						
							|  |  |  | ) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | // ReadDatabaseVersion retrieves the version number of the database. | 
					
						
							| 
									
										
										
											
												all: integrate the freezer with fast sync
* all: freezer style syncing
core, eth, les, light: clean up freezer relative APIs
core, eth, les, trie, ethdb, light: clean a bit
core, eth, les, light: add unit tests
core, light: rewrite setHead function
core, eth: fix downloader unit tests
core: add receipt chain insertion test
core: use constant instead of hardcoding table name
core: fix rollback
core: fix setHead
core/rawdb: remove canonical block first and then iterate side chain
core/rawdb, ethdb: add hasAncient interface
eth/downloader: calculate ancient limit via cht first
core, eth, ethdb: lots of fixes
* eth/downloader: print ancient disable log only for fast sync
											
										 
											2019-04-25 22:59:48 +08:00
										 |  |  | func ReadDatabaseVersion(db ethdb.KeyValueReader) *uint64 { | 
					
						
							| 
									
										
										
										
											2019-01-11 19:49:12 +08:00
										 |  |  | 	var version uint64 | 
					
						
							| 
									
										
										
										
											2018-05-07 14:35:06 +03:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2020-12-11 15:56:00 +01:00
										 |  |  | 	enc, _ := db.Get(databaseVersionKey) | 
					
						
							| 
									
										
										
										
											2019-01-11 19:49:12 +08:00
										 |  |  | 	if len(enc) == 0 { | 
					
						
							|  |  |  | 		return nil | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	if err := rlp.DecodeBytes(enc, &version); err != nil { | 
					
						
							|  |  |  | 		return nil | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2018-05-07 14:35:06 +03:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2019-01-11 19:49:12 +08:00
										 |  |  | 	return &version | 
					
						
							| 
									
										
										
										
											2018-05-07 14:35:06 +03:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | // WriteDatabaseVersion stores the version number of the database | 
					
						
							| 
									
										
										
											
												all: integrate the freezer with fast sync
* all: freezer style syncing
core, eth, les, light: clean up freezer relative APIs
core, eth, les, trie, ethdb, light: clean a bit
core, eth, les, light: add unit tests
core, light: rewrite setHead function
core, eth: fix downloader unit tests
core: add receipt chain insertion test
core: use constant instead of hardcoding table name
core: fix rollback
core: fix setHead
core/rawdb: remove canonical block first and then iterate side chain
core/rawdb, ethdb: add hasAncient interface
eth/downloader: calculate ancient limit via cht first
core, eth, ethdb: lots of fixes
* eth/downloader: print ancient disable log only for fast sync
											
										 
											2019-04-25 22:59:48 +08:00
										 |  |  | func WriteDatabaseVersion(db ethdb.KeyValueWriter, version uint64) { | 
					
						
							| 
									
										
										
										
											2019-01-11 19:49:12 +08:00
										 |  |  | 	enc, err := rlp.EncodeToBytes(version) | 
					
						
							|  |  |  | 	if err != nil { | 
					
						
							|  |  |  | 		log.Crit("Failed to encode database version", "err", err) | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2020-12-11 15:56:00 +01:00
										 |  |  | 	if err = db.Put(databaseVersionKey, enc); err != nil { | 
					
						
							| 
									
										
										
										
											2018-05-07 14:35:06 +03:00
										 |  |  | 		log.Crit("Failed to store the database version", "err", err) | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | // ReadChainConfig retrieves the consensus settings based on the given genesis hash. | 
					
						
							| 
									
										
										
											
												all: integrate the freezer with fast sync
* all: freezer style syncing
core, eth, les, light: clean up freezer relative APIs
core, eth, les, trie, ethdb, light: clean a bit
core, eth, les, light: add unit tests
core, light: rewrite setHead function
core, eth: fix downloader unit tests
core: add receipt chain insertion test
core: use constant instead of hardcoding table name
core: fix rollback
core: fix setHead
core/rawdb: remove canonical block first and then iterate side chain
core/rawdb, ethdb: add hasAncient interface
eth/downloader: calculate ancient limit via cht first
core, eth, ethdb: lots of fixes
* eth/downloader: print ancient disable log only for fast sync
											
										 
											2019-04-25 22:59:48 +08:00
										 |  |  | func ReadChainConfig(db ethdb.KeyValueReader, hash common.Hash) *params.ChainConfig { | 
					
						
							| 
									
										
										
										
											2018-06-11 21:06:26 +08:00
										 |  |  | 	data, _ := db.Get(configKey(hash)) | 
					
						
							| 
									
										
										
										
											2018-05-07 14:35:06 +03:00
										 |  |  | 	if len(data) == 0 { | 
					
						
							|  |  |  | 		return nil | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	var config params.ChainConfig | 
					
						
							|  |  |  | 	if err := json.Unmarshal(data, &config); err != nil { | 
					
						
							|  |  |  | 		log.Error("Invalid chain config JSON", "hash", hash, "err", err) | 
					
						
							|  |  |  | 		return nil | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	return &config | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | // WriteChainConfig writes the chain config settings to the database. | 
					
						
							| 
									
										
										
											
												all: integrate the freezer with fast sync
* all: freezer style syncing
core, eth, les, light: clean up freezer relative APIs
core, eth, les, trie, ethdb, light: clean a bit
core, eth, les, light: add unit tests
core, light: rewrite setHead function
core, eth: fix downloader unit tests
core: add receipt chain insertion test
core: use constant instead of hardcoding table name
core: fix rollback
core: fix setHead
core/rawdb: remove canonical block first and then iterate side chain
core/rawdb, ethdb: add hasAncient interface
eth/downloader: calculate ancient limit via cht first
core, eth, ethdb: lots of fixes
* eth/downloader: print ancient disable log only for fast sync
											
										 
											2019-04-25 22:59:48 +08:00
										 |  |  | func WriteChainConfig(db ethdb.KeyValueWriter, hash common.Hash, cfg *params.ChainConfig) { | 
					
						
							| 
									
										
										
										
											2018-05-07 14:35:06 +03:00
										 |  |  | 	if cfg == nil { | 
					
						
							|  |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	data, err := json.Marshal(cfg) | 
					
						
							|  |  |  | 	if err != nil { | 
					
						
							|  |  |  | 		log.Crit("Failed to JSON encode chain config", "err", err) | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2018-06-11 21:06:26 +08:00
										 |  |  | 	if err := db.Put(configKey(hash), data); err != nil { | 
					
						
							| 
									
										
										
										
											2018-05-07 14:35:06 +03:00
										 |  |  | 		log.Crit("Failed to store chain config", "err", err) | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | } | 
					
						
							| 
									
										
										
										
											2020-12-11 15:56:00 +01:00
										 |  |  | 
 | 
					
						
							|  |  |  | // crashList is a list of unclean-shutdown-markers, for rlp-encoding to the | 
					
						
							|  |  |  | // database | 
					
						
							|  |  |  | type crashList struct { | 
					
						
							|  |  |  | 	Discarded uint64   // how many ucs have we deleted | 
					
						
							|  |  |  | 	Recent    []uint64 // unix timestamps of 10 latest unclean shutdowns | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | const crashesToKeep = 10 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | // PushUncleanShutdownMarker appends a new unclean shutdown marker and returns | 
					
						
							|  |  |  | // the previous data | 
					
						
							|  |  |  | // - a list of timestamps | 
					
						
							|  |  |  | // - a count of how many old unclean-shutdowns have been discarded | 
					
						
							|  |  |  | func PushUncleanShutdownMarker(db ethdb.KeyValueStore) ([]uint64, uint64, error) { | 
					
						
							|  |  |  | 	var uncleanShutdowns crashList | 
					
						
							|  |  |  | 	// Read old data | 
					
						
							|  |  |  | 	if data, err := db.Get(uncleanShutdownKey); err != nil { | 
					
						
							|  |  |  | 		log.Warn("Error reading unclean shutdown markers", "error", err) | 
					
						
							|  |  |  | 	} else if err := rlp.DecodeBytes(data, &uncleanShutdowns); err != nil { | 
					
						
							|  |  |  | 		return nil, 0, err | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	var discarded = uncleanShutdowns.Discarded | 
					
						
							|  |  |  | 	var previous = make([]uint64, len(uncleanShutdowns.Recent)) | 
					
						
							|  |  |  | 	copy(previous, uncleanShutdowns.Recent) | 
					
						
							|  |  |  | 	// Add a new (but cap it) | 
					
						
							|  |  |  | 	uncleanShutdowns.Recent = append(uncleanShutdowns.Recent, uint64(time.Now().Unix())) | 
					
						
							|  |  |  | 	if count := len(uncleanShutdowns.Recent); count > crashesToKeep+1 { | 
					
						
							|  |  |  | 		numDel := count - (crashesToKeep + 1) | 
					
						
							|  |  |  | 		uncleanShutdowns.Recent = uncleanShutdowns.Recent[numDel:] | 
					
						
							|  |  |  | 		uncleanShutdowns.Discarded += uint64(numDel) | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	// And save it again | 
					
						
							|  |  |  | 	data, _ := rlp.EncodeToBytes(uncleanShutdowns) | 
					
						
							|  |  |  | 	if err := db.Put(uncleanShutdownKey, data); err != nil { | 
					
						
							|  |  |  | 		log.Warn("Failed to write unclean-shutdown marker", "err", err) | 
					
						
							|  |  |  | 		return nil, 0, err | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	return previous, discarded, nil | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | // PopUncleanShutdownMarker removes the last unclean shutdown marker | 
					
						
							|  |  |  | func PopUncleanShutdownMarker(db ethdb.KeyValueStore) { | 
					
						
							|  |  |  | 	var uncleanShutdowns crashList | 
					
						
							|  |  |  | 	// Read old data | 
					
						
							|  |  |  | 	if data, err := db.Get(uncleanShutdownKey); err != nil { | 
					
						
							|  |  |  | 		log.Warn("Error reading unclean shutdown markers", "error", err) | 
					
						
							|  |  |  | 	} else if err := rlp.DecodeBytes(data, &uncleanShutdowns); err != nil { | 
					
						
							|  |  |  | 		log.Error("Error decoding unclean shutdown markers", "error", err) // Should mos def _not_ happen | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	if l := len(uncleanShutdowns.Recent); l > 0 { | 
					
						
							|  |  |  | 		uncleanShutdowns.Recent = uncleanShutdowns.Recent[:l-1] | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	data, _ := rlp.EncodeToBytes(uncleanShutdowns) | 
					
						
							|  |  |  | 	if err := db.Put(uncleanShutdownKey, data); err != nil { | 
					
						
							|  |  |  | 		log.Warn("Failed to clear unclean-shutdown marker", "err", err) | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | } |