| 
									
										
										
										
											2015-07-07 02:54:22 +02:00
										 |  |  | // Copyright 2014 The go-ethereum Authors | 
					
						
							|  |  |  | // This file is part of go-ethereum. | 
					
						
							|  |  |  | // | 
					
						
							|  |  |  | // go-ethereum is free software: you can redistribute it and/or modify | 
					
						
							|  |  |  | // it under the terms of the GNU General Public License as published by | 
					
						
							|  |  |  | // the Free Software Foundation, either version 3 of the License, or | 
					
						
							|  |  |  | // (at your option) any later version. | 
					
						
							|  |  |  | // | 
					
						
							|  |  |  | // go-ethereum is distributed in the hope that it will be useful, | 
					
						
							|  |  |  | // but WITHOUT ANY WARRANTY; without even the implied warranty of | 
					
						
							| 
									
										
										
										
											2015-07-22 18:48:40 +02:00
										 |  |  | // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | 
					
						
							| 
									
										
										
										
											2015-07-07 02:54:22 +02:00
										 |  |  | // GNU General Public License for more details. | 
					
						
							|  |  |  | // | 
					
						
							|  |  |  | // You should have received a copy of the GNU General Public License | 
					
						
							| 
									
										
										
										
											2015-07-22 18:48:40 +02:00
										 |  |  | // along with go-ethereum. If not, see <http://www.gnu.org/licenses/>. | 
					
						
							| 
									
										
										
										
											2015-01-06 12:13:57 +01:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2015-07-07 05:08:16 +02:00
										 |  |  | // Package utils contains internal helper functions for go-ethereum commands. | 
					
						
							| 
									
										
										
										
											2014-05-14 12:41:30 +02:00
										 |  |  | package utils | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | import ( | 
					
						
							| 
									
										
										
										
											2014-06-26 18:41:36 +01:00
										 |  |  | 	"fmt" | 
					
						
							| 
									
										
										
										
											2015-03-18 13:36:48 +01:00
										 |  |  | 	"io" | 
					
						
							| 
									
										
										
										
											2014-08-15 01:07:40 +02:00
										 |  |  | 	"os" | 
					
						
							|  |  |  | 	"os/signal" | 
					
						
							| 
									
										
										
										
											2014-08-15 13:16:07 +02:00
										 |  |  | 	"regexp" | 
					
						
							| 
									
										
										
										
											2014-08-15 01:07:40 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2015-03-18 13:36:48 +01:00
										 |  |  | 	"github.com/ethereum/go-ethereum/common" | 
					
						
							| 
									
										
										
										
											2015-03-06 03:00:41 +01:00
										 |  |  | 	"github.com/ethereum/go-ethereum/core" | 
					
						
							| 
									
										
										
										
											2014-12-23 15:37:03 +01:00
										 |  |  | 	"github.com/ethereum/go-ethereum/core/types" | 
					
						
							| 
									
										
										
										
											2016-03-12 00:39:45 +01:00
										 |  |  | 	"github.com/ethereum/go-ethereum/internal/debug" | 
					
						
							| 
									
										
										
										
											2014-10-31 12:56:05 +01:00
										 |  |  | 	"github.com/ethereum/go-ethereum/logger" | 
					
						
							| 
									
										
										
										
											2015-04-07 14:57:04 +02:00
										 |  |  | 	"github.com/ethereum/go-ethereum/logger/glog" | 
					
						
							| 
									
										
										
										
											2015-11-17 18:33:25 +02:00
										 |  |  | 	"github.com/ethereum/go-ethereum/node" | 
					
						
							| 
									
										
										
										
											2014-12-23 15:37:03 +01:00
										 |  |  | 	"github.com/ethereum/go-ethereum/rlp" | 
					
						
							| 
									
										
										
										
											2014-05-14 12:41:30 +02:00
										 |  |  | ) | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2015-05-28 01:16:57 +02:00
										 |  |  | const ( | 
					
						
							|  |  |  | 	importBatchSize = 2500 | 
					
						
							|  |  |  | ) | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-06-26 18:41:36 +01:00
										 |  |  | func openLogFile(Datadir string, filename string) *os.File { | 
					
						
							| 
									
										
										
										
											2015-03-16 11:27:38 +01:00
										 |  |  | 	path := common.AbsolutePath(Datadir, filename) | 
					
						
							| 
									
										
										
										
											2014-06-26 18:41:36 +01:00
										 |  |  | 	file, err := os.OpenFile(path, os.O_RDWR|os.O_CREATE|os.O_APPEND, 0666) | 
					
						
							|  |  |  | 	if err != nil { | 
					
						
							|  |  |  | 		panic(fmt.Sprintf("error opening log file '%s': %v", filename, err)) | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	return file | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2015-05-27 15:48:07 +02:00
										 |  |  | // Fatalf formats a message to standard error and exits the program. | 
					
						
							|  |  |  | // The message is also printed to standard output if standard error | 
					
						
							|  |  |  | // is redirected to a different file. | 
					
						
							| 
									
										
										
										
											2015-03-06 03:00:41 +01:00
										 |  |  | func Fatalf(format string, args ...interface{}) { | 
					
						
							| 
									
										
										
										
											2015-05-27 15:48:07 +02:00
										 |  |  | 	w := io.MultiWriter(os.Stdout, os.Stderr) | 
					
						
							|  |  |  | 	outf, _ := os.Stdout.Stat() | 
					
						
							|  |  |  | 	errf, _ := os.Stderr.Stat() | 
					
						
							|  |  |  | 	if outf != nil && errf != nil && os.SameFile(outf, errf) { | 
					
						
							|  |  |  | 		w = os.Stderr | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	fmt.Fprintf(w, "Fatal: "+format+"\n", args...) | 
					
						
							| 
									
										
										
										
											2015-03-06 03:00:41 +01:00
										 |  |  | 	logger.Flush() | 
					
						
							|  |  |  | 	os.Exit(1) | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2015-11-17 18:33:25 +02:00
										 |  |  | func StartNode(stack *node.Node) { | 
					
						
							|  |  |  | 	if err := stack.Start(); err != nil { | 
					
						
							|  |  |  | 		Fatalf("Error starting protocol stack: %v", err) | 
					
						
							| 
									
										
										
										
											2015-01-05 17:12:52 +01:00
										 |  |  | 	} | 
					
						
							| 
									
										
										
										
											2015-07-06 15:01:13 +02:00
										 |  |  | 	go func() { | 
					
						
							|  |  |  | 		sigc := make(chan os.Signal, 1) | 
					
						
							|  |  |  | 		signal.Notify(sigc, os.Interrupt) | 
					
						
							|  |  |  | 		defer signal.Stop(sigc) | 
					
						
							|  |  |  | 		<-sigc | 
					
						
							|  |  |  | 		glog.V(logger.Info).Infoln("Got interrupt, shutting down...") | 
					
						
							| 
									
										
										
										
											2015-11-17 18:33:25 +02:00
										 |  |  | 		go stack.Stop() | 
					
						
							| 
									
										
										
										
											2015-03-06 03:25:57 +01:00
										 |  |  | 		logger.Flush() | 
					
						
							| 
									
										
										
										
											2015-07-06 15:01:13 +02:00
										 |  |  | 		for i := 10; i > 0; i-- { | 
					
						
							|  |  |  | 			<-sigc | 
					
						
							|  |  |  | 			if i > 1 { | 
					
						
							|  |  |  | 				glog.V(logger.Info).Infoln("Already shutting down, please be patient.") | 
					
						
							|  |  |  | 				glog.V(logger.Info).Infoln("Interrupt", i-1, "more times to induce panic.") | 
					
						
							|  |  |  | 			} | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 		glog.V(logger.Error).Infof("Force quitting: this might not end so well.") | 
					
						
							| 
									
										
										
										
											2016-03-12 00:39:45 +01:00
										 |  |  | 		debug.LoudPanic("boom") | 
					
						
							| 
									
										
										
										
											2015-07-06 15:01:13 +02:00
										 |  |  | 	}() | 
					
						
							| 
									
										
										
										
											2015-03-06 03:25:57 +01:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-08-15 13:16:07 +02:00
										 |  |  | func FormatTransactionData(data string) []byte { | 
					
						
							| 
									
										
										
										
											2015-03-16 11:27:38 +01:00
										 |  |  | 	d := common.StringToByteFunc(data, func(s string) (ret []byte) { | 
					
						
							| 
									
										
										
										
											2014-08-15 13:16:07 +02:00
										 |  |  | 		slice := regexp.MustCompile("\\n|\\s").Split(s, 1000000000) | 
					
						
							|  |  |  | 		for _, dataItem := range slice { | 
					
						
							| 
									
										
										
										
											2015-03-16 11:27:38 +01:00
										 |  |  | 			d := common.FormatData(dataItem) | 
					
						
							| 
									
										
										
										
											2014-08-15 13:16:07 +02:00
										 |  |  | 			ret = append(ret, d...) | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 		return | 
					
						
							|  |  |  | 	}) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	return d | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2015-08-31 17:09:50 +02:00
										 |  |  | func ImportChain(chain *core.BlockChain, fn string) error { | 
					
						
							| 
									
										
										
										
											2015-05-27 16:02:08 +02:00
										 |  |  | 	// Watch for Ctrl-C while the import is running. | 
					
						
							|  |  |  | 	// If a signal is received, the import will stop at the next batch. | 
					
						
							|  |  |  | 	interrupt := make(chan os.Signal, 1) | 
					
						
							|  |  |  | 	stop := make(chan struct{}) | 
					
						
							|  |  |  | 	signal.Notify(interrupt, os.Interrupt) | 
					
						
							|  |  |  | 	defer signal.Stop(interrupt) | 
					
						
							|  |  |  | 	defer close(interrupt) | 
					
						
							|  |  |  | 	go func() { | 
					
						
							|  |  |  | 		if _, ok := <-interrupt; ok { | 
					
						
							|  |  |  | 			glog.Info("caught interrupt during import, will stop at next batch") | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 		close(stop) | 
					
						
							|  |  |  | 	}() | 
					
						
							|  |  |  | 	checkInterrupt := func() bool { | 
					
						
							|  |  |  | 		select { | 
					
						
							|  |  |  | 		case <-stop: | 
					
						
							|  |  |  | 			return true | 
					
						
							|  |  |  | 		default: | 
					
						
							|  |  |  | 			return false | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2015-05-27 13:29:34 +02:00
										 |  |  | 	glog.Infoln("Importing blockchain", fn) | 
					
						
							| 
									
										
										
										
											2015-05-27 16:02:08 +02:00
										 |  |  | 	fh, err := os.Open(fn) | 
					
						
							| 
									
										
										
										
											2014-12-23 15:37:03 +01:00
										 |  |  | 	if err != nil { | 
					
						
							|  |  |  | 		return err | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	defer fh.Close() | 
					
						
							| 
									
										
										
										
											2015-03-23 15:08:29 +01:00
										 |  |  | 	stream := rlp.NewStream(fh, 0) | 
					
						
							| 
									
										
										
										
											2015-04-13 10:13:52 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2015-05-27 17:35:08 +02:00
										 |  |  | 	// Run actual the import. | 
					
						
							| 
									
										
										
										
											2015-05-28 01:16:57 +02:00
										 |  |  | 	blocks := make(types.Blocks, importBatchSize) | 
					
						
							| 
									
										
										
										
											2015-05-27 13:29:34 +02:00
										 |  |  | 	n := 0 | 
					
						
							| 
									
										
										
										
											2015-05-27 17:35:08 +02:00
										 |  |  | 	for batch := 0; ; batch++ { | 
					
						
							| 
									
										
										
										
											2015-05-27 13:29:34 +02:00
										 |  |  | 		// Load a batch of RLP blocks. | 
					
						
							| 
									
										
										
										
											2015-05-27 16:02:08 +02:00
										 |  |  | 		if checkInterrupt() { | 
					
						
							|  |  |  | 			return fmt.Errorf("interrupted") | 
					
						
							|  |  |  | 		} | 
					
						
							| 
									
										
										
										
											2015-05-27 13:29:34 +02:00
										 |  |  | 		i := 0 | 
					
						
							| 
									
										
										
										
											2015-05-28 01:16:57 +02:00
										 |  |  | 		for ; i < importBatchSize; i++ { | 
					
						
							| 
									
										
										
										
											2015-05-27 13:29:34 +02:00
										 |  |  | 			var b types.Block | 
					
						
							|  |  |  | 			if err := stream.Decode(&b); err == io.EOF { | 
					
						
							|  |  |  | 				break | 
					
						
							|  |  |  | 			} else if err != nil { | 
					
						
							|  |  |  | 				return fmt.Errorf("at block %d: %v", n, err) | 
					
						
							| 
									
										
										
										
											2015-04-13 10:13:52 +02:00
										 |  |  | 			} | 
					
						
							| 
									
										
										
										
											2015-08-03 17:48:24 +02:00
										 |  |  | 			// don't import first block | 
					
						
							|  |  |  | 			if b.NumberU64() == 0 { | 
					
						
							|  |  |  | 				i-- | 
					
						
							|  |  |  | 				continue | 
					
						
							|  |  |  | 			} | 
					
						
							| 
									
										
										
										
											2015-05-27 13:29:34 +02:00
										 |  |  | 			blocks[i] = &b | 
					
						
							|  |  |  | 			n++ | 
					
						
							| 
									
										
										
										
											2015-04-13 10:13:52 +02:00
										 |  |  | 		} | 
					
						
							| 
									
										
										
										
											2015-05-27 13:29:34 +02:00
										 |  |  | 		if i == 0 { | 
					
						
							|  |  |  | 			break | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 		// Import the batch. | 
					
						
							| 
									
										
										
										
											2015-05-27 16:02:08 +02:00
										 |  |  | 		if checkInterrupt() { | 
					
						
							|  |  |  | 			return fmt.Errorf("interrupted") | 
					
						
							|  |  |  | 		} | 
					
						
							| 
									
										
										
										
											2015-05-27 17:35:08 +02:00
										 |  |  | 		if hasAllBlocks(chain, blocks[:i]) { | 
					
						
							|  |  |  | 			glog.Infof("skipping batch %d, all blocks present [%x / %x]", | 
					
						
							|  |  |  | 				batch, blocks[0].Hash().Bytes()[:4], blocks[i-1].Hash().Bytes()[:4]) | 
					
						
							|  |  |  | 			continue | 
					
						
							|  |  |  | 		} | 
					
						
							| 
									
										
										
										
											2015-08-03 17:48:24 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2015-05-27 16:02:08 +02:00
										 |  |  | 		if _, err := chain.InsertChain(blocks[:i]); err != nil { | 
					
						
							| 
									
										
										
										
											2015-05-27 13:29:34 +02:00
										 |  |  | 			return fmt.Errorf("invalid block %d: %v", n, err) | 
					
						
							| 
									
										
										
										
											2015-03-18 13:36:48 +01:00
										 |  |  | 		} | 
					
						
							| 
									
										
										
										
											2014-12-23 15:37:03 +01:00
										 |  |  | 	} | 
					
						
							|  |  |  | 	return nil | 
					
						
							|  |  |  | } | 
					
						
							| 
									
										
										
										
											2015-03-08 22:44:48 +07:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2015-08-31 17:09:50 +02:00
										 |  |  | func hasAllBlocks(chain *core.BlockChain, bs []*types.Block) bool { | 
					
						
							| 
									
										
										
										
											2015-05-27 17:35:08 +02:00
										 |  |  | 	for _, b := range bs { | 
					
						
							|  |  |  | 		if !chain.HasBlock(b.Hash()) { | 
					
						
							|  |  |  | 			return false | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	return true | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2015-08-31 17:09:50 +02:00
										 |  |  | func ExportChain(blockchain *core.BlockChain, fn string) error { | 
					
						
							| 
									
										
										
										
											2015-05-27 13:29:34 +02:00
										 |  |  | 	glog.Infoln("Exporting blockchain to", fn) | 
					
						
							| 
									
										
										
										
											2015-03-18 14:04:19 +01:00
										 |  |  | 	fh, err := os.OpenFile(fn, os.O_CREATE|os.O_WRONLY|os.O_TRUNC, os.ModePerm) | 
					
						
							| 
									
										
										
										
											2015-03-18 13:36:48 +01:00
										 |  |  | 	if err != nil { | 
					
						
							|  |  |  | 		return err | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	defer fh.Close() | 
					
						
							| 
									
										
										
										
											2015-08-31 17:09:50 +02:00
										 |  |  | 	if err := blockchain.Export(fh); err != nil { | 
					
						
							| 
									
										
										
										
											2015-03-08 22:44:48 +07:00
										 |  |  | 		return err | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2015-05-27 13:29:34 +02:00
										 |  |  | 	glog.Infoln("Exported blockchain to", fn) | 
					
						
							| 
									
										
										
										
											2015-03-08 22:44:48 +07:00
										 |  |  | 	return nil | 
					
						
							|  |  |  | } | 
					
						
							| 
									
										
										
										
											2015-06-06 00:02:32 -04:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2015-08-31 17:09:50 +02:00
										 |  |  | func ExportAppendChain(blockchain *core.BlockChain, fn string, first uint64, last uint64) error { | 
					
						
							| 
									
										
										
										
											2015-06-06 00:02:32 -04:00
										 |  |  | 	glog.Infoln("Exporting blockchain to", fn) | 
					
						
							|  |  |  | 	// TODO verify mode perms | 
					
						
							|  |  |  | 	fh, err := os.OpenFile(fn, os.O_CREATE|os.O_APPEND|os.O_WRONLY, os.ModePerm) | 
					
						
							|  |  |  | 	if err != nil { | 
					
						
							|  |  |  | 		return err | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	defer fh.Close() | 
					
						
							| 
									
										
										
										
											2015-08-31 17:09:50 +02:00
										 |  |  | 	if err := blockchain.ExportN(fh, first, last); err != nil { | 
					
						
							| 
									
										
										
										
											2015-06-06 00:02:32 -04:00
										 |  |  | 		return err | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	glog.Infoln("Exported blockchain to", fn) | 
					
						
							|  |  |  | 	return nil | 
					
						
							|  |  |  | } |