2014-01-12 19:05:05 +01:00
|
|
|
// Copyright (c) 2013-2014 Conformal Systems LLC.
|
2013-10-04 17:09:15 +02:00
|
|
|
// Use of this source code is governed by an ISC
|
|
|
|
// license that can be found in the LICENSE file.
|
2013-08-20 18:11:59 +02:00
|
|
|
|
|
|
|
package main
|
|
|
|
|
|
|
|
import (
|
2014-07-02 15:50:08 +02:00
|
|
|
"os"
|
|
|
|
"path/filepath"
|
|
|
|
"runtime"
|
|
|
|
|
2014-01-12 19:05:05 +01:00
|
|
|
"github.com/conformal/btcchain"
|
2014-01-07 22:30:25 +01:00
|
|
|
"github.com/conformal/btcd/limits"
|
2013-08-20 18:11:59 +02:00
|
|
|
"github.com/conformal/btcdb"
|
|
|
|
_ "github.com/conformal/btcdb/ldb"
|
2013-11-22 02:03:55 +01:00
|
|
|
"github.com/conformal/btclog"
|
2013-08-20 18:11:59 +02:00
|
|
|
)
|
|
|
|
|
|
|
|
const (
|
2014-01-12 19:05:05 +01:00
|
|
|
// blockDbNamePrefix is the prefix for the btcd block database.
|
|
|
|
blockDbNamePrefix = "blocks"
|
2013-08-20 18:11:59 +02:00
|
|
|
)
|
|
|
|
|
2013-11-11 17:48:21 +01:00
|
|
|
var (
|
2014-01-12 19:05:05 +01:00
|
|
|
cfg *config
|
|
|
|
log btclog.Logger
|
2013-11-11 17:48:21 +01:00
|
|
|
)
|
|
|
|
|
2014-01-12 19:05:05 +01:00
|
|
|
// loadBlockDB opens the block database and returns a handle to it.
|
|
|
|
func loadBlockDB() (btcdb.Db, error) {
|
|
|
|
// The database name is based on the database type.
|
|
|
|
dbName := blockDbNamePrefix + "_" + cfg.DbType
|
|
|
|
if cfg.DbType == "sqlite" {
|
|
|
|
dbName = dbName + ".db"
|
2013-10-10 20:05:54 +02:00
|
|
|
}
|
2014-01-12 19:05:05 +01:00
|
|
|
dbPath := filepath.Join(cfg.DataDir, dbName)
|
|
|
|
|
|
|
|
log.Infof("Loading block database from '%s'", dbPath)
|
|
|
|
db, err := btcdb.OpenDB(cfg.DbType, dbPath)
|
2013-10-10 20:05:54 +02:00
|
|
|
if err != nil {
|
2014-01-12 19:05:05 +01:00
|
|
|
// Return the error if it's not because the database doesn't
|
|
|
|
// exist.
|
2014-09-16 21:09:32 +02:00
|
|
|
if err != btcdb.ErrDbDoesNotExist {
|
2014-01-12 19:05:05 +01:00
|
|
|
return nil, err
|
2013-10-10 20:05:54 +02:00
|
|
|
}
|
|
|
|
|
2014-01-12 19:05:05 +01:00
|
|
|
// Create the db if it does not exist.
|
|
|
|
err = os.MkdirAll(cfg.DataDir, 0700)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
db, err = btcdb.CreateDB(cfg.DbType, dbPath)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2014-01-07 22:30:25 +01:00
|
|
|
}
|
|
|
|
|
2014-01-12 19:05:05 +01:00
|
|
|
// Get the latest block height from the database.
|
|
|
|
_, height, err := db.NewestSha()
|
|
|
|
if err != nil {
|
|
|
|
db.Close()
|
|
|
|
return nil, err
|
2013-08-20 18:11:59 +02:00
|
|
|
}
|
|
|
|
|
2014-01-12 19:05:05 +01:00
|
|
|
log.Infof("Block database loaded with block height %d", height)
|
|
|
|
return db, nil
|
|
|
|
}
|
2013-08-20 18:11:59 +02:00
|
|
|
|
2014-01-12 19:05:05 +01:00
|
|
|
// realMain is the real main function for the utility. It is necessary to work
|
|
|
|
// around the fact that deferred functions do not run when os.Exit() is called.
|
|
|
|
func realMain() error {
|
|
|
|
// Load configuration and parse command line.
|
|
|
|
tcfg, _, err := loadConfig()
|
2013-08-20 18:11:59 +02:00
|
|
|
if err != nil {
|
2014-01-12 19:05:05 +01:00
|
|
|
return err
|
2013-08-20 18:11:59 +02:00
|
|
|
}
|
2014-01-12 19:05:05 +01:00
|
|
|
cfg = tcfg
|
2013-08-20 18:11:59 +02:00
|
|
|
|
2014-01-12 19:05:05 +01:00
|
|
|
// Setup logging.
|
|
|
|
backendLogger := btclog.NewDefaultBackendLogger()
|
|
|
|
defer backendLogger.Flush()
|
|
|
|
log = btclog.NewSubsystemLogger(backendLogger, "")
|
|
|
|
btcdb.UseLogger(btclog.NewSubsystemLogger(backendLogger, "BCDB: "))
|
|
|
|
btcchain.UseLogger(btclog.NewSubsystemLogger(backendLogger, "CHAN: "))
|
2013-08-20 18:11:59 +02:00
|
|
|
|
2014-01-12 19:05:05 +01:00
|
|
|
// Load the block database.
|
|
|
|
db, err := loadBlockDB()
|
2013-08-20 18:11:59 +02:00
|
|
|
if err != nil {
|
2014-01-12 19:05:05 +01:00
|
|
|
log.Errorf("Failed to load database: %v", err)
|
|
|
|
return err
|
2013-08-20 18:11:59 +02:00
|
|
|
}
|
|
|
|
defer db.Close()
|
|
|
|
|
2014-01-12 19:05:05 +01:00
|
|
|
fi, err := os.Open(cfg.InFile)
|
2013-08-20 18:11:59 +02:00
|
|
|
if err != nil {
|
2014-01-12 19:05:05 +01:00
|
|
|
log.Errorf("Failed to open file %v: %v", cfg.InFile, err)
|
|
|
|
return err
|
2013-08-20 18:11:59 +02:00
|
|
|
}
|
2014-01-12 19:05:05 +01:00
|
|
|
defer fi.Close()
|
|
|
|
|
|
|
|
// Create a block importer for the database and input file and start it.
|
|
|
|
// The done channel returned from start will contain an error if
|
|
|
|
// anything went wrong.
|
|
|
|
importer := newBlockImporter(db, fi)
|
|
|
|
|
|
|
|
// Perform the import asynchronously. This allows blocks to be
|
|
|
|
// processed and read in parallel. The results channel returned from
|
|
|
|
// Import contains the statistics about the import including an error
|
|
|
|
// if something went wrong.
|
|
|
|
log.Info("Starting import")
|
|
|
|
resultsChan := importer.Import()
|
|
|
|
results := <-resultsChan
|
|
|
|
if results.err != nil {
|
|
|
|
log.Errorf("%v", results.err)
|
|
|
|
return results.err
|
2013-08-20 18:11:59 +02:00
|
|
|
}
|
|
|
|
|
2014-01-12 19:05:05 +01:00
|
|
|
log.Infof("Processed a total of %d blocks (%d imported, %d already "+
|
|
|
|
"known)", results.blocksProcessed, results.blocksImported,
|
|
|
|
results.blocksProcessed-results.blocksImported)
|
|
|
|
return nil
|
2013-08-20 18:11:59 +02:00
|
|
|
}
|
|
|
|
|
2014-01-12 19:05:05 +01:00
|
|
|
func main() {
|
|
|
|
// Use all processor cores and up some limits.
|
|
|
|
runtime.GOMAXPROCS(runtime.NumCPU())
|
|
|
|
if err := limits.SetLimits(); err != nil {
|
|
|
|
os.Exit(1)
|
|
|
|
}
|
2013-08-20 18:11:59 +02:00
|
|
|
|
2014-01-12 19:05:05 +01:00
|
|
|
// Work around defer not working after os.Exit()
|
|
|
|
if err := realMain(); err != nil {
|
|
|
|
os.Exit(1)
|
2013-08-20 18:11:59 +02:00
|
|
|
}
|
|
|
|
}
|