2013-08-21 16:37:30 +02:00
|
|
|
/*
|
2014-01-03 19:34:37 +01:00
|
|
|
* Copyright (c) 2013, 2014 Conformal Systems LLC <info@conformal.com>
|
2013-08-21 16:37:30 +02:00
|
|
|
*
|
|
|
|
* Permission to use, copy, modify, and distribute this software for any
|
|
|
|
* purpose with or without fee is hereby granted, provided that the above
|
|
|
|
* copyright notice and this permission notice appear in all copies.
|
|
|
|
*
|
|
|
|
* THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
|
|
|
|
* WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
|
|
|
|
* MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
|
|
|
|
* ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
|
|
|
|
* WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
|
|
|
|
* ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
|
|
|
|
* OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
|
|
|
|
*/
|
|
|
|
|
|
|
|
package main
|
|
|
|
|
|
|
|
import (
|
2013-09-04 01:05:59 +02:00
|
|
|
"github.com/conformal/btcjson"
|
2013-09-04 19:41:33 +02:00
|
|
|
"github.com/conformal/btcutil"
|
2013-08-21 16:37:30 +02:00
|
|
|
"github.com/conformal/btcwallet/wallet"
|
2013-09-04 15:54:06 +02:00
|
|
|
"github.com/conformal/btcwire"
|
2013-11-19 18:21:54 +01:00
|
|
|
"io/ioutil"
|
2013-11-21 17:27:26 +01:00
|
|
|
"net"
|
|
|
|
"net/http"
|
|
|
|
_ "net/http/pprof"
|
2013-08-21 16:37:30 +02:00
|
|
|
"os"
|
2013-09-03 06:10:32 +02:00
|
|
|
"sync"
|
2013-08-21 16:37:30 +02:00
|
|
|
"time"
|
|
|
|
)
|
|
|
|
|
2013-09-03 16:21:14 +02:00
|
|
|
var (
|
2013-09-09 20:14:57 +02:00
|
|
|
cfg *config
|
2013-09-03 16:21:14 +02:00
|
|
|
|
Implement address rescanning.
When a wallet is opened, a rescan request will be sent to btcd with
all active addresses from the wallet, to rescan from the last synced
block (now saved to the wallet file) and the current best block.
As multi-account support is further explored, rescan requests should
be batched together to send a single request for all addresses from
all wallets.
This change introduces several changes to the wallet, tx, and utxo
files. Wallet files are still compatible, however, a rescan will try
to start at the genesis block since no correct "last synced to" or
"created at block X" was saved. The tx and utxo files, however, are
not compatible and should be deleted (or an error will occur on read).
If any errors occur opening the utxo file, a rescan will start
beginning at the creation block saved in the wallet.
2013-10-30 02:22:14 +01:00
|
|
|
curBlock = struct {
|
2013-09-05 21:31:39 +02:00
|
|
|
sync.RWMutex
|
Implement address rescanning.
When a wallet is opened, a rescan request will be sent to btcd with
all active addresses from the wallet, to rescan from the last synced
block (now saved to the wallet file) and the current best block.
As multi-account support is further explored, rescan requests should
be batched together to send a single request for all addresses from
all wallets.
This change introduces several changes to the wallet, tx, and utxo
files. Wallet files are still compatible, however, a rescan will try
to start at the genesis block since no correct "last synced to" or
"created at block X" was saved. The tx and utxo files, however, are
not compatible and should be deleted (or an error will occur on read).
If any errors occur opening the utxo file, a rescan will start
beginning at the creation block saved in the wallet.
2013-10-30 02:22:14 +01:00
|
|
|
wallet.BlockStamp
|
2013-09-05 21:31:39 +02:00
|
|
|
}{
|
Implement address rescanning.
When a wallet is opened, a rescan request will be sent to btcd with
all active addresses from the wallet, to rescan from the last synced
block (now saved to the wallet file) and the current best block.
As multi-account support is further explored, rescan requests should
be batched together to send a single request for all addresses from
all wallets.
This change introduces several changes to the wallet, tx, and utxo
files. Wallet files are still compatible, however, a rescan will try
to start at the genesis block since no correct "last synced to" or
"created at block X" was saved. The tx and utxo files, however, are
not compatible and should be deleted (or an error will occur on read).
If any errors occur opening the utxo file, a rescan will start
beginning at the creation block saved in the wallet.
2013-10-30 02:22:14 +01:00
|
|
|
BlockStamp: wallet.BlockStamp{
|
|
|
|
Height: int32(btcutil.BlockHeightUnknown),
|
|
|
|
},
|
2013-09-05 21:31:39 +02:00
|
|
|
}
|
2013-08-21 16:37:30 +02:00
|
|
|
)
|
|
|
|
|
Implement address rescanning.
When a wallet is opened, a rescan request will be sent to btcd with
all active addresses from the wallet, to rescan from the last synced
block (now saved to the wallet file) and the current best block.
As multi-account support is further explored, rescan requests should
be batched together to send a single request for all addresses from
all wallets.
This change introduces several changes to the wallet, tx, and utxo
files. Wallet files are still compatible, however, a rescan will try
to start at the genesis block since no correct "last synced to" or
"created at block X" was saved. The tx and utxo files, however, are
not compatible and should be deleted (or an error will occur on read).
If any errors occur opening the utxo file, a rescan will start
beginning at the creation block saved in the wallet.
2013-10-30 02:22:14 +01:00
|
|
|
// GetCurBlock returns the blockchain height and SHA hash of the most
|
|
|
|
// recently seen block. If no blocks have been seen since btcd has
|
|
|
|
// connected, btcd is queried for the current block height and hash.
|
2014-05-28 06:54:50 +02:00
|
|
|
func GetCurBlock() (wallet.BlockStamp, error) {
|
Implement address rescanning.
When a wallet is opened, a rescan request will be sent to btcd with
all active addresses from the wallet, to rescan from the last synced
block (now saved to the wallet file) and the current best block.
As multi-account support is further explored, rescan requests should
be batched together to send a single request for all addresses from
all wallets.
This change introduces several changes to the wallet, tx, and utxo
files. Wallet files are still compatible, however, a rescan will try
to start at the genesis block since no correct "last synced to" or
"created at block X" was saved. The tx and utxo files, however, are
not compatible and should be deleted (or an error will occur on read).
If any errors occur opening the utxo file, a rescan will start
beginning at the creation block saved in the wallet.
2013-10-30 02:22:14 +01:00
|
|
|
curBlock.RLock()
|
2014-05-28 06:54:50 +02:00
|
|
|
bs := curBlock.BlockStamp
|
Implement address rescanning.
When a wallet is opened, a rescan request will be sent to btcd with
all active addresses from the wallet, to rescan from the last synced
block (now saved to the wallet file) and the current best block.
As multi-account support is further explored, rescan requests should
be batched together to send a single request for all addresses from
all wallets.
This change introduces several changes to the wallet, tx, and utxo
files. Wallet files are still compatible, however, a rescan will try
to start at the genesis block since no correct "last synced to" or
"created at block X" was saved. The tx and utxo files, however, are
not compatible and should be deleted (or an error will occur on read).
If any errors occur opening the utxo file, a rescan will start
beginning at the creation block saved in the wallet.
2013-10-30 02:22:14 +01:00
|
|
|
curBlock.RUnlock()
|
|
|
|
if bs.Height != int32(btcutil.BlockHeightUnknown) {
|
|
|
|
return bs, nil
|
|
|
|
}
|
|
|
|
|
2014-05-28 06:54:50 +02:00
|
|
|
bb, jsonErr := GetBestBlock(CurrentServerConn())
|
|
|
|
if jsonErr != nil {
|
Implement address rescanning.
When a wallet is opened, a rescan request will be sent to btcd with
all active addresses from the wallet, to rescan from the last synced
block (now saved to the wallet file) and the current best block.
As multi-account support is further explored, rescan requests should
be batched together to send a single request for all addresses from
all wallets.
This change introduces several changes to the wallet, tx, and utxo
files. Wallet files are still compatible, however, a rescan will try
to start at the genesis block since no correct "last synced to" or
"created at block X" was saved. The tx and utxo files, however, are
not compatible and should be deleted (or an error will occur on read).
If any errors occur opening the utxo file, a rescan will start
beginning at the creation block saved in the wallet.
2013-10-30 02:22:14 +01:00
|
|
|
return wallet.BlockStamp{
|
|
|
|
Height: int32(btcutil.BlockHeightUnknown),
|
2014-05-28 06:54:50 +02:00
|
|
|
}, jsonErr
|
2013-09-09 20:14:57 +02:00
|
|
|
}
|
2013-09-05 21:31:39 +02:00
|
|
|
|
2014-01-03 19:34:37 +01:00
|
|
|
hash, err := btcwire.NewShaHashFromStr(bb.Hash)
|
2013-11-06 17:23:30 +01:00
|
|
|
if err != nil {
|
|
|
|
return wallet.BlockStamp{
|
|
|
|
Height: int32(btcutil.BlockHeightUnknown),
|
2014-01-03 19:34:37 +01:00
|
|
|
}, err
|
2013-09-05 21:31:39 +02:00
|
|
|
}
|
2013-09-09 20:14:57 +02:00
|
|
|
|
2013-11-12 18:01:32 +01:00
|
|
|
curBlock.Lock()
|
2014-01-03 19:34:37 +01:00
|
|
|
if bb.Height > curBlock.BlockStamp.Height {
|
2013-11-12 18:01:32 +01:00
|
|
|
bs = wallet.BlockStamp{
|
2014-01-03 19:34:37 +01:00
|
|
|
Height: bb.Height,
|
|
|
|
Hash: *hash,
|
2013-11-12 18:01:32 +01:00
|
|
|
}
|
|
|
|
curBlock.BlockStamp = bs
|
|
|
|
}
|
|
|
|
curBlock.Unlock()
|
|
|
|
return bs, nil
|
2013-09-05 21:31:39 +02:00
|
|
|
}
|
|
|
|
|
2013-10-15 16:40:23 +02:00
|
|
|
// NewJSONID is used to receive the next unique JSON ID for btcd
|
2013-10-15 00:45:48 +02:00
|
|
|
// requests, starting from zero and incrementing by one after each
|
|
|
|
// read.
|
2013-10-15 16:40:23 +02:00
|
|
|
var NewJSONID = make(chan uint64)
|
2013-10-15 00:45:48 +02:00
|
|
|
|
2013-10-15 16:40:23 +02:00
|
|
|
// JSONIDGenerator sends incremental integers across a channel. This
|
2013-10-15 00:45:48 +02:00
|
|
|
// is meant to provide a unique value for the JSON ID field for btcd
|
|
|
|
// messages.
|
2013-10-15 16:40:23 +02:00
|
|
|
func JSONIDGenerator(c chan uint64) {
|
2013-10-15 00:45:48 +02:00
|
|
|
var n uint64
|
|
|
|
for {
|
|
|
|
c <- n
|
|
|
|
n++
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2013-09-09 20:14:57 +02:00
|
|
|
func main() {
|
2013-10-29 15:38:51 +01:00
|
|
|
// Initialize logging and setup deferred flushing to ensure all
|
|
|
|
// outstanding messages are written on shutdown
|
|
|
|
loggers := setLogLevel(defaultLogLevel)
|
|
|
|
defer func() {
|
|
|
|
for _, logger := range loggers {
|
|
|
|
logger.Flush()
|
|
|
|
}
|
|
|
|
}()
|
|
|
|
|
2013-09-09 20:14:57 +02:00
|
|
|
tcfg, _, err := loadConfig()
|
|
|
|
if err != nil {
|
|
|
|
os.Exit(1)
|
|
|
|
}
|
|
|
|
cfg = tcfg
|
|
|
|
|
2013-10-29 15:38:51 +01:00
|
|
|
// Change the logging level if needed.
|
|
|
|
if cfg.DebugLevel != defaultLogLevel {
|
|
|
|
loggers = setLogLevel(cfg.DebugLevel)
|
|
|
|
}
|
|
|
|
|
2013-11-21 17:27:26 +01:00
|
|
|
if cfg.Profile != "" {
|
|
|
|
go func() {
|
|
|
|
listenAddr := net.JoinHostPort("", cfg.Profile)
|
|
|
|
log.Infof("Profile server listening on %s", listenAddr)
|
|
|
|
profileRedirect := http.RedirectHandler("/debug/pprof",
|
|
|
|
http.StatusSeeOther)
|
|
|
|
http.Handle("/", profileRedirect)
|
|
|
|
log.Errorf("%v", http.ListenAndServe(listenAddr, nil))
|
|
|
|
}()
|
|
|
|
}
|
|
|
|
|
Introduce new account file structure.
This changes the locations that account files (wallet.bin, utxo.bin,
and tx.bin) are searched for when opening or disk syncing accounts.
Previously, files were saved in the following layout:
~/.btcwallet/
- btcwallet/
- wallet.bin
- tx.bin
- utxo.bin
- btcwallet-AccountA/
- wallet.bin
- tx.bin
- utxo.bin
This format had two issues. First, each account would require its own
directory, causing a scalability issue on unix (and perhaps other)
platforms. Second, there was no distinction between testnet and
mainnet wallets, and if mainnet support was enabled, btcwallet would
attempt to open accounts with testnet wallets.
Instead, the following file structure is now used:
~/.btcwallet/
- testnet/
- wallet.bin
- tx.bin
- utxo.bin
- AccountA-wallet.bin
- AccountA-tx.bin
- AccountA-utxo.bin
This solves both of the previously-mentioned issues by requiring only
two subdirectories (one each for the testnet and mainnet bitcoin
networks), and by separating the locations to open and save testnet
and mainnet account files.
At startup, a check for the old account file structure is performed.
If found, files are moved to the new locations, and the old account
directories are removed. Account files are moved to the testnet
directory, as only testnet support is currently enabled.
The version has been bumped to 0.1.1 to reflect this change.
Fixes #16.
2013-12-05 02:16:50 +01:00
|
|
|
// Check and update any old file locations.
|
|
|
|
updateOldFileLocations()
|
|
|
|
|
2014-02-28 19:03:23 +01:00
|
|
|
// Start account manager and open accounts.
|
2014-03-25 05:59:24 +01:00
|
|
|
AcctMgr.Start()
|
2013-09-09 20:14:57 +02:00
|
|
|
|
2013-11-19 18:21:54 +01:00
|
|
|
// Read CA file to verify a btcd TLS connection.
|
|
|
|
cafile, err := ioutil.ReadFile(cfg.CAFile)
|
|
|
|
if err != nil {
|
|
|
|
log.Errorf("cannot open CA file: %v", err)
|
|
|
|
os.Exit(1)
|
|
|
|
}
|
|
|
|
|
2013-09-09 20:14:57 +02:00
|
|
|
go func() {
|
2013-12-05 23:20:52 +01:00
|
|
|
s, err := newServer(cfg.SvrListeners)
|
2013-11-18 19:31:58 +01:00
|
|
|
if err != nil {
|
|
|
|
log.Errorf("Unable to create HTTP server: %v", err)
|
|
|
|
os.Exit(1)
|
|
|
|
}
|
|
|
|
|
2013-09-09 20:14:57 +02:00
|
|
|
// Start HTTP server to listen and send messages to frontend and btcd
|
|
|
|
// backend. Try reconnection if connection failed.
|
2013-11-18 19:31:58 +01:00
|
|
|
s.Start()
|
2013-09-09 20:14:57 +02:00
|
|
|
}()
|
|
|
|
|
2013-10-15 00:45:48 +02:00
|
|
|
// Begin generating new IDs for JSON calls.
|
2013-10-15 16:40:23 +02:00
|
|
|
go JSONIDGenerator(NewJSONID)
|
2013-10-15 00:45:48 +02:00
|
|
|
|
2014-01-30 16:14:02 +01:00
|
|
|
// Begin RPC server goroutines.
|
|
|
|
go RPCGateway()
|
|
|
|
go WalletRequestProcessor()
|
|
|
|
|
2013-12-17 19:18:09 +01:00
|
|
|
// Begin maintanence goroutines.
|
|
|
|
go SendBeforeReceiveHistorySync(SendTxHistSyncChans.add,
|
|
|
|
SendTxHistSyncChans.done,
|
|
|
|
SendTxHistSyncChans.remove,
|
|
|
|
SendTxHistSyncChans.access)
|
|
|
|
go StoreNotifiedMempoolRecvTxs(NotifiedRecvTxChans.add,
|
|
|
|
NotifiedRecvTxChans.remove,
|
|
|
|
NotifiedRecvTxChans.access)
|
|
|
|
go NotifyBalanceSyncer(NotifyBalanceSyncerChans.add,
|
|
|
|
NotifyBalanceSyncerChans.remove,
|
|
|
|
NotifyBalanceSyncerChans.access)
|
|
|
|
|
2014-01-03 19:34:37 +01:00
|
|
|
updateBtcd := make(chan *BtcdRPCConn)
|
|
|
|
go func() {
|
|
|
|
// Create an RPC connection and close the closed channel.
|
|
|
|
//
|
|
|
|
// It might be a better idea to create a new concrete type
|
|
|
|
// just for an always disconnected RPC connection and begin
|
|
|
|
// with that.
|
|
|
|
btcd := NewBtcdRPCConn(nil)
|
|
|
|
close(btcd.closed)
|
|
|
|
|
|
|
|
// Maintain the current btcd connection. After reconnects,
|
|
|
|
// the current connection should be updated.
|
2013-09-09 20:14:57 +02:00
|
|
|
for {
|
|
|
|
select {
|
2014-01-03 19:34:37 +01:00
|
|
|
case conn := <-updateBtcd:
|
|
|
|
btcd = conn
|
|
|
|
|
2014-01-30 16:14:02 +01:00
|
|
|
case access := <-accessServer:
|
|
|
|
access.server <- btcd
|
2013-09-09 20:14:57 +02:00
|
|
|
}
|
|
|
|
}
|
2014-01-03 19:34:37 +01:00
|
|
|
}()
|
|
|
|
|
|
|
|
for {
|
|
|
|
btcd, err := BtcdConnect(cafile)
|
|
|
|
if err != nil {
|
|
|
|
log.Info("Retrying btcd connection in 5 seconds")
|
|
|
|
time.Sleep(5 * time.Second)
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
updateBtcd <- btcd
|
|
|
|
|
2014-02-18 04:18:30 +01:00
|
|
|
NotifyBtcdConnection(allClients)
|
2014-01-03 19:34:37 +01:00
|
|
|
log.Info("Established connection to btcd")
|
|
|
|
|
|
|
|
// Perform handshake.
|
|
|
|
if err := Handshake(btcd); err != nil {
|
|
|
|
var message string
|
|
|
|
if jsonErr, ok := err.(*btcjson.Error); ok {
|
|
|
|
message = jsonErr.Message
|
|
|
|
} else {
|
|
|
|
message = err.Error()
|
|
|
|
}
|
|
|
|
log.Errorf("Cannot complete handshake: %v", message)
|
|
|
|
log.Info("Retrying btcd connection in 5 seconds")
|
|
|
|
time.Sleep(5 * time.Second)
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
|
|
|
|
// Block goroutine until the connection is lost.
|
|
|
|
<-btcd.closed
|
2014-02-18 04:18:30 +01:00
|
|
|
NotifyBtcdConnection(allClients)
|
2014-01-03 19:34:37 +01:00
|
|
|
log.Info("Lost btcd connection")
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2014-01-30 16:14:02 +01:00
|
|
|
var accessServer = make(chan *AccessCurrentServerConn)
|
2014-01-03 19:34:37 +01:00
|
|
|
|
2014-01-30 16:14:02 +01:00
|
|
|
// AccessCurrentServerConn is used to access the current RPC connection
|
2014-01-03 19:34:37 +01:00
|
|
|
// from the goroutine managing btcd-side RPC connections.
|
2014-01-30 16:14:02 +01:00
|
|
|
type AccessCurrentServerConn struct {
|
|
|
|
server chan ServerConn
|
2014-01-03 19:34:37 +01:00
|
|
|
}
|
|
|
|
|
2014-01-30 16:14:02 +01:00
|
|
|
// CurrentServerConn returns the most recently-connected btcd-side
|
2014-01-03 19:34:37 +01:00
|
|
|
// RPC connection.
|
2014-01-30 16:14:02 +01:00
|
|
|
func CurrentServerConn() ServerConn {
|
|
|
|
access := &AccessCurrentServerConn{
|
|
|
|
server: make(chan ServerConn),
|
2013-09-09 20:14:57 +02:00
|
|
|
}
|
2014-01-30 16:14:02 +01:00
|
|
|
accessServer <- access
|
|
|
|
return <-access.server
|
2013-09-09 20:14:57 +02:00
|
|
|
}
|