632148ed55
This commit is the result of inspecting the results of both cpu and memory profiling, to improve areas where wallet can be more efficient on transaction inserts. One problem that's very evident by profiling is how much waiting there is for file (txstore, wallet) writes. This commit does not attempt to fix this yet, but focuses on the easier-to-fix memory allocation issues which can slow down the rest of wallet due to excessive garbage collection scanning. While here, fix a race where a closure run as a goroutine was closing over a range iterator.
189 lines
4.4 KiB
Go
189 lines
4.4 KiB
Go
/*
|
|
* Copyright (c) 2013, 2014 Conformal Systems LLC <info@conformal.com>
|
|
*
|
|
* Permission to use, copy, modify, and distribute this software for any
|
|
* purpose with or without fee is hereby granted, provided that the above
|
|
* copyright notice and this permission notice appear in all copies.
|
|
*
|
|
* THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
|
|
* WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
|
|
* MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
|
|
* ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
|
|
* WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
|
|
* ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
|
|
* OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
|
|
*/
|
|
|
|
package main
|
|
|
|
import (
|
|
"errors"
|
|
"io/ioutil"
|
|
"net"
|
|
"net/http"
|
|
_ "net/http/pprof"
|
|
"os"
|
|
"sync"
|
|
"time"
|
|
|
|
"github.com/conformal/btcutil"
|
|
"github.com/conformal/btcwallet/wallet"
|
|
"github.com/conformal/btcwire"
|
|
)
|
|
|
|
var (
|
|
cfg *config
|
|
server *rpcServer
|
|
|
|
curBlock = struct {
|
|
sync.RWMutex
|
|
wallet.BlockStamp
|
|
}{
|
|
BlockStamp: wallet.BlockStamp{
|
|
Height: int32(btcutil.BlockHeightUnknown),
|
|
},
|
|
}
|
|
)
|
|
|
|
// GetCurBlock returns the blockchain height and SHA hash of the most
|
|
// recently seen block. If no blocks have been seen since btcd has
|
|
// connected, btcd is queried for the current block height and hash.
|
|
func GetCurBlock() (wallet.BlockStamp, error) {
|
|
curBlock.RLock()
|
|
bs := curBlock.BlockStamp
|
|
curBlock.RUnlock()
|
|
if bs.Height != int32(btcutil.BlockHeightUnknown) {
|
|
return bs, nil
|
|
}
|
|
|
|
var bbHash *btcwire.ShaHash
|
|
var bbHeight int32
|
|
client, err := accessClient()
|
|
if err == nil {
|
|
bbHash, bbHeight, err = client.GetBestBlock()
|
|
}
|
|
if err != nil {
|
|
unknown := wallet.BlockStamp{
|
|
Height: int32(btcutil.BlockHeightUnknown),
|
|
}
|
|
return unknown, err
|
|
}
|
|
|
|
curBlock.Lock()
|
|
if bbHeight > curBlock.BlockStamp.Height {
|
|
bs = wallet.BlockStamp{
|
|
Height: bbHeight,
|
|
Hash: *bbHash,
|
|
}
|
|
curBlock.BlockStamp = bs
|
|
}
|
|
curBlock.Unlock()
|
|
return bs, nil
|
|
}
|
|
|
|
var clientAccessChan = make(chan *rpcClient)
|
|
|
|
func clientAccess(newClient <-chan *rpcClient) {
|
|
var client *rpcClient
|
|
for {
|
|
select {
|
|
case c := <-newClient:
|
|
client = c
|
|
case clientAccessChan <- client:
|
|
}
|
|
}
|
|
}
|
|
|
|
func accessClient() (*rpcClient, error) {
|
|
c := <-clientAccessChan
|
|
if c == nil {
|
|
return nil, errors.New("chain server disconnected")
|
|
}
|
|
return c, nil
|
|
}
|
|
|
|
func clientConnect(certs []byte, newClient chan<- *rpcClient) {
|
|
const initialWait = 5 * time.Second
|
|
wait := initialWait
|
|
for {
|
|
client, err := newRPCClient(certs)
|
|
if err != nil {
|
|
log.Warnf("Unable to open chain server client "+
|
|
"connection: %v", err)
|
|
time.Sleep(wait)
|
|
wait <<= 1
|
|
if wait > time.Minute {
|
|
wait = time.Minute
|
|
}
|
|
continue
|
|
}
|
|
|
|
wait = initialWait
|
|
|
|
client.Start()
|
|
newClient <- client
|
|
|
|
client.WaitForShutdown()
|
|
}
|
|
}
|
|
|
|
func main() {
|
|
// Initialize logging and setup deferred flushing to ensure all
|
|
// outstanding messages are written on shutdown
|
|
loggers := setLogLevel(defaultLogLevel)
|
|
defer func() {
|
|
for _, logger := range loggers {
|
|
logger.Flush()
|
|
}
|
|
}()
|
|
|
|
tcfg, _, err := loadConfig()
|
|
if err != nil {
|
|
os.Exit(1)
|
|
}
|
|
cfg = tcfg
|
|
|
|
// Change the logging level if needed.
|
|
if cfg.DebugLevel != defaultLogLevel {
|
|
loggers = setLogLevel(cfg.DebugLevel)
|
|
}
|
|
|
|
if cfg.Profile != "" {
|
|
go func() {
|
|
listenAddr := net.JoinHostPort("", cfg.Profile)
|
|
log.Infof("Profile server listening on %s", listenAddr)
|
|
profileRedirect := http.RedirectHandler("/debug/pprof",
|
|
http.StatusSeeOther)
|
|
http.Handle("/", profileRedirect)
|
|
log.Errorf("%v", http.ListenAndServe(listenAddr, nil))
|
|
}()
|
|
}
|
|
|
|
// Read CA file to verify a btcd TLS connection.
|
|
certs, err := ioutil.ReadFile(cfg.CAFile)
|
|
if err != nil {
|
|
log.Errorf("cannot open CA file: %v", err)
|
|
os.Exit(1)
|
|
}
|
|
|
|
// Check and update any old file locations.
|
|
updateOldFileLocations()
|
|
|
|
// Start account manager and open accounts.
|
|
AcctMgr.Start()
|
|
|
|
server, err = newRPCServer(cfg.SvrListeners)
|
|
if err != nil {
|
|
log.Errorf("Unable to create HTTP server: %v", err)
|
|
os.Exit(1)
|
|
}
|
|
|
|
// Start HTTP server to serve wallet client connections.
|
|
server.Start()
|
|
|
|
// Start client connection to a btcd chain server. Attempt
|
|
// reconnections if the client could not be successfully connected.
|
|
clientChan := make(chan *rpcClient)
|
|
go clientAccess(clientChan)
|
|
clientConnect(certs, clientChan)
|
|
}
|