2015-08-26 06:03:18 +02:00
|
|
|
// Copyright (c) 2013-2016 The btcsuite developers
|
2013-10-10 21:13:54 +02:00
|
|
|
// Use of this source code is governed by an ISC
|
|
|
|
// license that can be found in the LICENSE file.
|
|
|
|
|
|
|
|
package main
|
|
|
|
|
|
|
|
import (
|
|
|
|
"fmt"
|
2014-07-02 15:50:08 +02:00
|
|
|
"os"
|
|
|
|
|
2015-01-17 07:48:13 +01:00
|
|
|
"github.com/btcsuite/btcd/addrmgr"
|
2015-01-30 23:25:42 +01:00
|
|
|
"github.com/btcsuite/btcd/blockchain"
|
2016-02-19 05:51:18 +01:00
|
|
|
"github.com/btcsuite/btcd/blockchain/indexers"
|
2015-08-26 11:54:55 +02:00
|
|
|
"github.com/btcsuite/btcd/database"
|
2016-08-19 18:08:37 +02:00
|
|
|
"github.com/btcsuite/btcd/mempool"
|
peer: Refactor peer code into its own package.
This commit introduces package peer which contains peer related features
refactored from peer.go.
The following is an overview of the features the package provides:
- Provides a basic concurrent safe bitcoin peer for handling bitcoin
communications via the peer-to-peer protocol
- Full duplex reading and writing of bitcoin protocol messages
- Automatic handling of the initial handshake process including protocol
version negotiation
- Automatic periodic keep-alive pinging and pong responses
- Asynchronous message queueing of outbound messages with optional
channel for notification when the message is actually sent
- Inventory message batching and send trickling with known inventory
detection and avoidance
- Ability to wait for shutdown/disconnect
- Flexible peer configuration
- Caller is responsible for creating outgoing connections and listening
for incoming connections so they have flexibility to establish
connections as they see fit (proxies, etc.)
- User agent name and version
- Bitcoin network
- Service support signalling (full nodes, bloom filters, etc.)
- Maximum supported protocol version
- Ability to register callbacks for handling bitcoin protocol messages
- Proper handling of bloom filter related commands when the caller does
not specify the related flag to signal support
- Disconnects the peer when the protocol version is high enough
- Does not invoke the related callbacks for older protocol versions
- Snapshottable peer statistics such as the total number of bytes read
and written, the remote address, user agent, and negotiated protocol
version
- Helper functions for pushing addresses, getblocks, getheaders, and
reject messages
- These could all be sent manually via the standard message output
function, but the helpers provide additional nice functionality such
as duplicate filtering and address randomization
- Full documentation with example usage
- Test coverage
In addition to the addition of the new package, btcd has been refactored
to make use of the new package by extending the basic peer it provides to
work with the blockmanager and server to act as a full node. The
following is a broad overview of the changes to integrate the package:
- The server is responsible for all connection management including
persistent peers and banning
- Callbacks for all messages that are required to implement a full node
are registered
- Logic necessary to serve data and behave as a full node is now in the
callback registered with the peer
Finally, the following peer-related things have been improved as a part
of this refactor:
- Don't log or send reject message due to peer disconnects
- Remove trace logs that aren't particularly helpful
- Finish an old TODO to switch the queue WaitGroup over to a channel
- Improve various comments and fix some code consistency cases
- Improve a few logging bits
- Implement a most-recently-used nonce tracking for detecting self
connections and generate a unique nonce for each peer
2015-10-02 08:03:20 +02:00
|
|
|
"github.com/btcsuite/btcd/peer"
|
2015-01-30 19:14:33 +01:00
|
|
|
"github.com/btcsuite/btcd/txscript"
|
2015-01-16 18:42:25 +01:00
|
|
|
"github.com/btcsuite/btclog"
|
2015-01-16 05:25:41 +01:00
|
|
|
"github.com/btcsuite/seelog"
|
2013-10-10 21:13:54 +02:00
|
|
|
)
|
|
|
|
|
|
|
|
const (
|
2014-07-09 05:01:13 +02:00
|
|
|
// maxRejectReasonLen is the maximum length of a sanitized reject reason
|
|
|
|
// that will be logged.
|
2015-01-07 01:26:26 +01:00
|
|
|
maxRejectReasonLen = 250
|
2013-10-10 21:13:54 +02:00
|
|
|
)
|
|
|
|
|
2016-02-25 18:17:12 +01:00
|
|
|
// Loggers per subsystem. Note that backendLog is a seelog logger that all of
|
2013-11-21 19:03:56 +01:00
|
|
|
// the subsystem loggers route their messages to. When adding new subsystems,
|
|
|
|
// add a reference here, to the subsystemLoggers map, and the useLogger
|
|
|
|
// function.
|
2013-10-10 21:13:54 +02:00
|
|
|
var (
|
2013-11-21 19:03:56 +01:00
|
|
|
backendLog = seelog.Disabled
|
2015-01-04 02:42:01 +01:00
|
|
|
adxrLog = btclog.Disabled
|
2013-11-21 19:03:56 +01:00
|
|
|
amgrLog = btclog.Disabled
|
2014-03-01 19:44:39 +01:00
|
|
|
bcdbLog = btclog.Disabled
|
2013-11-21 19:03:56 +01:00
|
|
|
bmgrLog = btclog.Disabled
|
2014-03-01 19:44:39 +01:00
|
|
|
btcdLog = btclog.Disabled
|
|
|
|
chanLog = btclog.Disabled
|
2013-11-21 19:03:56 +01:00
|
|
|
discLog = btclog.Disabled
|
2016-02-19 05:51:18 +01:00
|
|
|
indxLog = btclog.Disabled
|
2014-03-01 23:04:27 +01:00
|
|
|
minrLog = btclog.Disabled
|
2013-11-21 19:03:56 +01:00
|
|
|
peerLog = btclog.Disabled
|
|
|
|
rpcsLog = btclog.Disabled
|
2014-03-01 19:44:39 +01:00
|
|
|
scrpLog = btclog.Disabled
|
2013-11-21 19:03:56 +01:00
|
|
|
srvrLog = btclog.Disabled
|
|
|
|
txmpLog = btclog.Disabled
|
2013-10-10 21:13:54 +02:00
|
|
|
)
|
|
|
|
|
2013-11-21 19:03:56 +01:00
|
|
|
// subsystemLoggers maps each subsystem identifier to its associated logger.
|
|
|
|
var subsystemLoggers = map[string]btclog.Logger{
|
2015-01-04 02:42:01 +01:00
|
|
|
"ADXR": adxrLog,
|
2013-11-21 19:03:56 +01:00
|
|
|
"AMGR": amgrLog,
|
2014-03-01 19:44:39 +01:00
|
|
|
"BCDB": bcdbLog,
|
2013-11-21 19:03:56 +01:00
|
|
|
"BMGR": bmgrLog,
|
2014-03-01 19:44:39 +01:00
|
|
|
"BTCD": btcdLog,
|
|
|
|
"CHAN": chanLog,
|
2013-11-21 19:03:56 +01:00
|
|
|
"DISC": discLog,
|
2016-02-19 05:51:18 +01:00
|
|
|
"INDX": indxLog,
|
2014-03-01 23:04:27 +01:00
|
|
|
"MINR": minrLog,
|
2013-11-21 19:03:56 +01:00
|
|
|
"PEER": peerLog,
|
|
|
|
"RPCS": rpcsLog,
|
2014-03-01 19:44:39 +01:00
|
|
|
"SCRP": scrpLog,
|
2013-11-21 19:03:56 +01:00
|
|
|
"SRVR": srvrLog,
|
|
|
|
"TXMP": txmpLog,
|
|
|
|
}
|
|
|
|
|
2013-10-10 21:13:54 +02:00
|
|
|
// logClosure is used to provide a closure over expensive logging operations
|
|
|
|
// so don't have to be performed when the logging level doesn't warrant it.
|
|
|
|
type logClosure func() string
|
|
|
|
|
|
|
|
// String invokes the underlying function and returns the result.
|
|
|
|
func (c logClosure) String() string {
|
|
|
|
return c()
|
|
|
|
}
|
|
|
|
|
|
|
|
// newLogClosure returns a new closure over a function that returns a string
|
|
|
|
// which itself provides a Stringer interface so that it can be used with the
|
|
|
|
// logging system.
|
|
|
|
func newLogClosure(c func() string) logClosure {
|
|
|
|
return logClosure(c)
|
|
|
|
}
|
|
|
|
|
2013-11-21 19:03:56 +01:00
|
|
|
// useLogger updates the logger references for subsystemID to logger. Invalid
|
|
|
|
// subsystems are ignored.
|
|
|
|
func useLogger(subsystemID string, logger btclog.Logger) {
|
|
|
|
if _, ok := subsystemLoggers[subsystemID]; !ok {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
subsystemLoggers[subsystemID] = logger
|
|
|
|
|
|
|
|
switch subsystemID {
|
2015-01-04 02:42:01 +01:00
|
|
|
case "ADXR":
|
|
|
|
adxrLog = logger
|
|
|
|
|
2014-03-01 19:44:39 +01:00
|
|
|
case "AMGR":
|
|
|
|
amgrLog = logger
|
2014-07-06 08:04:24 +02:00
|
|
|
addrmgr.UseLogger(logger)
|
2013-11-21 19:03:56 +01:00
|
|
|
|
|
|
|
case "BCDB":
|
|
|
|
bcdbLog = logger
|
2015-01-27 22:38:23 +01:00
|
|
|
database.UseLogger(logger)
|
2013-11-21 19:03:56 +01:00
|
|
|
|
2014-03-01 19:44:39 +01:00
|
|
|
case "BMGR":
|
|
|
|
bmgrLog = logger
|
|
|
|
|
|
|
|
case "BTCD":
|
|
|
|
btcdLog = logger
|
|
|
|
|
2013-11-21 19:03:56 +01:00
|
|
|
case "CHAN":
|
|
|
|
chanLog = logger
|
2015-01-30 23:25:42 +01:00
|
|
|
blockchain.UseLogger(logger)
|
2013-11-21 19:03:56 +01:00
|
|
|
|
|
|
|
case "DISC":
|
|
|
|
discLog = logger
|
|
|
|
|
2016-02-19 05:51:18 +01:00
|
|
|
case "INDX":
|
|
|
|
indxLog = logger
|
|
|
|
indexers.UseLogger(logger)
|
|
|
|
|
2014-03-01 23:04:27 +01:00
|
|
|
case "MINR":
|
|
|
|
minrLog = logger
|
|
|
|
|
2013-11-21 19:03:56 +01:00
|
|
|
case "PEER":
|
|
|
|
peerLog = logger
|
peer: Refactor peer code into its own package.
This commit introduces package peer which contains peer related features
refactored from peer.go.
The following is an overview of the features the package provides:
- Provides a basic concurrent safe bitcoin peer for handling bitcoin
communications via the peer-to-peer protocol
- Full duplex reading and writing of bitcoin protocol messages
- Automatic handling of the initial handshake process including protocol
version negotiation
- Automatic periodic keep-alive pinging and pong responses
- Asynchronous message queueing of outbound messages with optional
channel for notification when the message is actually sent
- Inventory message batching and send trickling with known inventory
detection and avoidance
- Ability to wait for shutdown/disconnect
- Flexible peer configuration
- Caller is responsible for creating outgoing connections and listening
for incoming connections so they have flexibility to establish
connections as they see fit (proxies, etc.)
- User agent name and version
- Bitcoin network
- Service support signalling (full nodes, bloom filters, etc.)
- Maximum supported protocol version
- Ability to register callbacks for handling bitcoin protocol messages
- Proper handling of bloom filter related commands when the caller does
not specify the related flag to signal support
- Disconnects the peer when the protocol version is high enough
- Does not invoke the related callbacks for older protocol versions
- Snapshottable peer statistics such as the total number of bytes read
and written, the remote address, user agent, and negotiated protocol
version
- Helper functions for pushing addresses, getblocks, getheaders, and
reject messages
- These could all be sent manually via the standard message output
function, but the helpers provide additional nice functionality such
as duplicate filtering and address randomization
- Full documentation with example usage
- Test coverage
In addition to the addition of the new package, btcd has been refactored
to make use of the new package by extending the basic peer it provides to
work with the blockmanager and server to act as a full node. The
following is a broad overview of the changes to integrate the package:
- The server is responsible for all connection management including
persistent peers and banning
- Callbacks for all messages that are required to implement a full node
are registered
- Logic necessary to serve data and behave as a full node is now in the
callback registered with the peer
Finally, the following peer-related things have been improved as a part
of this refactor:
- Don't log or send reject message due to peer disconnects
- Remove trace logs that aren't particularly helpful
- Finish an old TODO to switch the queue WaitGroup over to a channel
- Improve various comments and fix some code consistency cases
- Improve a few logging bits
- Implement a most-recently-used nonce tracking for detecting self
connections and generate a unique nonce for each peer
2015-10-02 08:03:20 +02:00
|
|
|
peer.UseLogger(logger)
|
2013-11-21 19:03:56 +01:00
|
|
|
|
|
|
|
case "RPCS":
|
|
|
|
rpcsLog = logger
|
2013-10-10 21:13:54 +02:00
|
|
|
|
2014-03-01 19:44:39 +01:00
|
|
|
case "SCRP":
|
|
|
|
scrpLog = logger
|
2015-01-30 19:14:33 +01:00
|
|
|
txscript.UseLogger(logger)
|
2014-03-01 19:44:39 +01:00
|
|
|
|
2013-11-21 19:03:56 +01:00
|
|
|
case "SRVR":
|
|
|
|
srvrLog = logger
|
|
|
|
|
|
|
|
case "TXMP":
|
|
|
|
txmpLog = logger
|
2016-08-19 18:08:37 +02:00
|
|
|
mempool.UseLogger(logger)
|
2013-11-21 19:03:56 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2014-02-12 22:43:27 +01:00
|
|
|
// initSeelogLogger initializes a new seelog logger that is used as the backend
|
2016-02-25 18:17:12 +01:00
|
|
|
// for all logging subsystems.
|
2014-02-12 22:43:27 +01:00
|
|
|
func initSeelogLogger(logFile string) {
|
2013-11-21 19:03:56 +01:00
|
|
|
config := `
|
|
|
|
<seelog type="adaptive" mininterval="2000000" maxinterval="100000000"
|
|
|
|
critmsgcount="500" minlevel="trace">
|
2013-10-10 21:13:54 +02:00
|
|
|
<outputs formatid="all">
|
2013-11-25 19:51:04 +01:00
|
|
|
<console />
|
|
|
|
<rollingfile type="size" filename="%s" maxsize="10485760" maxrolls="3" />
|
2013-10-10 21:13:54 +02:00
|
|
|
</outputs>
|
|
|
|
<formats>
|
2013-11-25 19:51:04 +01:00
|
|
|
<format id="all" format="%%Time %%Date [%%LEV] %%Msg%%n" />
|
2013-10-10 21:13:54 +02:00
|
|
|
</formats>
|
|
|
|
</seelog>`
|
2014-02-12 22:43:27 +01:00
|
|
|
config = fmt.Sprintf(config, logFile)
|
2013-10-10 21:13:54 +02:00
|
|
|
|
|
|
|
logger, err := seelog.LoggerFromConfigAsString(config)
|
|
|
|
if err != nil {
|
|
|
|
fmt.Fprintf(os.Stderr, "failed to create logger: %v", err)
|
|
|
|
os.Exit(1)
|
|
|
|
}
|
|
|
|
|
2014-02-12 22:43:27 +01:00
|
|
|
backendLog = logger
|
2013-10-10 21:13:54 +02:00
|
|
|
}
|
|
|
|
|
2013-11-21 19:03:56 +01:00
|
|
|
// setLogLevel sets the logging level for provided subsystem. Invalid
|
|
|
|
// subsystems are ignored. Uninitialized subsystems are dynamically created as
|
|
|
|
// needed.
|
|
|
|
func setLogLevel(subsystemID string, logLevel string) {
|
|
|
|
// Ignore invalid subsystems.
|
|
|
|
logger, ok := subsystemLoggers[subsystemID]
|
|
|
|
if !ok {
|
|
|
|
return
|
2013-10-10 21:13:54 +02:00
|
|
|
}
|
|
|
|
|
2013-11-21 19:03:56 +01:00
|
|
|
// Default to info if the log level is invalid.
|
|
|
|
level, ok := btclog.LogLevelFromString(logLevel)
|
|
|
|
if !ok {
|
|
|
|
level = btclog.InfoLvl
|
2013-10-10 21:13:54 +02:00
|
|
|
}
|
|
|
|
|
2013-11-21 19:03:56 +01:00
|
|
|
// Create new logger for the subsystem if needed.
|
|
|
|
if logger == btclog.Disabled {
|
|
|
|
logger = btclog.NewSubsystemLogger(backendLog, subsystemID+": ")
|
|
|
|
useLogger(subsystemID, logger)
|
|
|
|
}
|
|
|
|
logger.SetLevel(level)
|
|
|
|
}
|
|
|
|
|
|
|
|
// setLogLevels sets the log level for all subsystem loggers to the passed
|
|
|
|
// level. It also dynamically creates the subsystem loggers as needed, so it
|
|
|
|
// can be used to initialize the logging system.
|
|
|
|
func setLogLevels(logLevel string) {
|
|
|
|
// Configure all sub-systems with the new logging level. Dynamically
|
|
|
|
// create loggers as needed.
|
|
|
|
for subsystemID := range subsystemLoggers {
|
|
|
|
setLogLevel(subsystemID, logLevel)
|
|
|
|
}
|
2013-10-10 21:13:54 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
// directionString is a helper function that returns a string that represents
|
|
|
|
// the direction of a connection (inbound or outbound).
|
|
|
|
func directionString(inbound bool) string {
|
|
|
|
if inbound {
|
|
|
|
return "inbound"
|
|
|
|
}
|
|
|
|
return "outbound"
|
|
|
|
}
|