lbcd monitor
This commit is contained in:
parent
5ac8bc26b2
commit
7df156355a
7 changed files with 562 additions and 1 deletions
22
lbcd-monitor/Dockerfile
Normal file
22
lbcd-monitor/Dockerfile
Normal file
|
@ -0,0 +1,22 @@
|
|||
FROM python:3.8-alpine
|
||||
|
||||
# Dependencies for python-bitcoinlib and sanity check.
|
||||
RUN apk --no-cache add \
|
||||
binutils \
|
||||
libressl-dev \
|
||||
openssl-dev && \
|
||||
python -c "import ctypes, ctypes.util; ctypes.cdll.LoadLibrary(ctypes.util.find_library('ssl') or 'libeay32')"
|
||||
|
||||
RUN pip install --no-cache-dir \
|
||||
prometheus_client \
|
||||
python-bitcoinlib \
|
||||
riprova
|
||||
|
||||
ADD ./monitor.py /
|
||||
|
||||
USER nobody
|
||||
|
||||
ENV PROMETHEUS_PORT "$PROMETHEUS_PORT"
|
||||
ENV LBCCTL_PATH "$LBCCTL_PATH"
|
||||
|
||||
CMD ["/monitor.py"]
|
385
lbcd-monitor/bitcoind-monitor.py
Normal file
385
lbcd-monitor/bitcoind-monitor.py
Normal file
|
@ -0,0 +1,385 @@
|
|||
#!/usr/bin/env python3
|
||||
# bitcoind-monitor.py
|
||||
#
|
||||
# An exporter for Prometheus and Bitcoin Core.
|
||||
#
|
||||
# Copyright 2018 Kevin M. Gallagher
|
||||
# Copyright 2019,2020 Jeff Stein
|
||||
#
|
||||
# Published at https://github.com/jvstein/bitcoin-prometheus-exporter
|
||||
# Licensed under BSD 3-clause (see LICENSE).
|
||||
#
|
||||
# Dependency licenses (retrieved 2020-05-31):
|
||||
# prometheus_client: Apache 2.0
|
||||
# python-bitcoinlib: LGPLv3
|
||||
# riprova: MIT
|
||||
|
||||
import json
|
||||
import logging
|
||||
import time
|
||||
import os
|
||||
import signal
|
||||
import sys
|
||||
import socket
|
||||
|
||||
from datetime import datetime
|
||||
from functools import lru_cache
|
||||
from typing import Any
|
||||
from typing import Dict
|
||||
from typing import List
|
||||
from typing import Union
|
||||
from wsgiref.simple_server import make_server
|
||||
|
||||
import riprova
|
||||
|
||||
from bitcoin.rpc import JSONRPCError, InWarmupError, Proxy
|
||||
from prometheus_client import make_wsgi_app, Gauge, Counter
|
||||
|
||||
|
||||
logger = logging.getLogger("bitcoin-exporter")
|
||||
|
||||
|
||||
# Create Prometheus metrics to track bitcoind stats.
|
||||
BITCOIN_BLOCKS = Gauge("bitcoin_blocks", "Block height")
|
||||
BITCOIN_DIFFICULTY = Gauge("bitcoin_difficulty", "Difficulty")
|
||||
BITCOIN_PEERS = Gauge("bitcoin_peers", "Number of peers")
|
||||
BITCOIN_CONN_IN = Gauge("bitcoin_conn_in", "Number of connections in")
|
||||
BITCOIN_CONN_OUT = Gauge("bitcoin_conn_out", "Number of connections out")
|
||||
BITCOIN_HASHPS_NEG1 = Gauge(
|
||||
"bitcoin_hashps_neg1", "Estimated network hash rate per second since the last difficulty change"
|
||||
)
|
||||
BITCOIN_HASHPS_1 = Gauge(
|
||||
"bitcoin_hashps_1", "Estimated network hash rate per second for the last block"
|
||||
)
|
||||
BITCOIN_HASHPS = Gauge(
|
||||
"bitcoin_hashps", "Estimated network hash rate per second for the last 120 blocks"
|
||||
)
|
||||
|
||||
BITCOIN_ESTIMATED_SMART_FEE_GAUGES = {} # type: Dict[int, Gauge]
|
||||
|
||||
BITCOIN_WARNINGS = Counter("bitcoin_warnings", "Number of network or blockchain warnings detected")
|
||||
BITCOIN_UPTIME = Gauge("bitcoin_uptime", "Number of seconds the Bitcoin daemon has been running")
|
||||
|
||||
BITCOIN_MEMINFO_USED = Gauge("bitcoin_meminfo_used", "Number of bytes used")
|
||||
BITCOIN_MEMINFO_FREE = Gauge("bitcoin_meminfo_free", "Number of bytes available")
|
||||
BITCOIN_MEMINFO_TOTAL = Gauge("bitcoin_meminfo_total", "Number of bytes managed")
|
||||
BITCOIN_MEMINFO_LOCKED = Gauge("bitcoin_meminfo_locked", "Number of bytes locked")
|
||||
BITCOIN_MEMINFO_CHUNKS_USED = Gauge("bitcoin_meminfo_chunks_used", "Number of allocated chunks")
|
||||
BITCOIN_MEMINFO_CHUNKS_FREE = Gauge("bitcoin_meminfo_chunks_free", "Number of unused chunks")
|
||||
|
||||
BITCOIN_MEMPOOL_BYTES = Gauge("bitcoin_mempool_bytes", "Size of mempool in bytes")
|
||||
BITCOIN_MEMPOOL_SIZE = Gauge(
|
||||
"bitcoin_mempool_size", "Number of unconfirmed transactions in mempool"
|
||||
)
|
||||
BITCOIN_MEMPOOL_USAGE = Gauge("bitcoin_mempool_usage", "Total memory usage for the mempool")
|
||||
BITCOIN_MEMPOOL_UNBROADCAST = Gauge(
|
||||
"bitcoin_mempool_unbroadcast", "Number of transactions waiting for acknowledgment"
|
||||
)
|
||||
|
||||
BITCOIN_LATEST_BLOCK_HEIGHT = Gauge(
|
||||
"bitcoin_latest_block_height", "Height or index of latest block"
|
||||
)
|
||||
BITCOIN_LATEST_BLOCK_WEIGHT = Gauge(
|
||||
"bitcoin_latest_block_weight", "Weight of latest block according to BIP 141"
|
||||
)
|
||||
BITCOIN_LATEST_BLOCK_SIZE = Gauge("bitcoin_latest_block_size", "Size of latest block in bytes")
|
||||
BITCOIN_LATEST_BLOCK_TXS = Gauge(
|
||||
"bitcoin_latest_block_txs", "Number of transactions in latest block"
|
||||
)
|
||||
|
||||
BITCOIN_TXCOUNT = Gauge("bitcoin_txcount", "Number of TX since the genesis block")
|
||||
|
||||
BITCOIN_NUM_CHAINTIPS = Gauge("bitcoin_num_chaintips", "Number of known blockchain branches")
|
||||
|
||||
BITCOIN_TOTAL_BYTES_RECV = Gauge("bitcoin_total_bytes_recv", "Total bytes received")
|
||||
BITCOIN_TOTAL_BYTES_SENT = Gauge("bitcoin_total_bytes_sent", "Total bytes sent")
|
||||
|
||||
BITCOIN_LATEST_BLOCK_INPUTS = Gauge(
|
||||
"bitcoin_latest_block_inputs", "Number of inputs in transactions of latest block"
|
||||
)
|
||||
BITCOIN_LATEST_BLOCK_OUTPUTS = Gauge(
|
||||
"bitcoin_latest_block_outputs", "Number of outputs in transactions of latest block"
|
||||
)
|
||||
BITCOIN_LATEST_BLOCK_VALUE = Gauge(
|
||||
"bitcoin_latest_block_value", "Bitcoin value of all transactions in the latest block"
|
||||
)
|
||||
BITCOIN_LATEST_BLOCK_FEE = Gauge(
|
||||
"bitcoin_latest_block_fee", "Total fee to process the latest block"
|
||||
)
|
||||
|
||||
BITCOIN_BAN_CREATED = Gauge(
|
||||
"bitcoin_ban_created", "Time the ban was created", labelnames=["address", "reason"]
|
||||
)
|
||||
BITCOIN_BANNED_UNTIL = Gauge(
|
||||
"bitcoin_banned_until", "Time the ban expires", labelnames=["address", "reason"]
|
||||
)
|
||||
|
||||
BITCOIN_SERVER_VERSION = Gauge("bitcoin_server_version", "The server version")
|
||||
BITCOIN_PROTOCOL_VERSION = Gauge("bitcoin_protocol_version", "The protocol version of the server")
|
||||
|
||||
BITCOIN_SIZE_ON_DISK = Gauge("bitcoin_size_on_disk", "Estimated size of the block and undo files")
|
||||
|
||||
BITCOIN_VERIFICATION_PROGRESS = Gauge(
|
||||
"bitcoin_verification_progress", "Estimate of verification progress [0..1]"
|
||||
)
|
||||
|
||||
BITCOIN_RPC_ACTIVE = Gauge("bitcoin_rpc_active", "Number of RPC calls being processed")
|
||||
|
||||
EXPORTER_ERRORS = Counter(
|
||||
"bitcoin_exporter_errors", "Number of errors encountered by the exporter", labelnames=["type"]
|
||||
)
|
||||
PROCESS_TIME = Counter(
|
||||
"bitcoin_exporter_process_time", "Time spent processing metrics from bitcoin node"
|
||||
)
|
||||
|
||||
SATS_PER_COIN = 1e8
|
||||
|
||||
BITCOIN_RPC_SCHEME = os.environ.get("BITCOIN_RPC_SCHEME", "http")
|
||||
BITCOIN_RPC_HOST = os.environ.get("BITCOIN_RPC_HOST", "localhost")
|
||||
BITCOIN_RPC_PORT = os.environ.get("BITCOIN_RPC_PORT", "8332")
|
||||
BITCOIN_RPC_USER = os.environ.get("BITCOIN_RPC_USER")
|
||||
BITCOIN_RPC_PASSWORD = os.environ.get("BITCOIN_RPC_PASSWORD")
|
||||
BITCOIN_CONF_PATH = os.environ.get("BITCOIN_CONF_PATH")
|
||||
SMART_FEES = [int(f) for f in os.environ.get("SMARTFEE_BLOCKS", "2,3,5,20").split(",")]
|
||||
METRICS_ADDR = os.environ.get("METRICS_ADDR", "") # empty = any address
|
||||
METRICS_PORT = int(os.environ.get("METRICS_PORT", "9332"))
|
||||
RETRIES = int(os.environ.get("RETRIES", 5))
|
||||
TIMEOUT = int(os.environ.get("TIMEOUT", 30))
|
||||
RATE_LIMIT_SECONDS = int(os.environ.get("RATE_LIMIT", 5))
|
||||
LOG_LEVEL = os.environ.get("LOG_LEVEL", "INFO")
|
||||
|
||||
|
||||
RETRY_EXCEPTIONS = (InWarmupError, ConnectionError, socket.timeout)
|
||||
|
||||
RpcResult = Union[Dict[str, Any], List[Any], str, int, float, bool, None]
|
||||
|
||||
|
||||
def on_retry(err: Exception, next_try: float) -> None:
|
||||
err_type = type(err)
|
||||
exception_name = err_type.__module__ + "." + err_type.__name__
|
||||
EXPORTER_ERRORS.labels(**{"type": exception_name}).inc()
|
||||
logger.error("Retry after exception %s: %s", exception_name, err)
|
||||
|
||||
|
||||
def error_evaluator(e: Exception) -> bool:
|
||||
return isinstance(e, RETRY_EXCEPTIONS)
|
||||
|
||||
|
||||
@lru_cache(maxsize=1)
|
||||
def rpc_client_factory():
|
||||
# Configuration is done in this order of precedence:
|
||||
# - Explicit config file.
|
||||
# - BITCOIN_RPC_USER and BITCOIN_RPC_PASSWORD environment variables.
|
||||
# - Default bitcoin config file (as handled by Proxy.__init__).
|
||||
use_conf = (
|
||||
(BITCOIN_CONF_PATH is not None)
|
||||
or (BITCOIN_RPC_USER is None)
|
||||
or (BITCOIN_RPC_PASSWORD is None)
|
||||
)
|
||||
|
||||
if use_conf:
|
||||
logger.info("Using config file: %s", BITCOIN_CONF_PATH or "<default>")
|
||||
return lambda: Proxy(btc_conf_file=BITCOIN_CONF_PATH, timeout=TIMEOUT)
|
||||
else:
|
||||
host = BITCOIN_RPC_HOST
|
||||
host = "{}:{}@{}".format(BITCOIN_RPC_USER, BITCOIN_RPC_PASSWORD, host)
|
||||
if BITCOIN_RPC_PORT:
|
||||
host = "{}:{}".format(host, BITCOIN_RPC_PORT)
|
||||
service_url = "{}://{}".format(BITCOIN_RPC_SCHEME, host)
|
||||
logger.info("Using environment configuration")
|
||||
return lambda: Proxy(service_url=service_url, timeout=TIMEOUT)
|
||||
|
||||
|
||||
def rpc_client():
|
||||
return rpc_client_factory()()
|
||||
|
||||
|
||||
@riprova.retry(
|
||||
timeout=TIMEOUT,
|
||||
backoff=riprova.ExponentialBackOff(),
|
||||
on_retry=on_retry,
|
||||
error_evaluator=error_evaluator,
|
||||
)
|
||||
def bitcoinrpc(*args) -> RpcResult:
|
||||
if logger.isEnabledFor(logging.DEBUG):
|
||||
logger.debug("RPC call: " + " ".join(str(a) for a in args))
|
||||
|
||||
result = rpc_client().call(*args)
|
||||
|
||||
logger.debug("Result: %s", result)
|
||||
return result
|
||||
|
||||
|
||||
@lru_cache(maxsize=1)
|
||||
def getblockstats(block_hash: str):
|
||||
try:
|
||||
block = bitcoinrpc(
|
||||
"getblockstats",
|
||||
block_hash,
|
||||
["total_size", "total_weight", "totalfee", "txs", "height", "ins", "outs", "total_out"],
|
||||
)
|
||||
except Exception:
|
||||
logger.exception("Failed to retrieve block " + block_hash + " statistics from bitcoind.")
|
||||
return None
|
||||
return block
|
||||
|
||||
|
||||
def smartfee_gauge(num_blocks: int) -> Gauge:
|
||||
gauge = BITCOIN_ESTIMATED_SMART_FEE_GAUGES.get(num_blocks)
|
||||
if gauge is None:
|
||||
gauge = Gauge(
|
||||
"bitcoin_est_smart_fee_%d" % num_blocks,
|
||||
"Estimated smart fee per kilobyte for confirmation in %d blocks" % num_blocks,
|
||||
)
|
||||
BITCOIN_ESTIMATED_SMART_FEE_GAUGES[num_blocks] = gauge
|
||||
return gauge
|
||||
|
||||
|
||||
def do_smartfee(num_blocks: int) -> None:
|
||||
smartfee = bitcoinrpc("estimatesmartfee", num_blocks).get("feerate")
|
||||
if smartfee is not None:
|
||||
gauge = smartfee_gauge(num_blocks)
|
||||
gauge.set(smartfee)
|
||||
|
||||
|
||||
def refresh_metrics() -> None:
|
||||
uptime = int(bitcoinrpc("uptime"))
|
||||
meminfo = bitcoinrpc("getmemoryinfo", "stats")["locked"]
|
||||
blockchaininfo = bitcoinrpc("getblockchaininfo")
|
||||
networkinfo = bitcoinrpc("getnetworkinfo")
|
||||
chaintips = len(bitcoinrpc("getchaintips"))
|
||||
mempool = bitcoinrpc("getmempoolinfo")
|
||||
nettotals = bitcoinrpc("getnettotals")
|
||||
rpcinfo = bitcoinrpc("getrpcinfo")
|
||||
txstats = bitcoinrpc("getchaintxstats")
|
||||
latest_blockstats = getblockstats(str(blockchaininfo["bestblockhash"]))
|
||||
hashps_120 = float(bitcoinrpc("getnetworkhashps", 120)) # 120 is the default
|
||||
hashps_neg1 = float(bitcoinrpc("getnetworkhashps", -1))
|
||||
hashps_1 = float(bitcoinrpc("getnetworkhashps", 1))
|
||||
|
||||
banned = bitcoinrpc("listbanned")
|
||||
|
||||
BITCOIN_UPTIME.set(uptime)
|
||||
BITCOIN_BLOCKS.set(blockchaininfo["blocks"])
|
||||
BITCOIN_PEERS.set(networkinfo["connections"])
|
||||
if "connections_in" in networkinfo:
|
||||
BITCOIN_CONN_IN.set(networkinfo["connections_in"])
|
||||
if "connections_out" in networkinfo:
|
||||
BITCOIN_CONN_OUT.set(networkinfo["connections_out"])
|
||||
BITCOIN_DIFFICULTY.set(blockchaininfo["difficulty"])
|
||||
BITCOIN_HASHPS.set(hashps_120)
|
||||
BITCOIN_HASHPS_NEG1.set(hashps_neg1)
|
||||
BITCOIN_HASHPS_1.set(hashps_1)
|
||||
BITCOIN_SERVER_VERSION.set(networkinfo["version"])
|
||||
BITCOIN_PROTOCOL_VERSION.set(networkinfo["protocolversion"])
|
||||
BITCOIN_SIZE_ON_DISK.set(blockchaininfo["size_on_disk"])
|
||||
BITCOIN_VERIFICATION_PROGRESS.set(blockchaininfo["verificationprogress"])
|
||||
|
||||
for smartfee in SMART_FEES:
|
||||
do_smartfee(smartfee)
|
||||
|
||||
for ban in banned:
|
||||
BITCOIN_BAN_CREATED.labels(
|
||||
address=ban["address"], reason=ban.get("ban_reason", "manually added")
|
||||
).set(ban["ban_created"])
|
||||
BITCOIN_BANNED_UNTIL.labels(
|
||||
address=ban["address"], reason=ban.get("ban_reason", "manually added")
|
||||
).set(ban["banned_until"])
|
||||
|
||||
if networkinfo["warnings"]:
|
||||
BITCOIN_WARNINGS.inc()
|
||||
|
||||
BITCOIN_TXCOUNT.set(txstats["txcount"])
|
||||
|
||||
BITCOIN_NUM_CHAINTIPS.set(chaintips)
|
||||
|
||||
BITCOIN_MEMINFO_USED.set(meminfo["used"])
|
||||
BITCOIN_MEMINFO_FREE.set(meminfo["free"])
|
||||
BITCOIN_MEMINFO_TOTAL.set(meminfo["total"])
|
||||
BITCOIN_MEMINFO_LOCKED.set(meminfo["locked"])
|
||||
BITCOIN_MEMINFO_CHUNKS_USED.set(meminfo["chunks_used"])
|
||||
BITCOIN_MEMINFO_CHUNKS_FREE.set(meminfo["chunks_free"])
|
||||
|
||||
BITCOIN_MEMPOOL_BYTES.set(mempool["bytes"])
|
||||
BITCOIN_MEMPOOL_SIZE.set(mempool["size"])
|
||||
BITCOIN_MEMPOOL_USAGE.set(mempool["usage"])
|
||||
if "unbroadcastcount" in mempool:
|
||||
BITCOIN_MEMPOOL_UNBROADCAST.set(mempool["unbroadcastcount"])
|
||||
|
||||
BITCOIN_TOTAL_BYTES_RECV.set(nettotals["totalbytesrecv"])
|
||||
BITCOIN_TOTAL_BYTES_SENT.set(nettotals["totalbytessent"])
|
||||
|
||||
if latest_blockstats is not None:
|
||||
BITCOIN_LATEST_BLOCK_SIZE.set(latest_blockstats["total_size"])
|
||||
BITCOIN_LATEST_BLOCK_TXS.set(latest_blockstats["txs"])
|
||||
BITCOIN_LATEST_BLOCK_HEIGHT.set(latest_blockstats["height"])
|
||||
BITCOIN_LATEST_BLOCK_WEIGHT.set(latest_blockstats["total_weight"])
|
||||
BITCOIN_LATEST_BLOCK_INPUTS.set(latest_blockstats["ins"])
|
||||
BITCOIN_LATEST_BLOCK_OUTPUTS.set(latest_blockstats["outs"])
|
||||
BITCOIN_LATEST_BLOCK_VALUE.set(latest_blockstats["total_out"] / SATS_PER_COIN)
|
||||
BITCOIN_LATEST_BLOCK_FEE.set(latest_blockstats["totalfee"] / SATS_PER_COIN)
|
||||
|
||||
# Subtract one because we don't want to count the "getrpcinfo" call itself
|
||||
BITCOIN_RPC_ACTIVE.set(len(rpcinfo["active_commands"]) - 1)
|
||||
|
||||
|
||||
def sigterm_handler(signal, frame) -> None:
|
||||
logger.critical("Received SIGTERM. Exiting.")
|
||||
sys.exit(0)
|
||||
|
||||
|
||||
def exception_count(e: Exception) -> None:
|
||||
err_type = type(e)
|
||||
exception_name = err_type.__module__ + "." + err_type.__name__
|
||||
EXPORTER_ERRORS.labels(**{"type": exception_name}).inc()
|
||||
|
||||
|
||||
def main():
|
||||
# Set up logging to look similar to bitcoin logs (UTC).
|
||||
logging.basicConfig(
|
||||
format="%(asctime)s %(levelname)s %(message)s", datefmt="%Y-%m-%dT%H:%M:%SZ"
|
||||
)
|
||||
logging.Formatter.converter = time.gmtime
|
||||
logger.setLevel(LOG_LEVEL)
|
||||
|
||||
# Handle SIGTERM gracefully.
|
||||
signal.signal(signal.SIGTERM, sigterm_handler)
|
||||
|
||||
app = make_wsgi_app()
|
||||
|
||||
last_refresh = datetime.fromtimestamp(0)
|
||||
|
||||
def refresh_app(*args, **kwargs):
|
||||
nonlocal last_refresh
|
||||
process_start = datetime.now()
|
||||
|
||||
# Only refresh every RATE_LIMIT_SECONDS seconds.
|
||||
if (process_start - last_refresh).total_seconds() < RATE_LIMIT_SECONDS:
|
||||
return app(*args, **kwargs)
|
||||
|
||||
# Allow riprova.MaxRetriesExceeded and unknown exceptions to crash the process.
|
||||
try:
|
||||
refresh_metrics()
|
||||
except riprova.exceptions.RetryError as e:
|
||||
logger.error("Refresh failed during retry. Cause: " + str(e))
|
||||
exception_count(e)
|
||||
except JSONRPCError as e:
|
||||
logger.debug("Bitcoin RPC error refresh", exc_info=True)
|
||||
exception_count(e)
|
||||
except json.decoder.JSONDecodeError as e:
|
||||
logger.error("RPC call did not return JSON. Bad credentials? " + str(e))
|
||||
sys.exit(1)
|
||||
|
||||
duration = datetime.now() - process_start
|
||||
PROCESS_TIME.inc(duration.total_seconds())
|
||||
logger.info("Refresh took %s seconds", duration)
|
||||
last_refresh = process_start
|
||||
|
||||
return app(*args, **kwargs)
|
||||
|
||||
httpd = make_server(METRICS_ADDR, METRICS_PORT, refresh_app)
|
||||
httpd.serve_forever()
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
124
lbcd-monitor/monitor.py
Normal file
124
lbcd-monitor/monitor.py
Normal file
|
@ -0,0 +1,124 @@
|
|||
#!/usr/bin/python
|
||||
# -*- coding: utf-8 -*-
|
||||
|
||||
# cribbed from https://gist.github.com/ageis/a0623ae6ec9cfc72e5cb6bde5754ab1f
|
||||
|
||||
import json
|
||||
import time
|
||||
import subprocess
|
||||
import sys
|
||||
import os
|
||||
from prometheus_client import start_http_server, Gauge, Counter
|
||||
|
||||
# Create Prometheus metrics to track bitcoind stats.
|
||||
LBCD_BLOCKS = Gauge('lbcd_blocks', 'Block height')
|
||||
LBCD_DIFFICULTY = Gauge('lbcd_difficulty', 'Difficulty')
|
||||
LBCD_PEERS = Gauge('lbcd_peers', 'Number of peers')
|
||||
LBCD_HASHPS = Gauge('lbcd_hashps', 'Estimated network hash rate per second')
|
||||
|
||||
LBCD_ERRORS = Counter('lbcd_errors', 'Number of errors detected')
|
||||
LBCD_UPTIME = Gauge('lbcd_uptime', 'Number of seconds the Bitcoin daemon has been running')
|
||||
|
||||
LBCD_MEMPOOL_BYTES = Gauge('lbcd_mempool_bytes', 'Size of mempool in bytes')
|
||||
LBCD_MEMPOOL_SIZE = Gauge('lbcd_mempool_size', 'Number of unconfirmed transactions in mempool')
|
||||
|
||||
LBCD_LATEST_BLOCK_SIZE = Gauge('lbcd_latest_block_size', 'Size of latest block in bytes')
|
||||
LBCD_LATEST_BLOCK_TXS = Gauge('lbcd_latest_block_txs', 'Number of transactions in latest block')
|
||||
|
||||
LBCD_NUM_CHAINTIPS = Gauge('lbcd_num_chaintips', 'Number of known blockchain branches')
|
||||
|
||||
LBCD_TOTAL_BYTES_RECV = Gauge('lbcd_total_bytes_recv', 'Total bytes received')
|
||||
LBCD_TOTAL_BYTES_SENT = Gauge('lbcd_total_bytes_sent', 'Total bytes sent')
|
||||
|
||||
LBCD_LATEST_BLOCK_INPUTS = Gauge('lbcd_latest_block_inputs', 'Number of inputs in transactions of latest block')
|
||||
LBCD_LATEST_BLOCK_OUTPUTS = Gauge('lbcd_latest_block_outputs', 'Number of outputs in transactions of latest block')
|
||||
|
||||
|
||||
|
||||
PORT = int(os.getenv('PROMETHEUS_PORT', 2112))
|
||||
LBCCTL_PATH = os.getenv('LBCCTL_PATH')
|
||||
if LBCCTL_PATH is None:
|
||||
raise Exception("LBCCTL_PATH env var required")
|
||||
|
||||
|
||||
|
||||
def lbcd(cmd):
|
||||
p = subprocess.Popen([LBCCTL_PATH, cmd], stdout=subprocess.PIPE, stdin=subprocess.PIPE, stderr=subprocess.PIPE)
|
||||
output = p.communicate()[0]
|
||||
return json.loads(output.decode('utf-8'))
|
||||
|
||||
|
||||
def lbcctl(cmd):
|
||||
p = subprocess.Popen([LBCCTL_PATH, cmd], stdout=subprocess.PIPE, stdin=subprocess.PIPE, stderr=subprocess.PIPE)
|
||||
output = p.communicate()[0]
|
||||
return output.decode('utf-8')
|
||||
|
||||
|
||||
def get_block(block_height):
|
||||
try:
|
||||
blockhash = subprocess.check_output([LBCCTL_PATH, 'getblockhash', block_height]).rstrip()
|
||||
block = subprocess.check_output([LBCCTL_PATH, 'getblock', blockhash]).rstrip()
|
||||
except Exception as e:
|
||||
print(e)
|
||||
print('Error: Can\'t retrieve block number ' + block_height + ' from lbcd.')
|
||||
return None
|
||||
return json.loads(block.decode('utf-8'))
|
||||
|
||||
|
||||
def get_raw_tx(txid):
|
||||
try:
|
||||
rawtx = subprocess.check_output([LBCCTL_PATH, 'getrawtransaction', txid, '1'])
|
||||
except Exception as e:
|
||||
print(e)
|
||||
print('Error: Can\'t retrieve raw transaction ' + txid + ' from lbcd.')
|
||||
return None
|
||||
return json.loads(rawtx.decode('utf-8'))
|
||||
|
||||
|
||||
def main():
|
||||
# Start up the server to expose the metrics.
|
||||
start_http_server(PORT)
|
||||
while True:
|
||||
info = lbcd('getinfo')
|
||||
LBCD_BLOCKS.set(info['blocks'])
|
||||
LBCD_PEERS.set(info['connections'])
|
||||
LBCD_DIFFICULTY.set(info['difficulty'])
|
||||
|
||||
if info['errors']:
|
||||
LBCD_ERRORS.inc()
|
||||
|
||||
LBCD_HASHPS.set(float(lbcctl('getnetworkhashps')))
|
||||
LBCD_UPTIME.set(int(lbcctl('uptime')))
|
||||
|
||||
#chaintips = len(lbcd('getchaintips'))
|
||||
#LBCD_NUM_CHAINTIPS.set(chaintips)
|
||||
|
||||
mempool = lbcd('getmempoolinfo')
|
||||
LBCD_MEMPOOL_BYTES.set(mempool['bytes'])
|
||||
LBCD_MEMPOOL_SIZE.set(mempool['size'])
|
||||
|
||||
nettotals = lbcd('getnettotals')
|
||||
LBCD_TOTAL_BYTES_RECV.set(nettotals['totalbytesrecv'])
|
||||
LBCD_TOTAL_BYTES_SENT.set(nettotals['totalbytessent'])
|
||||
|
||||
latest_block = get_block(str(info['blocks']))
|
||||
if latest_block:
|
||||
LBCD_LATEST_BLOCK_SIZE.set(latest_block['size'])
|
||||
LBCD_LATEST_BLOCK_TXS.set(len(latest_block['tx']))
|
||||
inputs, outputs = 0, 0
|
||||
# counting transaction inputs and outputs requires txindex=1
|
||||
# to be enabled, which may also necessitate reindex=1 in lbcd.conf
|
||||
for tx in latest_block['tx']:
|
||||
rawtx = get_raw_tx(tx)
|
||||
if not rawtx:
|
||||
continue
|
||||
inputs += len(rawtx['vin'])
|
||||
outputs += len(rawtx['vout'])
|
||||
|
||||
LBCD_LATEST_BLOCK_INPUTS.set(inputs)
|
||||
LBCD_LATEST_BLOCK_OUTPUTS.set(outputs)
|
||||
|
||||
time.sleep(60)
|
||||
|
||||
if __name__ == '__main__':
|
||||
main()
|
11
lbcd-monitor/readme.md
Normal file
11
lbcd-monitor/readme.md
Normal file
|
@ -0,0 +1,11 @@
|
|||
run with:
|
||||
|
||||
pip3 install prometheus_client
|
||||
LBCCTL_PATH=/home/ubuntu/lbcd/lbcctl PROMETHEUS_PORT=2114 python3.7 monitor.py &
|
||||
|
||||
|
||||
everything else is WIP and copied from https://github.com/jvstein/bitcoin-prometheus-exporter
|
||||
|
||||
docker stuff is unfinished. here's where i left off:
|
||||
|
||||
to build: `docker build -t lbcd-monitor .`
|
3
lbcd-monitor/requirements.txt
Normal file
3
lbcd-monitor/requirements.txt
Normal file
|
@ -0,0 +1,3 @@
|
|||
prometheus_client
|
||||
python-bitcoinlib
|
||||
riprova
|
|
@ -10,6 +10,7 @@ alerting:
|
|||
timeout: 10s
|
||||
api_version: v1
|
||||
scrape_configs:
|
||||
|
||||
- job_name: prometheus
|
||||
honor_timestamps: true
|
||||
metrics_path: /metrics
|
||||
|
@ -18,15 +19,25 @@ scrape_configs:
|
|||
- targets:
|
||||
- localhost:9090
|
||||
- node-exporter:9100
|
||||
|
||||
- job_name: grafana
|
||||
metrics_path: /metrics
|
||||
scheme: http
|
||||
static_configs:
|
||||
- targets:
|
||||
- localhost:3000
|
||||
|
||||
- job_name: dht
|
||||
metrics_path: /metrics
|
||||
scheme: http
|
||||
static_configs:
|
||||
- targets:
|
||||
- localhost:2113
|
||||
- host.docker.internal:2113
|
||||
|
||||
- job_name: lbcd
|
||||
metrics_path: /
|
||||
scheme: http
|
||||
scrape_interval: 60s
|
||||
static_configs:
|
||||
- targets:
|
||||
- host.docker.internal:2114
|
||||
|
|
5
readme.md
Normal file
5
readme.md
Normal file
|
@ -0,0 +1,5 @@
|
|||
## notes to self
|
||||
|
||||
make sure you `ufw allow to 172.17.0.1/16` so that prometheus can access the host
|
||||
|
||||
https://stackoverflow.com/questions/64768618/ufw-forbids-docker-container-to-connect-to-postgres
|
Loading…
Reference in a new issue