2016-08-04 20:08:26 +02:00
|
|
|
// Package udp implements a BitTorrent tracker via the UDP protocol as
|
|
|
|
// described in BEP 15.
|
2016-08-03 09:11:52 +02:00
|
|
|
package udp
|
|
|
|
|
|
|
|
import (
|
|
|
|
"bytes"
|
2016-08-17 04:32:15 +02:00
|
|
|
"context"
|
2016-08-03 09:11:52 +02:00
|
|
|
"encoding/binary"
|
2016-11-29 01:49:53 +01:00
|
|
|
"math/rand"
|
2016-08-03 09:11:52 +02:00
|
|
|
"net"
|
2016-08-05 07:47:04 +02:00
|
|
|
"sync"
|
2016-08-03 09:11:52 +02:00
|
|
|
"time"
|
|
|
|
|
2016-08-05 07:47:04 +02:00
|
|
|
"github.com/prometheus/client_golang/prometheus"
|
|
|
|
|
2016-08-17 03:42:08 +02:00
|
|
|
"github.com/chihaya/chihaya/bittorrent"
|
|
|
|
"github.com/chihaya/chihaya/frontend"
|
|
|
|
"github.com/chihaya/chihaya/frontend/udp/bytepool"
|
2017-06-20 14:58:44 +02:00
|
|
|
"github.com/chihaya/chihaya/pkg/log"
|
2017-04-30 04:29:27 +02:00
|
|
|
"github.com/chihaya/chihaya/pkg/stop"
|
2016-08-03 09:11:52 +02:00
|
|
|
)
|
|
|
|
|
2016-11-29 01:49:53 +01:00
|
|
|
var allowedGeneratedPrivateKeyRunes = []rune("abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ1234567890")
|
|
|
|
|
2016-08-05 09:35:17 +02:00
|
|
|
func init() {
|
|
|
|
prometheus.MustRegister(promResponseDurationMilliseconds)
|
|
|
|
}
|
|
|
|
|
2016-11-28 20:55:04 +01:00
|
|
|
// ErrInvalidIP indicates an invalid IP.
|
|
|
|
var ErrInvalidIP = bittorrent.ClientError("invalid IP")
|
|
|
|
|
2016-08-03 09:11:52 +02:00
|
|
|
var promResponseDurationMilliseconds = prometheus.NewHistogramVec(
|
|
|
|
prometheus.HistogramOpts{
|
2016-08-17 03:42:08 +02:00
|
|
|
Name: "chihaya_udp_response_duration_milliseconds",
|
2016-08-03 09:11:52 +02:00
|
|
|
Help: "The duration of time it takes to receive and write a response to an API request",
|
|
|
|
Buckets: prometheus.ExponentialBuckets(9.375, 2, 10),
|
|
|
|
},
|
2017-02-01 02:58:08 +01:00
|
|
|
[]string{"action", "address_family", "error"},
|
2016-08-03 09:11:52 +02:00
|
|
|
)
|
|
|
|
|
2016-08-04 20:48:32 +02:00
|
|
|
// recordResponseDuration records the duration of time to respond to a UDP
|
|
|
|
// Request in milliseconds .
|
2017-02-01 02:58:08 +01:00
|
|
|
func recordResponseDuration(action string, af *bittorrent.AddressFamily, err error, duration time.Duration) {
|
2016-08-05 07:47:04 +02:00
|
|
|
var errString string
|
|
|
|
if err != nil {
|
2017-02-15 06:48:05 +01:00
|
|
|
if _, ok := err.(bittorrent.ClientError); ok {
|
|
|
|
errString = err.Error()
|
|
|
|
} else {
|
|
|
|
errString = "internal error"
|
|
|
|
}
|
2016-08-05 07:47:04 +02:00
|
|
|
}
|
|
|
|
|
2017-02-01 02:58:08 +01:00
|
|
|
var afString string
|
|
|
|
if af == nil {
|
|
|
|
afString = "Unknown"
|
|
|
|
} else if *af == bittorrent.IPv4 {
|
|
|
|
afString = "IPv4"
|
|
|
|
} else if *af == bittorrent.IPv6 {
|
|
|
|
afString = "IPv6"
|
|
|
|
}
|
|
|
|
|
2016-08-04 20:48:32 +02:00
|
|
|
promResponseDurationMilliseconds.
|
2017-02-01 02:58:08 +01:00
|
|
|
WithLabelValues(action, afString, errString).
|
2016-08-04 20:48:32 +02:00
|
|
|
Observe(float64(duration.Nanoseconds()) / float64(time.Millisecond))
|
|
|
|
}
|
|
|
|
|
|
|
|
// Config represents all of the configurable options for a UDP BitTorrent
|
|
|
|
// Tracker.
|
2016-08-03 09:11:52 +02:00
|
|
|
type Config struct {
|
2017-05-12 13:12:35 +02:00
|
|
|
Addr string `yaml:"addr"`
|
|
|
|
PrivateKey string `yaml:"private_key"`
|
|
|
|
MaxClockSkew time.Duration `yaml:"max_clock_skew"`
|
|
|
|
AllowIPSpoofing bool `yaml:"allow_ip_spoofing"`
|
|
|
|
EnableRequestTiming bool `yaml:"enable_request_timing"`
|
2016-08-03 09:11:52 +02:00
|
|
|
}
|
|
|
|
|
2017-05-07 00:48:44 +02:00
|
|
|
// LogFields renders the current config as a set of Logrus fields.
|
|
|
|
func (cfg Config) LogFields() log.Fields {
|
|
|
|
return log.Fields{
|
2017-05-12 13:12:35 +02:00
|
|
|
"addr": cfg.Addr,
|
|
|
|
"privateKey": cfg.PrivateKey,
|
|
|
|
"maxClockSkew": cfg.MaxClockSkew,
|
|
|
|
"allowIPSpoofing": cfg.AllowIPSpoofing,
|
|
|
|
"enableRequestTiming": cfg.EnableRequestTiming,
|
2017-05-07 00:48:44 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2016-08-07 04:41:33 +02:00
|
|
|
// Frontend holds the state of a UDP BitTorrent Frontend.
|
|
|
|
type Frontend struct {
|
2016-08-05 07:47:04 +02:00
|
|
|
socket *net.UDPConn
|
2016-08-03 09:11:52 +02:00
|
|
|
closing chan struct{}
|
|
|
|
wg sync.WaitGroup
|
|
|
|
|
2016-08-10 02:08:15 +02:00
|
|
|
logic frontend.TrackerLogic
|
2016-08-03 09:11:52 +02:00
|
|
|
Config
|
|
|
|
}
|
|
|
|
|
2017-04-30 04:29:27 +02:00
|
|
|
// NewFrontend creates a new instance of an UDP Frontend that asynchronously
|
|
|
|
// serves requests.
|
|
|
|
func NewFrontend(logic frontend.TrackerLogic, cfg Config) (*Frontend, error) {
|
2016-11-29 01:49:53 +01:00
|
|
|
// Generate a private key if one isn't provided by the user.
|
|
|
|
if cfg.PrivateKey == "" {
|
|
|
|
rand.Seed(time.Now().UnixNano())
|
|
|
|
pkeyRunes := make([]rune, 64)
|
|
|
|
for i := range pkeyRunes {
|
|
|
|
pkeyRunes[i] = allowedGeneratedPrivateKeyRunes[rand.Intn(len(allowedGeneratedPrivateKeyRunes))]
|
|
|
|
}
|
|
|
|
cfg.PrivateKey = string(pkeyRunes)
|
|
|
|
|
2017-06-20 14:58:44 +02:00
|
|
|
log.Warn("UDP private key was not provided, using generated key", log.Fields{"key": cfg.PrivateKey})
|
2016-11-29 01:49:53 +01:00
|
|
|
}
|
|
|
|
|
2017-04-30 04:29:27 +02:00
|
|
|
f := &Frontend{
|
2016-08-09 21:21:59 +02:00
|
|
|
closing: make(chan struct{}),
|
2016-08-10 02:08:15 +02:00
|
|
|
logic: logic,
|
2016-08-09 21:21:59 +02:00
|
|
|
Config: cfg,
|
2016-08-03 09:11:52 +02:00
|
|
|
}
|
2017-04-30 04:29:27 +02:00
|
|
|
|
|
|
|
go func() {
|
|
|
|
if err := f.listenAndServe(); err != nil {
|
2017-06-20 14:58:44 +02:00
|
|
|
log.Fatal("failed while serving udp", log.Err(err))
|
2017-04-30 04:29:27 +02:00
|
|
|
}
|
|
|
|
}()
|
|
|
|
|
|
|
|
return f, nil
|
2016-08-03 09:11:52 +02:00
|
|
|
}
|
|
|
|
|
2016-08-07 04:41:33 +02:00
|
|
|
// Stop provides a thread-safe way to shutdown a currently running Frontend.
|
2017-04-30 04:29:27 +02:00
|
|
|
func (t *Frontend) Stop() <-chan error {
|
|
|
|
select {
|
|
|
|
case <-t.closing:
|
|
|
|
return stop.AlreadyStopped
|
|
|
|
default:
|
|
|
|
}
|
|
|
|
|
|
|
|
c := make(chan error)
|
|
|
|
go func() {
|
|
|
|
close(t.closing)
|
|
|
|
t.socket.SetReadDeadline(time.Now())
|
|
|
|
t.wg.Wait()
|
|
|
|
if err := t.socket.Close(); err != nil {
|
|
|
|
c <- err
|
|
|
|
} else {
|
|
|
|
close(c)
|
|
|
|
}
|
|
|
|
}()
|
|
|
|
|
|
|
|
return c
|
2016-08-03 09:11:52 +02:00
|
|
|
}
|
|
|
|
|
2017-04-30 04:29:27 +02:00
|
|
|
// listenAndServe blocks while listening and serving UDP BitTorrent requests
|
|
|
|
// until Stop() is called or an error is returned.
|
|
|
|
func (t *Frontend) listenAndServe() error {
|
2016-08-04 06:18:58 +02:00
|
|
|
udpAddr, err := net.ResolveUDPAddr("udp", t.Addr)
|
2016-08-03 09:11:52 +02:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2016-08-05 07:47:04 +02:00
|
|
|
t.socket, err = net.ListenUDP("udp", udpAddr)
|
2016-08-03 09:11:52 +02:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2016-09-05 18:30:03 +02:00
|
|
|
pool := bytepool.New(2048)
|
2016-08-03 09:11:52 +02:00
|
|
|
|
2017-04-30 04:29:27 +02:00
|
|
|
t.wg.Add(1)
|
|
|
|
defer t.wg.Done()
|
|
|
|
|
2016-08-03 09:11:52 +02:00
|
|
|
for {
|
|
|
|
// Check to see if we need to shutdown.
|
|
|
|
select {
|
2016-08-04 06:18:58 +02:00
|
|
|
case <-t.closing:
|
2017-05-07 00:48:44 +02:00
|
|
|
log.Debug("udp listenAndServe() received shutdown signal")
|
2016-08-03 09:11:52 +02:00
|
|
|
return nil
|
|
|
|
default:
|
|
|
|
}
|
|
|
|
|
|
|
|
// Read a UDP packet into a reusable buffer.
|
|
|
|
buffer := pool.Get()
|
2016-08-05 07:47:04 +02:00
|
|
|
n, addr, err := t.socket.ReadFromUDP(buffer)
|
2016-08-03 09:11:52 +02:00
|
|
|
if err != nil {
|
|
|
|
pool.Put(buffer)
|
|
|
|
if netErr, ok := err.(net.Error); ok && netErr.Temporary() {
|
|
|
|
// A temporary failure is not fatal; just pretend it never happened.
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
// We got nothin'
|
|
|
|
if n == 0 {
|
|
|
|
pool.Put(buffer)
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
|
2016-08-04 06:18:58 +02:00
|
|
|
t.wg.Add(1)
|
2016-08-05 07:47:04 +02:00
|
|
|
go func() {
|
2016-08-04 06:18:58 +02:00
|
|
|
defer t.wg.Done()
|
2016-08-03 09:11:52 +02:00
|
|
|
defer pool.Put(buffer)
|
|
|
|
|
2016-10-04 17:22:35 +02:00
|
|
|
if ip := addr.IP.To4(); ip != nil {
|
|
|
|
addr.IP = ip
|
|
|
|
}
|
|
|
|
|
2016-08-04 20:48:32 +02:00
|
|
|
// Handle the request.
|
2017-05-12 13:12:35 +02:00
|
|
|
var start time.Time
|
|
|
|
if t.EnableRequestTiming {
|
|
|
|
start = time.Now()
|
|
|
|
}
|
2017-02-01 02:58:08 +01:00
|
|
|
action, af, err := t.handleRequest(
|
2016-10-04 17:22:35 +02:00
|
|
|
// Make sure the IP is copied, not referenced.
|
|
|
|
Request{buffer[:n], append([]byte{}, addr.IP...)},
|
2016-08-05 07:47:04 +02:00
|
|
|
ResponseWriter{t.socket, addr},
|
|
|
|
)
|
2017-05-12 13:12:35 +02:00
|
|
|
if t.EnableRequestTiming {
|
|
|
|
recordResponseDuration(action, af, err, time.Since(start))
|
|
|
|
} else {
|
|
|
|
recordResponseDuration(action, af, err, time.Duration(0))
|
|
|
|
}
|
2016-08-04 20:48:32 +02:00
|
|
|
}()
|
2016-08-03 09:11:52 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2016-08-04 20:08:26 +02:00
|
|
|
// Request represents a UDP payload received by a Tracker.
|
2016-08-03 09:11:52 +02:00
|
|
|
type Request struct {
|
|
|
|
Packet []byte
|
|
|
|
IP net.IP
|
|
|
|
}
|
|
|
|
|
2016-08-04 20:08:26 +02:00
|
|
|
// ResponseWriter implements the ability to respond to a Request via the
|
|
|
|
// io.Writer interface.
|
2016-08-03 09:11:52 +02:00
|
|
|
type ResponseWriter struct {
|
2016-08-05 07:47:04 +02:00
|
|
|
socket *net.UDPConn
|
|
|
|
addr *net.UDPAddr
|
2016-08-03 09:11:52 +02:00
|
|
|
}
|
|
|
|
|
2016-08-04 20:08:26 +02:00
|
|
|
// Write implements the io.Writer interface for a ResponseWriter.
|
2016-08-05 07:47:04 +02:00
|
|
|
func (w ResponseWriter) Write(b []byte) (int, error) {
|
2016-08-03 09:11:52 +02:00
|
|
|
w.socket.WriteToUDP(b, w.addr)
|
|
|
|
return len(b), nil
|
|
|
|
}
|
|
|
|
|
2016-08-04 20:08:26 +02:00
|
|
|
// handleRequest parses and responds to a UDP Request.
|
2017-02-01 02:58:08 +01:00
|
|
|
func (t *Frontend) handleRequest(r Request, w ResponseWriter) (actionName string, af *bittorrent.AddressFamily, err error) {
|
2016-08-05 07:47:04 +02:00
|
|
|
if len(r.Packet) < 16 {
|
2016-08-03 09:11:52 +02:00
|
|
|
// Malformed, no client packets are less than 16 bytes.
|
|
|
|
// We explicitly return nothing in case this is a DoS attempt.
|
|
|
|
err = errMalformedPacket
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
// Parse the headers of the UDP packet.
|
2016-08-05 07:47:04 +02:00
|
|
|
connID := r.Packet[0:8]
|
|
|
|
actionID := binary.BigEndian.Uint32(r.Packet[8:12])
|
|
|
|
txID := r.Packet[12:16]
|
2016-08-03 09:11:52 +02:00
|
|
|
|
|
|
|
// If this isn't requesting a new connection ID and the connection ID is
|
|
|
|
// invalid, then fail.
|
2016-08-05 07:47:04 +02:00
|
|
|
if actionID != connectActionID && !ValidConnectionID(connID, r.IP, time.Now(), t.MaxClockSkew, t.PrivateKey) {
|
2016-08-03 09:11:52 +02:00
|
|
|
err = errBadConnectionID
|
|
|
|
WriteError(w, txID, err)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
// Handle the requested action.
|
|
|
|
switch actionID {
|
|
|
|
case connectActionID:
|
|
|
|
actionName = "connect"
|
|
|
|
|
|
|
|
if !bytes.Equal(connID, initialConnectionID) {
|
|
|
|
err = errMalformedPacket
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2016-08-04 06:18:58 +02:00
|
|
|
WriteConnectionID(w, txID, NewConnectionID(r.IP, time.Now(), t.PrivateKey))
|
2016-08-03 09:11:52 +02:00
|
|
|
|
2016-09-02 22:42:01 +02:00
|
|
|
case announceActionID, announceV6ActionID:
|
2016-08-03 09:11:52 +02:00
|
|
|
actionName = "announce"
|
|
|
|
|
|
|
|
var req *bittorrent.AnnounceRequest
|
2016-09-02 22:42:01 +02:00
|
|
|
req, err = ParseAnnounce(r, t.AllowIPSpoofing, actionID == announceV6ActionID)
|
2016-08-03 09:11:52 +02:00
|
|
|
if err != nil {
|
|
|
|
WriteError(w, txID, err)
|
|
|
|
return
|
|
|
|
}
|
2017-02-05 17:24:53 +01:00
|
|
|
af = new(bittorrent.AddressFamily)
|
2017-02-01 02:58:08 +01:00
|
|
|
*af = req.IP.AddressFamily
|
2016-08-03 09:11:52 +02:00
|
|
|
|
2017-06-06 04:53:17 +02:00
|
|
|
var ctx context.Context
|
2016-08-03 09:11:52 +02:00
|
|
|
var resp *bittorrent.AnnounceResponse
|
2017-06-06 04:53:17 +02:00
|
|
|
ctx, resp, err = t.logic.HandleAnnounce(context.Background(), req)
|
2016-08-03 09:11:52 +02:00
|
|
|
if err != nil {
|
|
|
|
WriteError(w, txID, err)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2016-09-02 22:42:01 +02:00
|
|
|
WriteAnnounce(w, txID, resp, actionID == announceV6ActionID)
|
2016-08-03 09:11:52 +02:00
|
|
|
|
2017-06-06 04:53:17 +02:00
|
|
|
go t.logic.AfterAnnounce(ctx, req, resp)
|
2016-08-03 09:11:52 +02:00
|
|
|
|
|
|
|
case scrapeActionID:
|
|
|
|
actionName = "scrape"
|
|
|
|
|
|
|
|
var req *bittorrent.ScrapeRequest
|
|
|
|
req, err = ParseScrape(r)
|
|
|
|
if err != nil {
|
|
|
|
WriteError(w, txID, err)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2016-11-28 20:55:04 +01:00
|
|
|
if r.IP.To4() != nil {
|
2017-01-20 20:34:39 +01:00
|
|
|
req.AddressFamily = bittorrent.IPv4
|
2016-11-28 20:55:04 +01:00
|
|
|
} else if len(r.IP) == net.IPv6len { // implies r.IP.To4() == nil
|
2017-01-20 20:34:39 +01:00
|
|
|
req.AddressFamily = bittorrent.IPv6
|
2016-11-28 20:55:04 +01:00
|
|
|
} else {
|
2017-06-20 14:58:44 +02:00
|
|
|
log.Error("udp: invalid IP: neither v4 nor v6", log.Fields{"IP": r.IP})
|
2016-11-28 20:55:04 +01:00
|
|
|
WriteError(w, txID, ErrInvalidIP)
|
|
|
|
return
|
|
|
|
}
|
2017-02-05 17:24:53 +01:00
|
|
|
af = new(bittorrent.AddressFamily)
|
2017-02-01 02:58:08 +01:00
|
|
|
*af = req.AddressFamily
|
2016-11-28 20:55:04 +01:00
|
|
|
|
2017-06-06 04:53:17 +02:00
|
|
|
var ctx context.Context
|
2016-08-03 09:11:52 +02:00
|
|
|
var resp *bittorrent.ScrapeResponse
|
2017-06-06 04:53:17 +02:00
|
|
|
ctx, resp, err = t.logic.HandleScrape(context.Background(), req)
|
2016-08-03 09:11:52 +02:00
|
|
|
if err != nil {
|
|
|
|
WriteError(w, txID, err)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
WriteScrape(w, txID, resp)
|
|
|
|
|
2017-06-06 04:53:17 +02:00
|
|
|
go t.logic.AfterScrape(ctx, req, resp)
|
2016-08-03 09:11:52 +02:00
|
|
|
|
|
|
|
default:
|
|
|
|
err = errUnknownAction
|
|
|
|
WriteError(w, txID, err)
|
|
|
|
}
|
2016-09-05 18:27:00 +02:00
|
|
|
|
|
|
|
return
|
2016-08-03 09:11:52 +02:00
|
|
|
}
|