net_processing.cpp File Reference

#include <net_processing.h>
#include <addrman.h>
#include <banman.h>
#include <blockencodings.h>
#include <blockfilter.h>
#include <chainparams.h>
#include <consensus/validation.h>
#include <deploymentstatus.h>
#include <hash.h>
#include <index/blockfilterindex.h>
#include <merkleblock.h>
#include <netbase.h>
#include <netmessagemaker.h>
#include <node/blockstorage.h>
#include <policy/fees.h>
#include <policy/policy.h>
#include <primitives/block.h>
#include <primitives/transaction.h>
#include <random.h>
#include <reverse_iterator.h>
#include <scheduler.h>
#include <streams.h>
#include <sync.h>
#include <tinyformat.h>
#include <txmempool.h>
#include <txorphanage.h>
#include <txrequest.h>
#include <util/check.h>
#include <util/strencodings.h>
#include <util/system.h>
#include <util/trace.h>
#include <validation.h>
#include <algorithm>
#include <memory>
#include <optional>
#include <typeinfo>

Include dependency graph for net_processing.cpp:

Go to the source code of this file.

Functions
void	UpdateLastBlockAnnounceTime (NodeId node, int64_t time_in_seconds)
static std::shared_ptr< const CBlock > most_recent_block	GUARDED_BY (cs_most_recent_block)
static uint32_t	GetFetchFlags (const CNode &pfrom) EXCLUSIVE_LOCKS_REQUIRED(cs_main)

Variables
static constexpr auto	RELAY_TX_CACHE_TIME = 15min
	How long to cache transactions in mapRelay for normal relay. More...
static constexpr auto	UNCONDITIONAL_RELAY_DELAY = 2min
	How long a transaction has to be in the mempool before it can unconditionally be relayed (even when not in mapRelay). More...
static constexpr auto	HEADERS_DOWNLOAD_TIMEOUT_BASE = 15min
	Headers download timeout. More...
static constexpr auto	HEADERS_DOWNLOAD_TIMEOUT_PER_HEADER = 1ms
static constexpr int32_t	MAX_OUTBOUND_PEERS_TO_PROTECT_FROM_DISCONNECT = 4
	Protect at least this many outbound peers from disconnection due to slow/ behind headers chain. More...
static constexpr int64_t	CHAIN_SYNC_TIMEOUT = 20 * 60
	Timeout for (unprotected) outbound peers to sync to our chainwork, in seconds. More...
static constexpr int64_t	STALE_CHECK_INTERVAL = 10 * 60
	How frequently to check for stale tips, in seconds. More...
static constexpr int64_t	EXTRA_PEER_CHECK_INTERVAL = 45
	How frequently to check for extra outbound peers and disconnect, in seconds. More...
static constexpr int64_t	MINIMUM_CONNECT_TIME = 30
	Minimum time an outbound-peer-eviction candidate must be connected for, in order to evict, in seconds. More...
static constexpr uint64_t	RANDOMIZER_ID_ADDRESS_RELAY = 0x3cac0035b5866b90ULL
	SHA256("main address relay")[0:8]. More...
static constexpr int	STALE_RELAY_AGE_LIMIT = 30 * 24 * 60 * 60
	Age after which a stale block will no longer be served if requested as protection against fingerprinting. More...
static constexpr int	HISTORICAL_BLOCK_AGE = 7 * 24 * 60 * 60
	Age after which a block is considered historical for purposes of rate limiting block relay. More...
static constexpr std::chrono::minutes	PING_INTERVAL {2}
	Time between pings automatically sent out for latency probing and keepalive. More...
static const unsigned int	MAX_LOCATOR_SZ = 101
	The maximum number of entries in a locator. More...
static const unsigned int	MAX_INV_SZ = 50000
	The maximum number of entries in an 'inv' protocol message. More...
static constexpr int32_t	MAX_PEER_TX_REQUEST_IN_FLIGHT = 100
	Maximum number of in-flight transaction requests from a peer. More...
static constexpr int32_t	MAX_PEER_TX_ANNOUNCEMENTS = 5000
	Maximum number of transactions to consider for requesting, per peer. More...
static constexpr auto	TXID_RELAY_DELAY = std::chrono::seconds{2}
	How long to delay requesting transactions via txids, if we have wtxid-relaying peers. More...
static constexpr auto	NONPREF_PEER_TX_DELAY = std::chrono::seconds{2}
	How long to delay requesting transactions from non-preferred peers. More...
static constexpr auto	OVERLOADED_PEER_TX_DELAY = std::chrono::seconds{2}
	How long to delay requesting transactions from overloaded peers (see MAX_PEER_TX_REQUEST_IN_FLIGHT). More...
static constexpr std::chrono::microseconds	GETDATA_TX_INTERVAL {std::chrono::seconds{60}}
	How long to wait (in microseconds) before downloading a transaction from an additional peer. More...
static const unsigned int	MAX_GETDATA_SZ = 1000
	Limit to avoid sending big packets. More...
static const int	MAX_BLOCKS_IN_TRANSIT_PER_PEER = 16
	Number of blocks that can be requested at any given time from a single peer. More...
static constexpr auto	BLOCK_STALLING_TIMEOUT = 2s
	Time during which a peer must stall block download progress before being disconnected. More...
static const unsigned int	MAX_HEADERS_RESULTS = 2000
	Number of headers sent in one getheaders result. More...
static const int	MAX_CMPCTBLOCK_DEPTH = 5
	Maximum depth of blocks we're willing to serve as compact blocks to peers when requested. More...
static const int	MAX_BLOCKTXN_DEPTH = 10
	Maximum depth of blocks we're willing to respond to GETBLOCKTXN requests for. More...
static const unsigned int	BLOCK_DOWNLOAD_WINDOW = 1024
	Size of the "block download window": how far ahead of our current height do we fetch? Larger windows tolerate larger download speed differences between peer, but increase the potential degree of disordering of blocks on disk (which make reindexing and pruning harder). More...
static constexpr double	BLOCK_DOWNLOAD_TIMEOUT_BASE = 1
	Block download timeout base, expressed in multiples of the block interval (i.e. More...
static constexpr double	BLOCK_DOWNLOAD_TIMEOUT_PER_PEER = 0.5
	Additional block download timeout per parallel downloading peer (i.e. More...
static const unsigned int	MAX_BLOCKS_TO_ANNOUNCE = 8
	Maximum number of headers to announce when relaying blocks with headers message. More...
static const int	MAX_UNCONNECTING_HEADERS = 10
	Maximum number of unconnecting headers announcements before DoS score. More...
static const unsigned int	NODE_NETWORK_LIMITED_MIN_BLOCKS = 288
	Minimum blocks required to signal NODE_NETWORK_LIMITED. More...
static constexpr auto	AVG_LOCAL_ADDRESS_BROADCAST_INTERVAL = 24h
	Average delay between local address broadcasts. More...
static constexpr auto	AVG_ADDRESS_BROADCAST_INTERVAL = 30s
	Average delay between peer address broadcasts. More...
static constexpr auto	INBOUND_INVENTORY_BROADCAST_INTERVAL = 5s
	Average delay between trickled inventory transmissions for inbound peers. More...
static constexpr auto	OUTBOUND_INVENTORY_BROADCAST_INTERVAL = 2s
	Average delay between trickled inventory transmissions for outbound peers. More...
static constexpr unsigned int	INVENTORY_BROADCAST_PER_SECOND = 7
	Maximum rate of inventory items to send per second. More...
static constexpr unsigned int	INVENTORY_BROADCAST_MAX = INVENTORY_BROADCAST_PER_SECOND * count_seconds(INBOUND_INVENTORY_BROADCAST_INTERVAL)
	Maximum number of inventory items to send per transmission. More...
static constexpr unsigned int	INVENTORY_MAX_RECENT_RELAY = 3500
	The number of most recently announced transactions a peer can request. More...
static constexpr auto	AVG_FEEFILTER_BROADCAST_INTERVAL = 10min
	Verify that INVENTORY_MAX_RECENT_RELAY is enough to cache everything typically relayed before unconditional relay from the mempool kicks in. More...
static constexpr auto	MAX_FEEFILTER_CHANGE_DELAY = 5min
	Maximum feefilter broadcast delay after significant change. More...
static constexpr uint32_t	MAX_GETCFILTERS_SIZE = 1000
	Maximum number of compact filters that may be requested with one getcfilters. More...
static constexpr uint32_t	MAX_GETCFHEADERS_SIZE = 2000
	Maximum number of cf hashes that may be requested with one getcfheaders. More...
static constexpr size_t	MAX_PCT_ADDR_TO_SEND = 23
	the maximum percentage of addresses from our addrman to return in response to a getaddr message. More...
static constexpr size_t	MAX_ADDR_TO_SEND {1000}
	The maximum number of address records permitted in an ADDR message. More...
static constexpr double	MAX_ADDR_RATE_PER_SECOND {0.1}
	The maximum rate of address records we're willing to process on average. More...
static constexpr size_t	MAX_ADDR_PROCESSING_TOKEN_BUCKET {MAX_ADDR_TO_SEND}
	The soft limit of the address processing token bucket (the regular MAX_ADDR_RATE_PER_SECOND based increments won't go above this, but the MAX_ADDR_TO_SEND increment following GETADDR is exempt from this limit). More...
static RecursiveMutex	cs_most_recent_block

Function Documentation

GetFetchFlags()

static uint32_t GetFetchFlags ( const CNode &  pfrom )

static

Definition at line 2005 of file net_processing.cpp.

Here is the call graph for this function:

GUARDED_BY()

static bool fWitnessesPresentInMostRecentCompactBlock GUARDED_BY ( cs_most_recent_block  )

static

UpdateLastBlockAnnounceTime()

void UpdateLastBlockAnnounceTime	(	NodeId	node,
		int64_t	time_in_seconds
	)

Definition at line 1141 of file net_processing.cpp.

Here is the caller graph for this function:

Variable Documentation

AVG_ADDRESS_BROADCAST_INTERVAL

constexpr auto AVG_ADDRESS_BROADCAST_INTERVAL = 30s

staticconstexpr

Average delay between peer address broadcasts.

Definition at line 127 of file net_processing.cpp.

AVG_FEEFILTER_BROADCAST_INTERVAL

constexpr auto AVG_FEEFILTER_BROADCAST_INTERVAL = 10min

staticconstexpr

Verify that INVENTORY_MAX_RECENT_RELAY is enough to cache everything typically relayed before unconditional relay from the mempool kicks in.

This is only a lower bound, and it should be larger to account for higher inv rate to outbound peers, and random variations in the broadcast mechanism. Average delay between feefilter broadcasts in seconds.

Definition at line 148 of file net_processing.cpp.

AVG_LOCAL_ADDRESS_BROADCAST_INTERVAL

constexpr auto AVG_LOCAL_ADDRESS_BROADCAST_INTERVAL = 24h

staticconstexpr

Average delay between local address broadcasts.

Definition at line 125 of file net_processing.cpp.

BLOCK_DOWNLOAD_TIMEOUT_BASE

constexpr double BLOCK_DOWNLOAD_TIMEOUT_BASE = 1

staticconstexpr

Block download timeout base, expressed in multiples of the block interval (i.e.

10 min)

Definition at line 115 of file net_processing.cpp.

BLOCK_DOWNLOAD_TIMEOUT_PER_PEER

constexpr double BLOCK_DOWNLOAD_TIMEOUT_PER_PEER = 0.5

staticconstexpr

Additional block download timeout per parallel downloading peer (i.e.

5 min)

Definition at line 117 of file net_processing.cpp.

BLOCK_DOWNLOAD_WINDOW

const unsigned int BLOCK_DOWNLOAD_WINDOW = 1024

static

Size of the "block download window": how far ahead of our current height do we fetch? Larger windows tolerate larger download speed differences between peer, but increase the potential degree of disordering of blocks on disk (which make reindexing and pruning harder).

We'll probably want to make this a per-peer adaptive value at some point.

Definition at line 113 of file net_processing.cpp.

BLOCK_STALLING_TIMEOUT

constexpr auto BLOCK_STALLING_TIMEOUT = 2s

staticconstexpr

Time during which a peer must stall block download progress before being disconnected.

Definition at line 100 of file net_processing.cpp.

CHAIN_SYNC_TIMEOUT

constexpr int64_t CHAIN_SYNC_TIMEOUT = 20 * 60

staticconstexpr

Timeout for (unprotected) outbound peers to sync to our chainwork, in seconds.

Definition at line 58 of file net_processing.cpp.

cs_most_recent_block

RecursiveMutex cs_most_recent_block

static

Definition at line 1499 of file net_processing.cpp.

EXTRA_PEER_CHECK_INTERVAL

constexpr int64_t EXTRA_PEER_CHECK_INTERVAL = 45

staticconstexpr

How frequently to check for extra outbound peers and disconnect, in seconds.

Definition at line 62 of file net_processing.cpp.

GETDATA_TX_INTERVAL

constexpr std::chrono::microseconds GETDATA_TX_INTERVAL {std::chrono::seconds{60}}

staticconstexpr

How long to wait (in microseconds) before downloading a transaction from an additional peer.

Definition at line 94 of file net_processing.cpp.

HEADERS_DOWNLOAD_TIMEOUT_BASE

constexpr auto HEADERS_DOWNLOAD_TIMEOUT_BASE = 15min

staticconstexpr

Headers download timeout.

Timeout = base + per_header * (expected number of headers)

Definition at line 51 of file net_processing.cpp.

HEADERS_DOWNLOAD_TIMEOUT_PER_HEADER

constexpr auto HEADERS_DOWNLOAD_TIMEOUT_PER_HEADER = 1ms

staticconstexpr

Definition at line 52 of file net_processing.cpp.

HISTORICAL_BLOCK_AGE

constexpr int HISTORICAL_BLOCK_AGE = 7 * 24 * 60 * 60

staticconstexpr

Age after which a block is considered historical for purposes of rate limiting block relay.

Set to one week, denominated in seconds.

Definition at line 72 of file net_processing.cpp.

INBOUND_INVENTORY_BROADCAST_INTERVAL

constexpr auto INBOUND_INVENTORY_BROADCAST_INTERVAL = 5s

staticconstexpr

Average delay between trickled inventory transmissions for inbound peers.

Blocks and peers with NetPermissionFlags::NoBan permission bypass this.

Definition at line 130 of file net_processing.cpp.

INVENTORY_BROADCAST_MAX

constexpr unsigned int INVENTORY_BROADCAST_MAX = INVENTORY_BROADCAST_PER_SECOND * count_seconds(INBOUND_INVENTORY_BROADCAST_INTERVAL)

staticconstexpr

Maximum number of inventory items to send per transmission.

Definition at line 139 of file net_processing.cpp.

INVENTORY_BROADCAST_PER_SECOND

constexpr unsigned int INVENTORY_BROADCAST_PER_SECOND = 7

staticconstexpr

Maximum rate of inventory items to send per second.

Limits the impact of low-fee transaction floods.

Definition at line 137 of file net_processing.cpp.

INVENTORY_MAX_RECENT_RELAY

constexpr unsigned int INVENTORY_MAX_RECENT_RELAY = 3500

staticconstexpr

The number of most recently announced transactions a peer can request.

Definition at line 141 of file net_processing.cpp.

MAX_ADDR_PROCESSING_TOKEN_BUCKET

constexpr size_t MAX_ADDR_PROCESSING_TOKEN_BUCKET {MAX_ADDR_TO_SEND}

staticconstexpr

The soft limit of the address processing token bucket (the regular MAX_ADDR_RATE_PER_SECOND based increments won't go above this, but the MAX_ADDR_TO_SEND increment following GETADDR is exempt from this limit).

Definition at line 165 of file net_processing.cpp.

MAX_ADDR_RATE_PER_SECOND

constexpr double MAX_ADDR_RATE_PER_SECOND {0.1}

staticconstexpr

The maximum rate of address records we're willing to process on average.

Can be bypassed using the NetPermissionFlags::Addr permission.

Definition at line 161 of file net_processing.cpp.

MAX_ADDR_TO_SEND

constexpr size_t MAX_ADDR_TO_SEND {1000}

staticconstexpr

The maximum number of address records permitted in an ADDR message.

Definition at line 158 of file net_processing.cpp.

MAX_BLOCKS_IN_TRANSIT_PER_PEER

const int MAX_BLOCKS_IN_TRANSIT_PER_PEER = 16

static

Number of blocks that can be requested at any given time from a single peer.

Definition at line 98 of file net_processing.cpp.

MAX_BLOCKS_TO_ANNOUNCE

const unsigned int MAX_BLOCKS_TO_ANNOUNCE = 8

static

Maximum number of headers to announce when relaying blocks with headers message.

Definition at line 119 of file net_processing.cpp.

MAX_BLOCKTXN_DEPTH

const int MAX_BLOCKTXN_DEPTH = 10

static

Maximum depth of blocks we're willing to respond to GETBLOCKTXN requests for.

Definition at line 108 of file net_processing.cpp.

MAX_CMPCTBLOCK_DEPTH

const int MAX_CMPCTBLOCK_DEPTH = 5

static

Maximum depth of blocks we're willing to serve as compact blocks to peers when requested.

For older blocks, a regular BLOCK response will be sent.

Definition at line 106 of file net_processing.cpp.

MAX_FEEFILTER_CHANGE_DELAY

constexpr auto MAX_FEEFILTER_CHANGE_DELAY = 5min

staticconstexpr

Maximum feefilter broadcast delay after significant change.

Definition at line 150 of file net_processing.cpp.

MAX_GETCFHEADERS_SIZE

constexpr uint32_t MAX_GETCFHEADERS_SIZE = 2000

staticconstexpr

Maximum number of cf hashes that may be requested with one getcfheaders.

See BIP 157.

Definition at line 154 of file net_processing.cpp.

MAX_GETCFILTERS_SIZE

constexpr uint32_t MAX_GETCFILTERS_SIZE = 1000

staticconstexpr

Maximum number of compact filters that may be requested with one getcfilters.

See BIP 157.

Definition at line 152 of file net_processing.cpp.

MAX_GETDATA_SZ

const unsigned int MAX_GETDATA_SZ = 1000

static

Limit to avoid sending big packets.

Not used in processing incoming GETDATA for compatibility

Definition at line 96 of file net_processing.cpp.

MAX_HEADERS_RESULTS

const unsigned int MAX_HEADERS_RESULTS = 2000

static

Number of headers sent in one getheaders result.

We rely on the assumption that if a peer sends less than this number, we reached its tip. Changing this value is a protocol upgrade.

Definition at line 103 of file net_processing.cpp.

MAX_INV_SZ

const unsigned int MAX_INV_SZ = 50000

static

The maximum number of entries in an 'inv' protocol message.

Definition at line 78 of file net_processing.cpp.

MAX_LOCATOR_SZ

const unsigned int MAX_LOCATOR_SZ = 101

static

The maximum number of entries in a locator.

Definition at line 76 of file net_processing.cpp.

MAX_OUTBOUND_PEERS_TO_PROTECT_FROM_DISCONNECT

constexpr int32_t MAX_OUTBOUND_PEERS_TO_PROTECT_FROM_DISCONNECT = 4

staticconstexpr

Protect at least this many outbound peers from disconnection due to slow/ behind headers chain.

Definition at line 56 of file net_processing.cpp.

MAX_PCT_ADDR_TO_SEND

constexpr size_t MAX_PCT_ADDR_TO_SEND = 23

staticconstexpr

the maximum percentage of addresses from our addrman to return in response to a getaddr message.

Definition at line 156 of file net_processing.cpp.

MAX_PEER_TX_ANNOUNCEMENTS

constexpr int32_t MAX_PEER_TX_ANNOUNCEMENTS = 5000

staticconstexpr

Maximum number of transactions to consider for requesting, per peer.

It provides a reasonable DoS limit to per-peer memory usage spent on announcements, while covering peers continuously sending INVs at the maximum rate (by our own policy, see INVENTORY_BROADCAST_PER_SECOND) for several minutes, while not receiving the actual transaction (from any peer) in response to requests for them.

Definition at line 86 of file net_processing.cpp.

MAX_PEER_TX_REQUEST_IN_FLIGHT

constexpr int32_t MAX_PEER_TX_REQUEST_IN_FLIGHT = 100

staticconstexpr

Maximum number of in-flight transaction requests from a peer.

It is not a hard limit, but the threshold at which point the OVERLOADED_PEER_TX_DELAY kicks in.

Definition at line 81 of file net_processing.cpp.

MAX_UNCONNECTING_HEADERS

const int MAX_UNCONNECTING_HEADERS = 10

static

Maximum number of unconnecting headers announcements before DoS score.

Definition at line 121 of file net_processing.cpp.

MINIMUM_CONNECT_TIME

constexpr int64_t MINIMUM_CONNECT_TIME = 30

staticconstexpr

Minimum time an outbound-peer-eviction candidate must be connected for, in order to evict, in seconds.

Definition at line 64 of file net_processing.cpp.

NODE_NETWORK_LIMITED_MIN_BLOCKS

const unsigned int NODE_NETWORK_LIMITED_MIN_BLOCKS = 288

static

Minimum blocks required to signal NODE_NETWORK_LIMITED.

Definition at line 123 of file net_processing.cpp.

NONPREF_PEER_TX_DELAY

constexpr auto NONPREF_PEER_TX_DELAY = std::chrono::seconds{2}

staticconstexpr

How long to delay requesting transactions from non-preferred peers.

Definition at line 90 of file net_processing.cpp.

OUTBOUND_INVENTORY_BROADCAST_INTERVAL

constexpr auto OUTBOUND_INVENTORY_BROADCAST_INTERVAL = 2s

staticconstexpr

Average delay between trickled inventory transmissions for outbound peers.

Use a smaller delay as there is less privacy concern for them. Blocks and peers with NetPermissionFlags::NoBan permission bypass this.

Definition at line 134 of file net_processing.cpp.

OVERLOADED_PEER_TX_DELAY

constexpr auto OVERLOADED_PEER_TX_DELAY = std::chrono::seconds{2}

staticconstexpr

How long to delay requesting transactions from overloaded peers (see MAX_PEER_TX_REQUEST_IN_FLIGHT).

Definition at line 92 of file net_processing.cpp.

PING_INTERVAL

constexpr std::chrono::minutes PING_INTERVAL {2}

staticconstexpr

Time between pings automatically sent out for latency probing and keepalive.

Definition at line 74 of file net_processing.cpp.

RANDOMIZER_ID_ADDRESS_RELAY

constexpr uint64_t RANDOMIZER_ID_ADDRESS_RELAY = 0x3cac0035b5866b90ULL

staticconstexpr

SHA256("main address relay")[0:8].

Definition at line 66 of file net_processing.cpp.

RELAY_TX_CACHE_TIME

constexpr auto RELAY_TX_CACHE_TIME = 15min

staticconstexpr

How long to cache transactions in mapRelay for normal relay.

Definition at line 46 of file net_processing.cpp.

STALE_CHECK_INTERVAL

constexpr int64_t STALE_CHECK_INTERVAL = 10 * 60

staticconstexpr

How frequently to check for stale tips, in seconds.

Definition at line 60 of file net_processing.cpp.

STALE_RELAY_AGE_LIMIT

constexpr int STALE_RELAY_AGE_LIMIT = 30 * 24 * 60 * 60

staticconstexpr

Age after which a stale block will no longer be served if requested as protection against fingerprinting.

Set to one month, denominated in seconds.

Definition at line 69 of file net_processing.cpp.

TXID_RELAY_DELAY

constexpr auto TXID_RELAY_DELAY = std::chrono::seconds{2}

staticconstexpr

How long to delay requesting transactions via txids, if we have wtxid-relaying peers.

Definition at line 88 of file net_processing.cpp.

UNCONDITIONAL_RELAY_DELAY

constexpr auto UNCONDITIONAL_RELAY_DELAY = 2min

staticconstexpr

How long a transaction has to be in the mempool before it can unconditionally be relayed (even when not in mapRelay).

Definition at line 48 of file net_processing.cpp.