Bitcoin Core 30.99.0
P2P Digital Currency
net.h
Go to the documentation of this file.
1// Copyright (c) 2020-present The Bitcoin Core developers
2// Distributed under the MIT software license, see the accompanying
3// file COPYING or http://www.opensource.org/licenses/mit-license.php.
4
5#ifndef BITCOIN_TEST_UTIL_NET_H
6#define BITCOIN_TEST_UTIL_NET_H
7
8#include <compat/compat.h>
9#include <netmessagemaker.h>
10#include <net.h>
11#include <net_permissions.h>
12#include <net_processing.h>
13#include <netaddress.h>
15#include <node/eviction.h>
16#include <span.h>
17#include <sync.h>
18#include <util/sock.h>
19
20#include <algorithm>
21#include <array>
22#include <cassert>
23#include <chrono>
24#include <condition_variable>
25#include <cstdint>
26#include <cstring>
27#include <memory>
28#include <optional>
29#include <string>
30#include <unordered_map>
31#include <vector>
32
34
35struct ConnmanTestMsg : public CConnman {
37
39 {
40 m_msgproc = msgproc;
41 }
42
43 void SetAddrman(AddrMan& in) { addrman = in; }
44
45 void SetPeerConnectTimeout(std::chrono::seconds timeout)
46 {
47 m_peer_connect_timeout = timeout;
48 }
49
50 void ResetAddrCache();
52
53 std::vector<CNode*> TestNodes()
54 {
56 return m_nodes;
57 }
58
60 {
62 m_nodes.push_back(&node);
63
64 if (node.IsManualOrFullOutboundConn()) ++m_network_conn_counts[node.addr.GetNetwork()];
65 }
66
68 {
70 for (CNode* node : m_nodes) {
71 delete node;
72 }
73 m_nodes.clear();
74 }
75
76 void CreateNodeFromAcceptedSocketPublic(std::unique_ptr<Sock> sock,
77 NetPermissionFlags permissions,
78 const CAddress& addr_bind,
79 const CAddress& addr_peer)
80 {
81 CreateNodeFromAcceptedSocket(std::move(sock), permissions, addr_bind, addr_peer);
82 }
83
85 {
86 return InitBinds(options);
87 }
88
90 {
92 }
93
94 void Handshake(CNode& node,
95 bool successfully_connected,
96 ServiceFlags remote_services,
97 ServiceFlags local_services,
98 int32_t version,
99 bool relay_txs)
101
103 {
104 return m_msgproc->ProcessMessages(&node, flagInterruptMsgProc);
105 }
106
107 void NodeReceiveMsgBytes(CNode& node, std::span<const uint8_t> msg_bytes, bool& complete) const;
108
109 bool ReceiveMsgFrom(CNode& node, CSerializedNetMsg&& ser_msg) const;
110 void FlushSendBuffer(CNode& node) const;
111
113
114 CNode* ConnectNodePublic(PeerManager& peerman, const char* pszDest, ConnectionType conn_type)
116};
117
119 NODE_NONE,
126};
127
139};
140
149};
150
151constexpr auto ALL_NETWORKS = std::array{
159};
160
165class ZeroSock : public Sock
166{
167public:
168 ZeroSock();
169
170 ~ZeroSock() override;
171
172 ssize_t Send(const void*, size_t len, int) const override;
173
174 ssize_t Recv(void* buf, size_t len, int flags) const override;
175
176 int Connect(const sockaddr*, socklen_t) const override;
177
178 int Bind(const sockaddr*, socklen_t) const override;
179
180 int Listen(int) const override;
181
182 std::unique_ptr<Sock> Accept(sockaddr* addr, socklen_t* addr_len) const override;
183
184 int GetSockOpt(int level, int opt_name, void* opt_val, socklen_t* opt_len) const override;
185
186 int SetSockOpt(int, int, const void*, socklen_t) const override;
187
188 int GetSockName(sockaddr* name, socklen_t* name_len) const override;
189
190 bool SetNonBlocking() const override;
191
192 bool IsSelectable() const override;
193
194 bool Wait(std::chrono::milliseconds timeout,
195 Event requested,
196 Event* occurred = nullptr) const override;
197
198 bool WaitMany(std::chrono::milliseconds timeout, EventsPerSock& events_per_sock) const override;
199
200private:
201 ZeroSock& operator=(Sock&& other) override;
202};
203
210{
211public:
212 explicit StaticContentsSock(const std::string& contents);
213
218 ssize_t Recv(void* buf, size_t len, int flags) const override;
219
220 bool IsConnected(std::string&) const override
221 {
222 return true;
223 }
224
225private:
226 StaticContentsSock& operator=(Sock&& other) override;
227
228 const std::string m_contents;
229 mutable size_t m_consumed{0};
230};
231
236class DynSock : public ZeroSock
237{
238public:
242 class Pipe
243 {
244 public:
253 ssize_t GetBytes(void* buf, size_t len, int flags = 0) EXCLUSIVE_LOCKS_REQUIRED(!m_mutex);
254
260 std::optional<CNetMessage> GetNetMsg() EXCLUSIVE_LOCKS_REQUIRED(!m_mutex);
261
265 void PushBytes(const void* buf, size_t len) EXCLUSIVE_LOCKS_REQUIRED(!m_mutex);
266
270 template <typename... Args>
271 void PushNetMsg(const std::string& type, Args&&... payload) EXCLUSIVE_LOCKS_REQUIRED(!m_mutex);
272
277
278 private:
284
286 std::condition_variable m_cond;
287 std::vector<uint8_t> m_data GUARDED_BY(m_mutex);
288 bool m_eof GUARDED_BY(m_mutex){false};
289 };
290
291 struct Pipes {
294 };
295
299 class Queue
300 {
301 public:
302 using S = std::unique_ptr<DynSock>;
303
305 {
306 LOCK(m_mutex);
307 m_queue.push(std::move(s));
308 }
309
311 {
312 LOCK(m_mutex);
313 if (m_queue.empty()) {
314 return std::nullopt;
315 }
316 S front{std::move(m_queue.front())};
317 m_queue.pop();
318 return front;
319 }
320
322 {
323 LOCK(m_mutex);
324 return m_queue.empty();
325 }
326
327 private:
328 mutable Mutex m_mutex;
329 std::queue<S> m_queue GUARDED_BY(m_mutex);
330 };
331
337 explicit DynSock(std::shared_ptr<Pipes> pipes, std::shared_ptr<Queue> accept_sockets);
338
339 ~DynSock();
340
341 ssize_t Recv(void* buf, size_t len, int flags) const override;
342
343 ssize_t Send(const void* buf, size_t len, int) const override;
344
345 std::unique_ptr<Sock> Accept(sockaddr* addr, socklen_t* addr_len) const override;
346
347 bool Wait(std::chrono::milliseconds timeout,
348 Event requested,
349 Event* occurred = nullptr) const override;
350
351 bool WaitMany(std::chrono::milliseconds timeout, EventsPerSock& events_per_sock) const override;
352
353private:
354 DynSock& operator=(Sock&&) override;
355
356 std::shared_ptr<Pipes> m_pipes;
357 std::shared_ptr<Queue> m_accept_sockets;
358};
359
360template <typename... Args>
361void DynSock::Pipe::PushNetMsg(const std::string& type, Args&&... payload)
362{
363 auto msg = NetMsg::Make(type, std::forward<Args>(payload)...);
364 V1Transport transport{NodeId{0}};
365
366 const bool queued{transport.SetMessageToSend(msg)};
367 assert(queued);
368
369 LOCK(m_mutex);
370
371 for (;;) {
372 const auto& [bytes, _more, _msg_type] = transport.GetBytesToSend(/*have_next_message=*/true);
373 if (bytes.empty()) {
374 break;
375 }
376 m_data.insert(m_data.end(), bytes.begin(), bytes.end());
377 transport.MarkBytesSent(bytes.size());
378 }
379
380 m_cond.notify_all();
381}
382
383std::vector<NodeEvictionCandidate> GetRandomNodeEvictionCandidates(int n_candidates, FastRandomContext& random_context);
384
385#endif // BITCOIN_TEST_UTIL_NET_H
int flags
Definition: bitcoin-tx.cpp:529
Stochastic address manager.
Definition: addrman.h:89
A CService with information about it as peer.
Definition: protocol.h:367
Definition: net.h:1072
std::reference_wrapper< AddrMan > addrman
Definition: net.h:1595
std::atomic< bool > flagInterruptMsgProc
Definition: net.h:1700
void CreateNodeFromAcceptedSocket(std::unique_ptr< Sock > &&sock, NetPermissionFlags permission_flags, const CService &addr_bind, const CService &addr)
Create a CNode object from a socket that has just been accepted and add the node to the m_nodes membe...
Definition: net.cpp:1760
bool InitBinds(const Options &options)
Definition: net.cpp:3424
bool AlreadyConnectedToAddress(const CNetAddr &addr) const
Determine whether we're already connected to a given address.
Definition: net.cpp:347
m_peer_connect_timeout
Definition: net.h:1120
void SocketHandler() EXCLUSIVE_LOCKS_REQUIRED(!m_total_bytes_sent_mutex
Check connected and listening sockets for IO readiness and process them accordingly.
Definition: net.cpp:2091
RecursiveMutex m_nodes_mutex
Definition: net.h:1606
m_msgproc
Definition: net.h:1117
Mutex m_unused_i2p_sessions_mutex
Mutex protecting m_i2p_sam_sessions.
Definition: net.h:1760
CConnman(uint64_t seed0, uint64_t seed1, AddrMan &addrman, const NetGroupManager &netgroupman, const CChainParams &params, bool network_active=true, std::shared_ptr< CThreadInterrupt > interrupt_net=std::make_shared< CThreadInterrupt >())
Definition: net.cpp:3368
Network address.
Definition: netaddress.h:113
Information about a peer.
Definition: net.h:680
Unidirectional bytes or CNetMessage queue (FIFO).
Definition: net.h:243
ssize_t GetBytes(void *buf, size_t len, int flags=0) EXCLUSIVE_LOCKS_REQUIRED(!m_mutex)
Get bytes and remove them from the pipe.
Definition: net.cpp:256
void WaitForDataOrEof(UniqueLock< Mutex > &lock) EXCLUSIVE_LOCKS_REQUIRED(m_mutex)
Return when there is some data to read or EOF has been signaled.
Definition: net.cpp:331
void Eof() EXCLUSIVE_LOCKS_REQUIRED(!m_mutex)
Signal end-of-file on the receiving end (GetBytes() or GetNetMsg()).
Definition: net.cpp:324
std::condition_variable m_cond
Definition: net.h:286
std::optional< CNetMessage > GetNetMsg() EXCLUSIVE_LOCKS_REQUIRED(!m_mutex)
Deserialize a CNetMessage and remove it from the pipe.
Definition: net.cpp:278
Mutex m_mutex
Definition: net.h:285
void PushNetMsg(const std::string &type, Args &&... payload) EXCLUSIVE_LOCKS_REQUIRED(!m_mutex)
Construct and push CNetMessage to the pipe.
Definition: net.h:361
std::vector< uint8_t > m_data GUARDED_BY(m_mutex)
void PushBytes(const void *buf, size_t len) EXCLUSIVE_LOCKS_REQUIRED(!m_mutex)
Push bytes to the pipe.
Definition: net.cpp:316
bool m_eof GUARDED_BY(m_mutex)
Definition: net.h:288
A basic thread-safe queue, used for queuing sockets to be returned by Accept().
Definition: net.h:300
std::unique_ptr< DynSock > S
Definition: net.h:302
std::optional< S > Pop() EXCLUSIVE_LOCKS_REQUIRED(!m_mutex)
Definition: net.h:310
std::queue< S > m_queue GUARDED_BY(m_mutex)
void Push(S s) EXCLUSIVE_LOCKS_REQUIRED(!m_mutex)
Definition: net.h:304
Mutex m_mutex
Definition: net.h:328
bool Empty() const EXCLUSIVE_LOCKS_REQUIRED(!m_mutex)
Definition: net.h:321
A mocked Sock alternative that allows providing the data to be returned by Recv() and inspecting the ...
Definition: net.h:237
DynSock & operator=(Sock &&) override
Move assignment operator, grab the socket from another object and close ours (if set).
Definition: net.cpp:415
ssize_t Recv(void *buf, size_t len, int flags) const override
recv(2) wrapper.
Definition: net.cpp:351
std::shared_ptr< Pipes > m_pipes
Definition: net.h:356
std::shared_ptr< Queue > m_accept_sockets
Definition: net.h:357
~DynSock()
Definition: net.cpp:346
bool Wait(std::chrono::milliseconds timeout, Event requested, Event *occurred=nullptr) const override
Wait for readiness for input (recv) or output (send).
Definition: net.cpp:368
std::unique_ptr< Sock > Accept(sockaddr *addr, socklen_t *addr_len) const override
accept(2) wrapper.
Definition: net.cpp:362
ssize_t Send(const void *buf, size_t len, int) const override
send(2) wrapper.
Definition: net.cpp:356
DynSock(std::shared_ptr< Pipes > pipes, std::shared_ptr< Queue > accept_sockets)
Create a new mocked sock.
Definition: net.cpp:341
bool WaitMany(std::chrono::milliseconds timeout, EventsPerSock &events_per_sock) const override
Same as Wait(), but wait on many sockets within the same timeout.
Definition: net.cpp:381
Fast randomness source.
Definition: random.h:386
Interface for message handling.
Definition: net.h:1028
static Mutex g_msgproc_mutex
Mutex for anything that is only accessed via the msg processing thread.
Definition: net.h:1031
RAII helper class that manages a socket and closes it automatically when it goes out of scope.
Definition: sock.h:27
uint8_t Event
Definition: sock.h:138
std::unordered_map< std::shared_ptr< const Sock >, Events, HashSharedPtrSock, EqualSharedPtrSock > EventsPerSock
On which socket to wait for what events in WaitMany().
Definition: sock.h:208
A mocked Sock alternative that returns a statically contained data upon read and succeeds and ignores...
Definition: net.h:210
bool IsConnected(std::string &) const override
Check if still connected.
Definition: net.h:220
size_t m_consumed
Definition: net.h:229
const std::string m_contents
Definition: net.h:228
StaticContentsSock & operator=(Sock &&other) override
Move assignment operator, grab the socket from another object and close ours (if set).
Definition: net.cpp:250
StaticContentsSock(const std::string &contents)
Definition: net.cpp:235
ssize_t Recv(void *buf, size_t len, int flags) const override
Return parts of the contents that was provided at construction until it is exhausted and then return ...
Definition: net.cpp:240
Wrapper around std::unique_lock style lock for MutexType.
Definition: sync.h:147
bool SetMessageToSend(CSerializedNetMsg &msg) noexcept override EXCLUSIVE_LOCKS_REQUIRED(!m_send_mutex)
Set the next message to send.
Definition: net.cpp:836
A mocked Sock alternative that succeeds on all operations.
Definition: net.h:166
int GetSockOpt(int level, int opt_name, void *opt_val, socklen_t *opt_len) const override
getsockopt(2) wrapper.
Definition: net.cpp:194
bool Wait(std::chrono::milliseconds timeout, Event requested, Event *occurred=nullptr) const override
Wait for readiness for input (recv) or output (send).
Definition: net.cpp:212
ZeroSock()
Definition: net.cpp:158
bool WaitMany(std::chrono::milliseconds timeout, EventsPerSock &events_per_sock) const override
Same as Wait(), but wait on many sockets within the same timeout.
Definition: net.cpp:220
int GetSockName(sockaddr *name, socklen_t *name_len) const override
getsockname(2) wrapper.
Definition: net.cpp:202
int Listen(int) const override
listen(2) wrapper.
Definition: net.cpp:175
~ZeroSock() override
Definition: net.cpp:161
int Bind(const sockaddr *, socklen_t) const override
bind(2) wrapper.
Definition: net.cpp:173
int Connect(const sockaddr *, socklen_t) const override
connect(2) wrapper.
Definition: net.cpp:171
ssize_t Send(const void *, size_t len, int) const override
send(2) wrapper.
Definition: net.cpp:163
std::unique_ptr< Sock > Accept(sockaddr *addr, socklen_t *addr_len) const override
accept(2) wrapper.
Definition: net.cpp:177
bool SetNonBlocking() const override
Set the non-blocking option on the socket.
Definition: net.cpp:208
ssize_t Recv(void *buf, size_t len, int flags) const override
recv(2) wrapper.
Definition: net.cpp:165
ZeroSock & operator=(Sock &&other) override
Move assignment operator, grab the socket from another object and close ours (if set).
Definition: net.cpp:229
int SetSockOpt(int, int, const void *, socklen_t) const override
setsockopt(2) wrapper.
Definition: net.cpp:200
bool IsSelectable() const override
Check if the underlying socket can be used for select(2) (or the Wait() method).
Definition: net.cpp:210
ConnectionType
Different types of connections to a peer.
@ PRIVATE_BROADCAST
Private broadcast connections are short-lived and only opened to privacy networks (Tor,...
@ BLOCK_RELAY
We use block-relay-only connections to help prevent against partition attacks.
@ MANUAL
We open manual connections to addresses that users explicitly requested via the addnode RPC or the -a...
@ OUTBOUND_FULL_RELAY
These are the default connections that we use to connect with the network.
@ FEELER
Feeler connections are short-lived connections made to check that a node is alive.
@ INBOUND
Inbound connections are those initiated by a peer.
@ ADDR_FETCH
AddrFetch connections are short lived connections used to solicit addresses from peers.
CSerializedNetMsg Make(std::string msg_type, Args &&... args)
Definition: messages.h:21
int64_t NodeId
Definition: net.h:103
NetPermissionFlags
@ NET_I2P
I2P.
Definition: netaddress.h:47
@ NET_CJDNS
CJDNS.
Definition: netaddress.h:50
@ NET_ONION
TOR (v2 or v3)
Definition: netaddress.h:44
@ NET_IPV6
IPv6.
Definition: netaddress.h:41
@ NET_IPV4
IPv4.
Definition: netaddress.h:38
@ NET_UNROUTABLE
Addresses from these networks are not publicly routable on the global Internet.
Definition: netaddress.h:35
@ NET_INTERNAL
A set of addresses that represent the hash of a string or FQDN.
Definition: netaddress.h:54
ServiceFlags
nServices flags
Definition: protocol.h:309
@ NODE_NONE
Definition: protocol.h:312
@ NODE_P2P_V2
Definition: protocol.h:330
@ NODE_WITNESS
Definition: protocol.h:320
@ NODE_NETWORK_LIMITED
Definition: protocol.h:327
@ NODE_BLOOM
Definition: protocol.h:317
@ NODE_NETWORK
Definition: protocol.h:315
@ NODE_COMPACT_FILTERS
Definition: protocol.h:323
const char * name
Definition: rest.cpp:48
void NodeReceiveMsgBytes(CNode &node, std::span< const uint8_t > msg_bytes, bool &complete) const
Definition: net.cpp:83
bool ReceiveMsgFrom(CNode &node, CSerializedNetMsg &&ser_msg) const
Definition: net.cpp:103
CNode * ConnectNodePublic(PeerManager &peerman, const char *pszDest, ConnectionType conn_type) EXCLUSIVE_LOCKS_REQUIRED(!m_unused_i2p_sessions_mutex)
Definition: net.cpp:117
void SocketHandlerPublic()
Definition: net.h:89
void CreateNodeFromAcceptedSocketPublic(std::unique_ptr< Sock > sock, NetPermissionFlags permissions, const CAddress &addr_bind, const CAddress &addr_peer)
Definition: net.h:76
void ClearTestNodes()
Definition: net.h:67
void ResetAddrCache()
Definition: net.cpp:74
bool InitBindsPublic(const CConnman::Options &options)
Definition: net.h:84
bool AlreadyConnectedToAddressPublic(const CNetAddr &addr)
Definition: net.h:112
void SetMsgProc(NetEventsInterface *msgproc)
Definition: net.h:38
void AddTestNode(CNode &node)
Definition: net.h:59
void SetAddrman(AddrMan &in)
Definition: net.h:43
void Handshake(CNode &node, bool successfully_connected, ServiceFlags remote_services, ServiceFlags local_services, int32_t version, bool relay_txs) EXCLUSIVE_LOCKS_REQUIRED(NetEventsInterface bool ProcessMessagesOnce(CNode &node) EXCLUSIVE_LOCKS_REQUIRED(NetEventsInterface
Definition: net.h:102
std::vector< CNode * > TestNodes()
Definition: net.h:53
void FlushSendBuffer(CNode &node) const
Definition: net.cpp:91
void ResetMaxOutboundCycle()
Definition: net.cpp:76
void SetPeerConnectTimeout(std::chrono::seconds timeout)
Definition: net.h:45
Pipe send
Definition: net.h:293
Pipe recv
Definition: net.h:292
#define LOCK(cs)
Definition: sync.h:259
std::vector< NodeEvictionCandidate > GetRandomNodeEvictionCandidates(int n_candidates, FastRandomContext &random_context)
Definition: net.cpp:128
constexpr ServiceFlags ALL_SERVICE_FLAGS[]
Definition: net.h:118
constexpr ConnectionType ALL_CONNECTION_TYPES[]
Definition: net.h:141
constexpr auto ALL_NETWORKS
Definition: net.h:151
constexpr NetPermissionFlags ALL_NET_PERMISSION_FLAGS[]
Definition: net.h:128
#define EXCLUSIVE_LOCKS_REQUIRED(...)
Definition: threadsafety.h:51
assert(!tx.IsCoinBase())