Bitcoin Core 30.99.0
P2P Digital Currency
txmempool.cpp
Go to the documentation of this file.
1// Copyright (c) 2022 The Bitcoin Core developers
2// Distributed under the MIT software license, see the accompanying
3// file COPYING or http://www.opensource.org/licenses/mit-license.php.
4
6
7#include <chainparams.h>
8#include <node/context.h>
9#include <node/mempool_args.h>
10#include <policy/rbf.h>
11#include <policy/truc_policy.h>
12#include <txmempool.h>
14#include <util/check.h>
15#include <util/time.h>
16#include <util/translation.h>
17#include <validation.h>
18
20
22{
23 CTxMemPool::Options mempool_opts{
24 // Default to always checking mempool regardless of
25 // chainparams.DefaultConsistencyChecks for tests
26 .check_ratio = 1,
27 .signals = node.validation_signals.get(),
28 };
29 const auto result{ApplyArgsManOptions(*node.args, ::Params(), mempool_opts)};
30 Assert(result);
31 return mempool_opts;
32}
33
35{
36 return FromTx(MakeTransactionRef(tx));
37}
38
40{
41 return CTxMemPoolEntry{tx, nFee, TicksSinceEpoch<std::chrono::seconds>(time), nHeight, m_sequence, spendsCoinbase, sigOpCost, lp};
42}
43
44std::optional<std::string> CheckPackageMempoolAcceptResult(const Package& txns,
45 const PackageMempoolAcceptResult& result,
46 bool expect_valid,
47 const CTxMemPool* mempool)
48{
49 if (expect_valid) {
50 if (result.m_state.IsInvalid()) {
51 return strprintf("Package validation unexpectedly failed: %s", result.m_state.ToString());
52 }
53 } else {
54 if (result.m_state.IsValid()) {
55 return strprintf("Package validation unexpectedly succeeded. %s", result.m_state.ToString());
56 }
57 }
58 if (result.m_state.GetResult() != PackageValidationResult::PCKG_POLICY && txns.size() != result.m_tx_results.size()) {
59 return strprintf("txns size %u does not match tx results size %u", txns.size(), result.m_tx_results.size());
60 }
61 for (const auto& tx : txns) {
62 const auto& wtxid = tx->GetWitnessHash();
63 if (result.m_tx_results.count(wtxid) == 0) {
64 return strprintf("result not found for tx %s", wtxid.ToString());
65 }
66
67 const auto& atmp_result = result.m_tx_results.at(wtxid);
68 const bool valid{atmp_result.m_result_type == MempoolAcceptResult::ResultType::VALID};
69 if (expect_valid && atmp_result.m_state.IsInvalid()) {
70 return strprintf("tx %s unexpectedly failed: %s", wtxid.ToString(), atmp_result.m_state.ToString());
71 }
72
73 // Each subpackage is allowed MAX_REPLACEMENT_CANDIDATES replacements (only checking individually here)
74 if (atmp_result.m_replaced_transactions.size() > MAX_REPLACEMENT_CANDIDATES) {
75 return strprintf("tx %s result replaced too many transactions",
76 wtxid.ToString());
77 }
78
79 // Replacements can't happen for subpackages larger than 2
80 if (!atmp_result.m_replaced_transactions.empty() &&
81 atmp_result.m_wtxids_fee_calculations.has_value() && atmp_result.m_wtxids_fee_calculations.value().size() > 2) {
82 return strprintf("tx %s was part of a too-large package RBF subpackage",
83 wtxid.ToString());
84 }
85
86 if (!atmp_result.m_replaced_transactions.empty() && mempool) {
87 LOCK(mempool->cs);
88 // If replacements occurred and it used 2 transactions, this is a package RBF and should result in a cluster of size 2
89 if (atmp_result.m_wtxids_fee_calculations.has_value() && atmp_result.m_wtxids_fee_calculations.value().size() == 2) {
90 const auto cluster = mempool->GatherClusters({tx->GetHash()});
91 if (cluster.size() != 2) return strprintf("tx %s has too many ancestors or descendants for a package rbf", wtxid.ToString());
92 }
93 }
94
95 // m_vsize and m_base_fees should exist iff the result was VALID or MEMPOOL_ENTRY
96 const bool mempool_entry{atmp_result.m_result_type == MempoolAcceptResult::ResultType::MEMPOOL_ENTRY};
97 if (atmp_result.m_base_fees.has_value() != (valid || mempool_entry)) {
98 return strprintf("tx %s result should %shave m_base_fees", wtxid.ToString(), valid || mempool_entry ? "" : "not ");
99 }
100 if (atmp_result.m_vsize.has_value() != (valid || mempool_entry)) {
101 return strprintf("tx %s result should %shave m_vsize", wtxid.ToString(), valid || mempool_entry ? "" : "not ");
102 }
103
104 // m_other_wtxid should exist iff the result was DIFFERENT_WITNESS
105 const bool diff_witness{atmp_result.m_result_type == MempoolAcceptResult::ResultType::DIFFERENT_WITNESS};
106 if (atmp_result.m_other_wtxid.has_value() != diff_witness) {
107 return strprintf("tx %s result should %shave m_other_wtxid", wtxid.ToString(), diff_witness ? "" : "not ");
108 }
109
110 // m_effective_feerate and m_wtxids_fee_calculations should exist iff the result was valid
111 // or if the failure was TX_RECONSIDERABLE
112 const bool valid_or_reconsiderable{atmp_result.m_result_type == MempoolAcceptResult::ResultType::VALID ||
113 atmp_result.m_state.GetResult() == TxValidationResult::TX_RECONSIDERABLE};
114 if (atmp_result.m_effective_feerate.has_value() != valid_or_reconsiderable) {
115 return strprintf("tx %s result should %shave m_effective_feerate",
116 wtxid.ToString(), valid ? "" : "not ");
117 }
118 if (atmp_result.m_wtxids_fee_calculations.has_value() != valid_or_reconsiderable) {
119 return strprintf("tx %s result should %shave m_effective_feerate",
120 wtxid.ToString(), valid ? "" : "not ");
121 }
122
123 if (mempool) {
124 // The tx by txid should be in the mempool iff the result was not INVALID.
125 const bool txid_in_mempool{atmp_result.m_result_type != MempoolAcceptResult::ResultType::INVALID};
126 if (mempool->exists(tx->GetHash()) != txid_in_mempool) {
127 return strprintf("tx %s should %sbe in mempool", wtxid.ToString(), txid_in_mempool ? "" : "not ");
128 }
129 // Additionally, if the result was DIFFERENT_WITNESS, we shouldn't be able to find the tx in mempool by wtxid.
130 if (tx->HasWitness() && atmp_result.m_result_type == MempoolAcceptResult::ResultType::DIFFERENT_WITNESS) {
131 if (mempool->exists(wtxid)) {
132 return strprintf("wtxid %s should not be in mempool", wtxid.ToString());
133 }
134 }
135 for (const auto& tx_ref : atmp_result.m_replaced_transactions) {
136 if (mempool->exists(tx_ref->GetHash())) {
137 return strprintf("tx %s should not be in mempool as it was replaced", tx_ref->GetWitnessHash().ToString());
138 }
139 }
140 }
141 }
142 return std::nullopt;
143}
144
146{
147 LOCK(tx_pool.cs);
148 for (const auto& tx_info : tx_pool.infoAll()) {
149 const auto& entry = *Assert(tx_pool.GetEntry(tx_info.tx->GetHash()));
150
151 std::vector<uint32_t> dust_indexes = GetDust(*tx_info.tx, tx_pool.m_opts.dust_relay_feerate);
152
153 Assert(dust_indexes.size() < 2);
154
155 if (dust_indexes.empty()) continue;
156
157 // Transaction must have no base fee
158 Assert(entry.GetFee() == 0 && entry.GetModifiedFee() == 0);
159
160 // Transaction has single dust; make sure it's swept or will not be mined
161 const auto& children = entry.GetMemPoolChildrenConst();
162
163 // Multiple children should never happen as non-dust-spending child
164 // can get mined as package
165 Assert(children.size() < 2);
166
167 if (children.empty()) {
168 // No children and no fees; modified fees aside won't get mined so it's fine
169 // Happens naturally if child spend is RBF cycled away.
170 continue;
171 }
172
173 // Only-child should be spending the dust
174 const auto& only_child = children.begin()->get().GetTx();
175 COutPoint dust_outpoint{tx_info.tx->GetHash(), dust_indexes[0]};
176 Assert(std::any_of(only_child.vin.begin(), only_child.vin.end(), [&dust_outpoint](const CTxIn& txin) {
177 return txin.prevout == dust_outpoint;
178 }));
179 }
180}
181
183{
184 LOCK(tx_pool.cs);
185 for (const auto& tx_info : tx_pool.infoAll()) {
186 const auto& entry = *Assert(tx_pool.GetEntry(tx_info.tx->GetHash()));
187 if (tx_info.tx->version == TRUC_VERSION) {
188 // Check that special maximum virtual size is respected
189 Assert(entry.GetTxSize() <= TRUC_MAX_VSIZE);
190
191 // Check that special TRUC ancestor/descendant limits and rules are always respected
192 Assert(entry.GetCountWithDescendants() <= TRUC_DESCENDANT_LIMIT);
193 Assert(entry.GetCountWithAncestors() <= TRUC_ANCESTOR_LIMIT);
194 Assert(entry.GetSizeWithDescendants() <= TRUC_MAX_VSIZE + TRUC_CHILD_MAX_VSIZE);
195 Assert(entry.GetSizeWithAncestors() <= TRUC_MAX_VSIZE + TRUC_CHILD_MAX_VSIZE);
196
197 // If this transaction has at least 1 ancestor, it's a "child" and has restricted weight.
198 if (entry.GetCountWithAncestors() > 1) {
199 Assert(entry.GetTxSize() <= TRUC_CHILD_MAX_VSIZE);
200 // All TRUC transactions must only have TRUC unconfirmed parents.
201 const auto& parents = entry.GetMemPoolParentsConst();
202 Assert(parents.begin()->get().GetSharedTx()->version == TRUC_VERSION);
203 }
204 } else if (entry.GetCountWithAncestors() > 1) {
205 // All non-TRUC transactions must only have non-TRUC unconfirmed parents.
206 for (const auto& parent : entry.GetMemPoolParentsConst()) {
207 Assert(parent.get().GetSharedTx()->version != TRUC_VERSION);
208 }
209 }
210 }
211}
212
213void AddToMempool(CTxMemPool& tx_pool, const CTxMemPoolEntry& entry)
214{
215 LOCK2(cs_main, tx_pool.cs);
216 auto changeset = tx_pool.GetChangeSet();
217 changeset->StageAddition(entry.GetSharedTx(), entry.GetFee(),
218 entry.GetTime().count(), entry.GetHeight(), entry.GetSequence(),
219 entry.GetSpendsCoinbase(), entry.GetSigOpCost(), entry.GetLockPoints());
220 changeset->Apply();
221}
222
223void MockMempoolMinFee(const CFeeRate& target_feerate, CTxMemPool& mempool)
224{
225 LOCK2(cs_main, mempool.cs);
226 // Transactions in the mempool will affect the new minimum feerate.
227 assert(mempool.size() == 0);
228 // The target feerate cannot be too low...
229 // ...otherwise the transaction's feerate will need to be negative.
230 assert(target_feerate > mempool.m_opts.incremental_relay_feerate);
231 // ...otherwise this is not meaningful. The feerate policy uses the maximum of both feerates.
232 assert(target_feerate > mempool.m_opts.min_relay_feerate);
233
234 // Manually create an invalid transaction. Manually set the fee in the CTxMemPoolEntry to
235 // achieve the exact target feerate.
237 mtx.vin.emplace_back(COutPoint{Txid::FromUint256(uint256{123}), 0});
238 mtx.vout.emplace_back(1 * COIN, GetScriptForDestination(WitnessV0ScriptHash(CScript() << OP_TRUE)));
239 // Set a large size so that the fee evaluated at target_feerate (which is usually in sats/kvB) is an integer.
240 // Otherwise, GetMinFee() may end up slightly different from target_feerate.
241 BulkTransaction(mtx, 4000);
242 const auto tx{MakeTransactionRef(mtx)};
244 // The new mempool min feerate is equal to the removed package's feerate + incremental feerate.
245 const auto tx_fee = target_feerate.GetFee(GetVirtualTransactionSize(*tx)) -
247 {
248 auto changeset = mempool.GetChangeSet();
249 changeset->StageAddition(tx, /*fee=*/tx_fee,
250 /*time=*/0, /*entry_height=*/1, /*entry_sequence=*/0,
251 /*spends_coinbase=*/true, /*sigops_cost=*/1, lp);
252 changeset->Apply();
253 }
254 mempool.TrimToSize(0);
255 assert(mempool.GetMinFee() == target_feerate);
256}
CScript GetScriptForDestination(const CTxDestination &dest)
Generate a Bitcoin scriptPubKey for the given CTxDestination.
static constexpr CAmount COIN
The amount of satoshis in one BTC.
Definition: amount.h:15
const CChainParams & Params()
Return the currently selected parameters.
#define Assert(val)
Identity function.
Definition: check.h:115
Fee rate in satoshis per virtualbyte: CAmount / vB the feerate is represented internally as FeeFrac.
Definition: feerate.h:35
CAmount GetFee(int32_t virtual_bytes) const
Return the fee in satoshis for the given vsize in vbytes.
Definition: feerate.cpp:20
An outpoint - a combination of a transaction hash and an index n into its vout.
Definition: transaction.h:29
Serialized script, used inside transaction inputs and outputs.
Definition: script.h:413
An input of a transaction.
Definition: transaction.h:67
CTxMemPoolEntry stores data about the corresponding transaction, as well as data about all in-mempool...
Definition: mempool_entry.h:66
const LockPoints & GetLockPoints() const
uint64_t GetSequence() const
unsigned int GetHeight() const
std::chrono::seconds GetTime() const
bool GetSpendsCoinbase() const
int64_t GetSigOpCost() const
CTransactionRef GetSharedTx() const
const CAmount & GetFee() const
CTxMemPool stores valid-according-to-the-current-best-chain transactions that may be included in the ...
Definition: txmempool.h:281
std::unique_ptr< ChangeSet > GetChangeSet() EXCLUSIVE_LOCKS_REQUIRED(cs)
Definition: txmempool.h:878
RecursiveMutex cs
This mutex needs to be locked when accessing mapTx or other members that are guarded by it.
Definition: txmempool.h:367
CFeeRate GetMinFee(size_t sizelimit) const
Definition: txmempool.cpp:1108
void TrimToSize(size_t sizelimit, std::vector< COutPoint > *pvNoSpendsRemaining=nullptr) EXCLUSIVE_LOCKS_REQUIRED(cs)
Remove transactions from the mempool until its dynamic size is <= sizelimit.
Definition: txmempool.cpp:1140
const Options m_opts
Definition: txmempool.h:421
std::vector< TxMempoolInfo > infoAll() const
Definition: txmempool.cpp:858
bool exists(const Txid &txid) const
Definition: txmempool.h:630
std::vector< txiter > GatherClusters(const std::vector< Txid > &txids) const EXCLUSIVE_LOCKS_REQUIRED(cs)
Collect the entire cluster of connected transactions for each transaction in txids.
Definition: txmempool.cpp:1230
unsigned long size() const
Definition: txmempool.h:612
const CTxMemPoolEntry * GetEntry(const Txid &txid) const LIFETIMEBOUND EXCLUSIVE_LOCKS_REQUIRED(cs)
Definition: txmempool.cpp:872
bool IsValid() const
Definition: validation.h:105
Result GetResult() const
Definition: validation.h:108
std::string ToString() const
Definition: validation.h:111
bool IsInvalid() const
Definition: validation.h:106
static transaction_identifier FromUint256(const uint256 &id)
256-bit opaque blob.
Definition: uint256.h:196
@ TX_RECONSIDERABLE
fails some policy, but might be acceptable if submitted in a (different) package
RecursiveMutex cs_main
Mutex to guard access to validation specific variables, such as reading or changing the chainstate.
Definition: cs_main.cpp:8
LockPoints lp
Definition: messages.h:21
util::Result< void > ApplyArgsManOptions(const ArgsManager &args, BlockManager::Options &opts)
std::vector< CTransactionRef > Package
A package is an ordered list of transactions.
Definition: packages.h:50
@ PCKG_POLICY
The package itself is invalid (e.g. too many transactions).
static constexpr uint32_t MAX_REPLACEMENT_CANDIDATES
Maximum number of transactions that can be replaced by RBF (Rule #5).
Definition: rbf.h:26
int64_t GetVirtualTransactionSize(int64_t nWeight, int64_t nSigOpCost, unsigned int bytes_per_sigop)
Compute the virtual transaction size (weight reinterpreted as bytes).
Definition: policy.cpp:376
std::vector< uint32_t > GetDust(const CTransaction &tx, CFeeRate dust_relay_rate)
Get the vout index numbers of all dust outputs.
Definition: policy.cpp:70
static CTransactionRef MakeTransactionRef(Tx &&txIn)
Definition: transaction.h:424
std::shared_ptr< const CTransaction > CTransactionRef
Definition: transaction.h:423
@ OP_TRUE
Definition: script.h:84
A mutable version of CTransaction.
Definition: transaction.h:378
std::vector< CTxIn > vin
Definition: transaction.h:379
@ DIFFERENT_WITNESS
‍Valid, transaction was already in the mempool.
@ INVALID
‍Fully validated, valid.
Validation result for package mempool acceptance.
Definition: validation.h:233
PackageValidationState m_state
Definition: validation.h:234
std::map< Wtxid, MempoolAcceptResult > m_tx_results
Map from wtxid to finished MempoolAcceptResults.
Definition: validation.h:241
CAmount nFee
Definition: txmempool.h:21
bool spendsCoinbase
Definition: txmempool.h:25
LockPoints lp
Definition: txmempool.h:27
CTxMemPoolEntry FromTx(const CMutableTransaction &tx) const
Definition: txmempool.cpp:34
unsigned int nHeight
Definition: txmempool.h:23
unsigned int sigOpCost
Definition: txmempool.h:26
NodeSeconds time
Definition: txmempool.h:22
uint64_t m_sequence
Definition: txmempool.h:24
Options struct containing options for constructing a CTxMemPool.
CFeeRate incremental_relay_feerate
CFeeRate min_relay_feerate
A fee rate smaller than this is considered zero fee (for relaying, mining and transaction creation)
NodeContext struct containing references to chain state and connection state.
Definition: context.h:56
#define LOCK2(cs1, cs2)
Definition: sync.h:260
#define LOCK(cs)
Definition: sync.h:259
void AddToMempool(CTxMemPool &tx_pool, const CTxMemPoolEntry &entry)
One-line wrapper for creating a mempool changeset with a single transaction and applying it.
Definition: txmempool.cpp:213
void CheckMempoolTRUCInvariants(const CTxMemPool &tx_pool)
For every transaction in tx_pool, check TRUC invariants:
Definition: txmempool.cpp:182
CTxMemPool::Options MemPoolOptionsForTest(const NodeContext &node)
Definition: txmempool.cpp:21
std::optional< std::string > CheckPackageMempoolAcceptResult(const Package &txns, const PackageMempoolAcceptResult &result, bool expect_valid, const CTxMemPool *mempool)
Check expected properties for every PackageMempoolAcceptResult, regardless of value.
Definition: txmempool.cpp:44
void CheckMempoolEphemeralInvariants(const CTxMemPool &tx_pool)
Check that we never get into a state where an ephemeral dust transaction would be mined without the s...
Definition: txmempool.cpp:145
void MockMempoolMinFee(const CFeeRate &target_feerate, CTxMemPool &mempool)
Mock the mempool minimum feerate by adding a transaction and calling TrimToSize(0),...
Definition: txmempool.cpp:223
#define strprintf
Format arguments and return the string or write to given std::ostream (see tinyformat::format doc for...
Definition: tinyformat.h:1172
void BulkTransaction(CMutableTransaction &tx, int32_t target_weight)
static constexpr unsigned int TRUC_DESCENDANT_LIMIT
Maximum number of transactions including an unconfirmed tx and its descendants.
Definition: truc_policy.h:25
static constexpr int64_t TRUC_CHILD_MAX_VSIZE
Maximum sigop-adjusted virtual size of a tx which spends from an unconfirmed TRUC transaction.
Definition: truc_policy.h:33
static constexpr decltype(CTransaction::version) TRUC_VERSION
Definition: truc_policy.h:20
static constexpr int64_t TRUC_MAX_VSIZE
Maximum sigop-adjusted virtual size of all v3 transactions.
Definition: truc_policy.h:30
static constexpr unsigned int TRUC_ANCESTOR_LIMIT
Maximum number of transactions including a TRUC tx and all its mempool ancestors.
Definition: truc_policy.h:27
assert(!tx.IsCoinBase())