Bitcoin Core 29.99.0
P2P Digital Currency
utxo_snapshot.cpp
Go to the documentation of this file.
1// Copyright (c) 2021-present The Bitcoin Core developers
2// Distributed under the MIT software license, see the accompanying
3// file COPYING or http://www.opensource.org/licenses/mit-license.php.
4
5#include <chain.h>
6#include <chainparams.h>
7#include <coins.h>
10#include <kernel/coinstats.h>
11#include <node/blockstorage.h>
12#include <node/utxo_snapshot.h>
13#include <primitives/block.h>
15#include <serialize.h>
16#include <span.h>
17#include <streams.h>
18#include <sync.h>
20#include <test/fuzz/fuzz.h>
21#include <test/fuzz/util.h>
22#include <test/util/mining.h>
24#include <uint256.h>
25#include <util/check.h>
26#include <util/fs.h>
27#include <util/result.h>
28#include <util/time.h>
29#include <validation.h>
30
31#include <cstdint>
32#include <functional>
33#include <ios>
34#include <memory>
35#include <optional>
36#include <vector>
37
39
40namespace {
41
42const std::vector<std::shared_ptr<CBlock>>* g_chain;
43TestingSetup* g_setup{nullptr};
44
46void sanity_check_snapshot()
47{
48 Assert(g_chain && g_setup == nullptr);
49
50 // Create a temporary chainstate manager to connect the chain to.
51 const auto tmp_setup{MakeNoLogFileContext<TestingSetup>(ChainType::REGTEST, TestOpts{.setup_net = false})};
52 const auto& node{tmp_setup->m_node};
53 for (auto& block: *g_chain) {
54 ProcessBlock(node, block);
55 }
56
57 // Connect the chain to the tmp chainman and sanity check the chainparams snapshot values.
59 auto& cs{node.chainman->ActiveChainstate()};
60 cs.ForceFlushStateToDisk();
61 const auto stats{*Assert(kernel::ComputeUTXOStats(kernel::CoinStatsHashType::HASH_SERIALIZED, &cs.CoinsDB(), node.chainman->m_blockman))};
62 const auto cp_au_data{*Assert(node.chainman->GetParams().AssumeutxoForHeight(2 * COINBASE_MATURITY))};
63 Assert(stats.nHeight == cp_au_data.height);
64 Assert(stats.nTransactions + 1 == cp_au_data.m_chain_tx_count); // +1 for the genesis tx.
65 Assert(stats.hashBlock == cp_au_data.blockhash);
66 Assert(AssumeutxoHash{stats.hashSerialized} == cp_au_data.hash_serialized);
67}
68
69template <bool INVALID>
70void initialize_chain()
71{
73 static const auto chain{CreateBlockChain(2 * COINBASE_MATURITY, *params)};
74 g_chain = &chain;
75
76 // Make sure we can generate a valid snapshot.
77 sanity_check_snapshot();
78
79 static const auto setup{
80 MakeNoLogFileContext<TestingSetup>(ChainType::REGTEST,
82 .setup_net = false,
83 .setup_validation_interface = false,
84 .min_validation_cache = true,
85 }),
86 };
87 if constexpr (INVALID) {
88 auto& chainman{*setup->m_node.chainman};
89 for (const auto& block : chain) {
91 bool processed{chainman.ProcessNewBlockHeaders({{block->GetBlockHeader()}}, true, dummy)};
92 Assert(processed);
93 const auto* index{WITH_LOCK(::cs_main, return chainman.m_blockman.LookupBlockIndex(block->GetHash()))};
94 Assert(index);
95 }
96 }
97 g_setup = setup.get();
98}
99
100template <bool INVALID>
101void utxo_snapshot_fuzz(FuzzBufferType buffer)
102{
104 FuzzedDataProvider fuzzed_data_provider(buffer.data(), buffer.size());
105 SetMockTime(ConsumeTime(fuzzed_data_provider, /*min=*/1296688602)); // regtest genesis block timestamp
106 auto& setup{*g_setup};
107 bool dirty_chainman{false}; // Re-use the global chainman, but reset it when it is dirty
108 auto& chainman{*setup.m_node.chainman};
109
110 const auto snapshot_path = gArgs.GetDataDirNet() / "fuzzed_snapshot.dat";
111
112 Assert(!chainman.SnapshotBlockhash());
113
114 {
115 AutoFile outfile{fsbridge::fopen(snapshot_path, "wb")};
116 // Metadata
117 if (fuzzed_data_provider.ConsumeBool()) {
118 std::vector<uint8_t> metadata{ConsumeRandomLengthByteVector(fuzzed_data_provider)};
119 outfile << std::span{metadata};
120 } else {
121 auto msg_start = chainman.GetParams().MessageStart();
122 int base_blockheight{fuzzed_data_provider.ConsumeIntegralInRange<int>(1, 2 * COINBASE_MATURITY)};
123 uint256 base_blockhash{g_chain->at(base_blockheight - 1)->GetHash()};
124 uint64_t m_coins_count{fuzzed_data_provider.ConsumeIntegralInRange<uint64_t>(1, 3 * COINBASE_MATURITY)};
125 SnapshotMetadata metadata{msg_start, base_blockhash, m_coins_count};
126 outfile << metadata;
127 }
128 // Coins
129 if (fuzzed_data_provider.ConsumeBool()) {
130 std::vector<uint8_t> file_data{ConsumeRandomLengthByteVector(fuzzed_data_provider)};
131 outfile << std::span{file_data};
132 } else {
133 int height{1};
134 for (const auto& block : *g_chain) {
135 auto coinbase{block->vtx.at(0)};
136 outfile << coinbase->GetHash();
137 WriteCompactSize(outfile, 1); // number of coins for the hash
138 WriteCompactSize(outfile, 0); // index of coin
139 outfile << Coin(coinbase->vout[0], height, /*fCoinBaseIn=*/1);
140 height++;
141 }
142 }
143 if constexpr (INVALID) {
144 // Append an invalid coin to ensure invalidity. This error will be
145 // detected late in PopulateAndValidateSnapshot, and allows the
146 // INVALID fuzz target to reach more potential code coverage.
147 const auto& coinbase{g_chain->back()->vtx.back()};
148 outfile << coinbase->GetHash();
149 WriteCompactSize(outfile, 1); // number of coins for the hash
150 WriteCompactSize(outfile, 999); // index of coin
151 outfile << Coin{coinbase->vout[0], /*nHeightIn=*/999, /*fCoinBaseIn=*/0};
152 }
153 }
154
155 const auto ActivateFuzzedSnapshot{[&] {
156 AutoFile infile{fsbridge::fopen(snapshot_path, "rb")};
157 auto msg_start = chainman.GetParams().MessageStart();
158 SnapshotMetadata metadata{msg_start};
159 try {
160 infile >> metadata;
161 } catch (const std::ios_base::failure&) {
162 return false;
163 }
164 return !!chainman.ActivateSnapshot(infile, metadata, /*in_memory=*/true);
165 }};
166
167 if (fuzzed_data_provider.ConsumeBool()) {
168 // Consume the bool, but skip the code for the INVALID fuzz target
169 if constexpr (!INVALID) {
170 for (const auto& block : *g_chain) {
172 bool processed{chainman.ProcessNewBlockHeaders({{block->GetBlockHeader()}}, true, dummy)};
173 Assert(processed);
174 const auto* index{WITH_LOCK(::cs_main, return chainman.m_blockman.LookupBlockIndex(block->GetHash()))};
175 Assert(index);
176 }
177 dirty_chainman = true;
178 }
179 }
180
181 if (ActivateFuzzedSnapshot()) {
183 Assert(!chainman.ActiveChainstate().m_from_snapshot_blockhash->IsNull());
184 Assert(*chainman.ActiveChainstate().m_from_snapshot_blockhash ==
185 *chainman.SnapshotBlockhash());
186 const auto& coinscache{chainman.ActiveChainstate().CoinsTip()};
187 for (const auto& block : *g_chain) {
188 Assert(coinscache.HaveCoin(COutPoint{block->vtx.at(0)->GetHash(), 0}));
189 const auto* index{chainman.m_blockman.LookupBlockIndex(block->GetHash())};
190 Assert(index);
191 Assert(index->nTx == 0);
192 if (index->nHeight == chainman.GetSnapshotBaseHeight()) {
193 auto params{chainman.GetParams().AssumeutxoForHeight(index->nHeight)};
194 Assert(params.has_value());
195 Assert(params.value().m_chain_tx_count == index->m_chain_tx_count);
196 } else {
197 Assert(index->m_chain_tx_count == 0);
198 }
199 }
200 Assert(g_chain->size() == coinscache.GetCacheSize());
201 dirty_chainman = true;
202 } else {
203 Assert(!chainman.SnapshotBlockhash());
204 Assert(!chainman.ActiveChainstate().m_from_snapshot_blockhash);
205 }
206 // Snapshot should refuse to load a second time regardless of validity
207 Assert(!ActivateFuzzedSnapshot());
208 if constexpr (INVALID) {
209 // Activating the snapshot, or any other action that makes the chainman
210 // "dirty" can and must not happen for the INVALID fuzz target
211 Assert(!dirty_chainman);
212 }
213 if (dirty_chainman) {
214 setup.m_node.chainman.reset();
215 setup.m_make_chainman();
216 setup.LoadVerifyActivateChainstate();
217 }
218}
219
220// There are two fuzz targets:
221//
222// The target 'utxo_snapshot', which allows valid snapshots, but is slow,
223// because it has to reset the chainstate manager on almost all fuzz inputs.
224// Otherwise, a dirty header tree or dirty chainstate could leak from one fuzz
225// input execution into the next, which makes execution non-deterministic.
226//
227// The target 'utxo_snapshot_invalid', which is fast and does not require any
228// expensive state to be reset.
229FUZZ_TARGET(utxo_snapshot /*valid*/, .init = initialize_chain<false>) { utxo_snapshot_fuzz<false>(buffer); }
230FUZZ_TARGET(utxo_snapshot_invalid, .init = initialize_chain<true>) { utxo_snapshot_fuzz<true>(buffer); }
231
232} // namespace
ArgsManager gArgs
Definition: args.cpp:42
std::unique_ptr< const CChainParams > CreateChainParams(const ArgsManager &args, const ChainType chain)
Creates and returns a std::unique_ptr<CChainParams> of the chosen chain.
#define Assert(val)
Identity function.
Definition: check.h:85
fs::path GetDataDirNet() const
Get data directory path with appended network identifier.
Definition: args.h:234
Non-refcounted RAII wrapper for FILE*.
Definition: streams.h:392
An outpoint - a combination of a transaction hash and an index n into its vout.
Definition: transaction.h:29
A UTXO entry.
Definition: coins.h:33
Metadata describing a serialized version of a UTXO set from which an assumeutxo Chainstate can be con...
Definition: utxo_snapshot.h:34
256-bit opaque blob.
Definition: uint256.h:201
static const int COINBASE_MATURITY
Coinbase transaction outputs can only be spent after this number of new blocks (network rule)
Definition: consensus.h:19
RecursiveMutex cs_main
Mutex to guard access to validation specific variables, such as reading or changing the chainstate.
Definition: cs_main.cpp:8
#define FUZZ_TARGET(...)
Definition: fuzz.h:35
std::span< const uint8_t > FuzzBufferType
Definition: fuzz.h:25
static void pool cs
@ INVALID
Failed decoding.
FILE * fopen(const fs::path &p, const char *mode)
Definition: fs.cpp:26
static bool ComputeUTXOStats(CCoinsView *view, CCoinsStats &stats, T hash_obj, const std::function< void()> &interruption_point)
Calculate statistics about the unspent transaction output set.
Definition: coinstats.cpp:116
Definition: messages.h:20
void WriteCompactSize(SizeComputer &os, uint64_t nSize)
Definition: serialize.h:1097
bool setup_net
Definition: setup_common.h:56
Testing setup that configures a complete environment.
Definition: setup_common.h:121
#define LOCK(cs)
Definition: sync.h:257
#define WITH_LOCK(cs, code)
Run code while locking a mutex.
Definition: sync.h:301
int64_t ConsumeTime(FuzzedDataProvider &fuzzed_data_provider, const std::optional< int64_t > &min, const std::optional< int64_t > &max) noexcept
Definition: util.cpp:34
std::vector< B > ConsumeRandomLengthByteVector(FuzzedDataProvider &fuzzed_data_provider, const std::optional< size_t > &max_length=std::nullopt) noexcept
Definition: util.h:57
COutPoint ProcessBlock(const NodeContext &node, const std::shared_ptr< CBlock > &block)
Returns the generated coin (or Null if the block was invalid).
Definition: mining.cpp:98
std::vector< std::shared_ptr< CBlock > > CreateBlockChain(size_t total_height, const CChainParams &params)
Create a blockchain, starting from genesis.
Definition: mining.cpp:33
void SeedRandomStateForTest(SeedRand seedtype)
Seed the global RNG state for testing and log the seed value.
Definition: random.cpp:19
@ ZEROS
Seed with a compile time constant of zeros.
void SetMockTime(int64_t nMockTimeIn)
DEPRECATED Use SetMockTime with chrono type.
Definition: time.cpp:40