Bitcoin Core  26.1.0
P2P Digital Currency
util.h
Go to the documentation of this file.
1 // Copyright (c) 2009-2022 The Bitcoin Core developers
2 // Distributed under the MIT software license, see the accompanying
3 // file COPYING or http://www.opensource.org/licenses/mit-license.php.
4 
5 #ifndef BITCOIN_TEST_FUZZ_UTIL_H
6 #define BITCOIN_TEST_FUZZ_UTIL_H
7 
8 #include <addresstype.h>
9 #include <arith_uint256.h>
10 #include <coins.h>
11 #include <compat/compat.h>
12 #include <consensus/amount.h>
13 #include <consensus/consensus.h>
14 #include <key.h>
15 #include <merkleblock.h>
16 #include <primitives/transaction.h>
17 #include <script/script.h>
18 #include <serialize.h>
19 #include <streams.h>
21 #include <test/fuzz/fuzz.h>
22 #include <uint256.h>
23 #include <version.h>
24 
25 #include <algorithm>
26 #include <array>
27 #include <cstdint>
28 #include <cstdio>
29 #include <optional>
30 #include <string>
31 #include <vector>
32 
33 class PeerManager;
34 
35 template <typename... Callables>
36 size_t CallOneOf(FuzzedDataProvider& fuzzed_data_provider, Callables... callables)
37 {
38  constexpr size_t call_size{sizeof...(callables)};
39  static_assert(call_size >= 1);
40  const size_t call_index{fuzzed_data_provider.ConsumeIntegralInRange<size_t>(0, call_size - 1)};
41 
42  size_t i{0};
43  ((i++ == call_index ? callables() : void()), ...);
44  return call_size;
45 }
46 
47 template <typename Collection>
48 auto& PickValue(FuzzedDataProvider& fuzzed_data_provider, Collection& col)
49 {
50  auto sz{col.size()};
51  assert(sz >= 1);
52  auto it = col.begin();
53  std::advance(it, fuzzed_data_provider.ConsumeIntegralInRange<decltype(sz)>(0, sz - 1));
54  return *it;
55 }
56 
57 template<typename B = uint8_t>
58 [[nodiscard]] inline std::vector<B> ConsumeRandomLengthByteVector(FuzzedDataProvider& fuzzed_data_provider, const std::optional<size_t>& max_length = std::nullopt) noexcept
59 {
60  static_assert(sizeof(B) == 1);
61  const std::string s = max_length ?
62  fuzzed_data_provider.ConsumeRandomLengthString(*max_length) :
63  fuzzed_data_provider.ConsumeRandomLengthString();
64  std::vector<B> ret(s.size());
65  std::copy(s.begin(), s.end(), reinterpret_cast<char*>(ret.data()));
66  return ret;
67 }
68 
69 [[nodiscard]] inline std::vector<bool> ConsumeRandomLengthBitVector(FuzzedDataProvider& fuzzed_data_provider, const std::optional<size_t>& max_length = std::nullopt) noexcept
70 {
71  return BytesToBits(ConsumeRandomLengthByteVector(fuzzed_data_provider, max_length));
72 }
73 
74 [[nodiscard]] inline DataStream ConsumeDataStream(FuzzedDataProvider& fuzzed_data_provider, const std::optional<size_t>& max_length = std::nullopt) noexcept
75 {
76  return DataStream{ConsumeRandomLengthByteVector(fuzzed_data_provider, max_length)};
77 }
78 
79 [[nodiscard]] inline std::vector<std::string> ConsumeRandomLengthStringVector(FuzzedDataProvider& fuzzed_data_provider, const size_t max_vector_size = 16, const size_t max_string_length = 16) noexcept
80 {
81  const size_t n_elements = fuzzed_data_provider.ConsumeIntegralInRange<size_t>(0, max_vector_size);
82  std::vector<std::string> r;
83  for (size_t i = 0; i < n_elements; ++i) {
84  r.push_back(fuzzed_data_provider.ConsumeRandomLengthString(max_string_length));
85  }
86  return r;
87 }
88 
89 template <typename T>
90 [[nodiscard]] inline std::vector<T> ConsumeRandomLengthIntegralVector(FuzzedDataProvider& fuzzed_data_provider, const size_t max_vector_size = 16) noexcept
91 {
92  const size_t n_elements = fuzzed_data_provider.ConsumeIntegralInRange<size_t>(0, max_vector_size);
93  std::vector<T> r;
94  for (size_t i = 0; i < n_elements; ++i) {
95  r.push_back(fuzzed_data_provider.ConsumeIntegral<T>());
96  }
97  return r;
98 }
99 
100 template <typename P>
101 [[nodiscard]] P ConsumeDeserializationParams(FuzzedDataProvider& fuzzed_data_provider) noexcept;
102 
103 template <typename T, typename P>
104 [[nodiscard]] std::optional<T> ConsumeDeserializable(FuzzedDataProvider& fuzzed_data_provider, const P& params, const std::optional<size_t>& max_length = std::nullopt) noexcept
105 {
106  const std::vector<uint8_t> buffer{ConsumeRandomLengthByteVector(fuzzed_data_provider, max_length)};
107  DataStream ds{buffer};
108  T obj;
109  try {
110  ds >> WithParams(params, obj);
111  } catch (const std::ios_base::failure&) {
112  return std::nullopt;
113  }
114  return obj;
115 }
116 
117 template <typename T>
118 [[nodiscard]] inline std::optional<T> ConsumeDeserializable(FuzzedDataProvider& fuzzed_data_provider, const std::optional<size_t>& max_length = std::nullopt) noexcept
119 {
120  const std::vector<uint8_t> buffer = ConsumeRandomLengthByteVector(fuzzed_data_provider, max_length);
122  T obj;
123  try {
124  ds >> obj;
125  } catch (const std::ios_base::failure&) {
126  return std::nullopt;
127  }
128  return obj;
129 }
130 
131 template <typename WeakEnumType, size_t size>
132 [[nodiscard]] WeakEnumType ConsumeWeakEnum(FuzzedDataProvider& fuzzed_data_provider, const WeakEnumType (&all_types)[size]) noexcept
133 {
134  return fuzzed_data_provider.ConsumeBool() ?
135  fuzzed_data_provider.PickValueInArray<WeakEnumType>(all_types) :
136  WeakEnumType(fuzzed_data_provider.ConsumeIntegral<typename std::underlying_type<WeakEnumType>::type>());
137 }
138 
139 [[nodiscard]] inline opcodetype ConsumeOpcodeType(FuzzedDataProvider& fuzzed_data_provider) noexcept
140 {
141  return static_cast<opcodetype>(fuzzed_data_provider.ConsumeIntegralInRange<uint32_t>(0, MAX_OPCODE));
142 }
143 
144 [[nodiscard]] CAmount ConsumeMoney(FuzzedDataProvider& fuzzed_data_provider, const std::optional<CAmount>& max = std::nullopt) noexcept;
145 
146 [[nodiscard]] int64_t ConsumeTime(FuzzedDataProvider& fuzzed_data_provider, const std::optional<int64_t>& min = std::nullopt, const std::optional<int64_t>& max = std::nullopt) noexcept;
147 
148 [[nodiscard]] CMutableTransaction ConsumeTransaction(FuzzedDataProvider& fuzzed_data_provider, const std::optional<std::vector<uint256>>& prevout_txids, const int max_num_in = 10, const int max_num_out = 10) noexcept;
149 
150 [[nodiscard]] CScriptWitness ConsumeScriptWitness(FuzzedDataProvider& fuzzed_data_provider, const size_t max_stack_elem_size = 32) noexcept;
151 
152 [[nodiscard]] CScript ConsumeScript(FuzzedDataProvider& fuzzed_data_provider, const bool maybe_p2wsh = false) noexcept;
153 
154 [[nodiscard]] uint32_t ConsumeSequence(FuzzedDataProvider& fuzzed_data_provider) noexcept;
155 
156 [[nodiscard]] inline CScriptNum ConsumeScriptNum(FuzzedDataProvider& fuzzed_data_provider) noexcept
157 {
158  return CScriptNum{fuzzed_data_provider.ConsumeIntegral<int64_t>()};
159 }
160 
161 [[nodiscard]] inline uint160 ConsumeUInt160(FuzzedDataProvider& fuzzed_data_provider) noexcept
162 {
163  const std::vector<uint8_t> v160 = fuzzed_data_provider.ConsumeBytes<uint8_t>(160 / 8);
164  if (v160.size() != 160 / 8) {
165  return {};
166  }
167  return uint160{v160};
168 }
169 
170 [[nodiscard]] inline uint256 ConsumeUInt256(FuzzedDataProvider& fuzzed_data_provider) noexcept
171 {
172  const std::vector<uint8_t> v256 = fuzzed_data_provider.ConsumeBytes<uint8_t>(256 / 8);
173  if (v256.size() != 256 / 8) {
174  return {};
175  }
176  return uint256{v256};
177 }
178 
179 [[nodiscard]] inline arith_uint256 ConsumeArithUInt256(FuzzedDataProvider& fuzzed_data_provider) noexcept
180 {
181  return UintToArith256(ConsumeUInt256(fuzzed_data_provider));
182 }
183 
184 [[nodiscard]] CTxDestination ConsumeTxDestination(FuzzedDataProvider& fuzzed_data_provider) noexcept;
185 
186 [[nodiscard]] CKey ConsumePrivateKey(FuzzedDataProvider& fuzzed_data_provider, std::optional<bool> compressed = std::nullopt) noexcept;
187 
188 template <typename T>
189 [[nodiscard]] bool MultiplicationOverflow(const T i, const T j) noexcept
190 {
191  static_assert(std::is_integral<T>::value, "Integral required.");
192  if (std::numeric_limits<T>::is_signed) {
193  if (i > 0) {
194  if (j > 0) {
195  return i > (std::numeric_limits<T>::max() / j);
196  } else {
197  return j < (std::numeric_limits<T>::min() / i);
198  }
199  } else {
200  if (j > 0) {
201  return i < (std::numeric_limits<T>::min() / j);
202  } else {
203  return i != 0 && (j < (std::numeric_limits<T>::max() / i));
204  }
205  }
206  } else {
207  return j != 0 && i > std::numeric_limits<T>::max() / j;
208  }
209 }
210 
211 [[nodiscard]] bool ContainsSpentInput(const CTransaction& tx, const CCoinsViewCache& inputs) noexcept;
212 
216 template <typename T, size_t size>
217 void SetFuzzedErrNo(FuzzedDataProvider& fuzzed_data_provider, const std::array<T, size>& errnos)
218 {
219  errno = fuzzed_data_provider.PickValueInArray(errnos);
220 }
221 
222 /*
223  * Sets a fuzzed errno in the range [0, 133 (EHWPOISON)]. Can be used from functions emulating
224  * standard library functions that set errno, or in other contexts where the value of errno
225  * might be relevant for the execution path that will be taken.
226  */
227 inline void SetFuzzedErrNo(FuzzedDataProvider& fuzzed_data_provider) noexcept
228 {
229  errno = fuzzed_data_provider.ConsumeIntegralInRange<int>(0, 133);
230 }
231 
236 template<typename B = uint8_t>
237 [[nodiscard]] inline std::vector<B> ConsumeFixedLengthByteVector(FuzzedDataProvider& fuzzed_data_provider, const size_t length) noexcept
238 {
239  static_assert(sizeof(B) == 1);
240  auto random_bytes = fuzzed_data_provider.ConsumeBytes<B>(length);
241  random_bytes.resize(length);
242  return random_bytes;
243 }
244 
246 {
248  int64_t m_offset = 0;
249 
250 public:
251  FuzzedFileProvider(FuzzedDataProvider& fuzzed_data_provider) : m_fuzzed_data_provider{fuzzed_data_provider}
252  {
253  }
254 
255  FILE* open();
256 
257  static ssize_t read(void* cookie, char* buf, size_t size);
258 
259  static ssize_t write(void* cookie, const char* buf, size_t size);
260 
261  static int seek(void* cookie, int64_t* offset, int whence);
262 
263  static int close(void* cookie);
264 };
265 
266 [[nodiscard]] inline FuzzedFileProvider ConsumeFile(FuzzedDataProvider& fuzzed_data_provider) noexcept
267 {
268  return {fuzzed_data_provider};
269 }
270 
272 {
274 
275 public:
276  FuzzedAutoFileProvider(FuzzedDataProvider& fuzzed_data_provider) : m_fuzzed_file_provider{fuzzed_data_provider}
277  {
278  }
279 
281  {
283  }
284 };
285 
286 [[nodiscard]] inline FuzzedAutoFileProvider ConsumeAutoFile(FuzzedDataProvider& fuzzed_data_provider) noexcept
287 {
288  return {fuzzed_data_provider};
289 }
290 
291 #define WRITE_TO_STREAM_CASE(type, consume) \
292  [&] { \
293  type o = consume; \
294  stream << o; \
295  }
296 template <typename Stream>
297 void WriteToStream(FuzzedDataProvider& fuzzed_data_provider, Stream& stream) noexcept
298 {
299  while (fuzzed_data_provider.ConsumeBool()) {
300  try {
301  CallOneOf(
302  fuzzed_data_provider,
303  WRITE_TO_STREAM_CASE(bool, fuzzed_data_provider.ConsumeBool()),
304  WRITE_TO_STREAM_CASE(int8_t, fuzzed_data_provider.ConsumeIntegral<int8_t>()),
305  WRITE_TO_STREAM_CASE(uint8_t, fuzzed_data_provider.ConsumeIntegral<uint8_t>()),
306  WRITE_TO_STREAM_CASE(int16_t, fuzzed_data_provider.ConsumeIntegral<int16_t>()),
307  WRITE_TO_STREAM_CASE(uint16_t, fuzzed_data_provider.ConsumeIntegral<uint16_t>()),
308  WRITE_TO_STREAM_CASE(int32_t, fuzzed_data_provider.ConsumeIntegral<int32_t>()),
309  WRITE_TO_STREAM_CASE(uint32_t, fuzzed_data_provider.ConsumeIntegral<uint32_t>()),
310  WRITE_TO_STREAM_CASE(int64_t, fuzzed_data_provider.ConsumeIntegral<int64_t>()),
311  WRITE_TO_STREAM_CASE(uint64_t, fuzzed_data_provider.ConsumeIntegral<uint64_t>()),
312  WRITE_TO_STREAM_CASE(std::string, fuzzed_data_provider.ConsumeRandomLengthString(32)),
313  WRITE_TO_STREAM_CASE(std::vector<uint8_t>, ConsumeRandomLengthIntegralVector<uint8_t>(fuzzed_data_provider)));
314  } catch (const std::ios_base::failure&) {
315  break;
316  }
317  }
318 }
319 
320 #define READ_FROM_STREAM_CASE(type) \
321  [&] { \
322  type o; \
323  stream >> o; \
324  }
325 template <typename Stream>
326 void ReadFromStream(FuzzedDataProvider& fuzzed_data_provider, Stream& stream) noexcept
327 {
328  while (fuzzed_data_provider.ConsumeBool()) {
329  try {
330  CallOneOf(
331  fuzzed_data_provider,
332  READ_FROM_STREAM_CASE(bool),
333  READ_FROM_STREAM_CASE(int8_t),
334  READ_FROM_STREAM_CASE(uint8_t),
335  READ_FROM_STREAM_CASE(int16_t),
336  READ_FROM_STREAM_CASE(uint16_t),
337  READ_FROM_STREAM_CASE(int32_t),
338  READ_FROM_STREAM_CASE(uint32_t),
339  READ_FROM_STREAM_CASE(int64_t),
340  READ_FROM_STREAM_CASE(uint64_t),
341  READ_FROM_STREAM_CASE(std::string),
342  READ_FROM_STREAM_CASE(std::vector<uint8_t>));
343  } catch (const std::ios_base::failure&) {
344  break;
345  }
346  }
347 }
348 
349 #endif // BITCOIN_TEST_FUZZ_UTIL_H
CMutableTransaction ConsumeTransaction(FuzzedDataProvider &fuzzed_data_provider, const std::optional< std::vector< uint256 >> &prevout_txids, const int max_num_in=10, const int max_num_out=10) noexcept
Definition: util.cpp:43
int64_t ConsumeTime(FuzzedDataProvider &fuzzed_data_provider, const std::optional< int64_t > &min=std::nullopt, const std::optional< int64_t > &max=std::nullopt) noexcept
Definition: util.cpp:35
FuzzedFileProvider(FuzzedDataProvider &fuzzed_data_provider)
Definition: util.h:251
int ret
std::vector< B > ConsumeFixedLengthByteVector(FuzzedDataProvider &fuzzed_data_provider, const size_t length) noexcept
Returns a byte vector of specified size regardless of the number of remaining bytes available from th...
Definition: util.h:237
std::vector< std::string > ConsumeRandomLengthStringVector(FuzzedDataProvider &fuzzed_data_provider, const size_t max_vector_size=16, const size_t max_string_length=16) noexcept
Definition: util.h:79
CTxDestination ConsumeTxDestination(FuzzedDataProvider &fuzzed_data_provider) noexcept
Definition: util.cpp:167
assert(!tx.IsCoinBase())
void ReadFromStream(FuzzedDataProvider &fuzzed_data_provider, Stream &stream) noexcept
Definition: util.h:326
static int seek(void *cookie, int64_t *offset, int whence)
Definition: util.cpp:303
int64_t m_offset
Definition: util.h:248
std::optional< T > ConsumeDeserializable(FuzzedDataProvider &fuzzed_data_provider, const P &params, const std::optional< size_t > &max_length=std::nullopt) noexcept
Definition: util.h:104
WeakEnumType ConsumeWeakEnum(FuzzedDataProvider &fuzzed_data_provider, const WeakEnumType(&all_types)[size]) noexcept
Definition: util.h:132
bool ContainsSpentInput(const CTransaction &tx, const CCoinsViewCache &inputs) noexcept
Definition: util.cpp:220
opcodetype ConsumeOpcodeType(FuzzedDataProvider &fuzzed_data_provider) noexcept
Definition: util.h:139
uint32_t ConsumeSequence(FuzzedDataProvider &fuzzed_data_provider) noexcept
Definition: util.cpp:156
FuzzedDataProvider & m_fuzzed_data_provider
Definition: util.h:247
P ConsumeDeserializationParams(FuzzedDataProvider &fuzzed_data_provider) noexcept
Definition: net.cpp:63
CKey ConsumePrivateKey(FuzzedDataProvider &fuzzed_data_provider, std::optional< bool > compressed=std::nullopt) noexcept
Definition: util.cpp:210
Non-refcounted RAII wrapper for FILE*.
Definition: streams.h:470
std::vector< B > ConsumeRandomLengthByteVector(FuzzedDataProvider &fuzzed_data_provider, const std::optional< size_t > &max_length=std::nullopt) noexcept
Definition: util.h:58
arith_uint256 UintToArith256(const uint256 &a)
static int close(void *cookie)
Definition: util.cpp:331
std::vector< T > ConsumeRandomLengthIntegralVector(FuzzedDataProvider &fuzzed_data_provider, const size_t max_vector_size=16) noexcept
Definition: util.h:90
int64_t CAmount
Amount in satoshis (Can be negative)
Definition: amount.h:12
bool MultiplicationOverflow(const T i, const T j) noexcept
Definition: util.h:189
FuzzedAutoFileProvider ConsumeAutoFile(FuzzedDataProvider &fuzzed_data_provider) noexcept
Definition: util.h:286
DataStream ConsumeDataStream(FuzzedDataProvider &fuzzed_data_provider, const std::optional< size_t > &max_length=std::nullopt) noexcept
Definition: util.h:74
FuzzedFileProvider ConsumeFile(FuzzedDataProvider &fuzzed_data_provider) noexcept
Definition: util.h:266
#define B
Definition: util_tests.cpp:485
Double ended buffer combining vector and stream-like interfaces.
Definition: streams.h:192
void WriteToStream(FuzzedDataProvider &fuzzed_data_provider, Stream &stream) noexcept
Definition: util.h:297
static const int INIT_PROTO_VERSION
initial proto version, to be increased after version/verack negotiation
Definition: version.h:15
std::string ConsumeRandomLengthString(size_t max_length)
opcodetype
Script opcodes.
Definition: script.h:71
CScriptWitness ConsumeScriptWitness(FuzzedDataProvider &fuzzed_data_provider, const size_t max_stack_elem_size=32) noexcept
Definition: util.cpp:84
std::vector< bool > ConsumeRandomLengthBitVector(FuzzedDataProvider &fuzzed_data_provider, const std::optional< size_t > &max_length=std::nullopt) noexcept
Definition: util.h:69
CScript ConsumeScript(FuzzedDataProvider &fuzzed_data_provider, const bool maybe_p2wsh=false) noexcept
Definition: util.cpp:94
static auto WithParams(const Params &params, T &&t)
Return a wrapper around t that (de)serializes it with specified parameter params. ...
Definition: serialize.h:1191
std::vector< bool > BytesToBits(const std::vector< unsigned char > &bytes)
Definition: merkleblock.cpp:21
256-bit unsigned big integer.
FILE * open()
Definition: util.cpp:231
AutoFile open()
Definition: util.h:280
#define READ_FROM_STREAM_CASE(type)
Definition: util.h:320
std::vector< T > ConsumeBytes(size_t num_bytes)
std::variant< CNoDestination, PubKeyDestination, PKHash, ScriptHash, WitnessV0ScriptHash, WitnessV0KeyHash, WitnessV1Taproot, WitnessUnknown > CTxDestination
A txout script categorized into standard templates.
Definition: addresstype.h:129
256-bit opaque blob.
Definition: uint256.h:106
static ssize_t write(void *cookie, const char *buf, size_t size)
Definition: util.cpp:291
static ssize_t read(void *cookie, char *buf, size_t size)
Definition: util.cpp:272
Serialized script, used inside transaction inputs and outputs.
Definition: script.h:412
FuzzedAutoFileProvider(FuzzedDataProvider &fuzzed_data_provider)
Definition: util.h:276
CScriptNum ConsumeScriptNum(FuzzedDataProvider &fuzzed_data_provider) noexcept
Definition: util.h:156
CAmount ConsumeMoney(FuzzedDataProvider &fuzzed_data_provider, const std::optional< CAmount > &max=std::nullopt) noexcept
Definition: util.cpp:30
#define WRITE_TO_STREAM_CASE(type, consume)
Definition: util.h:291
160-bit opaque blob.
Definition: uint256.h:95
void SetFuzzedErrNo(FuzzedDataProvider &fuzzed_data_provider, const std::array< T, size > &errnos)
Sets errno to a value selected from the given std::array errnos.
Definition: util.h:217
A mutable version of CTransaction.
Definition: transaction.h:379
size_t CallOneOf(FuzzedDataProvider &fuzzed_data_provider, Callables... callables)
Definition: util.h:36
auto & PickValue(FuzzedDataProvider &fuzzed_data_provider, Collection &col)
Definition: util.h:48
An encapsulated private key.
Definition: key.h:32
The basic transaction that is broadcasted on the network and contained in blocks. ...
Definition: transaction.h:294
uint160 ConsumeUInt160(FuzzedDataProvider &fuzzed_data_provider) noexcept
Definition: util.h:161
T ConsumeIntegralInRange(T min, T max)
CCoinsView that adds a memory cache for transactions to another CCoinsView.
Definition: coins.h:228
static const unsigned int MAX_OPCODE
Definition: script.h:214
uint256 ConsumeUInt256(FuzzedDataProvider &fuzzed_data_provider) noexcept
Definition: util.h:170
T PickValueInArray(const T(&array)[size])
arith_uint256 ConsumeArithUInt256(FuzzedDataProvider &fuzzed_data_provider) noexcept
Definition: util.h:179
FuzzedFileProvider m_fuzzed_file_provider
Definition: util.h:273