Electroneum
tx_pool.h
Go to the documentation of this file.
1 // Copyrights(c) 2017-2020, The Electroneum Project
2 // Copyrights(c) 2014-2019, The Monero Project
3 //
4 // All rights reserved.
5 //
6 // Redistribution and use in source and binary forms, with or without modification, are
7 // permitted provided that the following conditions are met:
8 //
9 // 1. Redistributions of source code must retain the above copyright notice, this list of
10 // conditions and the following disclaimer.
11 //
12 // 2. Redistributions in binary form must reproduce the above copyright notice, this list
13 // of conditions and the following disclaimer in the documentation and/or other
14 // materials provided with the distribution.
15 //
16 // 3. Neither the name of the copyright holder nor the names of its contributors may be
17 // used to endorse or promote products derived from this software without specific
18 // prior written permission.
19 //
20 // THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY
21 // EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
22 // MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL
23 // THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
24 // SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
25 // PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26 // INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
27 // STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF
28 // THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
29 //
30 // Parts of this file are originally copyright (c) 2012-2013 The Cryptonote developers
31 
32 #pragma once
33 #include "include_base_utils.h"
34 
35 #include <set>
36 #include <unordered_map>
37 #include <unordered_set>
38 #include <queue>
39 #include <boost/serialization/version.hpp>
40 #include <boost/utility.hpp>
41 
42 #include "string_tools.h"
43 #include "syncobj.h"
44 #include "math_helper.h"
48 #include "crypto/hash.h"
51 
52 namespace cryptonote
53 {
54  class Blockchain;
55  /************************************************************************/
56  /* */
57  /************************************************************************/
58 
60  typedef std::pair<std::pair<double, std::time_t>, crypto::hash> tx_by_fee_and_receive_time_entry;
61 
62  class txCompare
63  {
64  public:
66  {
67  // sort by greatest first, not least
68  if (a.first.first > b.first.first) return true;
69  else if (a.first.first < b.first.first) return false;
70  else if (a.first.second < b.first.second) return true;
71  else if (a.first.second > b.first.second) return false;
72  else if (a.second != b.second) return true;
73  else return false;
74  }
75  };
76 
78  typedef std::set<tx_by_fee_and_receive_time_entry, txCompare> sorted_tx_container;
79 
94  class tx_memory_pool: boost::noncopyable
95  {
96  public:
102  tx_memory_pool(Blockchain& bchs);
103 
104 
111  bool add_tx(transaction &tx, const crypto::hash &id, const cryptonote::blobdata &blob, size_t tx_weight, tx_verification_context& tvc, bool kept_by_block, bool relayed, bool do_not_relay, uint8_t version);
112 
130  bool add_tx(transaction &tx, tx_verification_context& tvc, bool kept_by_block, bool relayed, bool do_not_relay, uint8_t version);
131 
146  bool take_tx(const crypto::hash &id, transaction &tx, cryptonote::blobdata &txblob, size_t& tx_weight, uint64_t& fee, bool &relayed, bool &do_not_relay, bool &double_spend_seen);
147 
155  bool have_tx(const crypto::hash &id) const;
156 
167  bool on_blockchain_inc(uint64_t new_block_height, const crypto::hash& top_block_id);
168 
179  bool on_blockchain_dec(uint64_t new_block_height, const crypto::hash& top_block_id);
180 
186  void on_idle();
187 
191  void lock() const;
192 
196  void unlock() const;
197 
198  // load/store operations
199 
207  bool init(size_t max_txpool_weight = 0);
208 
218  bool deinit();
219 
233  bool fill_block_template(block &bl, size_t median_weight, uint64_t already_generated_coins, size_t &total_weight, uint64_t &fee, uint64_t &expected_reward, uint8_t version);
234 
242  void get_transactions(std::vector<transaction>& txs, bool include_unrelayed_txes = true) const;
243 
251  void get_transaction_hashes(std::vector<crypto::hash>& txs, bool include_unrelayed_txes = true) const;
252 
260  void get_transaction_backlog(std::vector<tx_backlog_entry>& backlog, bool include_unrelayed_txes = true) const;
261 
269  void get_transaction_stats(struct txpool_stats& stats, bool include_unrelayed_txes = true) const;
270 
282  bool get_transactions_and_spent_keys_info(std::vector<tx_info>& tx_infos, std::vector<spent_key_image_info>& key_image_infos, bool include_sensitive_data = true) const;
283 
294  bool get_pool_for_rpc(std::vector<cryptonote::rpc::tx_in_pool>& tx_infos, cryptonote::rpc::key_images_with_tx_hashes& key_image_infos) const;
295 
304  bool check_for_key_images(const std::vector<crypto::key_image>& key_images, std::vector<bool> spent) const;
305 
314  bool get_transaction(const crypto::hash& h, cryptonote::blobdata& txblob) const;
315 
329  bool get_relayable_transactions(std::vector<std::pair<crypto::hash, cryptonote::blobdata>>& txs) const;
330 
336  void set_relayed(const std::vector<std::pair<crypto::hash, cryptonote::blobdata>>& txs);
337 
343  size_t get_transactions_count(bool include_unrelayed_txes = true) const;
344 
352  std::string print_pool(bool short_format) const;
353 
365  size_t validate(uint8_t version);
366 
372  uint64_t cookie() const { return m_cookie; }
373 
379  size_t get_txpool_weight() const;
380 
386  void set_txpool_max_weight(size_t bytes);
387 
388 #define CURRENT_MEMPOOL_ARCHIVE_VER 11
389 #define CURRENT_MEMPOOL_TX_DETAILS_ARCHIVE_VER 13
390 
394  struct tx_details
395  {
397  size_t blob_size;
398  size_t weight;
399  uint64_t fee;
402 
404 
408 
410 
415 
417 
422 
423  time_t receive_time;
424 
426  bool relayed;
428 
430  };
431 
432  private:
433 
439  bool insert_key_images(const transaction_prefix &tx, const crypto::hash &txid, bool kept_by_block);
440 
451 
459  bool have_tx_keyimg_as_spent(const crypto::key_image& key_im) const;
460 
473  bool have_tx_keyimges_as_spent(const transaction& tx) const;
474 
487  bool remove_transaction_keyimages(const transaction_prefix& tx, const crypto::hash &txid);
488 
497  static bool have_key_images(const std::unordered_set<crypto::key_image>& kic, const transaction_prefix& tx);
498 
507  static bool append_key_images(std::unordered_set<crypto::key_image>& kic, const transaction_prefix& tx);
508 
519  bool is_transaction_ready_to_go(txpool_tx_meta_t& txd, const crypto::hash &txid, const cryptonote::blobdata &txblob, transaction&tx) const;
520 
524  void mark_double_spend(const transaction &tx);
525 
531  void prune(size_t bytes = 0);
532 
533  //TODO: confirm the below comments and investigate whether or not this
534  // is the desired behavior
536 
542  typedef std::unordered_map<crypto::key_image, std::unordered_set<crypto::hash> > key_images_container;
543 
544 #if defined(DEBUG_CREATE_BLOCK_TEMPLATE)
545 public:
546 #endif
547  mutable epee::critical_section m_transactions_lock;
548 #if defined(DEBUG_CREATE_BLOCK_TEMPLATE)
549 private:
550 #endif
551 
554 
555  //TODO: this time should be a named constant somewhere, not hard-coded
557  epee::math_helper::once_a_time_seconds<30> m_remove_stuck_tx_interval;
558 
559  //TODO: look into doing this better
562 
563  std::atomic<uint64_t> m_cookie;
564 
572  sorted_tx_container::iterator find_tx_in_sorted_container(const crypto::hash& id) const;
573 
575  bool check_tx_inputs(const std::function<cryptonote::transaction&(void)> &get_tx, const crypto::hash &txid, uint64_t &max_used_block_height, crypto::hash &max_used_block_id, tx_verification_context &tvc, bool kept_by_block = false) const;
576 
578 
581  std::unordered_set<crypto::hash> m_timed_out_transactions;
582 
584 
587 
588  mutable std::unordered_map<crypto::hash, std::tuple<bool, tx_verification_context, uint64_t, crypto::hash>> m_input_cache;
589 
590  std::unordered_map<crypto::hash, transaction> m_parsed_tx_cache;
591  };
592 }
593 
594 namespace boost
595 {
596  namespace serialization
597  {
598  template<class archive_t>
599  void serialize(archive_t & ar, cryptonote::tx_memory_pool::tx_details& td, const unsigned int version)
600  {
601  ar & td.blob_size;
602  ar & td.fee;
603  ar & td.tx;
604  ar & td.max_used_block_height;
605  ar & td.max_used_block_id;
606  ar & td.last_failed_height;
607  ar & td.last_failed_id;
608  ar & td.receive_time;
609  ar & td.last_relayed_time;
610  ar & td.relayed;
611  if (version < 11)
612  return;
613  ar & td.kept_by_block;
614  if (version < 12)
615  return;
616  ar & td.do_not_relay;
617  if (version < 13)
618  return;
619  ar & td.weight;
620  }
621  }
622 }
625 
626 
627 
uint8_t version
Definition: blockchain.cpp:90
Definition: blockchain.h:95
Definition: cryptonote_basic.h:171
Definition: cryptonote_basic.h:205
Definition: tx_pool.h:63
bool operator()(const tx_by_fee_and_receive_time_entry &a, const tx_by_fee_and_receive_time_entry &b) const
Definition: tx_pool.h:65
Transaction pool, handles transactions which are not part of a block.
Definition: tx_pool.h:95
void unlock() const
unlocks the transaction pool
Definition: tx_pool.cpp:982
sorted_tx_container::iterator find_tx_in_sorted_container(const crypto::hash &id) const
get an iterator to a transaction in the sorted container
Definition: tx_pool.cpp:524
void lock() const
locks the transaction pool
Definition: tx_pool.cpp:977
void on_idle()
action to take periodically
Definition: tx_pool.cpp:519
void set_relayed(const std::vector< std::pair< crypto::hash, cryptonote::blobdata >> &txs)
tell the pool that certain transactions were just relayed
Definition: tx_pool.cpp:631
epee::math_helper::once_a_time_seconds< 30 > m_remove_stuck_tx_interval
interval on which to check for stale/"stuck" transactions
Definition: tx_pool.h:557
bool get_pool_for_rpc(std::vector< cryptonote::rpc::tx_in_pool > &tx_infos, cryptonote::rpc::key_images_with_tx_hashes &key_image_infos) const
get information about all transactions and key images in the pool
Definition: tx_pool.cpp:859
bool on_blockchain_dec(uint64_t new_block_height, const crypto::hash &top_block_id)
action to take when notified of a block removed from the blockchain
Definition: tx_pool.cpp:943
bool fill_block_template(block &bl, size_t median_weight, uint64_t already_generated_coins, size_t &total_weight, uint64_t &fee, uint64_t &expected_reward, uint8_t version)
Chooses transactions for a block to include.
Definition: tx_pool.cpp:1171
bool remove_transaction_keyimages(const transaction_prefix &tx, const crypto::hash &txid)
forget a transaction's spent key images
Definition: tx_pool.cpp:434
size_t m_txpool_max_weight
Definition: tx_pool.h:585
bool have_tx(const crypto::hash &id) const
checks if the pool has a transaction with the given hash
Definition: tx_pool.cpp:951
bool on_blockchain_inc(uint64_t new_block_height, const crypto::hash &top_block_id)
action to take when notified of a block added to the blockchain
Definition: tx_pool.cpp:935
bool take_tx(const crypto::hash &id, transaction &tx, cryptonote::blobdata &txblob, size_t &tx_weight, uint64_t &fee, bool &relayed, bool &do_not_relay, bool &double_spend_seen)
takes a transaction with the given hash from the pool
Definition: tx_pool.cpp:464
void get_transaction_hashes(std::vector< crypto::hash > &txs, bool include_unrelayed_txes=true) const
get a list of all transaction hashes in the pool
Definition: tx_pool.cpp:684
bool add_tx(transaction &tx, const crypto::hash &id, const cryptonote::blobdata &blob, size_t tx_weight, tx_verification_context &tvc, bool kept_by_block, bool relayed, bool do_not_relay, uint8_t version)
Definition: tx_pool.cpp:119
key_images_container m_spent_key_images
container for spent key images from the transactions in the pool
Definition: tx_pool.h:553
std::unordered_set< crypto::hash > m_timed_out_transactions
transactions which are unlikely to be included in blocks
Definition: tx_pool.h:581
bool check_tx_inputs(const std::function< cryptonote::transaction &(void)> &get_tx, const crypto::hash &txid, uint64_t &max_used_block_height, crypto::hash &max_used_block_id, tx_verification_context &tvc, bool kept_by_block=false) const
cache/call Blockchain::check_tx_inputs results
Definition: tx_pool.cpp:987
uint64_t cookie() const
return the cookie
Definition: tx_pool.h:372
void set_txpool_max_weight(size_t bytes)
set the max cumulative txpool weight in bytes
Definition: tx_pool.cpp:350
void get_transactions(std::vector< transaction > &txs, bool include_unrelayed_txes=true) const
get a list of all transactions in the pool
Definition: tx_pool.cpp:665
bool get_transactions_and_spent_keys_info(std::vector< tx_info > &tx_infos, std::vector< spent_key_image_info > &key_image_infos, bool include_sensitive_data=true) const
get information about all transactions and key images in the pool
Definition: tx_pool.cpp:785
static bool append_key_images(std::unordered_set< crypto::key_image > &kic, const transaction_prefix &tx)
append the key images from a transaction to the given set
Definition: tx_pool.cpp:1084
static bool have_key_images(const std::unordered_set< crypto::key_image > &kic, const transaction_prefix &tx)
check if any of a transaction's spent key images are present in a given set
Definition: tx_pool.cpp:1073
bool init(size_t max_txpool_weight=0)
loads pool state (if any) from disk, and initializes pool
Definition: tx_pool.cpp:1360
std::string print_pool(bool short_format) const
get a string containing human-readable pool information
Definition: tx_pool.cpp:1139
epee::critical_section m_transactions_lock
lock for the pool
Definition: tx_pool.h:547
void get_transaction_backlog(std::vector< tx_backlog_entry > &backlog, bool include_unrelayed_txes=true) const
get (weight, fee, receive time) for all transaction in the pool
Definition: tx_pool.cpp:695
sorted_tx_container m_txs_by_fee_and_receive_time
< container for transactions organized by fee per size and receive time
Definition: tx_pool.h:561
Blockchain & m_blockchain
reference to the Blockchain object
Definition: tx_pool.h:583
tx_memory_pool(Blockchain &bchs)
Constructor.
Definition: tx_pool.cpp:114
size_t validate(uint8_t version)
remove transactions from the pool which are no longer valid
Definition: tx_pool.cpp:1296
std::unordered_map< crypto::key_image, std::unordered_set< crypto::hash > > key_images_container
map key images to transactions which spent them
Definition: tx_pool.h:542
bool remove_stuck_transactions()
remove old transactions from the pool
Definition: tx_pool.cpp:534
void mark_double_spend(const transaction &tx)
mark all transactions double spending the one passed
Definition: tx_pool.cpp:1095
size_t get_txpool_weight() const
get the cumulative txpool weight in bytes
Definition: tx_pool.cpp:344
std::unordered_map< crypto::hash, std::tuple< bool, tx_verification_context, uint64_t, crypto::hash > > m_input_cache
Definition: tx_pool.h:588
void get_transaction_stats(struct txpool_stats &stats, bool include_unrelayed_txes=true) const
get a summary statistics of all transaction hashes in the pool
Definition: tx_pool.cpp:707
size_t get_transactions_count(bool include_unrelayed_txes=true) const
get the total number of transactions in the pool
Definition: tx_pool.cpp:658
std::atomic< uint64_t > m_cookie
incremented at each change
Definition: tx_pool.h:563
bool get_relayable_transactions(std::vector< std::pair< crypto::hash, cryptonote::blobdata >> &txs) const
get a list of all relayable transactions and their hashes
Definition: tx_pool.cpp:597
std::unordered_map< crypto::hash, transaction > m_parsed_tx_cache
Definition: tx_pool.h:590
void prune(size_t bytes=0)
prune lowest fee/byte txes till we're not above bytes
Definition: tx_pool.cpp:356
bool insert_key_images(const transaction_prefix &tx, const crypto::hash &txid, bool kept_by_block)
insert key images into m_spent_key_images
Definition: tx_pool.cpp:415
bool have_tx_keyimg_as_spent(const crypto::key_image &key_im) const
check if a transaction in the pool has a given spent key image
Definition: tx_pool.cpp:971
size_t m_txpool_weight
Definition: tx_pool.h:586
bool get_transaction(const crypto::hash &h, cryptonote::blobdata &txblob) const
get a specific transaction from the pool
Definition: tx_pool.cpp:921
bool is_transaction_ready_to_go(txpool_tx_meta_t &txd, const crypto::hash &txid, const cryptonote::blobdata &txblob, transaction &tx) const
check if a transaction is a valid candidate for inclusion in a block
Definition: tx_pool.cpp:1006
bool check_for_key_images(const std::vector< crypto::key_image > &key_images, std::vector< bool > spent) const
check for presence of key images in the pool
Definition: tx_pool.cpp:906
bool have_tx_keyimges_as_spent(const transaction &tx) const
check if any spent key image in a transaction is in the pool
Definition: tx_pool.cpp:958
bool deinit()
attempts to save the transaction pool state to disk
Definition: tx_pool.cpp:1423
string a
Definition: MakeCryptoOps.py:15
int b
Definition: base.py:1
void serialize(Archive &a, std::unordered_map< h_key, hval > &x, const boost::serialization::version_type ver)
Definition: unordered_containers_boost_serialization.h:127
Definition: unordered_containers_boost_serialization.h:39
POD_CLASS key_image
Definition: crypto.h:102
POD_CLASS hash
Definition: hash.h:50
std::unordered_map< crypto::key_image, std::vector< crypto::hash > > key_images_with_tx_hashes
Definition: message_data_structs.h:106
Holds cryptonote related classes and helpers.
Definition: db_bdb.cpp:226
std::set< tx_by_fee_and_receive_time_entry, txCompare > sorted_tx_container
container for sorting transactions by fee per unit size
Definition: tx_pool.h:78
std::string blobdata
Definition: blobdatatype.h:39
std::pair< std::pair< double, std::time_t >, crypto::hash > tx_by_fee_and_receive_time_entry
pair of <transaction fee, transaction hash> for organization
Definition: tx_pool.h:54
Definition: binary_utils.h:37
BOOST_CLASS_VERSION(nodetool::peerlist_types, nodetool::CURRENT_PEERLIST_STORAGE_ARCHIVE_VER)
Definition: cryptonote_basic.h:410
information about a single transaction
Definition: tx_pool.h:395
transaction tx
the transaction
Definition: tx_pool.h:396
bool do_not_relay
to avoid relay this transaction to the network
Definition: tx_pool.h:427
uint64_t max_used_block_height
the height of the highest block referenced by an input
Definition: tx_pool.h:401
crypto::hash last_failed_id
the hash of the highest block the transaction referenced when last checking it failed
Definition: tx_pool.h:421
uint64_t fee
the transaction's fee amount
Definition: tx_pool.h:399
bool kept_by_block
whether or not the transaction has been in a block before
Definition: tx_pool.h:407
size_t weight
the transaction's weight
Definition: tx_pool.h:398
time_t last_relayed_time
the last time the transaction was relayed to the network
Definition: tx_pool.h:425
bool relayed
whether or not the transaction has been relayed to the network
Definition: tx_pool.h:426
crypto::hash max_used_block_id
the hash of the highest block referenced by an input
Definition: tx_pool.h:400
size_t blob_size
the transaction's size
Definition: tx_pool.h:397
uint64_t last_failed_height
the highest block the transaction referenced when last checking it failed
Definition: tx_pool.h:414
bool double_spend_seen
true iff another tx was seen double spending this one
Definition: tx_pool.h:429
time_t receive_time
the time when the transaction entered the pool
Definition: tx_pool.h:423
Definition: verification_context.h:39
Definition: core_rpc_server_commands_defs.h:1486
a struct containing txpool per transaction metadata
Definition: blockchain_db.h:137
#define CURRENT_MEMPOOL_ARCHIVE_VER
Definition: tx_pool.h:388
#define CURRENT_MEMPOOL_TX_DETAILS_ARCHIVE_VER
Definition: tx_pool.h:389