Monero
Loading...
Searching...
No Matches
block_queue.h
Go to the documentation of this file.
1// Copyright (c) 2017-2022, The Monero Project
2//
3// All rights reserved.
4//
5// Redistribution and use in source and binary forms, with or without modification, are
6// permitted provided that the following conditions are met:
7//
8// 1. Redistributions of source code must retain the above copyright notice, this list of
9// conditions and the following disclaimer.
10//
11// 2. Redistributions in binary form must reproduce the above copyright notice, this list
12// of conditions and the following disclaimer in the documentation and/or other
13// materials provided with the distribution.
14//
15// 3. Neither the name of the copyright holder nor the names of its contributors may be
16// used to endorse or promote products derived from this software without specific
17// prior written permission.
18//
19// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY
20// EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
21// MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL
22// THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
23// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
24// PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
25// INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
26// STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF
27// THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
28//
29// Parts of this file are originally copyright (c) 2012-2013 The Cryptonote developers
30
31#pragma once
32
33#include <string>
34#include <vector>
35#include <set>
36#include <unordered_set>
37#include <boost/thread/recursive_mutex.hpp>
38#include <boost/uuid/uuid.hpp>
39#include "net/net_utils_base.h"
40
41#undef MONERO_DEFAULT_LOG_CATEGORY
42#define MONERO_DEFAULT_LOG_CATEGORY "cn.block_queue"
43
44namespace cryptonote
45{
46 struct block_complete_entry;
47
49 {
50 public:
51 struct span
52 {
54 std::vector<crypto::hash> hashes;
55 std::vector<cryptonote::block_complete_entry> blocks;
56 boost::uuids::uuid connection_id;
58 float rate;
59 size_t size;
60 boost::posix_time::ptime time;
62
63 span(uint64_t start_block_height, std::vector<cryptonote::block_complete_entry> blocks, const boost::uuids::uuid &connection_id, const epee::net_utils::network_address &addr, float rate, size_t size):
64 start_block_height(start_block_height), blocks(std::move(blocks)), connection_id(connection_id), nblocks(this->blocks.size()), rate(rate), size(size), time(boost::date_time::min_date_time), origin(addr) {}
67
68 bool operator<(const span &s) const { return start_block_height < s.start_block_height; }
69 };
70 typedef std::set<span> block_map;
71
72 public:
73 void add_blocks(uint64_t height, std::vector<cryptonote::block_complete_entry> bcel, const boost::uuids::uuid &connection_id, const epee::net_utils::network_address &addr, float rate, size_t size);
74 void add_blocks(uint64_t height, uint64_t nblocks, const boost::uuids::uuid &connection_id, const epee::net_utils::network_address &addr, boost::posix_time::ptime time = boost::date_time::min_date_time);
75 void flush_spans(const boost::uuids::uuid &connection_id, bool all = false);
76 void flush_stale_spans(const std::set<boost::uuids::uuid> &live_connections);
77 bool remove_span(uint64_t start_block_height, std::vector<crypto::hash> *hashes = NULL);
78 void remove_spans(const boost::uuids::uuid &connection_id, uint64_t start_block_height);
80 void print() const;
81 std::string get_overview(uint64_t blockchain_height) const;
82 bool has_unpruned_height(uint64_t block_height, uint64_t blockchain_height, uint32_t pruning_seed) const;
83 std::pair<uint64_t, uint64_t> reserve_span(uint64_t first_block_height, uint64_t last_block_height, uint64_t max_blocks, const boost::uuids::uuid &connection_id, const epee::net_utils::network_address &addr, bool sync_pruned_blocks, uint32_t local_pruning_seed, uint32_t pruning_seed, uint64_t blockchain_height, const std::vector<std::pair<crypto::hash, uint64_t>> &block_hashes, boost::posix_time::ptime time = boost::posix_time::microsec_clock::universal_time());
84 uint64_t get_next_needed_height(uint64_t blockchain_height) const;
85 std::pair<uint64_t, uint64_t> get_next_span_if_scheduled(std::vector<crypto::hash> &hashes, boost::uuids::uuid &connection_id, boost::posix_time::ptime &time) const;
86 void reset_next_span_time(boost::posix_time::ptime t = boost::posix_time::microsec_clock::universal_time());
87 void set_span_hashes(uint64_t start_height, const boost::uuids::uuid &connection_id, std::vector<crypto::hash> hashes);
88 bool get_next_span(uint64_t &height, std::vector<cryptonote::block_complete_entry> &bcel, boost::uuids::uuid &connection_id, epee::net_utils::network_address &addr, bool filled = true) const;
89 bool has_next_span(const boost::uuids::uuid &connection_id, bool &filled, boost::posix_time::ptime &time) const;
90 bool has_next_span(uint64_t height, bool &filled, boost::posix_time::ptime &time, boost::uuids::uuid &connection_id) const;
91 size_t get_data_size() const;
92 size_t get_num_filled_spans_prefix() const;
93 size_t get_num_filled_spans() const;
94 crypto::hash get_last_known_hash(const boost::uuids::uuid &connection_id) const;
95 bool has_spans(const boost::uuids::uuid &connection_id) const;
96 float get_speed(const boost::uuids::uuid &connection_id) const;
97 float get_download_rate(const boost::uuids::uuid &connection_id) const;
98 bool foreach(std::function<bool(const span&)> f) const;
99 bool requested(const crypto::hash &hash) const;
100 bool have(const crypto::hash &hash) const;
101 std::uint64_t have_height(const crypto::hash &hash) const;
102
103 private:
104 void erase_block(block_map::iterator j);
105 inline bool requested_internal(const crypto::hash &hash) const;
106
107 private:
109 mutable boost::recursive_mutex mutex;
110 std::unordered_set<crypto::hash> requested_hashes;
111 std::unordered_map<crypto::hash, std::uint64_t> have_blocks;
112 };
113}
#define s(x, c)
Definition aesb.c:47
Definition block_queue.h:49
float get_download_rate(const boost::uuids::uuid &connection_id) const
Definition block_queue.cpp:517
void erase_block(block_map::iterator j)
Definition block_queue.cpp:84
std::unordered_set< crypto::hash > requested_hashes
Definition block_queue.h:110
std::set< span > block_map
Definition block_queue.h:70
void remove_spans(const boost::uuids::uuid &connection_id, uint64_t start_block_height)
Definition block_queue.cpp:125
void flush_stale_spans(const std::set< boost::uuids::uuid > &live_connections)
Definition block_queue.cpp:95
bool requested(const crypto::hash &hash) const
Definition block_queue.cpp:218
std::uint64_t have_height(const crypto::hash &hash) const
Definition block_queue.cpp:230
void print() const
Definition block_queue.cpp:178
bool get_next_span(uint64_t &height, std::vector< cryptonote::block_complete_entry > &bcel, boost::uuids::uuid &connection_id, epee::net_utils::network_address &addr, bool filled=true) const
Definition block_queue.cpp:366
std::pair< uint64_t, uint64_t > reserve_span(uint64_t first_block_height, uint64_t last_block_height, uint64_t max_blocks, const boost::uuids::uuid &connection_id, const epee::net_utils::network_address &addr, bool sync_pruned_blocks, uint32_t local_pruning_seed, uint32_t pruning_seed, uint64_t blockchain_height, const std::vector< std::pair< crypto::hash, uint64_t > > &block_hashes, boost::posix_time::ptime time=boost::posix_time::microsec_clock::universal_time())
Definition block_queue.cpp:240
float get_speed(const boost::uuids::uuid &connection_id) const
Definition block_queue.cpp:481
void set_span_hashes(uint64_t start_height, const boost::uuids::uuid &connection_id, std::vector< crypto::hash > hashes)
Definition block_queue.cpp:348
size_t get_num_filled_spans() const
Definition block_queue.cpp:442
bool remove_span(uint64_t start_block_height, std::vector< crypto::hash > *hashes=NULL)
Definition block_queue.cpp:109
std::unordered_map< crypto::hash, std::uint64_t > have_blocks
Definition block_queue.h:111
crypto::hash get_last_known_hash(const boost::uuids::uuid &connection_id) const
Definition block_queue.cpp:452
void flush_spans(const boost::uuids::uuid &connection_id, bool all=false)
Definition block_queue.cpp:70
void add_blocks(uint64_t height, std::vector< cryptonote::block_complete_entry > bcel, const boost::uuids::uuid &connection_id, const epee::net_utils::network_address &addr, float rate, size_t size)
Definition block_queue.cpp:46
bool has_spans(const boost::uuids::uuid &connection_id) const
Definition block_queue.cpp:471
bool has_next_span(const boost::uuids::uuid &connection_id, bool &filled, boost::posix_time::ptime &time) const
Definition block_queue.cpp:386
size_t get_num_filled_spans_prefix() const
Definition block_queue.cpp:426
boost::recursive_mutex mutex
Definition block_queue.h:109
std::string get_overview(uint64_t blockchain_height) const
Definition block_queue.cpp:186
bool has_unpruned_height(uint64_t block_height, uint64_t blockchain_height, uint32_t pruning_seed) const
std::pair< uint64_t, uint64_t > get_next_span_if_scheduled(std::vector< crypto::hash > &hashes, boost::uuids::uuid &connection_id, boost::posix_time::ptime &time) const
Definition block_queue.cpp:322
bool requested_internal(const crypto::hash &hash) const
Definition block_queue.cpp:213
uint64_t get_next_needed_height(uint64_t blockchain_height) const
Definition block_queue.cpp:151
uint64_t get_max_block_height() const
Definition block_queue.cpp:138
size_t get_data_size() const
Definition block_queue.cpp:417
void reset_next_span_time(boost::posix_time::ptime t=boost::posix_time::microsec_clock::universal_time())
Definition block_queue.cpp:338
bool have(const crypto::hash &hash) const
Definition block_queue.cpp:224
Definition net_utils_base.h:225
Definition blocks.cpp:13
Definition portable_binary_archive.hpp:29
POD_CLASS hash
Definition hash.h:49
Holds cryptonote related classes and helpers.
Definition blockchain_db.cpp:45
@ all
Everything in the db.
Definition blockchain_db.h:114
Definition enums.h:68
unsigned int uint32_t
Definition stdint.h:126
unsigned __int64 uint64_t
Definition stdint.h:136
Definition block_queue.h:52
std::vector< crypto::hash > hashes
Definition block_queue.h:54
boost::uuids::uuid connection_id
Definition block_queue.h:56
bool operator<(const span &s) const
Definition block_queue.h:68
boost::posix_time::ptime time
Definition block_queue.h:60
epee::net_utils::network_address origin
Definition block_queue.h:61
span(uint64_t start_block_height, std::vector< cryptonote::block_complete_entry > blocks, const boost::uuids::uuid &connection_id, const epee::net_utils::network_address &addr, float rate, size_t size)
Definition block_queue.h:63
float rate
Definition block_queue.h:58
size_t size
Definition block_queue.h:59
uint64_t nblocks
Definition block_queue.h:57
uint64_t start_block_height
Definition block_queue.h:53
span(uint64_t start_block_height, uint64_t nblocks, const boost::uuids::uuid &connection_id, const epee::net_utils::network_address &addr, boost::posix_time::ptime time)
Definition block_queue.h:65
struct hash_func hashes[]