mirror of
https://github.com/ton-blockchain/ton
synced 2025-03-09 15:40:10 +00:00
9f008b129f
- added new fift/func code for validator complaint creation - bugfixes in validator - updates in tonlib - new versions of rocksdb/abseil - hardfork support
429 lines
19 KiB
C++
429 lines
19 KiB
C++
/*
|
|
This file is part of TON Blockchain Library.
|
|
|
|
TON Blockchain Library is free software: you can redistribute it and/or modify
|
|
it under the terms of the GNU Lesser General Public License as published by
|
|
the Free Software Foundation, either version 2 of the License, or
|
|
(at your option) any later version.
|
|
|
|
TON Blockchain Library is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
GNU Lesser General Public License for more details.
|
|
|
|
You should have received a copy of the GNU Lesser General Public License
|
|
along with TON Blockchain Library. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
Copyright 2017-2020 Telegram Systems LLP
|
|
*/
|
|
#pragma once
|
|
|
|
#include "interfaces/validator-manager.h"
|
|
#include "interfaces/db.h"
|
|
#include "validator-group.hpp"
|
|
#include "manager-init.h"
|
|
#include "manager-hardfork.h"
|
|
|
|
#include <map>
|
|
#include <set>
|
|
|
|
namespace ton {
|
|
|
|
namespace validator {
|
|
|
|
class WaitBlockState;
|
|
class WaitZeroState;
|
|
class WaitShardState;
|
|
class WaitBlockDataDisk;
|
|
|
|
class ValidatorManagerImpl : public ValidatorManager {
|
|
private:
|
|
std::vector<td::Ref<ExtMessage>> ext_messages_;
|
|
std::vector<td::Ref<IhrMessage>> ihr_messages_;
|
|
struct Compare {
|
|
bool operator()(const td::Ref<ShardTopBlockDescription> &l, const td::Ref<ShardTopBlockDescription> &r) const {
|
|
return l->block_id() < r->block_id();
|
|
}
|
|
};
|
|
std::set<td::Ref<ShardTopBlockDescription>, Compare> shard_blocks_, out_shard_blocks_;
|
|
std::vector<td::BufferSlice> shard_blocks_raw_;
|
|
|
|
struct WaitBlockStateList {
|
|
std::vector<std::pair<td::Timestamp, td::Promise<td::Ref<ShardState>>>> waiting_;
|
|
td::actor::ActorId<WaitBlockState> actor_;
|
|
};
|
|
std::map<BlockIdExt, WaitBlockStateList> wait_state_;
|
|
struct WaitBlockDataList {
|
|
std::vector<std::pair<td::Timestamp, td::Promise<td::Ref<BlockData>>>> waiting_;
|
|
td::actor::ActorId<WaitBlockDataDisk> actor_;
|
|
};
|
|
std::map<BlockIdExt, WaitBlockDataList> wait_block_data_;
|
|
|
|
std::map<BlockIdExt, std::weak_ptr<BlockHandleInterface>> handles_;
|
|
|
|
std::unique_ptr<Callback> callback_;
|
|
td::actor::ActorOwn<Db> db_;
|
|
BlockSeqno last_masterchain_seqno_ = 0;
|
|
bool started_ = false;
|
|
td::Ref<MasterchainState> last_masterchain_state_;
|
|
//BlockHandle last_masterchain_block_;
|
|
|
|
public:
|
|
void install_callback(std::unique_ptr<Callback> new_callback, td::Promise<td::Unit> promise) override {
|
|
callback_ = std::move(new_callback);
|
|
promise.set_value(td::Unit());
|
|
|
|
callback_->initial_read_complete(nullptr);
|
|
}
|
|
void add_permanent_key(PublicKeyHash key, td::Promise<td::Unit> promise) override {
|
|
UNREACHABLE();
|
|
}
|
|
void add_temp_key(PublicKeyHash key, td::Promise<td::Unit> promise) override {
|
|
UNREACHABLE();
|
|
}
|
|
void del_permanent_key(PublicKeyHash key, td::Promise<td::Unit> promise) override {
|
|
UNREACHABLE();
|
|
}
|
|
void del_temp_key(PublicKeyHash key, td::Promise<td::Unit> promise) override {
|
|
UNREACHABLE();
|
|
}
|
|
|
|
void validate_block_is_next_proof(BlockIdExt prev_block_id, BlockIdExt next_block_id, td::BufferSlice proof,
|
|
td::Promise<td::Unit> promise) override {
|
|
UNREACHABLE();
|
|
}
|
|
void validate_block_proof(BlockIdExt block_id, td::BufferSlice proof, td::Promise<td::Unit> promise) override {
|
|
UNREACHABLE();
|
|
}
|
|
void validate_block_proof_link(BlockIdExt block_id, td::BufferSlice proof, td::Promise<td::Unit> promise) override {
|
|
UNREACHABLE();
|
|
}
|
|
void validate_block_proof_rel(BlockIdExt block_id, BlockIdExt rel_block_id, td::BufferSlice proof,
|
|
td::Promise<td::Unit> promise) override {
|
|
UNREACHABLE();
|
|
}
|
|
void validate_block(ReceivedBlock block, td::Promise<BlockHandle> promise) override {
|
|
UNREACHABLE();
|
|
}
|
|
void prevalidate_block(BlockBroadcast broadcast, td::Promise<td::Unit> promise) override {
|
|
UNREACHABLE();
|
|
}
|
|
|
|
//void create_validate_block(BlockId block, td::BufferSlice data, td::Promise<Block> promise) = 0;
|
|
void sync_complete(td::Promise<td::Unit> promise) override;
|
|
void created_candidate(BlockCandidate candidate);
|
|
|
|
void get_next_block(BlockIdExt block_id, td::Promise<BlockHandle> promise) override {
|
|
UNREACHABLE();
|
|
}
|
|
void get_next_key_blocks(BlockIdExt block_id, td::uint32 cnt, td::Promise<std::vector<BlockIdExt>> promise) override {
|
|
UNREACHABLE();
|
|
}
|
|
void get_block_data(BlockHandle handle, td::Promise<td::BufferSlice> promise) override;
|
|
void get_zero_state(BlockIdExt block_id, td::Promise<td::BufferSlice> promise) override {
|
|
UNREACHABLE();
|
|
}
|
|
void check_zero_state_exists(BlockIdExt block_id, td::Promise<bool> promise) override {
|
|
UNREACHABLE();
|
|
}
|
|
void check_persistent_state_exists(BlockIdExt block_id, BlockIdExt masterchain_block_id,
|
|
td::Promise<bool> promise) override {
|
|
UNREACHABLE();
|
|
}
|
|
void get_persistent_state(BlockIdExt block_id, BlockIdExt masterchain_block_id,
|
|
td::Promise<td::BufferSlice> promise) override {
|
|
UNREACHABLE();
|
|
}
|
|
void get_persistent_state_slice(BlockIdExt block_id, BlockIdExt masterchain_block_id, td::int64 offset,
|
|
td::int64 max_length, td::Promise<td::BufferSlice> promise) override {
|
|
UNREACHABLE();
|
|
}
|
|
void get_block_proof(BlockHandle handle, td::Promise<td::BufferSlice> promise) override;
|
|
void get_block_proof_link(BlockHandle block_id, td::Promise<td::BufferSlice> promise) override;
|
|
void get_key_block_proof(BlockIdExt block_id, td::Promise<td::BufferSlice> promise) override;
|
|
void get_key_block_proof_link(BlockIdExt block_id, td::Promise<td::BufferSlice> promise) override;
|
|
|
|
void new_external_message(td::BufferSlice data) override;
|
|
void new_ihr_message(td::BufferSlice data) override;
|
|
void new_shard_block(BlockIdExt block_id, CatchainSeqno cc_seqno, td::BufferSlice data) override {
|
|
UNREACHABLE();
|
|
}
|
|
|
|
void add_ext_server_id(adnl::AdnlNodeIdShort id) override {
|
|
UNREACHABLE();
|
|
}
|
|
void add_ext_server_port(td::uint16 port) override {
|
|
UNREACHABLE();
|
|
}
|
|
|
|
void get_block_handle(BlockIdExt id, bool force, td::Promise<BlockHandle> promise) override;
|
|
|
|
void set_block_state(BlockHandle handle, td::Ref<ShardState> state,
|
|
td::Promise<td::Ref<ShardState>> promise) override {
|
|
UNREACHABLE();
|
|
}
|
|
void store_persistent_state_file(BlockIdExt block_id, BlockIdExt masterchain_block_id, td::BufferSlice state,
|
|
td::Promise<td::Unit> promise) override {
|
|
UNREACHABLE();
|
|
}
|
|
void store_zero_state_file(BlockIdExt block_id, td::BufferSlice state, td::Promise<td::Unit> promise) override {
|
|
UNREACHABLE();
|
|
}
|
|
void wait_block_state(BlockHandle handle, td::uint32 priority, td::Timestamp timeout,
|
|
td::Promise<td::Ref<ShardState>> promise) override;
|
|
void wait_block_state_short(BlockIdExt block_id, td::uint32 priority, td::Timestamp timeout,
|
|
td::Promise<td::Ref<ShardState>> promise) override;
|
|
|
|
void set_block_data(BlockHandle handle, td::Ref<BlockData> data, td::Promise<td::Unit> promise) override {
|
|
UNREACHABLE();
|
|
}
|
|
void wait_block_data(BlockHandle handle, td::uint32 priority, td::Timestamp,
|
|
td::Promise<td::Ref<BlockData>> promise) override;
|
|
void wait_block_data_short(BlockIdExt block_id, td::uint32 priority, td::Timestamp,
|
|
td::Promise<td::Ref<BlockData>> promise) override;
|
|
|
|
void set_block_proof(BlockHandle handle, td::Ref<Proof> proof, td::Promise<td::Unit> promise) override {
|
|
UNREACHABLE();
|
|
}
|
|
void wait_block_proof(BlockHandle handle, td::Timestamp timeout, td::Promise<td::Ref<Proof>> promise) override;
|
|
void wait_block_proof_short(BlockIdExt id, td::Timestamp timeout, td::Promise<td::Ref<Proof>> promise) override;
|
|
|
|
void set_block_proof_link(BlockHandle handle, td::Ref<ProofLink> proof, td::Promise<td::Unit> promise) override {
|
|
UNREACHABLE();
|
|
}
|
|
void wait_block_proof_link(BlockHandle handle, td::Timestamp timeout,
|
|
td::Promise<td::Ref<ProofLink>> promise) override;
|
|
void wait_block_proof_link_short(BlockIdExt id, td::Timestamp timeout,
|
|
td::Promise<td::Ref<ProofLink>> promise) override;
|
|
|
|
void set_block_signatures(BlockHandle handle, td::Ref<BlockSignatureSet> signatures,
|
|
td::Promise<td::Unit> promise) override {
|
|
UNREACHABLE();
|
|
}
|
|
void wait_block_signatures(BlockHandle handle, td::Timestamp timeout,
|
|
td::Promise<td::Ref<BlockSignatureSet>> promise) override;
|
|
void wait_block_signatures_short(BlockIdExt id, td::Timestamp timeout,
|
|
td::Promise<td::Ref<BlockSignatureSet>> promise) override;
|
|
|
|
void set_block_candidate(BlockIdExt id, BlockCandidate candidate, td::Promise<td::Unit> promise) override {
|
|
promise.set_value(td::Unit());
|
|
}
|
|
|
|
void wait_block_state_merge(BlockIdExt left_id, BlockIdExt right_id, td::uint32 priority, td::Timestamp timeout,
|
|
td::Promise<td::Ref<ShardState>> promise) override;
|
|
void wait_prev_block_state(BlockHandle handle, td::uint32 priority, td::Timestamp timeout,
|
|
td::Promise<td::Ref<ShardState>> promise) override;
|
|
|
|
void wait_block_message_queue(BlockHandle handle, td::uint32 priority, td::Timestamp timeout,
|
|
td::Promise<td::Ref<MessageQueue>> promise) override;
|
|
void wait_block_message_queue_short(BlockIdExt id, td::uint32 priority, td::Timestamp timeout,
|
|
td::Promise<td::Ref<MessageQueue>> promise) override;
|
|
void get_external_messages(ShardIdFull shard, td::Promise<std::vector<td::Ref<ExtMessage>>> promise) override;
|
|
void get_ihr_messages(ShardIdFull shard, td::Promise<std::vector<td::Ref<IhrMessage>>> promise) override;
|
|
void get_shard_blocks(BlockIdExt masterchain_block_id,
|
|
td::Promise<std::vector<td::Ref<ShardTopBlockDescription>>> promise) override;
|
|
void complete_external_messages(std::vector<ExtMessage::Hash> to_delay,
|
|
std::vector<ExtMessage::Hash> to_delete) override {
|
|
}
|
|
void complete_ihr_messages(std::vector<IhrMessage::Hash> to_delay, std::vector<IhrMessage::Hash> to_delete) override {
|
|
}
|
|
|
|
//void set_first_block(ZeroStateIdExt state, BlockIdExt block, td::Promise<td::Unit> promise) override;
|
|
void set_next_block(BlockIdExt prev, BlockIdExt next, td::Promise<td::Unit> promise) override {
|
|
UNREACHABLE();
|
|
}
|
|
|
|
void get_block_data_from_db(ConstBlockHandle handle, td::Promise<td::Ref<BlockData>> promise) override;
|
|
void get_block_data_from_db_short(BlockIdExt block_id, td::Promise<td::Ref<BlockData>> promise) override;
|
|
void get_shard_state_from_db(ConstBlockHandle handle, td::Promise<td::Ref<ShardState>> promise) override;
|
|
void get_shard_state_from_db_short(BlockIdExt block_id, td::Promise<td::Ref<ShardState>> promise) override;
|
|
void get_block_candidate_from_db(PublicKey source, BlockIdExt id, FileHash collated_data_file_hash,
|
|
td::Promise<BlockCandidate> promise) override;
|
|
void get_block_proof_from_db(ConstBlockHandle handle, td::Promise<td::Ref<Proof>> promise) override;
|
|
void get_block_proof_from_db_short(BlockIdExt id, td::Promise<td::Ref<Proof>> promise) override;
|
|
void get_block_proof_link_from_db(ConstBlockHandle handle, td::Promise<td::Ref<ProofLink>> promise) override;
|
|
void get_block_proof_link_from_db_short(BlockIdExt id, td::Promise<td::Ref<ProofLink>> promise) override;
|
|
|
|
void get_block_by_lt_from_db(AccountIdPrefixFull account, LogicalTime lt,
|
|
td::Promise<ConstBlockHandle> promise) override;
|
|
void get_block_by_unix_time_from_db(AccountIdPrefixFull account, UnixTime ts,
|
|
td::Promise<ConstBlockHandle> promise) override;
|
|
void get_block_by_seqno_from_db(AccountIdPrefixFull account, BlockSeqno seqno,
|
|
td::Promise<ConstBlockHandle> promise) override;
|
|
|
|
// get block handle declared in parent class
|
|
void write_handle(BlockHandle handle, td::Promise<td::Unit> promise) override {
|
|
UNREACHABLE();
|
|
}
|
|
|
|
void new_block(BlockHandle handle, td::Ref<ShardState> state, td::Promise<td::Unit> promise) override {
|
|
UNREACHABLE();
|
|
}
|
|
void new_block_cont(BlockHandle handle, td::Ref<ShardState> state, td::Promise<td::Unit> promise) {
|
|
UNREACHABLE();
|
|
}
|
|
void get_top_masterchain_state(td::Promise<td::Ref<MasterchainState>> promise) override {
|
|
UNREACHABLE();
|
|
}
|
|
void get_top_masterchain_block(td::Promise<BlockIdExt> promise) override {
|
|
UNREACHABLE();
|
|
}
|
|
void get_top_masterchain_state_block(td::Promise<std::pair<td::Ref<MasterchainState>, BlockIdExt>> promise) override {
|
|
UNREACHABLE();
|
|
}
|
|
|
|
void send_get_block_request(BlockIdExt id, td::uint32 priority, td::Promise<ReceivedBlock> promise) override {
|
|
UNREACHABLE();
|
|
}
|
|
void send_get_zero_state_request(BlockIdExt id, td::uint32 priority, td::Promise<td::BufferSlice> promise) override {
|
|
UNREACHABLE();
|
|
}
|
|
void send_get_persistent_state_request(BlockIdExt id, BlockIdExt masterchain_block_id, td::uint32 priority,
|
|
td::Promise<td::BufferSlice> promise) override {
|
|
UNREACHABLE();
|
|
}
|
|
void send_get_block_proof_request(BlockIdExt block_id, td::uint32 priority,
|
|
td::Promise<td::BufferSlice> promise) override {
|
|
UNREACHABLE();
|
|
}
|
|
void send_get_block_proof_link_request(BlockIdExt block_id, td::uint32 priority,
|
|
td::Promise<td::BufferSlice> promise) override {
|
|
UNREACHABLE();
|
|
}
|
|
void send_get_next_key_blocks_request(BlockIdExt block_id, td::uint32 priority,
|
|
td::Promise<std::vector<BlockIdExt>> promise) override {
|
|
UNREACHABLE();
|
|
}
|
|
void send_external_message(td::Ref<ExtMessage> message) override {
|
|
new_external_message(message->serialize());
|
|
}
|
|
void send_ihr_message(td::Ref<IhrMessage> message) override {
|
|
new_ihr_message(message->serialize());
|
|
}
|
|
void send_top_shard_block_description(td::Ref<ShardTopBlockDescription> desc) override {
|
|
UNREACHABLE();
|
|
}
|
|
void send_block_broadcast(BlockBroadcast broadcast) override {
|
|
}
|
|
|
|
void update_shard_client_state(BlockIdExt masterchain_block_id, td::Promise<td::Unit> promise) override {
|
|
UNREACHABLE();
|
|
}
|
|
void get_shard_client_state(bool from_db, td::Promise<BlockIdExt> promise) override {
|
|
UNREACHABLE();
|
|
}
|
|
void subscribe_to_shard(ShardIdFull shard) override {
|
|
}
|
|
|
|
void update_async_serializer_state(AsyncSerializerState state, td::Promise<td::Unit> promise) override {
|
|
UNREACHABLE();
|
|
}
|
|
void get_async_serializer_state(td::Promise<AsyncSerializerState> promise) override {
|
|
UNREACHABLE();
|
|
}
|
|
|
|
void try_get_static_file(FileHash file_hash, td::Promise<td::BufferSlice> promise) override;
|
|
|
|
void get_download_token(size_t download_size, td::uint32 priority, td::Timestamp timeout,
|
|
td::Promise<std::unique_ptr<DownloadToken>> promise) override {
|
|
promise.set_error(td::Status::Error(ErrorCode::error, "download disabled"));
|
|
}
|
|
|
|
void get_archive_id(BlockSeqno masterchain_seqno, td::Promise<td::uint64> promise) override {
|
|
UNREACHABLE();
|
|
}
|
|
void get_archive_slice(td::uint64 archive_id, td::uint64 offset, td::uint32 limit,
|
|
td::Promise<td::BufferSlice> promise) override {
|
|
UNREACHABLE();
|
|
}
|
|
|
|
void add_shard_block_description(td::Ref<ShardTopBlockDescription> desc);
|
|
|
|
void register_block_handle(BlockHandle handle, td::Promise<BlockHandle> promise);
|
|
|
|
void finished_wait_state(BlockIdExt id, td::Result<td::Ref<ShardState>> R);
|
|
void finished_wait_data(BlockIdExt id, td::Result<td::Ref<BlockData>> R);
|
|
|
|
void start_up() override;
|
|
|
|
void check_is_hardfork(BlockIdExt block_id, td::Promise<bool> promise) override {
|
|
CHECK(block_id.is_masterchain());
|
|
promise.set_result(opts_->is_hardfork(block_id));
|
|
}
|
|
void get_vertical_seqno(BlockSeqno seqno, td::Promise<td::uint32> promise) override {
|
|
promise.set_result(opts_->get_vertical_seqno(seqno));
|
|
}
|
|
void run_ext_query(td::BufferSlice data, td::Promise<td::BufferSlice> promise) override {
|
|
UNREACHABLE();
|
|
}
|
|
|
|
ValidatorManagerImpl(td::Ref<ValidatorManagerOptions> opts, BlockIdExt shard_to_block_id, std::string db_root)
|
|
: opts_(std::move(opts))
|
|
, db_root_(db_root)
|
|
, shard_to_generate_(shard_to_block_id.shard_full())
|
|
, block_to_generate_(shard_to_block_id) {
|
|
}
|
|
|
|
public:
|
|
void update_gc_block_handle(BlockHandle handle, td::Promise<td::Unit> promise) override {
|
|
promise.set_value(td::Unit());
|
|
}
|
|
void allow_block_data_gc(BlockIdExt block_id, bool is_archive, td::Promise<bool> promise) override {
|
|
promise.set_result(false);
|
|
}
|
|
void allow_block_state_gc(BlockIdExt block_id, td::Promise<bool> promise) override {
|
|
promise.set_result(false);
|
|
}
|
|
void allow_zero_state_file_gc(BlockIdExt block_id, td::Promise<bool> promise) override {
|
|
promise.set_result(false);
|
|
}
|
|
void allow_persistent_state_file_gc(BlockIdExt block_id, BlockIdExt masterchain_block_id,
|
|
td::Promise<bool> promise) override {
|
|
promise.set_result(false);
|
|
}
|
|
void allow_block_signatures_gc(BlockIdExt block_id, td::Promise<bool> promise) override {
|
|
promise.set_result(false);
|
|
}
|
|
void allow_block_proof_gc(BlockIdExt block_id, bool is_archive, td::Promise<bool> promise) override {
|
|
promise.set_result(false);
|
|
}
|
|
void allow_block_proof_link_gc(BlockIdExt block_id, bool is_archive, td::Promise<bool> promise) override {
|
|
promise.set_result(false);
|
|
}
|
|
void allow_block_candidate_gc(BlockIdExt block_id, td::Promise<bool> promise) override {
|
|
promise.set_result(false);
|
|
}
|
|
void allow_block_info_gc(BlockIdExt block_id, td::Promise<bool> promise) override {
|
|
promise.set_result(false);
|
|
}
|
|
void archive(BlockHandle handle, td::Promise<td::Unit> promise) override {
|
|
UNREACHABLE();
|
|
}
|
|
void update_last_known_key_block(BlockHandle handle, bool send_request) override {
|
|
}
|
|
void update_shard_client_block_handle(BlockHandle handle, td::Promise<td::Unit> promise) override {
|
|
}
|
|
|
|
void prepare_stats(td::Promise<std::vector<std::pair<std::string, std::string>>> promise) override {
|
|
UNREACHABLE();
|
|
}
|
|
|
|
void truncate(BlockSeqno seqno, ConstBlockHandle handle, td::Promise<td::Unit> promise) override {
|
|
UNREACHABLE();
|
|
}
|
|
void wait_shard_client_state(BlockSeqno seqno, td::Timestamp timeout, td::Promise<td::Unit> promise) override {
|
|
UNREACHABLE();
|
|
}
|
|
|
|
private:
|
|
td::Ref<ValidatorManagerOptions> opts_;
|
|
|
|
private:
|
|
std::string db_root_;
|
|
ShardIdFull shard_to_generate_;
|
|
BlockIdExt block_to_generate_;
|
|
};
|
|
|
|
} // namespace validator
|
|
|
|
} // namespace ton
|