mirror of
https://github.com/ton-blockchain/ton
synced 2025-03-09 15:40:10 +00:00
Accelerator: partial fullnodes (#1393)
* Accelerator: partial fullnodes 1) Node can monitor a subset of shards 2) New archive slice format (sharded) 3) Validators are still required to have all shards 4) Support partial liteservers in lite-client, blockchain explorer, tonlib 5) Proxy liteserver * Fix compilation error
This commit is contained in:
parent
62444100f5
commit
954a96a077
83 changed files with 3213 additions and 1113 deletions
|
@ -19,6 +19,7 @@
|
|||
#pragma once
|
||||
|
||||
#include "td/actor/actor.h"
|
||||
#include "td/utils/port/path.h"
|
||||
#include "validator/interfaces/validator-manager.h"
|
||||
#include "validator/db/package.hpp"
|
||||
|
||||
|
@ -28,19 +29,27 @@ namespace validator {
|
|||
|
||||
class ArchiveImporter : public td::actor::Actor {
|
||||
public:
|
||||
ArchiveImporter(std::string path, td::Ref<MasterchainState> state, BlockSeqno shard_client_seqno,
|
||||
ArchiveImporter(std::string db_root, td::Ref<MasterchainState> state, BlockSeqno shard_client_seqno,
|
||||
td::Ref<ValidatorManagerOptions> opts, td::actor::ActorId<ValidatorManager> manager,
|
||||
td::Promise<std::vector<BlockSeqno>> promise);
|
||||
std::vector<std::string> to_import_files, td::Promise<std::pair<BlockSeqno, BlockSeqno>> promise);
|
||||
void start_up() override;
|
||||
|
||||
void abort_query(td::Status error);
|
||||
void finish_query();
|
||||
|
||||
void downloaded_mc_archive(std::string path);
|
||||
td::Status process_package(std::string path, bool with_masterchain);
|
||||
|
||||
void processed_mc_archive();
|
||||
void check_masterchain_block(BlockSeqno seqno);
|
||||
void checked_masterchain_proof(BlockHandle handle, td::Ref<BlockData> data);
|
||||
void applied_masterchain_block(BlockHandle handle);
|
||||
void got_new_materchain_state(td::Ref<MasterchainState> state);
|
||||
void checked_all_masterchain_blocks(BlockSeqno seqno);
|
||||
|
||||
void checked_all_masterchain_blocks();
|
||||
void download_shard_archives(td::Ref<MasterchainState> start_state);
|
||||
void download_shard_archive(ShardIdFull shard_prefix);
|
||||
void downloaded_shard_archive(std::string path);
|
||||
|
||||
void check_next_shard_client_seqno(BlockSeqno seqno);
|
||||
void checked_shard_client_seqno(BlockSeqno seqno);
|
||||
|
@ -52,19 +61,36 @@ class ArchiveImporter : public td::actor::Actor {
|
|||
void check_shard_block_applied(BlockIdExt block_id, td::Promise<td::Unit> promise);
|
||||
|
||||
private:
|
||||
std::string path_;
|
||||
td::Ref<MasterchainState> state_;
|
||||
std::string db_root_;
|
||||
td::Ref<MasterchainState> last_masterchain_state_;
|
||||
BlockSeqno shard_client_seqno_;
|
||||
BlockSeqno start_import_seqno_;
|
||||
|
||||
td::Ref<ValidatorManagerOptions> opts_;
|
||||
|
||||
std::shared_ptr<Package> package_;
|
||||
|
||||
td::actor::ActorId<ValidatorManager> manager_;
|
||||
td::Promise<std::vector<BlockSeqno>> promise_;
|
||||
|
||||
std::vector<std::string> to_import_files_;
|
||||
bool use_imported_files_;
|
||||
td::Promise<std::pair<BlockSeqno, BlockSeqno>> promise_;
|
||||
|
||||
std::map<BlockSeqno, BlockIdExt> masterchain_blocks_;
|
||||
std::map<BlockIdExt, std::array<td::uint64, 2>> blocks_;
|
||||
BlockSeqno last_masterchain_seqno_ = 0;
|
||||
|
||||
struct BlockInfo {
|
||||
std::shared_ptr<Package> data_pkg;
|
||||
td::uint64 data_offset = 0;
|
||||
std::shared_ptr<Package> proof_pkg;
|
||||
td::uint64 proof_offset = 0;
|
||||
};
|
||||
std::map<BlockIdExt, BlockInfo> blocks_;
|
||||
|
||||
td::Ref<MasterchainState> start_state_;
|
||||
size_t pending_shard_archives_ = 0;
|
||||
|
||||
bool imported_any_ = false;
|
||||
bool have_shard_blocks_ = false;
|
||||
std::vector<std::string> files_to_cleanup_;
|
||||
};
|
||||
|
||||
} // namespace validator
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue