/* This file is part of TON Blockchain Library. TON Blockchain Library is free software: you can redistribute it and/or modify it under the terms of the GNU Lesser General Public License as published by the Free Software Foundation, either version 2 of the License, or (at your option) any later version. TON Blockchain Library is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public License for more details. You should have received a copy of the GNU Lesser General Public License along with TON Blockchain Library. If not, see . Copyright 2017-2019 Telegram Systems LLP */ #include "manager-init.hpp" #include "td/utils/filesystem.h" #include "fabric.h" #include "downloaders/wait-block-state.hpp" #include "ton/ton-io.hpp" #include "common/checksum.h" #include "adnl/utils.hpp" #include "validator/downloaders/download-state.hpp" #include "common/delay.h" namespace ton { namespace validator { void ValidatorManagerMasterchainReiniter::start_up() { CHECK(block_id_.is_masterchain()); CHECK(block_id_.id.shard == shardIdAll); auto P = td::PromiseCreator::lambda([SelfId = actor_id(this)](td::Result R) { R.ensure(); td::actor::send_closure(SelfId, &ValidatorManagerMasterchainReiniter::got_masterchain_handle, R.move_as_ok()); }); td::actor::send_closure(manager_, &ValidatorManager::get_block_handle, block_id_, true, std::move(P)); } void ValidatorManagerMasterchainReiniter::got_masterchain_handle(BlockHandle handle) { handle_ = std::move(handle); key_blocks_.push_back(handle_); if (opts_->initial_sync_disabled()) { auto P = td::PromiseCreator::lambda([SelfId = actor_id(this)](td::Result> R) { R.ensure(); td::actor::send_closure(SelfId, &ValidatorManagerMasterchainReiniter::download_masterchain_state); }); td::actor::create_actor("downloadstate", handle_->id(), BlockIdExt{}, 2, manager_, td::Timestamp::in(3600), std::move(P)) .release(); return; } download_proof_link(); } void ValidatorManagerMasterchainReiniter::download_proof_link() { if (handle_->id().id.seqno == 0) { auto P = td::PromiseCreator::lambda([SelfId = actor_id(this)](td::Result> R) { R.ensure(); td::actor::send_closure(SelfId, &ValidatorManagerMasterchainReiniter::downloaded_zero_state); }); td::actor::create_actor("downloadstate", handle_->id(), BlockIdExt{}, 2, manager_, td::Timestamp::in(3600), std::move(P)) .release(); } else { auto P = td::PromiseCreator::lambda([SelfId = actor_id(this)](td::Result R) { if (R.is_error()) { LOG(WARNING) << "failed to download proof link: " << R.move_as_error(); td::actor::send_closure(SelfId, &ValidatorManagerMasterchainReiniter::download_proof_link); } else { td::actor::send_closure(SelfId, &ValidatorManagerMasterchainReiniter::downloaded_proof_link, R.move_as_ok()); } }); td::actor::send_closure(manager_, &ValidatorManager::send_get_block_proof_link_request, handle_->id(), 2, std::move(P)); } } void ValidatorManagerMasterchainReiniter::downloaded_proof_link(td::BufferSlice proof) { auto pp = create_proof_link(handle_->id(), std::move(proof)); if (pp.is_error()) { LOG(WARNING) << "bad proof link: " << pp.move_as_error(); download_proof_link(); return; } auto P = td::PromiseCreator::lambda([SelfId = actor_id(this)](td::Result R) { if (R.is_error()) { LOG(WARNING) << "downloaded proof link failed: " << R.move_as_error(); td::actor::send_closure(SelfId, &ValidatorManagerMasterchainReiniter::download_proof_link); } else { td::actor::send_closure(SelfId, &ValidatorManagerMasterchainReiniter::try_download_key_blocks); } }); run_check_proof_link_query(handle_->id(), pp.move_as_ok(), manager_, td::Timestamp::in(60.0), std::move(P)); } void ValidatorManagerMasterchainReiniter::downloaded_zero_state() { try_download_key_blocks(); } void ValidatorManagerMasterchainReiniter::try_download_key_blocks() { if (!download_new_key_blocks_until_) { download_new_key_blocks_until_ = td::Timestamp::in(60.0); } if (key_blocks_.size() > 0) { auto h = *key_blocks_.rbegin(); CHECK(h->inited_unix_time()); if (h->unix_time() + opts_->sync_blocks_before() > td::Clocks::system()) { choose_masterchain_state(); return; } } if (opts_->allow_blockchain_init() && download_new_key_blocks_until_.is_in_past()) { choose_masterchain_state(); return; } auto P = td::PromiseCreator::lambda([SelfId = actor_id(this)](td::Result> R) { if (R.is_error()) { LOG(WARNING) << "failed to download key blocks: " << R.move_as_error(); delay_action( [=]() { td::actor::send_closure(SelfId, &ValidatorManagerMasterchainReiniter::try_download_key_blocks); }, td::Timestamp::in(1.0)); } else { td::actor::send_closure(SelfId, &ValidatorManagerMasterchainReiniter::got_next_key_blocks, R.move_as_ok()); } }); td::actor::send_closure(manager_, &ValidatorManager::send_get_next_key_blocks_request, (*key_blocks_.rbegin())->id(), 2, std::move(P)); } void ValidatorManagerMasterchainReiniter::got_next_key_blocks(std::vector vec) { if (!vec.size()) { try_download_key_blocks(); return; } if (download_new_key_blocks_until_) { download_new_key_blocks_until_ = td::Timestamp::in(60.0); } LOG(WARNING) << "last key block is " << vec[vec.size() - 1]; auto s = static_cast(key_blocks_.size()); key_blocks_.resize(key_blocks_.size() + vec.size(), nullptr); pending_ = static_cast(vec.size()); CHECK(pending_ > 0); for (td::uint32 i = 0; i < pending_; i++) { auto P = td::PromiseCreator::lambda([SelfId = actor_id(this), idx = i + s](td::Result R) { R.ensure(); td::actor::send_closure(SelfId, &ValidatorManagerMasterchainReiniter::got_key_block_handle, idx, R.move_as_ok()); }); td::actor::send_closure(manager_, &ValidatorManager::get_block_handle, vec[i], true, std::move(P)); } } void ValidatorManagerMasterchainReiniter::got_key_block_handle(td::uint32 idx, BlockHandle handle) { CHECK(!key_blocks_[idx]); CHECK(handle->inited_proof()); CHECK(handle->is_key_block()); key_blocks_[idx] = std::move(handle); CHECK(pending_ > 0); if (!--pending_) { try_download_key_blocks(); } } void ValidatorManagerMasterchainReiniter::choose_masterchain_state() { BlockHandle handle = handle_; for (size_t i = 0; i < key_blocks_.size(); i++) { auto h = key_blocks_[key_blocks_.size() - 1 - i]; BlockHandle p = nullptr; if (i < key_blocks_.size() - 1) { p = key_blocks_[key_blocks_.size() - 2 - i]; } if (!p || ValidatorManager::is_persistent_state(h->unix_time(), p->unix_time())) { auto ttl = ValidatorManager::persistent_state_ttl(h->unix_time()); if (ttl > td::Clocks::system() + opts_->sync_blocks_before()) { handle = h; break; } } } block_id_ = handle->id(); handle_ = handle; LOG(WARNING) << "best handle is " << handle_->id(); download_masterchain_state(); } void ValidatorManagerMasterchainReiniter::download_masterchain_state() { auto P = td::PromiseCreator::lambda([SelfId = actor_id(this)](td::Result> R) { if (R.is_error()) { LOG(WARNING) << "failed to download masterchain state: " << R.move_as_error(); delay_action( [=]() { td::actor::send_closure(SelfId, &ValidatorManagerMasterchainReiniter::download_masterchain_state); }, td::Timestamp::in(1.0)); } else { td::actor::send_closure(SelfId, &ValidatorManagerMasterchainReiniter::downloaded_masterchain_state, R.move_as_ok()); } }); td::actor::create_actor("downloadstate", block_id_, block_id_, 2, manager_, td::Timestamp::in(3600), std::move(P)) .release(); } void ValidatorManagerMasterchainReiniter::downloaded_masterchain_state(td::Ref state) { state_ = td::Ref{std::move(state)}; auto P = td::PromiseCreator::lambda([SelfId = actor_id(this)](td::Result R) { R.ensure(); td::actor::send_closure(SelfId, &ValidatorManagerMasterchainReiniter::downloaded_all_shards); }); client_ = td::actor::create_actor("shardclient", opts_, handle_, state_, manager_, std::move(P)); } void ValidatorManagerMasterchainReiniter::downloaded_all_shards() { td::actor::send_closure(manager_, &ValidatorManager::update_gc_block_handle, handle_, [SelfId = actor_id(this)](td::Result R) { R.ensure(); td::actor::send_closure(SelfId, &ValidatorManagerMasterchainReiniter::finish); }); } void ValidatorManagerMasterchainReiniter::finish() { CHECK(handle_->id().id.seqno == 0 || handle_->is_key_block()); promise_.set_value(ValidatorManagerInitResult{handle_, state_, std::move(client_), handle_, state_, handle_}); stop(); } void ValidatorManagerMasterchainStarter::start_up() { auto P = td::PromiseCreator::lambda([SelfId = actor_id(this)](td::Result R) { if (R.is_error()) { CHECK(R.error().code() == ErrorCode::notready); td::actor::send_closure(SelfId, &ValidatorManagerMasterchainStarter::failed_to_get_init_block_id); } else { td::actor::send_closure(SelfId, &ValidatorManagerMasterchainStarter::got_init_block_id, R.move_as_ok()); } }); td::actor::send_closure(db_, &Db::get_init_masterchain_block, std::move(P)); } void ValidatorManagerMasterchainStarter::failed_to_get_init_block_id() { td::actor::create_actor("reiniter", opts_, manager_, std::move(promise_)) .release(); stop(); } void ValidatorManagerMasterchainStarter::got_init_block_id(BlockIdExt block_id) { block_id_ = block_id; auto P = td::PromiseCreator::lambda([SelfId = actor_id(this)](td::Result R) { R.ensure(); td::actor::send_closure(SelfId, &ValidatorManagerMasterchainStarter::got_init_block_handle, R.move_as_ok()); }); td::actor::send_closure(manager_, &ValidatorManager::get_block_handle, block_id_, true, std::move(P)); } void ValidatorManagerMasterchainStarter::got_init_block_handle(BlockHandle handle) { handle_ = std::move(handle); LOG_CHECK(handle_->received_state()) << "block_id=" << handle_->id(); auto P = td::PromiseCreator::lambda([SelfId = actor_id(this)](td::Result> R) { R.ensure(); td::actor::send_closure(SelfId, &ValidatorManagerMasterchainStarter::got_init_block_state, td::Ref{R.move_as_ok()}); }); td::actor::send_closure(manager_, &ValidatorManager::get_shard_state_from_db, handle_, std::move(P)); } void ValidatorManagerMasterchainStarter::got_init_block_state(td::Ref state) { state_ = std::move(state); CHECK(state_->get_block_id() == opts_->init_block_id() || state_->ancestor_is_valid(opts_->init_block_id())); //finish(); auto P = td::PromiseCreator::lambda( [SelfId = actor_id(this), block_id = opts_->init_block_id()](td::Result R) { if (R.is_error()) { LOG_CHECK(R.error().code() == ErrorCode::notready) << R.move_as_error(); td::actor::send_closure(SelfId, &ValidatorManagerMasterchainStarter::got_gc_block_id, block_id); } else { td::actor::send_closure(SelfId, &ValidatorManagerMasterchainStarter::got_gc_block_id, R.move_as_ok()); } }); td::actor::send_closure(db_, &Db::get_gc_masterchain_block, std::move(P)); } void ValidatorManagerMasterchainStarter::got_gc_block_id(BlockIdExt block_id) { auto P = td::PromiseCreator::lambda([SelfId = actor_id(this)](td::Result R) { R.ensure(); td::actor::send_closure(SelfId, &ValidatorManagerMasterchainStarter::got_gc_block_handle, R.move_as_ok()); }); td::actor::send_closure(manager_, &ValidatorManager::get_block_handle, block_id, true, std::move(P)); } void ValidatorManagerMasterchainStarter::got_gc_block_handle(BlockHandle handle) { gc_handle_ = std::move(handle); CHECK(gc_handle_->id().id.seqno <= handle_->id().id.seqno); LOG_CHECK(gc_handle_->received_state()) << "block_id=" << gc_handle_->id(); LOG_CHECK(!gc_handle_->deleted_state_boc()) << "block_id=" << gc_handle_->id(); auto P = td::PromiseCreator::lambda([SelfId = actor_id(this)](td::Result> R) { R.ensure(); td::actor::send_closure(SelfId, &ValidatorManagerMasterchainStarter::got_gc_block_state, td::Ref{R.move_as_ok()}); }); td::actor::send_closure(manager_, &ValidatorManager::get_shard_state_from_db, gc_handle_, std::move(P)); } void ValidatorManagerMasterchainStarter::got_gc_block_state(td::Ref state) { gc_state_ = std::move(state); if (handle_->id().id.seqno == 0 || handle_->is_key_block()) { last_key_block_handle_ = handle_; auto P = td::PromiseCreator::lambda([SelfId = actor_id(this)](td::Result R) { R.ensure(); td::actor::send_closure(SelfId, &ValidatorManagerMasterchainStarter::got_shard_block_id, R.move_as_ok()); }); td::actor::send_closure(manager_, &ValidatorManager::get_shard_client_state, std::move(P)); return; } auto block_id = state_->last_key_block_id(); CHECK(block_id.is_valid()); auto P = td::PromiseCreator::lambda([SelfId = actor_id(this)](td::Result R) { R.ensure(); td::actor::send_closure(SelfId, &ValidatorManagerMasterchainStarter::got_key_block_handle, R.move_as_ok()); }); td::actor::send_closure(manager_, &ValidatorManager::get_block_handle, block_id, true, std::move(P)); } void ValidatorManagerMasterchainStarter::got_key_block_handle(BlockHandle handle) { CHECK(handle); CHECK(handle->id().id.seqno == 0 || handle->is_key_block()); last_key_block_handle_ = std::move(handle); auto P = td::PromiseCreator::lambda([SelfId = actor_id(this)](td::Result R) { R.ensure(); td::actor::send_closure(SelfId, &ValidatorManagerMasterchainStarter::got_shard_block_id, R.move_as_ok()); }); td::actor::send_closure(manager_, &ValidatorManager::get_shard_client_state, std::move(P)); } void ValidatorManagerMasterchainStarter::got_shard_block_id(BlockIdExt block_id) { client_ = td::actor::create_actor("shardclient", opts_, manager_); finish(); } void ValidatorManagerMasterchainStarter::finish() { promise_.set_value( ValidatorManagerInitResult{handle_, state_, std::move(client_), gc_handle_, gc_state_, last_key_block_handle_}); stop(); } void validator_manager_init(td::Ref opts, td::actor::ActorId manager, td::actor::ActorId db, td::Promise promise) { CHECK(!opts.is_null()); td::actor::create_actor("starter", std::move(opts), manager, db, std::move(promise)) .release(); } } // namespace validator } // namespace ton