2019-09-07 10:03:22 +00:00
|
|
|
/*
|
|
|
|
This file is part of TON Blockchain Library.
|
|
|
|
|
|
|
|
TON Blockchain Library is free software: you can redistribute it and/or modify
|
|
|
|
it under the terms of the GNU Lesser General Public License as published by
|
|
|
|
the Free Software Foundation, either version 2 of the License, or
|
|
|
|
(at your option) any later version.
|
|
|
|
|
|
|
|
TON Blockchain Library is distributed in the hope that it will be useful,
|
|
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
GNU Lesser General Public License for more details.
|
|
|
|
|
|
|
|
You should have received a copy of the GNU Lesser General Public License
|
|
|
|
along with TON Blockchain Library. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
|
2020-03-31 13:11:56 +00:00
|
|
|
Copyright 2017-2020 Telegram Systems LLP
|
2019-09-07 10:03:22 +00:00
|
|
|
*/
|
|
|
|
#pragma once
|
|
|
|
|
|
|
|
#include "interfaces/validator-manager.h"
|
|
|
|
|
|
|
|
#include "validator-session/validator-session.h"
|
|
|
|
|
|
|
|
#include "rldp/rldp.h"
|
|
|
|
|
Add cross-platform Linux and macOS binaries (statically compiled with NixPkgs) + wasm artifacts (#621)
* fix build
* nix flake
* nix package
* static musl build env
* make all builds in static env
* GH Actions nightly and static workflows
* deb package
* cmake install {adnl-proxy,blockchain-explorer,create-state,http-proxy,rldp-http-proxy,storage-cli}
* nix flake: add static glibc build variant
* GH Actions: deb-nightly-{musl,glibc_static}, tests-rolling jobs
* rpm package
* build blockchain-explorer
* GH Actions: deb_rpm-nightly: ubuntu-{latest=>22.04}
* crypto/pow-miner: skip install
* ghactions: tests-rolling: show tests run, progress
* ghactions: deb_rpm-nightly: add manual trigger [skip ci]
* nix flake refactor
* find_package=>pkg-config(zlib)
FindZLIB.cmake can't find static zlib prior to CMake 3.24, so use
pkg-config.
* nix old glibc build
* nix aarch64 support
* packages: Populate APT and RPM repos at ton-repo
- {deb,rpm}.sh: Separate build and install dirs
- rpm.sh: Conditionally include lib/
- Accomodate local CI runs w/act
* [skip ci] README packages
* fix aarch64 build -Wnoerror=address
* [skip ci] rpm set releasever
* [skip ci] document local packages upload
* m1 build: gate cpu=apple-m1 by clang version
* packages: Ship musl binaries + old glibc dylibs
* packages: macos build
* nix: bump nixpkgs
* fix windows CI build
* [skip ci] nix: static aarch64 builds
* packages: deb,rpm multiarch
* ghactions: aarch64 musl deb,rpm build
* [skip ci] deb build: deref source links, -x
* [skip ci] nix darwin static build
* [skip ci] nix common hostPkgs
* [skip ci] brew: move formula over to homebrew-ton-repo
* [skip ci] nix fix aarch64-linux build
* [skip ci] ghactions: nix use GITHUB_TOKEN
* [skip ci] Move from ton-repo to gh releases
* [skip ci] ghactions aarch64-darwin self-hosted runner
* [skip ci] ghactions deb,rpm nightly 10h timeout
* [skip ci] fix brew install
fixes
Errno::EACCES: Permission denied @ dir_s_mkdir - /private/tmp/ton-XXX/bin/.brew_home
* [skip ci] ghactions deb,rpm nightly: don't upload ton-packages as we gh release them later
* [skip ci] README: brew instructions
* [skip ci] nightly linux binaries release
* [skip ci] packages: ship macos dylib
* [skip ci] ghactions: Run Windows build nightly, upload to gh releases
* nix: remove defaultPackage, switch to different oldglibc build method
We used to rebuild nixpkgs-stable with old glibc, which broke on aarch64
due to its particular bootstrap toolchain. This just takes nixos 19.09's
version of GCC but new dependencies, sidestepping the issue.
* fix rpm release, add aur release
* fix local (act) ci run
* ghactions: linux-nightly: Print out SSH public keys
* ghactions: bump cachix actions
* nix: default devShell
* [skip ci] rpm,aur: Ship lib
* [skip ci] packages: windows: Remove CMake files from out
* [skip ci] packages: Import chocolatey package
* fixup! fix rpm release, add aur release
* [skip ci] packages: aarch64-linux: build dylib as well
* [skip ci] ghactions: run on self-hosted
* [skip ci] ghactions: windows-nightly: Bump nodejs actions
* [skip ci] nix: Only add Linux packaging tools on Linux
* [skip ci] doc: document direct download binaries in README
* fix tonlib android jni ci
* fixup! fix tonlib android jni ci
* [skip ci] ghactions: Update GH release dates
Errata: doesn't update tags.
* [skip ci] ghactions: Fix racy brew gh release by splitting arch
* initiali commit - binaries only
* fixes
* fixes
* fixes
* fixes
* remove packages dir for now
* add storage-daemon storage-daemon-cli
* fix emulator
* try macos aarch64
* try macos aarch64
* try macos aarch64
* try macos aarch64
* try macos aarch64
* try macos aarch64
* try macos aarch64
* try macos aarch64
* try macos aarch64
* try macos aarch64
* try macos aarch64 sh
* try macos aarch64 sh
* try macos aarch64 bash
* try macos aarch64 bash
* try macos aarch64 bash
* try macos aarch64 bash
* try macos aarch64 bash
* try macos aarch64 bash
* try macos aarch64 bash
* fix funcfiftlib compilation with emscripten
* fix funcfiftlib compilation with emscripten
* add github action to compile TON with emscripten
* add github action to compile TON with emscripten
* add github action to compile TON with emscripten
* add github action to compile TON with emscripten
* add github action to compile TON with emscripten
* add github action to compile TON with emscripten
* try macos aarch64
* fix funcfiftlib compilation with emscripten
* fix funcfiftlib compilation with emscripten
* add github action to compile TON with emscripten
* disable aarch64 github actions for now
* disable aarch64 github actions for now
* trigger all GH actions
* trigger all GH actions 2
* trigger all GH actions 3
* trigger all GH actions 4
* trigger all GH actions 5
* put back rldp-http-proxy to win build
* put back rldp-http-proxy to win build
* dont use pkgConfig for zlib
* fix zlib_library
* use BUILD_SHARED_LIBS flag for static compilation
* test 1
* test 2
* add wasm binaries to release.
test 3
* add simple binaries' execution test
* build emulator-emscripten
* build and add into artifacts wasm tlbc and emulator-emscripten
* build and add into artifacts wasm tlbc and emulator-emscripten, 2
* build and add into artifacts wasm tlbc and emulator-emscripten, 3
* build and add into artifacts wasm tlbc and emulator-emscripten, 4
* build emulator-emscripten with static libs
* minor nix mac aarch64 fix
* add single artifacts to release
* bypass $repo to Dockerfile
* add wasm artifacts to release
* add wasm artifacts to release
* add wasm artifacts to release
* add wasm artifacts to release
* add more artifacts to release; remove compilation against Ubuntu 18.04.
* retrieve GITHUB_TOKEN for ton-blockchain/ton
* remove binary check for arm64
---------
Co-authored-by: tonthemoon <tonthemoon@mailbox.org>
2023-02-27 09:32:41 +00:00
|
|
|
#include <list>
|
|
|
|
|
2019-09-07 10:03:22 +00:00
|
|
|
namespace ton {
|
|
|
|
|
|
|
|
namespace validator {
|
|
|
|
|
|
|
|
class ValidatorManager;
|
|
|
|
|
|
|
|
class ValidatorGroup : public td::actor::Actor {
|
|
|
|
public:
|
2024-10-09 10:53:46 +00:00
|
|
|
void generate_block_candidate(validatorsession::BlockSourceInfo source_info,
|
2024-04-25 15:47:15 +00:00
|
|
|
td::Promise<validatorsession::ValidatorSession::GeneratedCandidate> promise);
|
2024-10-09 10:53:46 +00:00
|
|
|
void validate_block_candidate(validatorsession::BlockSourceInfo source_info, BlockCandidate block,
|
2024-04-25 15:47:15 +00:00
|
|
|
td::Promise<std::pair<UnixTime, bool>> promise);
|
2024-10-09 10:53:46 +00:00
|
|
|
void accept_block_candidate(validatorsession::BlockSourceInfo source_info, td::BufferSlice block, RootHash root_hash,
|
2019-09-07 10:03:22 +00:00
|
|
|
FileHash file_hash, std::vector<BlockSignature> signatures,
|
2022-07-05 14:19:46 +00:00
|
|
|
std::vector<BlockSignature> approve_signatures,
|
|
|
|
validatorsession::ValidatorSessionStats stats, td::Promise<td::Unit> promise);
|
2019-09-07 10:03:22 +00:00
|
|
|
void skip_round(td::uint32 round);
|
|
|
|
void retry_accept_block_query(BlockIdExt block_id, td::Ref<BlockData> block, std::vector<BlockIdExt> prev,
|
|
|
|
td::Ref<BlockSignatureSet> sigs, td::Ref<BlockSignatureSet> approve_sigs,
|
2024-10-09 10:53:46 +00:00
|
|
|
int send_broadcast_mode, td::Promise<td::Unit> promise);
|
2019-09-07 10:03:22 +00:00
|
|
|
void get_approved_candidate(PublicKey source, RootHash root_hash, FileHash file_hash,
|
|
|
|
FileHash collated_data_file_hash, td::Promise<BlockCandidate> promise);
|
|
|
|
BlockIdExt create_next_block_id(RootHash root_hash, FileHash file_hash) const;
|
2024-03-26 11:51:06 +00:00
|
|
|
BlockId create_next_block_id_simple() const;
|
2019-09-07 10:03:22 +00:00
|
|
|
|
2024-08-23 08:46:40 +00:00
|
|
|
void start(std::vector<BlockIdExt> prev, BlockIdExt min_masterchain_block_id);
|
2019-09-07 10:03:22 +00:00
|
|
|
void create_session();
|
|
|
|
void destroy();
|
|
|
|
void start_up() override {
|
|
|
|
if (init_) {
|
|
|
|
init_ = false;
|
|
|
|
create_session();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2024-03-26 11:51:06 +00:00
|
|
|
void get_validator_group_info_for_litequery(
|
|
|
|
td::Promise<tl_object_ptr<lite_api::liteServer_nonfinal_validatorGroupInfo>> promise);
|
|
|
|
|
2024-07-10 11:58:13 +00:00
|
|
|
void update_options(td::Ref<ValidatorManagerOptions> opts) {
|
|
|
|
opts_ = std::move(opts);
|
|
|
|
}
|
|
|
|
|
2019-09-07 10:03:22 +00:00
|
|
|
ValidatorGroup(ShardIdFull shard, PublicKeyHash local_id, ValidatorSessionId session_id,
|
2024-08-20 16:54:16 +00:00
|
|
|
td::Ref<ValidatorSet> validator_set, BlockSeqno last_key_block_seqno,
|
|
|
|
validatorsession::ValidatorSessionOptions config, td::actor::ActorId<keyring::Keyring> keyring,
|
|
|
|
td::actor::ActorId<adnl::Adnl> adnl, td::actor::ActorId<rldp::Rldp> rldp,
|
|
|
|
td::actor::ActorId<overlay::Overlays> overlays, std::string db_root,
|
|
|
|
td::actor::ActorId<ValidatorManager> validator_manager, bool create_session,
|
2024-05-13 11:55:32 +00:00
|
|
|
bool allow_unsafe_self_blocks_resync, td::Ref<ValidatorManagerOptions> opts)
|
2019-09-07 10:03:22 +00:00
|
|
|
: shard_(shard)
|
|
|
|
, local_id_(std::move(local_id))
|
|
|
|
, session_id_(session_id)
|
|
|
|
, validator_set_(std::move(validator_set))
|
2024-08-20 16:54:16 +00:00
|
|
|
, last_key_block_seqno_(last_key_block_seqno)
|
2019-09-07 10:03:22 +00:00
|
|
|
, config_(std::move(config))
|
|
|
|
, keyring_(keyring)
|
|
|
|
, adnl_(adnl)
|
|
|
|
, rldp_(rldp)
|
|
|
|
, overlays_(overlays)
|
|
|
|
, db_root_(std::move(db_root))
|
|
|
|
, manager_(validator_manager)
|
2020-03-30 13:20:45 +00:00
|
|
|
, init_(create_session)
|
2024-05-13 11:55:32 +00:00
|
|
|
, allow_unsafe_self_blocks_resync_(allow_unsafe_self_blocks_resync)
|
|
|
|
, opts_(std::move(opts)) {
|
2019-09-07 10:03:22 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
private:
|
|
|
|
std::unique_ptr<validatorsession::ValidatorSession::Callback> make_validator_session_callback();
|
|
|
|
|
2020-04-10 19:06:01 +00:00
|
|
|
struct PostponedAccept {
|
|
|
|
RootHash root_hash;
|
|
|
|
FileHash file_hash;
|
|
|
|
td::BufferSlice block;
|
|
|
|
td::Ref<BlockSignatureSet> sigs;
|
|
|
|
td::Ref<BlockSignatureSet> approve_sigs;
|
2022-07-05 14:19:46 +00:00
|
|
|
validatorsession::ValidatorSessionStats stats;
|
2020-04-10 19:06:01 +00:00
|
|
|
td::Promise<td::Unit> promise;
|
|
|
|
};
|
|
|
|
|
2022-07-05 14:19:46 +00:00
|
|
|
std::list<PostponedAccept> postponed_accept_;
|
2020-04-10 19:06:01 +00:00
|
|
|
|
2019-09-07 10:03:22 +00:00
|
|
|
ShardIdFull shard_;
|
|
|
|
PublicKeyHash local_id_;
|
2019-09-18 17:46:32 +00:00
|
|
|
PublicKey local_id_full_;
|
2019-09-07 10:03:22 +00:00
|
|
|
ValidatorSessionId session_id_;
|
|
|
|
|
|
|
|
std::vector<BlockIdExt> prev_block_ids_;
|
|
|
|
BlockIdExt min_masterchain_block_id_;
|
|
|
|
|
|
|
|
td::Ref<ValidatorSet> validator_set_;
|
2024-08-20 16:54:16 +00:00
|
|
|
BlockSeqno last_key_block_seqno_;
|
2019-09-07 10:03:22 +00:00
|
|
|
validatorsession::ValidatorSessionOptions config_;
|
|
|
|
|
|
|
|
td::actor::ActorId<keyring::Keyring> keyring_;
|
|
|
|
td::actor::ActorId<adnl::Adnl> adnl_;
|
|
|
|
td::actor::ActorId<rldp::Rldp> rldp_;
|
|
|
|
td::actor::ActorId<overlay::Overlays> overlays_;
|
|
|
|
std::string db_root_;
|
|
|
|
td::actor::ActorId<ValidatorManager> manager_;
|
|
|
|
td::actor::ActorOwn<validatorsession::ValidatorSession> session_;
|
|
|
|
|
|
|
|
bool init_ = false;
|
2020-04-10 19:06:01 +00:00
|
|
|
bool started_ = false;
|
2020-03-30 13:20:45 +00:00
|
|
|
bool allow_unsafe_self_blocks_resync_;
|
2024-05-13 11:55:32 +00:00
|
|
|
td::Ref<ValidatorManagerOptions> opts_;
|
2019-09-07 10:03:22 +00:00
|
|
|
td::uint32 last_known_round_id_ = 0;
|
2022-11-25 06:49:04 +00:00
|
|
|
|
|
|
|
struct CachedCollatedBlock {
|
|
|
|
td::optional<BlockCandidate> result;
|
|
|
|
std::vector<td::Promise<BlockCandidate>> promises;
|
|
|
|
};
|
|
|
|
std::shared_ptr<CachedCollatedBlock> cached_collated_block_;
|
2024-10-01 07:22:15 +00:00
|
|
|
td::CancellationTokenSource cancellation_token_source_;
|
2022-11-25 06:49:04 +00:00
|
|
|
|
2024-10-09 10:53:46 +00:00
|
|
|
void generated_block_candidate(validatorsession::BlockSourceInfo source_info,
|
|
|
|
std::shared_ptr<CachedCollatedBlock> cache, td::Result<BlockCandidate> R);
|
2023-12-06 16:34:01 +00:00
|
|
|
|
2024-08-23 08:46:40 +00:00
|
|
|
using CacheKey = std::tuple<td::Bits256, BlockIdExt, FileHash, FileHash>;
|
2023-12-06 16:34:01 +00:00
|
|
|
std::map<CacheKey, UnixTime> approved_candidates_cache_;
|
|
|
|
|
|
|
|
void update_approve_cache(CacheKey key, UnixTime value);
|
|
|
|
|
|
|
|
static CacheKey block_to_cache_key(const BlockCandidate& block) {
|
|
|
|
return std::make_tuple(block.pubkey.as_bits256(), block.id, sha256_bits256(block.data), block.collated_file_hash);
|
|
|
|
}
|
2024-03-26 11:51:06 +00:00
|
|
|
|
|
|
|
void get_validator_group_info_for_litequery_cont(
|
|
|
|
td::uint32 expected_round,
|
|
|
|
std::vector<tl_object_ptr<lite_api::liteServer_nonfinal_candidateInfo>> candidates,
|
|
|
|
td::Promise<tl_object_ptr<lite_api::liteServer_nonfinal_validatorGroupInfo>> promise);
|
|
|
|
|
|
|
|
std::set<std::tuple<td::Bits256, BlockIdExt, FileHash>> available_block_candidates_; // source, id, collated hash
|
|
|
|
|
|
|
|
void add_available_block_candidate(td::Bits256 source, BlockIdExt id, FileHash collated_data_hash) {
|
|
|
|
available_block_candidates_.emplace(source, id, collated_data_hash);
|
|
|
|
}
|
2024-10-09 10:53:46 +00:00
|
|
|
|
|
|
|
std::set<BlockIdExt> sent_candidate_broadcasts_;
|
|
|
|
|
|
|
|
void send_block_candidate_broadcast(BlockIdExt id, td::BufferSlice data) {
|
|
|
|
if (sent_candidate_broadcasts_.insert(id).second) {
|
|
|
|
td::actor::send_closure(manager_, &ValidatorManager::send_block_candidate_broadcast, id,
|
|
|
|
validator_set_->get_catchain_seqno(), validator_set_->get_validator_set_hash(),
|
|
|
|
std::move(data));
|
|
|
|
}
|
|
|
|
}
|
2019-09-07 10:03:22 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
} // namespace validator
|
|
|
|
|
|
|
|
} // namespace ton
|