mirror of
https://github.com/ton-blockchain/ton
synced 2025-03-09 15:40:10 +00:00
Merge branch 'testnet' into accelerator
This commit is contained in:
commit
09c4488fbf
18 changed files with 85 additions and 59 deletions
|
@ -673,7 +673,7 @@ void FullNodeShardImpl::process_query(adnl::AdnlNodeIdShort src, ton_api::tonNod
|
||||||
void FullNodeShardImpl::process_query(adnl::AdnlNodeIdShort src, ton_api::tonNode_getOutMsgQueueProof &query,
|
void FullNodeShardImpl::process_query(adnl::AdnlNodeIdShort src, ton_api::tonNode_getOutMsgQueueProof &query,
|
||||||
td::Promise<td::BufferSlice> promise) {
|
td::Promise<td::BufferSlice> promise) {
|
||||||
std::vector<BlockIdExt> blocks;
|
std::vector<BlockIdExt> blocks;
|
||||||
for (const auto& x : query.blocks_) {
|
for (const auto &x : query.blocks_) {
|
||||||
BlockIdExt id = create_block_id(x);
|
BlockIdExt id = create_block_id(x);
|
||||||
if (!id.is_valid_ext()) {
|
if (!id.is_valid_ext()) {
|
||||||
promise.set_error(td::Status::Error("invalid block_id"));
|
promise.set_error(td::Status::Error("invalid block_id"));
|
||||||
|
@ -691,18 +691,14 @@ void FullNodeShardImpl::process_query(adnl::AdnlNodeIdShort src, ton_api::tonNod
|
||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
block::ImportedMsgQueueLimits limits{(td::uint32)query.limits_->max_bytes_, (td::uint32)query.limits_->max_msgs_};
|
block::ImportedMsgQueueLimits limits{(td::uint32)query.limits_->max_bytes_, (td::uint32)query.limits_->max_msgs_};
|
||||||
if (limits.max_bytes > (1 << 24)) {
|
if (limits.max_msgs > 512) {
|
||||||
|
promise.set_error(td::Status::Error("max_msgs is too big"));
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
if (limits.max_bytes > (1 << 21)) {
|
||||||
promise.set_error(td::Status::Error("max_bytes is too big"));
|
promise.set_error(td::Status::Error("max_bytes is too big"));
|
||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
auto P = td::PromiseCreator::lambda(
|
|
||||||
[promise = std::move(promise)](td::Result<tl_object_ptr<ton_api::tonNode_outMsgQueueProof>> R) mutable {
|
|
||||||
if (R.is_error()) {
|
|
||||||
promise.set_result(create_serialize_tl_object<ton_api::tonNode_outMsgQueueProofEmpty>());
|
|
||||||
} else {
|
|
||||||
promise.set_result(serialize_tl_object(R.move_as_ok(), true));
|
|
||||||
}
|
|
||||||
});
|
|
||||||
FLOG(DEBUG) {
|
FLOG(DEBUG) {
|
||||||
sb << "Got query getOutMsgQueueProof to shard " << dst_shard.to_str() << " from blocks";
|
sb << "Got query getOutMsgQueueProof to shard " << dst_shard.to_str() << " from blocks";
|
||||||
for (const BlockIdExt &id : blocks) {
|
for (const BlockIdExt &id : blocks) {
|
||||||
|
@ -710,9 +706,24 @@ void FullNodeShardImpl::process_query(adnl::AdnlNodeIdShort src, ton_api::tonNod
|
||||||
}
|
}
|
||||||
sb << " from " << src;
|
sb << " from " << src;
|
||||||
};
|
};
|
||||||
td::actor::create_actor<BuildOutMsgQueueProof>("buildqueueproof", dst_shard, std::move(blocks), limits,
|
td::actor::send_closure(
|
||||||
validator_manager_, std::move(P))
|
full_node_, &FullNode::get_out_msg_queue_query_token,
|
||||||
.release();
|
[=, manager = validator_manager_, blocks = std::move(blocks),
|
||||||
|
promise = std::move(promise)](td::Result<std::unique_ptr<ActionToken>> R) mutable {
|
||||||
|
TRY_RESULT_PROMISE(promise, token, std::move(R));
|
||||||
|
auto P =
|
||||||
|
td::PromiseCreator::lambda([promise = std::move(promise), token = std::move(token)](
|
||||||
|
td::Result<tl_object_ptr<ton_api::tonNode_outMsgQueueProof>> R) mutable {
|
||||||
|
if (R.is_error()) {
|
||||||
|
promise.set_result(create_serialize_tl_object<ton_api::tonNode_outMsgQueueProofEmpty>());
|
||||||
|
} else {
|
||||||
|
promise.set_result(serialize_tl_object(R.move_as_ok(), true));
|
||||||
|
}
|
||||||
|
});
|
||||||
|
td::actor::create_actor<BuildOutMsgQueueProof>("buildqueueproof", dst_shard, std::move(blocks), limits, manager,
|
||||||
|
std::move(P))
|
||||||
|
.release();
|
||||||
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
void FullNodeShardImpl::receive_query(adnl::AdnlNodeIdShort src, td::BufferSlice query,
|
void FullNodeShardImpl::receive_query(adnl::AdnlNodeIdShort src, td::BufferSlice query,
|
||||||
|
|
|
@ -21,6 +21,7 @@
|
||||||
#include "td/actor/MultiPromise.h"
|
#include "td/actor/MultiPromise.h"
|
||||||
#include "full-node.h"
|
#include "full-node.h"
|
||||||
#include "common/delay.h"
|
#include "common/delay.h"
|
||||||
|
#include "impl/out-msg-queue-proof.hpp"
|
||||||
#include "td/utils/Random.h"
|
#include "td/utils/Random.h"
|
||||||
#include "ton/ton-tl.hpp"
|
#include "ton/ton-tl.hpp"
|
||||||
|
|
||||||
|
@ -644,6 +645,11 @@ void FullNodeImpl::process_block_candidate_broadcast(BlockIdExt block_id, Catcha
|
||||||
std::move(data));
|
std::move(data));
|
||||||
}
|
}
|
||||||
|
|
||||||
|
void FullNodeImpl::get_out_msg_queue_query_token(td::Promise<std::unique_ptr<ActionToken>> promise) {
|
||||||
|
td::actor::send_closure(out_msg_queue_query_token_manager_, &TokenManager::get_token, 1, 0, td::Timestamp::in(10.0),
|
||||||
|
std::move(promise));
|
||||||
|
}
|
||||||
|
|
||||||
void FullNodeImpl::set_validator_telemetry_filename(std::string value) {
|
void FullNodeImpl::set_validator_telemetry_filename(std::string value) {
|
||||||
validator_telemetry_filename_ = std::move(value);
|
validator_telemetry_filename_ = std::move(value);
|
||||||
update_validator_telemetry_collector();
|
update_validator_telemetry_collector();
|
||||||
|
|
|
@ -93,6 +93,7 @@ class FullNode : public td::actor::Actor {
|
||||||
virtual void process_block_broadcast(BlockBroadcast broadcast) = 0;
|
virtual void process_block_broadcast(BlockBroadcast broadcast) = 0;
|
||||||
virtual void process_block_candidate_broadcast(BlockIdExt block_id, CatchainSeqno cc_seqno,
|
virtual void process_block_candidate_broadcast(BlockIdExt block_id, CatchainSeqno cc_seqno,
|
||||||
td::uint32 validator_set_hash, td::BufferSlice data) = 0;
|
td::uint32 validator_set_hash, td::BufferSlice data) = 0;
|
||||||
|
virtual void get_out_msg_queue_query_token(td::Promise<std::unique_ptr<ActionToken>> promise) = 0;
|
||||||
|
|
||||||
virtual void set_validator_telemetry_filename(std::string value) = 0;
|
virtual void set_validator_telemetry_filename(std::string value) = 0;
|
||||||
|
|
||||||
|
|
|
@ -29,6 +29,7 @@
|
||||||
#include <map>
|
#include <map>
|
||||||
#include <set>
|
#include <set>
|
||||||
#include <queue>
|
#include <queue>
|
||||||
|
#include <token-manager.h>
|
||||||
|
|
||||||
namespace ton {
|
namespace ton {
|
||||||
|
|
||||||
|
@ -94,6 +95,7 @@ class FullNodeImpl : public FullNode {
|
||||||
void process_block_broadcast(BlockBroadcast broadcast) override;
|
void process_block_broadcast(BlockBroadcast broadcast) override;
|
||||||
void process_block_candidate_broadcast(BlockIdExt block_id, CatchainSeqno cc_seqno, td::uint32 validator_set_hash,
|
void process_block_candidate_broadcast(BlockIdExt block_id, CatchainSeqno cc_seqno, td::uint32 validator_set_hash,
|
||||||
td::BufferSlice data) override;
|
td::BufferSlice data) override;
|
||||||
|
void get_out_msg_queue_query_token(td::Promise<std::unique_ptr<ActionToken>> promise) override;
|
||||||
|
|
||||||
void set_validator_telemetry_filename(std::string value) override;
|
void set_validator_telemetry_filename(std::string value) override;
|
||||||
|
|
||||||
|
@ -179,6 +181,9 @@ class FullNodeImpl : public FullNode {
|
||||||
PublicKeyHash validator_telemetry_collector_key_ = PublicKeyHash::zero();
|
PublicKeyHash validator_telemetry_collector_key_ = PublicKeyHash::zero();
|
||||||
|
|
||||||
void update_validator_telemetry_collector();
|
void update_validator_telemetry_collector();
|
||||||
|
|
||||||
|
td::actor::ActorOwn<TokenManager> out_msg_queue_query_token_manager_ =
|
||||||
|
td::actor::create_actor<TokenManager>("tokens", /* max_tokens = */ 1);
|
||||||
};
|
};
|
||||||
|
|
||||||
} // namespace fullnode
|
} // namespace fullnode
|
||||||
|
|
|
@ -292,7 +292,7 @@ class ValidatorManagerImpl : public ValidatorManager {
|
||||||
void try_get_static_file(FileHash file_hash, td::Promise<td::BufferSlice> promise) override;
|
void try_get_static_file(FileHash file_hash, td::Promise<td::BufferSlice> promise) override;
|
||||||
|
|
||||||
void get_download_token(size_t download_size, td::uint32 priority, td::Timestamp timeout,
|
void get_download_token(size_t download_size, td::uint32 priority, td::Timestamp timeout,
|
||||||
td::Promise<std::unique_ptr<DownloadToken>> promise) override {
|
td::Promise<std::unique_ptr<ActionToken>> promise) override {
|
||||||
promise.set_error(td::Status::Error(ErrorCode::error, "download disabled"));
|
promise.set_error(td::Status::Error(ErrorCode::error, "download disabled"));
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
@ -366,7 +366,7 @@ class ValidatorManagerImpl : public ValidatorManager {
|
||||||
void try_get_static_file(FileHash file_hash, td::Promise<td::BufferSlice> promise) override;
|
void try_get_static_file(FileHash file_hash, td::Promise<td::BufferSlice> promise) override;
|
||||||
|
|
||||||
void get_download_token(size_t download_size, td::uint32 priority, td::Timestamp timeout,
|
void get_download_token(size_t download_size, td::uint32 priority, td::Timestamp timeout,
|
||||||
td::Promise<std::unique_ptr<DownloadToken>> promise) override {
|
td::Promise<std::unique_ptr<ActionToken>> promise) override {
|
||||||
promise.set_error(td::Status::Error(ErrorCode::error, "download disabled"));
|
promise.set_error(td::Status::Error(ErrorCode::error, "download disabled"));
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
@ -543,8 +543,8 @@ class ValidatorManagerImpl : public ValidatorManager {
|
||||||
void try_get_static_file(FileHash file_hash, td::Promise<td::BufferSlice> promise) override;
|
void try_get_static_file(FileHash file_hash, td::Promise<td::BufferSlice> promise) override;
|
||||||
|
|
||||||
void get_download_token(size_t download_size, td::uint32 priority, td::Timestamp timeout,
|
void get_download_token(size_t download_size, td::uint32 priority, td::Timestamp timeout,
|
||||||
td::Promise<std::unique_ptr<DownloadToken>> promise) override {
|
td::Promise<std::unique_ptr<ActionToken>> promise) override {
|
||||||
td::actor::send_closure(token_manager_, &TokenManager::get_download_token, download_size, priority, timeout,
|
td::actor::send_closure(token_manager_, &TokenManager::get_token, download_size, priority, timeout,
|
||||||
std::move(promise));
|
std::move(promise));
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
@ -144,7 +144,7 @@ void DownloadBlockNew::got_block_handle(BlockHandle handle) {
|
||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
|
|
||||||
auto P = td::PromiseCreator::lambda([SelfId = actor_id(this)](td::Result<std::unique_ptr<DownloadToken>> R) {
|
auto P = td::PromiseCreator::lambda([SelfId = actor_id(this)](td::Result<std::unique_ptr<ActionToken>> R) {
|
||||||
if (R.is_error()) {
|
if (R.is_error()) {
|
||||||
td::actor::send_closure(SelfId, &DownloadBlockNew::abort_query,
|
td::actor::send_closure(SelfId, &DownloadBlockNew::abort_query,
|
||||||
R.move_as_error_prefix("failed to get download token: "));
|
R.move_as_error_prefix("failed to get download token: "));
|
||||||
|
@ -156,7 +156,7 @@ void DownloadBlockNew::got_block_handle(BlockHandle handle) {
|
||||||
std::move(P));
|
std::move(P));
|
||||||
}
|
}
|
||||||
|
|
||||||
void DownloadBlockNew::got_download_token(std::unique_ptr<DownloadToken> token) {
|
void DownloadBlockNew::got_download_token(std::unique_ptr<ActionToken> token) {
|
||||||
token_ = std::move(token);
|
token_ = std::move(token);
|
||||||
|
|
||||||
if (download_from_.is_zero() && client_.empty()) {
|
if (download_from_.is_zero() && client_.empty()) {
|
||||||
|
|
|
@ -49,7 +49,7 @@ class DownloadBlockNew : public td::actor::Actor {
|
||||||
|
|
||||||
void start_up() override;
|
void start_up() override;
|
||||||
void got_block_handle(BlockHandle handle);
|
void got_block_handle(BlockHandle handle);
|
||||||
void got_download_token(std::unique_ptr<DownloadToken> token);
|
void got_download_token(std::unique_ptr<ActionToken> token);
|
||||||
void got_node_to_download(adnl::AdnlNodeIdShort node);
|
void got_node_to_download(adnl::AdnlNodeIdShort node);
|
||||||
void got_data(td::BufferSlice data);
|
void got_data(td::BufferSlice data);
|
||||||
void got_data_from_db(td::BufferSlice data);
|
void got_data_from_db(td::BufferSlice data);
|
||||||
|
@ -79,7 +79,7 @@ class DownloadBlockNew : public td::actor::Actor {
|
||||||
|
|
||||||
bool allow_partial_proof_ = false;
|
bool allow_partial_proof_ = false;
|
||||||
|
|
||||||
std::unique_ptr<DownloadToken> token_;
|
std::unique_ptr<ActionToken> token_;
|
||||||
};
|
};
|
||||||
|
|
||||||
} // namespace fullnode
|
} // namespace fullnode
|
||||||
|
|
|
@ -128,7 +128,7 @@ void DownloadBlock::got_block_handle(BlockHandle handle) {
|
||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
|
|
||||||
auto P = td::PromiseCreator::lambda([SelfId = actor_id(this)](td::Result<std::unique_ptr<DownloadToken>> R) {
|
auto P = td::PromiseCreator::lambda([SelfId = actor_id(this)](td::Result<std::unique_ptr<ActionToken>> R) {
|
||||||
if (R.is_error()) {
|
if (R.is_error()) {
|
||||||
td::actor::send_closure(SelfId, &DownloadBlock::abort_query,
|
td::actor::send_closure(SelfId, &DownloadBlock::abort_query,
|
||||||
R.move_as_error_prefix("failed to get download token: "));
|
R.move_as_error_prefix("failed to get download token: "));
|
||||||
|
@ -140,7 +140,7 @@ void DownloadBlock::got_block_handle(BlockHandle handle) {
|
||||||
std::move(P));
|
std::move(P));
|
||||||
}
|
}
|
||||||
|
|
||||||
void DownloadBlock::got_download_token(std::unique_ptr<DownloadToken> token) {
|
void DownloadBlock::got_download_token(std::unique_ptr<ActionToken> token) {
|
||||||
token_ = std::move(token);
|
token_ = std::move(token);
|
||||||
|
|
||||||
if (download_from_.is_zero() && !short_ && client_.empty()) {
|
if (download_from_.is_zero() && !short_ && client_.empty()) {
|
||||||
|
|
|
@ -49,7 +49,7 @@ class DownloadBlock : public td::actor::Actor {
|
||||||
|
|
||||||
void start_up() override;
|
void start_up() override;
|
||||||
void got_block_handle(BlockHandle handle);
|
void got_block_handle(BlockHandle handle);
|
||||||
void got_download_token(std::unique_ptr<DownloadToken> token);
|
void got_download_token(std::unique_ptr<ActionToken> token);
|
||||||
void got_node_to_download(adnl::AdnlNodeIdShort node);
|
void got_node_to_download(adnl::AdnlNodeIdShort node);
|
||||||
void got_block_proof_description(td::BufferSlice proof_description);
|
void got_block_proof_description(td::BufferSlice proof_description);
|
||||||
void got_block_proof(td::BufferSlice data);
|
void got_block_proof(td::BufferSlice data);
|
||||||
|
@ -86,7 +86,7 @@ class DownloadBlock : public td::actor::Actor {
|
||||||
|
|
||||||
bool allow_partial_proof_ = false;
|
bool allow_partial_proof_ = false;
|
||||||
|
|
||||||
std::unique_ptr<DownloadToken> token_;
|
std::unique_ptr<ActionToken> token_;
|
||||||
};
|
};
|
||||||
|
|
||||||
} // namespace fullnode
|
} // namespace fullnode
|
||||||
|
|
|
@ -107,7 +107,7 @@ void DownloadProof::start_up() {
|
||||||
}
|
}
|
||||||
|
|
||||||
void DownloadProof::checked_db() {
|
void DownloadProof::checked_db() {
|
||||||
auto P = td::PromiseCreator::lambda([SelfId = actor_id(this)](td::Result<std::unique_ptr<DownloadToken>> R) {
|
auto P = td::PromiseCreator::lambda([SelfId = actor_id(this)](td::Result<std::unique_ptr<ActionToken>> R) {
|
||||||
if (R.is_error()) {
|
if (R.is_error()) {
|
||||||
td::actor::send_closure(SelfId, &DownloadProof::abort_query,
|
td::actor::send_closure(SelfId, &DownloadProof::abort_query,
|
||||||
R.move_as_error_prefix("failed to get download token: "));
|
R.move_as_error_prefix("failed to get download token: "));
|
||||||
|
@ -119,7 +119,7 @@ void DownloadProof::checked_db() {
|
||||||
std::move(P));
|
std::move(P));
|
||||||
}
|
}
|
||||||
|
|
||||||
void DownloadProof::got_download_token(std::unique_ptr<DownloadToken> token) {
|
void DownloadProof::got_download_token(std::unique_ptr<ActionToken> token) {
|
||||||
token_ = std::move(token);
|
token_ = std::move(token);
|
||||||
|
|
||||||
if (download_from_.is_zero() && client_.empty()) {
|
if (download_from_.is_zero() && client_.empty()) {
|
||||||
|
|
|
@ -45,7 +45,7 @@ class DownloadProof : public td::actor::Actor {
|
||||||
|
|
||||||
void start_up() override;
|
void start_up() override;
|
||||||
void checked_db();
|
void checked_db();
|
||||||
void got_download_token(std::unique_ptr<DownloadToken> token);
|
void got_download_token(std::unique_ptr<ActionToken> token);
|
||||||
void got_node_to_download(adnl::AdnlNodeIdShort node);
|
void got_node_to_download(adnl::AdnlNodeIdShort node);
|
||||||
void got_block_proof_description(td::BufferSlice proof_description);
|
void got_block_proof_description(td::BufferSlice proof_description);
|
||||||
void got_block_proof(td::BufferSlice data);
|
void got_block_proof(td::BufferSlice data);
|
||||||
|
@ -72,7 +72,7 @@ class DownloadProof : public td::actor::Actor {
|
||||||
|
|
||||||
td::BufferSlice data_;
|
td::BufferSlice data_;
|
||||||
|
|
||||||
std::unique_ptr<DownloadToken> token_;
|
std::unique_ptr<ActionToken> token_;
|
||||||
};
|
};
|
||||||
|
|
||||||
} // namespace fullnode
|
} // namespace fullnode
|
||||||
|
|
|
@ -84,7 +84,7 @@ void GetNextKeyBlocks::finish_query() {
|
||||||
void GetNextKeyBlocks::start_up() {
|
void GetNextKeyBlocks::start_up() {
|
||||||
alarm_timestamp() = timeout_;
|
alarm_timestamp() = timeout_;
|
||||||
|
|
||||||
auto P = td::PromiseCreator::lambda([SelfId = actor_id(this)](td::Result<std::unique_ptr<DownloadToken>> R) {
|
auto P = td::PromiseCreator::lambda([SelfId = actor_id(this)](td::Result<std::unique_ptr<ActionToken>> R) {
|
||||||
if (R.is_error()) {
|
if (R.is_error()) {
|
||||||
td::actor::send_closure(SelfId, &GetNextKeyBlocks::abort_query,
|
td::actor::send_closure(SelfId, &GetNextKeyBlocks::abort_query,
|
||||||
R.move_as_error_prefix("failed to get download token: "));
|
R.move_as_error_prefix("failed to get download token: "));
|
||||||
|
@ -96,7 +96,7 @@ void GetNextKeyBlocks::start_up() {
|
||||||
std::move(P));
|
std::move(P));
|
||||||
}
|
}
|
||||||
|
|
||||||
void GetNextKeyBlocks::got_download_token(std::unique_ptr<DownloadToken> token) {
|
void GetNextKeyBlocks::got_download_token(std::unique_ptr<ActionToken> token) {
|
||||||
token_ = std::move(token);
|
token_ = std::move(token);
|
||||||
|
|
||||||
if (download_from_.is_zero() && client_.empty()) {
|
if (download_from_.is_zero() && client_.empty()) {
|
||||||
|
|
|
@ -44,7 +44,7 @@ class GetNextKeyBlocks : public td::actor::Actor {
|
||||||
void finish_query();
|
void finish_query();
|
||||||
|
|
||||||
void start_up() override;
|
void start_up() override;
|
||||||
void got_download_token(std::unique_ptr<DownloadToken> token);
|
void got_download_token(std::unique_ptr<ActionToken> token);
|
||||||
void got_node_to_download(adnl::AdnlNodeIdShort node);
|
void got_node_to_download(adnl::AdnlNodeIdShort node);
|
||||||
void send_request();
|
void send_request();
|
||||||
void got_result(td::BufferSlice res);
|
void got_result(td::BufferSlice res);
|
||||||
|
@ -75,7 +75,7 @@ class GetNextKeyBlocks : public td::actor::Actor {
|
||||||
std::vector<BlockIdExt> pending_;
|
std::vector<BlockIdExt> pending_;
|
||||||
std::vector<BlockIdExt> res_;
|
std::vector<BlockIdExt> res_;
|
||||||
|
|
||||||
std::unique_ptr<DownloadToken> token_;
|
std::unique_ptr<ActionToken> token_;
|
||||||
};
|
};
|
||||||
|
|
||||||
} // namespace fullnode
|
} // namespace fullnode
|
||||||
|
|
|
@ -22,23 +22,23 @@ namespace ton {
|
||||||
|
|
||||||
namespace validator {
|
namespace validator {
|
||||||
|
|
||||||
void TokenManager::get_download_token(size_t download_size, td::uint32 priority, td::Timestamp timeout,
|
void TokenManager::get_token(size_t size, td::uint32 priority, td::Timestamp timeout,
|
||||||
td::Promise<std::unique_ptr<DownloadToken>> promise) {
|
td::Promise<std::unique_ptr<ActionToken>> promise) {
|
||||||
if (free_priority_tokens_ > 0 && priority > 0) {
|
if (free_priority_tokens_ > 0 && priority > 0) {
|
||||||
--free_priority_tokens_;
|
--free_priority_tokens_;
|
||||||
promise.set_value(gen_token(download_size, priority));
|
promise.set_value(gen_token(size, priority));
|
||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
if (free_tokens_ > 0) {
|
if (free_tokens_ > 0) {
|
||||||
--free_tokens_;
|
--free_tokens_;
|
||||||
promise.set_value(gen_token(download_size, priority));
|
promise.set_value(gen_token(size, priority));
|
||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
|
|
||||||
pending_.emplace(PendingPromiseKey{download_size, priority, seqno_++}, PendingPromise{timeout, std::move(promise)});
|
pending_.emplace(PendingPromiseKey{size, priority, seqno_++}, PendingPromise{timeout, std::move(promise)});
|
||||||
}
|
}
|
||||||
|
|
||||||
void TokenManager::download_token_cleared(size_t download_size, td::uint32 priority) {
|
void TokenManager::token_cleared(size_t size, td::uint32 priority) {
|
||||||
(priority ? free_priority_tokens_ : free_tokens_)++;
|
(priority ? free_priority_tokens_ : free_tokens_)++;
|
||||||
if (free_priority_tokens_ > max_priority_tokens_) {
|
if (free_priority_tokens_ > max_priority_tokens_) {
|
||||||
free_priority_tokens_--;
|
free_priority_tokens_--;
|
||||||
|
@ -47,7 +47,7 @@ void TokenManager::download_token_cleared(size_t download_size, td::uint32 prior
|
||||||
|
|
||||||
for (auto it = pending_.begin(); it != pending_.end();) {
|
for (auto it = pending_.begin(); it != pending_.end();) {
|
||||||
if (it->first.priority && (free_tokens_ || free_priority_tokens_)) {
|
if (it->first.priority && (free_tokens_ || free_priority_tokens_)) {
|
||||||
it->second.promise.set_value(gen_token(download_size, priority));
|
it->second.promise.set_value(gen_token(size, priority));
|
||||||
auto it2 = it++;
|
auto it2 = it++;
|
||||||
pending_.erase(it2);
|
pending_.erase(it2);
|
||||||
if (free_priority_tokens_ > 0) {
|
if (free_priority_tokens_ > 0) {
|
||||||
|
@ -56,7 +56,7 @@ void TokenManager::download_token_cleared(size_t download_size, td::uint32 prior
|
||||||
free_tokens_--;
|
free_tokens_--;
|
||||||
}
|
}
|
||||||
} else if (!it->first.priority && free_tokens_) {
|
} else if (!it->first.priority && free_tokens_) {
|
||||||
it->second.promise.set_value(gen_token(download_size, priority));
|
it->second.promise.set_value(gen_token(size, priority));
|
||||||
auto it2 = it++;
|
auto it2 = it++;
|
||||||
pending_.erase(it2);
|
pending_.erase(it2);
|
||||||
free_tokens_--;
|
free_tokens_--;
|
||||||
|
@ -69,7 +69,7 @@ void TokenManager::download_token_cleared(size_t download_size, td::uint32 prior
|
||||||
void TokenManager::alarm() {
|
void TokenManager::alarm() {
|
||||||
for (auto it = pending_.begin(); it != pending_.end();) {
|
for (auto it = pending_.begin(); it != pending_.end();) {
|
||||||
if (it->second.timeout.is_in_past()) {
|
if (it->second.timeout.is_in_past()) {
|
||||||
it->second.promise.set_error(td::Status::Error(ErrorCode::timeout, "timeout in wait download token"));
|
it->second.promise.set_error(td::Status::Error(ErrorCode::timeout, "timeout in wait token"));
|
||||||
it = pending_.erase(it);
|
it = pending_.erase(it);
|
||||||
} else {
|
} else {
|
||||||
it++;
|
it++;
|
||||||
|
@ -77,23 +77,23 @@ void TokenManager::alarm() {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
std::unique_ptr<DownloadToken> TokenManager::gen_token(size_t download_size, td::uint32 priority) {
|
std::unique_ptr<ActionToken> TokenManager::gen_token(size_t size, td::uint32 priority) {
|
||||||
class Token : public DownloadToken {
|
class TokenImpl : public ActionToken {
|
||||||
public:
|
public:
|
||||||
Token(size_t download_size, td::uint32 priority, td::actor::ActorId<TokenManager> manager)
|
TokenImpl(size_t size, td::uint32 priority, td::actor::ActorId<TokenManager> manager)
|
||||||
: download_size_(download_size), priority_(priority), manager_(manager) {
|
: size_(size), priority_(priority), manager_(manager) {
|
||||||
}
|
}
|
||||||
~Token() override {
|
~TokenImpl() override {
|
||||||
td::actor::send_closure(manager_, &TokenManager::download_token_cleared, download_size_, priority_);
|
td::actor::send_closure(manager_, &TokenManager::token_cleared, size_, priority_);
|
||||||
}
|
}
|
||||||
|
|
||||||
private:
|
private:
|
||||||
size_t download_size_;
|
size_t size_;
|
||||||
td::uint32 priority_;
|
td::uint32 priority_;
|
||||||
td::actor::ActorId<TokenManager> manager_;
|
td::actor::ActorId<TokenManager> manager_;
|
||||||
};
|
};
|
||||||
|
|
||||||
return std::make_unique<Token>(download_size, priority, actor_id(this));
|
return std::make_unique<TokenImpl>(size, priority, actor_id(this));
|
||||||
}
|
}
|
||||||
|
|
||||||
} // namespace validator
|
} // namespace validator
|
||||||
|
|
|
@ -31,16 +31,19 @@ class TokenManager : public td::actor::Actor {
|
||||||
public:
|
public:
|
||||||
TokenManager() {
|
TokenManager() {
|
||||||
}
|
}
|
||||||
|
explicit TokenManager(td::uint32 max_tokens)
|
||||||
|
: free_tokens_(max_tokens), free_priority_tokens_(max_tokens), max_priority_tokens_(max_tokens) {
|
||||||
|
}
|
||||||
void alarm() override;
|
void alarm() override;
|
||||||
|
|
||||||
void get_download_token(size_t download_size, td::uint32 priority, td::Timestamp timeout,
|
void get_token(size_t size, td::uint32 priority, td::Timestamp timeout,
|
||||||
td::Promise<std::unique_ptr<DownloadToken>> promise);
|
td::Promise<std::unique_ptr<ActionToken>> promise);
|
||||||
void download_token_cleared(size_t download_size, td::uint32 priority);
|
void token_cleared(size_t size, td::uint32 priority);
|
||||||
|
|
||||||
private:
|
private:
|
||||||
std::unique_ptr<DownloadToken> gen_token(size_t download_size, td::uint32 priority);
|
std::unique_ptr<ActionToken> gen_token(size_t size, td::uint32 priority);
|
||||||
struct PendingPromiseKey {
|
struct PendingPromiseKey {
|
||||||
size_t download_size;
|
size_t size;
|
||||||
td::uint32 priority;
|
td::uint32 priority;
|
||||||
td::uint64 seqno;
|
td::uint64 seqno;
|
||||||
|
|
||||||
|
@ -50,7 +53,7 @@ class TokenManager : public td::actor::Actor {
|
||||||
};
|
};
|
||||||
struct PendingPromise {
|
struct PendingPromise {
|
||||||
td::Timestamp timeout;
|
td::Timestamp timeout;
|
||||||
td::Promise<std::unique_ptr<DownloadToken>> promise;
|
td::Promise<std::unique_ptr<ActionToken>> promise;
|
||||||
};
|
};
|
||||||
td::uint64 seqno_ = 0;
|
td::uint64 seqno_ = 0;
|
||||||
std::map<PendingPromiseKey, PendingPromise> pending_;
|
std::map<PendingPromiseKey, PendingPromise> pending_;
|
||||||
|
|
|
@ -42,9 +42,9 @@ namespace ton {
|
||||||
|
|
||||||
namespace validator {
|
namespace validator {
|
||||||
|
|
||||||
class DownloadToken {
|
class ActionToken {
|
||||||
public:
|
public:
|
||||||
virtual ~DownloadToken() = default;
|
virtual ~ActionToken() = default;
|
||||||
};
|
};
|
||||||
|
|
||||||
struct PerfTimerStats {
|
struct PerfTimerStats {
|
||||||
|
@ -280,7 +280,7 @@ class ValidatorManagerInterface : public td::actor::Actor {
|
||||||
virtual void add_ext_server_port(td::uint16 port) = 0;
|
virtual void add_ext_server_port(td::uint16 port) = 0;
|
||||||
|
|
||||||
virtual void get_download_token(size_t download_size, td::uint32 priority, td::Timestamp timeout,
|
virtual void get_download_token(size_t download_size, td::uint32 priority, td::Timestamp timeout,
|
||||||
td::Promise<std::unique_ptr<DownloadToken>> promise) = 0;
|
td::Promise<std::unique_ptr<ActionToken>> promise) = 0;
|
||||||
|
|
||||||
virtual void get_block_data_from_db(ConstBlockHandle handle, td::Promise<td::Ref<BlockData>> promise) = 0;
|
virtual void get_block_data_from_db(ConstBlockHandle handle, td::Promise<td::Ref<BlockData>> promise) = 0;
|
||||||
virtual void get_block_data_from_db_short(BlockIdExt block_id, td::Promise<td::Ref<BlockData>> promise) = 0;
|
virtual void get_block_data_from_db_short(BlockIdExt block_id, td::Promise<td::Ref<BlockData>> promise) = 0;
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue