/* This file is part of TON Blockchain Library. TON Blockchain Library is free software: you can redistribute it and/or modify it under the terms of the GNU Lesser General Public License as published by the Free Software Foundation, either version 2 of the License, or (at your option) any later version. TON Blockchain Library is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public License for more details. You should have received a copy of the GNU Lesser General Public License along with TON Blockchain Library. If not, see . Copyright 2017-2020 Telegram Systems LLP */ #include "statedb.hpp" #include "ton/ton-tl.hpp" #include "adnl/utils.hpp" #include "td/db/RocksDb.h" #include "ton/ton-shard.h" namespace ton { namespace validator { void StateDb::update_init_masterchain_block(BlockIdExt block, td::Promise promise) { auto key = create_hash_tl_object(); kv_->begin_write_batch().ensure(); kv_->set(key.as_slice(), create_serialize_tl_object(create_tl_block_id(block)).as_slice()) .ensure(); kv_->commit_write_batch().ensure(); promise.set_value(td::Unit()); } void StateDb::get_init_masterchain_block(td::Promise promise) { auto key = create_hash_tl_object(); std::string value; auto R = kv_->get(key.as_slice(), value); R.ensure(); if (R.move_as_ok() == td::KeyValue::GetStatus::NotFound) { promise.set_error(td::Status::Error(ErrorCode::notready, "not found")); return; } auto F = fetch_tl_object(td::BufferSlice{value}, true); F.ensure(); auto obj = F.move_as_ok(); promise.set_value(create_block_id(obj->block_)); } void StateDb::update_gc_masterchain_block(BlockIdExt block, td::Promise promise) { auto key = create_hash_tl_object(); kv_->begin_write_batch().ensure(); kv_->set(key.as_slice(), create_serialize_tl_object(create_tl_block_id(block)).as_slice()) .ensure(); kv_->commit_write_batch().ensure(); promise.set_value(td::Unit()); } void StateDb::get_gc_masterchain_block(td::Promise promise) { auto key = create_hash_tl_object(); std::string value; auto R = kv_->get(key.as_slice(), value); R.ensure(); if (R.move_as_ok() == td::KeyValue::GetStatus::NotFound) { promise.set_error(td::Status::Error(ErrorCode::notready, "not found")); return; } auto F = fetch_tl_object(td::BufferSlice{value}, true); F.ensure(); auto obj = F.move_as_ok(); promise.set_value(create_block_id(obj->block_)); } void StateDb::update_shard_client_state(BlockIdExt masterchain_block_id, td::Promise promise) { auto key = create_hash_tl_object(); kv_->begin_write_batch().ensure(); kv_->set(key.as_slice(), create_serialize_tl_object(create_tl_block_id(masterchain_block_id))) .ensure(); kv_->commit_write_batch().ensure(); promise.set_value(td::Unit()); } void StateDb::get_shard_client_state(td::Promise promise) { auto key = create_hash_tl_object(); std::string value; auto R = kv_->get(key.as_slice(), value); R.ensure(); if (R.move_as_ok() == td::KeyValue::GetStatus::NotFound) { promise.set_error(td::Status::Error(ErrorCode::notready, "not found")); return; } auto F = fetch_tl_object(td::BufferSlice{value}, true); F.ensure(); auto obj = F.move_as_ok(); promise.set_value(create_block_id(obj->block_)); } void StateDb::update_destroyed_validator_sessions(std::vector sessions, td::Promise promise) { auto key = create_hash_tl_object(); kv_->begin_write_batch().ensure(); kv_->set(key.as_slice(), create_serialize_tl_object(std::move(sessions))) .ensure(); kv_->commit_write_batch().ensure(); promise.set_value(td::Unit()); } void StateDb::get_destroyed_validator_sessions(td::Promise> promise) { auto key = create_hash_tl_object(); std::string value; auto R = kv_->get(key.as_slice(), value); R.ensure(); if (R.move_as_ok() == td::KeyValue::GetStatus::NotFound) { promise.set_value(std::vector{}); return; } auto F = fetch_tl_object(td::BufferSlice{value}, true); F.ensure(); auto obj = F.move_as_ok(); promise.set_value(std::move(obj->sessions_)); } void StateDb::update_async_serializer_state(AsyncSerializerState state, td::Promise promise) { auto key = create_hash_tl_object(); auto value = create_serialize_tl_object( create_tl_block_id(state.last_block_id), create_tl_block_id(state.last_written_block_id), state.last_written_block_ts); kv_->begin_write_batch().ensure(); kv_->set(key.as_slice(), value.as_slice()).ensure(); kv_->commit_write_batch().ensure(); promise.set_value(td::Unit()); } void StateDb::get_async_serializer_state(td::Promise promise) { auto key = create_hash_tl_object(); std::string value; auto R = kv_->get(key.as_slice(), value); R.ensure(); if (R.move_as_ok() == td::KeyValue::GetStatus::NotFound) { promise.set_value(AsyncSerializerState{BlockIdExt{}, BlockIdExt{}, 0}); return; } auto F = fetch_tl_object(td::BufferSlice{value}, true); F.ensure(); auto obj = F.move_as_ok(); promise.set_value(AsyncSerializerState{create_block_id(obj->block_), create_block_id(obj->last_), static_cast(obj->last_ts_)}); } void StateDb::update_hardforks(std::vector blocks, td::Promise promise) { auto key = create_hash_tl_object(); std::vector> vec; for (auto &e : blocks) { vec.push_back(create_tl_block_id(e)); } kv_->begin_write_batch().ensure(); kv_->set(key.as_slice(), create_serialize_tl_object(std::move(vec))).ensure(); kv_->commit_write_batch(); promise.set_value(td::Unit()); } void StateDb::get_hardforks(td::Promise> promise) { auto key = create_hash_tl_object(); std::string value; auto R = kv_->get(key.as_slice(), value); R.ensure(); if (R.move_as_ok() == td::KeyValue::GetStatus::NotFound) { promise.set_value(std::vector{}); return; } auto F = fetch_tl_object(value, true); F.ensure(); auto f = F.move_as_ok(); std::vector vec; for (auto &e : f->blocks_) { vec.push_back(create_block_id(e)); } promise.set_value(std::move(vec)); } StateDb::StateDb(td::actor::ActorId root_db, std::string db_path) : root_db_(root_db), db_path_(db_path) { } void StateDb::start_up() { kv_ = std::make_shared(td::RocksDb::open(db_path_).move_as_ok()); std::string value; auto R = kv_->get(create_serialize_tl_object(), value); R.ensure(); if (R.move_as_ok() == td::KeyValue::GetStatus::Ok) { auto F = fetch_tl_object(value, true); F.ensure(); auto f = F.move_as_ok(); CHECK(f->version_ == 2); } else { kv_->begin_write_batch().ensure(); kv_->set(create_serialize_tl_object(), create_serialize_tl_object(2)) .ensure(); kv_->commit_write_batch().ensure(); } } void StateDb::add_persistent_state_description(td::Ref desc, td::Promise promise) { std::string value; auto list_key = create_hash_tl_object(); auto R = kv_->get(list_key.as_slice(), value); R.ensure(); tl_object_ptr list; if (R.ok() == td::KeyValue::GetStatus::Ok) { auto F = fetch_tl_object(value, true); F.ensure(); list = F.move_as_ok(); } else { list = create_tl_object( std::vector>()); } for (const auto& obj : list->list_) { if ((BlockSeqno)obj->masterchain_id_->seqno_ == desc->masterchain_id.seqno()) { promise.set_error(td::Status::Error("duplicate masterchain seqno")); return; } } auto now = (UnixTime)td::Clocks::system(); size_t new_size = 0; kv_->begin_write_batch().ensure(); for (auto& obj : list->list_) { auto end_time = (UnixTime)obj->end_time_; if (end_time <= now) { auto key = create_hash_tl_object(obj->masterchain_id_->seqno_); kv_->erase(key.as_slice()).ensure(); } else { list->list_[new_size++] = std::move(obj); } } list->list_.resize(new_size); std::vector> shard_blocks; for (const BlockIdExt& block_id : desc->shard_blocks) { shard_blocks.push_back(create_tl_block_id(block_id)); } auto key = create_hash_tl_object(desc->masterchain_id.seqno()); kv_->set(key.as_slice(), create_serialize_tl_object(std::move(shard_blocks)) .as_slice()) .ensure(); list->list_.push_back(create_tl_object( create_tl_block_id(desc->masterchain_id), desc->start_time, desc->end_time)); kv_->set(list_key.as_slice(), serialize_tl_object(list, true).as_slice()).ensure(); kv_->commit_write_batch().ensure(); promise.set_result(td::Unit()); } void StateDb::get_persistent_state_descriptions(td::Promise>> promise) { std::string value; auto R = kv_->get(create_hash_tl_object().as_slice(), value); R.ensure(); if (R.ok() == td::KeyValue::GetStatus::NotFound) { promise.set_value({}); return; } auto F = fetch_tl_object(value, true); F.ensure(); std::vector> result; auto now = (UnixTime)td::Clocks::system(); for (const auto& obj : F.ok()->list_) { auto end_time = (UnixTime)obj->end_time_; if (end_time <= now) { continue; } PersistentStateDescription desc; desc.start_time = (UnixTime)obj->start_time_; desc.end_time = end_time; desc.masterchain_id = create_block_id(obj->masterchain_id_); auto key = create_hash_tl_object(desc.masterchain_id.seqno()); auto R2 = kv_->get(key.as_slice(), value); R2.ensure(); if (R2.ok() == td::KeyValue::GetStatus::NotFound) { continue; } auto F2 = fetch_tl_object(value, true); F2.ensure(); for (const auto& block_id : F2.ok()->shard_blocks_) { desc.shard_blocks.push_back(create_block_id(block_id)); } result.push_back(td::Ref(true, std::move(desc))); } promise.set_result(std::move(result)); } void StateDb::truncate(BlockSeqno masterchain_seqno, ConstBlockHandle handle, td::Promise promise) { { auto key = create_hash_tl_object(); std::string value; auto R = kv_->get(key.as_slice(), value); R.ensure(); if (R.move_as_ok() == td::KeyValue::GetStatus::Ok) { auto F = fetch_tl_object(value, true); F.ensure(); auto obj = F.move_as_ok(); if (static_cast(obj->last_->seqno_) > masterchain_seqno) { CHECK(handle); CHECK(handle->inited_unix_time()); obj->last_ = create_tl_block_id(handle->id()); obj->last_ts_ = handle->unix_time(); kv_->begin_write_batch().ensure(); kv_->set(key.as_slice(), serialize_tl_object(obj, true)).ensure(); kv_->commit_write_batch().ensure(); } } } { auto key = create_hash_tl_object(); std::string value; auto R = kv_->get(key.as_slice(), value); R.ensure(); if (R.move_as_ok() == td::KeyValue::GetStatus::Ok) { auto F = fetch_tl_object(td::BufferSlice{value}, true); F.ensure(); auto obj = F.move_as_ok(); if (static_cast(obj->block_->seqno_) > masterchain_seqno) { CHECK(handle); obj->block_ = create_tl_block_id(handle->id()); kv_->begin_write_batch().ensure(); kv_->set(key.as_slice(), serialize_tl_object(obj, true)).ensure(); kv_->commit_write_batch().ensure(); } } } { auto key = create_hash_tl_object(); std::string value; auto R = kv_->get(key.as_slice(), value); R.ensure(); if (R.move_as_ok() == td::KeyValue::GetStatus::Ok) { auto F = fetch_tl_object(td::BufferSlice{value}, true); F.ensure(); auto obj = F.move_as_ok(); CHECK(static_cast(obj->block_->seqno_) <= masterchain_seqno); } } { auto key = create_hash_tl_object(); std::string value; auto R = kv_->get(key.as_slice(), value); R.ensure(); if (R.move_as_ok() == td::KeyValue::GetStatus::Ok) { auto F = fetch_tl_object(td::BufferSlice{value}, true); F.ensure(); auto obj = F.move_as_ok(); if (static_cast(obj->block_->seqno_) > masterchain_seqno) { CHECK(handle); obj->block_ = create_tl_block_id(handle->id()); kv_->begin_write_batch().ensure(); kv_->set(key.as_slice(), serialize_tl_object(obj, true)).ensure(); kv_->commit_write_batch().ensure(); } } } promise.set_value(td::Unit()); } } // namespace validator } // namespace ton