TON Storage utilities (#564)

* Rename chunk to piece in MerkleTree for consistency

* Refactor PeerManager

* Make PeerState thread-safe

* Download torrent by hash

* First version of storage daemon

* Download torrents partially

* Improve storing and loading torrent state in DB

* Rewrite MerkleTree

* "Remove torrent" in storage daemon

* Process errors, fix bugs in storage

* Move TonlibClientWrapper from rldp-http-proxy to tonlib

* Initial version of storage provider

* Move interaction with contracts to smc-util

* Improve TonlibClientWrapper interface

* Various improvements in storage provider

* Fix TorrentCreator.cpp

* Improve interface for partial download

* Client mode in storage-daemon

* Improve interface of storage-daemon-cli

* Fix calculating speed, show peers in storage-daemon

* Use permanent adnl id in storage daemon

* Fix sending large "storage.addUpdate" messages

* Improve printing torrents in cli

* Update tlo

* Fix RldpSender::on_ack

* Update storage provider

* Add "address" parameter to get-provider-params

* Allow client to close storage contract

* Limit torrent description

* Add more logs to storage provider

* smc.forget tonlib method

* Use smc.forget in storage daemon

* Optimize sending messages in smc-util.cpp

* Fix verbosity, remove excessive logs

* Json output in storage-daemon-cli

* Update storage provider contracts

* Fix rldp2 acks

* Change verbosity of logs in rldp2

* Update help and output of commands and in storage-daemon-cli

Co-authored-by: SpyCheese <mikle98@yandex.ru>

storage/db.h

@@ -0,0 +1,57 @@
+/*
+    This file is part of TON Blockchain Library.
+
+    TON Blockchain Library is free software: you can redistribute it and/or modify
+    it under the terms of the GNU Lesser General Public License as published by
+    the Free Software Foundation, either version 2 of the License, or
+    (at your option) any later version.
+
+    TON Blockchain Library is distributed in the hope that it will be useful,
+    but WITHOUT ANY WARRANTY; without even the implied warranty of
+    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+    GNU Lesser General Public License for more details.
+
+    You should have received a copy of the GNU Lesser General Public License
+    along with TON Blockchain Library.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+#pragma once
+#include "td/db/KeyValueAsync.h"
+#include "tl-utils/common-utils.hpp"
+
+namespace db {
+
+using DbType = td::KeyValueAsync<td::Bits256, td::BufferSlice>;
+
+template <typename T>
+inline void db_get(DbType& db, td::Bits256 key, bool allow_not_found,
+                   td::Promise<ton::tl_object_ptr<T>> promise) {
+  db.get(key, [allow_not_found, promise = std::move(promise)](td::Result<DbType::GetResult> R) mutable {
+    TRY_RESULT_PROMISE(promise, r, std::move(R));
+    if (r.status == td::KeyValueReader::GetStatus::NotFound) {
+      if (allow_not_found) {
+        promise.set_value(nullptr);
+      } else {
+        promise.set_error(td::Status::Error("Key not found"));
+      }
+      return;
+    }
+    promise.set_result(ton::fetch_tl_object<T>(r.value, true));
+  });
+}
+
+template <typename T>
+inline td::Result<ton::tl_object_ptr<T>> db_get(td::KeyValue& db, td::Bits256 key, bool allow_not_found) {
+  std::string value;
+  TRY_RESULT(r, db.get(key.as_slice(), value));
+  if (r == td::KeyValue::GetStatus::NotFound) {
+    if (allow_not_found) {
+      return nullptr;
+    } else {
+      return td::Status::Error("Key not found");
+    }
+  }
+  return ton::fetch_tl_object<T>(td::Slice(value), true);
+}
+
+}  // namespace db