1
0
Fork 0
mirror of https://github.com/ton-blockchain/ton synced 2025-02-12 11:12:16 +00:00

Limit RocksDB logs size (#1278)

* fix logging of failed destroy attempts

* limit rocksdb log size
This commit is contained in:
Marat 2024-10-15 16:43:09 +02:00 committed by GitHub
parent 97398b7db0
commit 3e806bf46e
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 6 additions and 9 deletions

View file

@ -85,6 +85,8 @@ Result<RocksDb> RocksDb::open(std::string path, RocksDbOptions options) {
db_options.bytes_per_sync = 1 << 20; db_options.bytes_per_sync = 1 << 20;
db_options.writable_file_max_buffer_size = 2 << 14; db_options.writable_file_max_buffer_size = 2 << 14;
db_options.statistics = options.statistics; db_options.statistics = options.statistics;
db_options.max_log_file_size = 100 << 20;
db_options.keep_log_file_num = 1;
rocksdb::OptimisticTransactionDBOptions occ_options; rocksdb::OptimisticTransactionDBOptions occ_options;
occ_options.validate_policy = rocksdb::OccValidationPolicy::kValidateSerial; occ_options.validate_policy = rocksdb::OccValidationPolicy::kValidateSerial;
rocksdb::ColumnFamilyOptions cf_options(db_options); rocksdb::ColumnFamilyOptions cf_options(db_options);

View file

@ -768,22 +768,19 @@ void destroy_db(std::string name, td::uint32 attempt, td::Promise<td::Unit> prom
promise.set_value(td::Unit()); promise.set_value(td::Unit());
return; return;
} }
if (S.is_error() && attempt > 0 && attempt % 64 == 0) { if (attempt > 0 && attempt % 64 == 0) {
LOG(ERROR) << "failed to destroy index " << name << ": " << S; LOG(ERROR) << "failed to destroy index " << name << ": " << S;
} else { } else {
LOG(DEBUG) << "failed to destroy index " << name << ": " << S; LOG(DEBUG) << "failed to destroy index " << name << ": " << S;
} }
delay_action( delay_action(
[name, attempt, promise = std::move(promise)]() mutable { destroy_db(name, attempt, std::move(promise)); }, [name, attempt, promise = std::move(promise)]() mutable { destroy_db(name, attempt + 1, std::move(promise)); },
td::Timestamp::in(1.0)); td::Timestamp::in(1.0));
} }
} // namespace } // namespace
void ArchiveSlice::destroy(td::Promise<td::Unit> promise) { void ArchiveSlice::destroy(td::Promise<td::Unit> promise) {
before_query(); before_query();
td::MultiPromise mp;
auto ig = mp.init_guard();
ig.add_promise(std::move(promise));
destroyed_ = true; destroyed_ = true;
for (auto &p : packages_) { for (auto &p : packages_) {
@ -795,10 +792,8 @@ void ArchiveSlice::destroy(td::Promise<td::Unit> promise) {
packages_.clear(); packages_.clear();
kv_ = nullptr; kv_ = nullptr;
PackageId p_id{archive_id_, key_blocks_only_, temp_}; delay_action([name = db_path_, attempt = 0,
std::string db_path = PSTRING() << db_root_ << p_id.path() << p_id.name() << ".index"; promise = std::move(promise)]() mutable { destroy_db(name, attempt, std::move(promise)); },
delay_action([name = db_path, attempt = 0,
promise = ig.get_promise()]() mutable { destroy_db(name, attempt, std::move(promise)); },
td::Timestamp::in(0.0)); td::Timestamp::in(0.0));
} }