mirror of
				https://github.com/ton-blockchain/ton
				synced 2025-03-09 15:40:10 +00:00 
			
		
		
		
	* State serialization consuming less RAM * Move large-boc-serializer to crypto/vm, refactor code Co-authored-by: SpyCheese <mikle98@yandex.ru>
		
			
				
	
	
		
			146 lines
		
	
	
		
			No EOL
		
	
	
		
			3.8 KiB
		
	
	
	
		
			C++
		
	
	
	
	
	
			
		
		
	
	
			146 lines
		
	
	
		
			No EOL
		
	
	
		
			3.8 KiB
		
	
	
	
		
			C++
		
	
	
	
	
	
/*
 | 
						|
    This file is part of TON Blockchain Library.
 | 
						|
 | 
						|
    TON Blockchain Library is free software: you can redistribute it and/or modify
 | 
						|
    it under the terms of the GNU Lesser General Public License as published by
 | 
						|
    the Free Software Foundation, either version 2 of the License, or
 | 
						|
    (at your option) any later version.
 | 
						|
 | 
						|
    TON Blockchain Library is distributed in the hope that it will be useful,
 | 
						|
    but WITHOUT ANY WARRANTY; without even the implied warranty of
 | 
						|
    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 | 
						|
    GNU Lesser General Public License for more details.
 | 
						|
 | 
						|
    You should have received a copy of the GNU Lesser General Public License
 | 
						|
    along with TON Blockchain Library.  If not, see <http://www.gnu.org/licenses/>.
 | 
						|
*/
 | 
						|
#pragma once
 | 
						|
#include "td/utils/port/FileFd.h"
 | 
						|
#include "td/utils/crypto.h"
 | 
						|
#include <vector>
 | 
						|
 | 
						|
namespace vm {
 | 
						|
namespace boc_writers {
 | 
						|
struct BufferWriter {
 | 
						|
  BufferWriter(unsigned char* store_start, unsigned char* store_end)
 | 
						|
      : store_start(store_start), store_ptr(store_start), store_end(store_end) {}
 | 
						|
 | 
						|
  size_t position() const {
 | 
						|
    return store_ptr - store_start;
 | 
						|
  }
 | 
						|
  size_t remaining() const {
 | 
						|
    return store_end - store_ptr;
 | 
						|
  }
 | 
						|
  void chk() const {
 | 
						|
    DCHECK(store_ptr <= store_end);
 | 
						|
  }
 | 
						|
  bool empty() const {
 | 
						|
    return store_ptr == store_end;
 | 
						|
  }
 | 
						|
  void store_uint(unsigned long long value, unsigned bytes) {
 | 
						|
    unsigned char* ptr = store_ptr += bytes;
 | 
						|
    chk();
 | 
						|
    while (bytes) {
 | 
						|
      *--ptr = value & 0xff;
 | 
						|
      value >>= 8;
 | 
						|
      --bytes;
 | 
						|
    }
 | 
						|
    DCHECK(!bytes);
 | 
						|
  }
 | 
						|
  void store_bytes(unsigned char const* data, size_t s) {
 | 
						|
    store_ptr += s;
 | 
						|
    chk();
 | 
						|
    memcpy(store_ptr - s, data, s);
 | 
						|
  }
 | 
						|
  unsigned get_crc32() const {
 | 
						|
    return td::crc32c(td::Slice{store_start, store_ptr});
 | 
						|
  }
 | 
						|
 | 
						|
 private:
 | 
						|
  unsigned char* store_start;
 | 
						|
  unsigned char* store_ptr;
 | 
						|
  unsigned char* store_end;
 | 
						|
};
 | 
						|
 | 
						|
struct FileWriter {
 | 
						|
  FileWriter(td::FileFd& fd, size_t expected_size)
 | 
						|
      : fd(fd), expected_size(expected_size) {}
 | 
						|
 | 
						|
  ~FileWriter() {
 | 
						|
    flush();
 | 
						|
  }
 | 
						|
 | 
						|
  size_t position() const {
 | 
						|
    return flushed_size + writer.position();
 | 
						|
  }
 | 
						|
  size_t remaining() const {
 | 
						|
    return expected_size - position();
 | 
						|
  }
 | 
						|
  void chk() const {
 | 
						|
    DCHECK(position() <= expected_size);
 | 
						|
  }
 | 
						|
  bool empty() const {
 | 
						|
    return remaining() == 0;
 | 
						|
  }
 | 
						|
  void store_uint(unsigned long long value, unsigned bytes) {
 | 
						|
    flush_if_needed(bytes);
 | 
						|
    writer.store_uint(value, bytes);
 | 
						|
  }
 | 
						|
  void store_bytes(unsigned char const* data, size_t s) {
 | 
						|
    flush_if_needed(s);
 | 
						|
    writer.store_bytes(data, s);
 | 
						|
  }
 | 
						|
  unsigned get_crc32() const {
 | 
						|
    unsigned char const* start = buf.data();
 | 
						|
    unsigned char const* end = start + writer.position();
 | 
						|
    return td::crc32c_extend(current_crc32, td::Slice(start, end));
 | 
						|
  }
 | 
						|
 | 
						|
  td::Status finalize() {
 | 
						|
    flush();
 | 
						|
    return std::move(res);
 | 
						|
  }
 | 
						|
 | 
						|
 private:
 | 
						|
  void flush_if_needed(size_t s) {
 | 
						|
    DCHECK(s <= BUF_SIZE);
 | 
						|
    if (s > BUF_SIZE - writer.position()) {
 | 
						|
      flush();
 | 
						|
    }
 | 
						|
  }
 | 
						|
 | 
						|
  void flush() {
 | 
						|
    chk();
 | 
						|
    unsigned char* start = buf.data();
 | 
						|
    unsigned char* end = start + writer.position();
 | 
						|
    if (start == end) {
 | 
						|
      return;
 | 
						|
    }
 | 
						|
    flushed_size += end - start;
 | 
						|
    current_crc32 = td::crc32c_extend(current_crc32, td::Slice(start, end));
 | 
						|
    if (res.is_ok()) {
 | 
						|
      while (end > start) {
 | 
						|
        auto R = fd.write(td::Slice(start, end));
 | 
						|
        if (R.is_error()) {
 | 
						|
          res = R.move_as_error();
 | 
						|
          break;
 | 
						|
        }
 | 
						|
        size_t s = R.move_as_ok();
 | 
						|
        start += s;
 | 
						|
      }
 | 
						|
    }
 | 
						|
    writer = BufferWriter(buf.data(), buf.data() + buf.size());
 | 
						|
  }
 | 
						|
 | 
						|
  td::FileFd& fd;
 | 
						|
  size_t expected_size;
 | 
						|
  size_t flushed_size = 0;
 | 
						|
  unsigned current_crc32 = td::crc32c(td::Slice());
 | 
						|
 | 
						|
  static const size_t BUF_SIZE = 1 << 22;
 | 
						|
  std::vector<unsigned char> buf = std::vector<unsigned char>(BUF_SIZE, '\0');
 | 
						|
  BufferWriter writer = BufferWriter(buf.data(), buf.data() + buf.size());
 | 
						|
  td::Status res = td::Status::OK();
 | 
						|
};
 | 
						|
}
 | 
						|
} |