From 487b19ba1946d18ccbdbf4dd3a7abdaf560d6e80 Mon Sep 17 00:00:00 2001 From: iFA Date: Fri, 21 May 2021 22:57:22 +0200 Subject: [PATCH] Add files via upload --- rocksdb/_rocksdb.pyx | 80 +++++++++++++++++++++++++++++++++++++++--- rocksdb/options.pxd | 2 ++ rocksdb/statistics.pxd | 1 + 3 files changed, 79 insertions(+), 4 deletions(-) diff --git a/rocksdb/_rocksdb.pyx b/rocksdb/_rocksdb.pyx index 08201ba..9947c26 100644 --- a/rocksdb/_rocksdb.pyx +++ b/rocksdb/_rocksdb.pyx @@ -936,6 +936,30 @@ cdef class ColumnFamilyOptions(object): if 'max_dict_bytes' in value: copts.max_dict_bytes = value['max_dict_bytes'] + property bottommost_compression_opts: + def __get__(self): + cdef dict ret_ob = {} + + ret_ob['window_bits'] = self.copts.bottommost_compression_opts.window_bits + ret_ob['level'] = self.copts.bottommost_compression_opts.level + ret_ob['strategy'] = self.copts.bottommost_compression_opts.strategy + ret_ob['max_dict_bytes'] = self.copts.bottommost_compression_opts.max_dict_bytes + + return ret_ob + + def __set__(self, dict value): + cdef options.CompressionOptions* copts + copts = cython.address(self.copts.bottommost_compression_opts) + # CompressionOptions(int wbits, int _lev, int _strategy, int _max_dict_bytes) + if 'window_bits' in value: + copts.window_bits = value['window_bits'] + if 'level' in value: + copts.level = value['level'] + if 'strategy' in value: + copts.strategy = value['strategy'] + if 'max_dict_bytes' in value: + copts.max_dict_bytes = value['max_dict_bytes'] + property compaction_pri: def __get__(self): if self.copts.compaction_pri == options.kByCompensatedSize: @@ -1005,6 +1029,53 @@ cdef class ColumnFamilyOptions(object): else: raise TypeError("Unknown compression: %s" % value) + property bottommost_compression: + def __get__(self): + if self.copts.bottommost_compression == options.kNoCompression: + return CompressionType.no_compression + elif self.copts.bottommost_compression == options.kSnappyCompression: + return CompressionType.snappy_compression + elif self.copts.bottommost_compression == options.kZlibCompression: + return CompressionType.zlib_compression + elif self.copts.bottommost_compression == options.kBZip2Compression: + return CompressionType.bzip2_compression + elif self.copts.bottommost_compression == options.kLZ4Compression: + return CompressionType.lz4_compression + elif self.copts.bottommost_compression == options.kLZ4HCCompression: + return CompressionType.lz4hc_compression + elif self.copts.bottommost_compression == options.kXpressCompression: + return CompressionType.xpress_compression + elif self.copts.bottommost_compression == options.kZSTD: + return CompressionType.zstd_compression + elif self.copts.bottommost_compression == options.kZSTDNotFinalCompression: + return CompressionType.zstdnotfinal_compression + elif self.copts.bottommost_compression == options.kDisableCompressionOption: + return CompressionType.disable_compression + else: + raise Exception("Unknonw type: %s" % self.opts.compression) + + def __set__(self, value): + if value == CompressionType.no_compression: + self.copts.bottommost_compression = options.kNoCompression + elif value == CompressionType.snappy_compression: + self.copts.bottommost_compression = options.kSnappyCompression + elif value == CompressionType.zlib_compression: + self.copts.bottommost_compression = options.kZlibCompression + elif value == CompressionType.bzip2_compression: + self.copts.bottommost_compression = options.kBZip2Compression + elif value == CompressionType.lz4_compression: + self.copts.bottommost_compression = options.kLZ4Compression + elif value == CompressionType.lz4hc_compression: + self.copts.bottommost_compression = options.kLZ4HCCompression + elif value == CompressionType.zstd_compression: + self.copts.bottommost_compression = options.kZSTD + elif value == CompressionType.zstdnotfinal_compression: + self.copts.bottommost_compression = options.kZSTDNotFinalCompression + elif value == CompressionType.disable_compression: + self.copts.bottommost_compression = options.kDisableCompressionOption + else: + raise TypeError("Unknown compression: %s" % value) + property max_compaction_bytes: def __get__(self): return self.copts.max_compaction_bytes @@ -1294,7 +1365,7 @@ cdef class Options(ColumnFamilyOptions): def __dealloc__(self): if not self.opts == NULL: with nogil: - del self.copts + self.copts = NULL del self.opts def __init__(self, **kwargs): @@ -1758,7 +1829,7 @@ cdef class DB(object): cdef ColumnFamilyOptions copts cdef cpp_bool c_safe = safe cdef Status st - if self.db != NULL: + if not self.db == NULL: # We need stop backround compactions with nogil: db.CancelAllBackgroundWork(self.db, c_safe) @@ -1769,11 +1840,12 @@ cdef class DB(object): if copts: copts.in_use = False self.cf_options.clear() + if self.opts is not None: + self.opts.in_use = False + self.opts = None with nogil: self.db.Close() self.db = NULL - if self.opts is not None: - self.opts.in_use = False def __dealloc__(self): self.close() diff --git a/rocksdb/options.pxd b/rocksdb/options.pxd index c1e7825..c7c1260 100644 --- a/rocksdb/options.pxd +++ b/rocksdb/options.pxd @@ -119,6 +119,7 @@ cdef extern from "rocksdb/options.h" namespace "rocksdb": int max_write_buffer_number int min_write_buffer_number_to_merge CompressionType compression + CompressionType bottommost_compression CompactionPri compaction_pri # TODO: compression_per_level shared_ptr[SliceTransform] prefix_extractor @@ -157,6 +158,7 @@ cdef extern from "rocksdb/options.h" namespace "rocksdb": # TODO: remove options source_compaction_factor, max_grandparent_overlap_bytes and expanded_compaction_factor from document uint64_t max_compaction_bytes CompressionOptions compression_opts + CompressionOptions bottommost_compression_opts cpp_bool optimize_filters_for_hits cpp_bool paranoid_file_checks cpp_bool level_compaction_dynamic_level_bytes diff --git a/rocksdb/statistics.pxd b/rocksdb/statistics.pxd index 1028c8a..f362daf 100644 --- a/rocksdb/statistics.pxd +++ b/rocksdb/statistics.pxd @@ -11,3 +11,4 @@ cdef extern from "rocksdb/statistics.h" namespace "rocksdb": cdef cppclass Statistics: void set_stats_level(StatsLevel) nogil except+ +