From bd9b4c80d1ffd4c0a08114af64cac0efd177c4b8 Mon Sep 17 00:00:00 2001 From: shaozhuguang Date: Fri, 29 May 2020 08:51:18 +0800 Subject: [PATCH] modify args of rocksdb config --- .../rocksdb/RocksDBConnectionFactory.java | 25 +++---------------- 1 file changed, 3 insertions(+), 22 deletions(-) diff --git a/source/storage/storage-rocksdb/src/main/java/com/jd/blockchain/storage/service/impl/rocksdb/RocksDBConnectionFactory.java b/source/storage/storage-rocksdb/src/main/java/com/jd/blockchain/storage/service/impl/rocksdb/RocksDBConnectionFactory.java index 062719b9..57a4b8d2 100644 --- a/source/storage/storage-rocksdb/src/main/java/com/jd/blockchain/storage/service/impl/rocksdb/RocksDBConnectionFactory.java +++ b/source/storage/storage-rocksdb/src/main/java/com/jd/blockchain/storage/service/impl/rocksdb/RocksDBConnectionFactory.java @@ -85,43 +85,24 @@ public class RocksDBConnectionFactory implements DbConnectionFactory { } private Options initOptions() { - final Filter bloomFilter = new BloomFilter(10); - Cache cache = new LRUCache(256 * SizeUnit.MB); + Cache cache = new LRUCache(512 * SizeUnit.MB); final BlockBasedTableConfig tableOptions = new BlockBasedTableConfig() - .setFilterPolicy(bloomFilter) - .setBlockSizeDeviation(10) .setBlockCache(cache) - .setNoBlockCache(false) .setCacheIndexAndFilterBlocks(true) - .setBlockRestartInterval(16) ; - final List compressionLevels = new ArrayList<>(); - compressionLevels.add(CompressionType.NO_COMPRESSION); // 0-1 - compressionLevels.add(CompressionType.SNAPPY_COMPRESSION); // 1-2 - compressionLevels.add(CompressionType.SNAPPY_COMPRESSION); // 2-3 - compressionLevels.add(CompressionType.SNAPPY_COMPRESSION); // 3-4 - compressionLevels.add(CompressionType.SNAPPY_COMPRESSION); // 4-5 - compressionLevels.add(CompressionType.SNAPPY_COMPRESSION); // 5-6 - compressionLevels.add(CompressionType.SNAPPY_COMPRESSION); // 6-7 Options options = new Options() - // 最多占用256 * 7 + 256 = 2G内存 + // 最多占用256 * 7 + 512 = 2.25G内存 .setWriteBufferSize(256 * SizeUnit.MB) .setMaxWriteBufferNumber(7) .setMinWriteBufferNumberToMerge(2) .setMaxOpenFiles(-1) .setAllowConcurrentMemtableWrite(true) - .setEnableWriteThreadAdaptiveYield(true) .setCreateIfMissing(true) - .setMaxWriteBufferNumber(3) .setTableFormatConfig(tableOptions) - .setMaxBackgroundCompactions(10) + .setMaxBackgroundCompactions(5) .setMaxBackgroundFlushes(4) - .setBloomLocality(10) - .setMinWriteBufferNumberToMerge(4) - .setCompressionPerLevel(compressionLevels) - .setNumLevels(7) .setMemTableConfig(new SkipListMemTableConfig()) ; return options;