From 955862853739e0526d7962f3e8be5d6568d116f4 Mon Sep 17 00:00:00 2001 From: Michael Vines Date: Fri, 24 Apr 2020 10:43:01 -0700 Subject: [PATCH] Update to rocksdb 0.14 and set max wal size (#9668) (#9688) (#9708) Co-authored-by: sakridge --- ledger/Cargo.toml | 2 +- ledger/src/blockstore_db.rs | 17 ++++++++++------- 2 files changed, 11 insertions(+), 8 deletions(-) diff --git a/ledger/Cargo.toml b/ledger/Cargo.toml index 170a161b8f..e693ffa392 100644 --- a/ledger/Cargo.toml +++ b/ledger/Cargo.toml @@ -50,7 +50,7 @@ lazy_static = "1.4.0" [dependencies.rocksdb] # Avoid the vendored bzip2 within rocksdb-sys that can cause linker conflicts # when also using the bzip2 crate -version = "0.13.0" +version = "0.14.0" default-features = false features = ["lz4"] diff --git a/ledger/src/blockstore_db.rs b/ledger/src/blockstore_db.rs index 9f6519d4ba..6d2f191c78 100644 --- a/ledger/src/blockstore_db.rs +++ b/ledger/src/blockstore_db.rs @@ -247,12 +247,12 @@ impl Rocks { IteratorMode::Start => RocksIteratorMode::Start, IteratorMode::End => RocksIteratorMode::End, }; - let iter = self.0.iterator_cf(cf, iterator_mode)?; + let iter = self.0.iterator_cf(cf, iterator_mode); Ok(iter) } fn raw_iterator_cf(&self, cf: &ColumnFamily) -> Result { - let raw_iter = self.0.raw_iterator_cf(cf)?; + let raw_iter = self.0.raw_iterator_cf(cf); Ok(raw_iter) } @@ -783,13 +783,12 @@ where impl<'a> WriteBatch<'a> { pub fn put_bytes(&mut self, key: C::Index, bytes: &[u8]) -> Result<()> { self.write_batch - .put_cf(self.get_cf::(), &C::key(key), bytes)?; + .put_cf(self.get_cf::(), &C::key(key), bytes); Ok(()) } pub fn delete(&mut self, key: C::Index) -> Result<()> { - self.write_batch - .delete_cf(self.get_cf::(), &C::key(key))?; + self.write_batch.delete_cf(self.get_cf::(), &C::key(key)); Ok(()) } @@ -800,7 +799,7 @@ impl<'a> WriteBatch<'a> { ) -> Result<()> { let serialized_value = serialize(&value)?; self.write_batch - .put_cf(self.get_cf::(), &C::key(key), &serialized_value)?; + .put_cf(self.get_cf::(), &C::key(key), &serialized_value); Ok(()) } @@ -816,7 +815,7 @@ impl<'a> WriteBatch<'a> { to: C::Index, ) -> Result<()> { self.write_batch - .delete_range_cf(cf, C::key(from), C::key(to))?; + .delete_range_cf(cf, C::key(from), C::key(to)); Ok(()) } } @@ -844,5 +843,9 @@ fn get_db_options() -> Options { options.create_missing_column_families(true); // A good value for this is the number of cores on the machine options.increase_parallelism(num_cpus::get() as i32); + + // Set max total wal size to 4G. + options.set_max_total_wal_size(4 * 1024 * 1024 * 1024); + options }