blythe/conduwuit
blythe/conduwuit
1
0
Fork 0
mirror of https://github.com/girlbossceo/conduwuit.git synced 2025-03-14 18:55:37 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix missing iteration-optimized read options on several stream types

Browse source 
Signed-off-by: Jason Volk <jason@zemos.net>
This commit is contained in:
Jason Volk 2025-01-24 23:45:35 +00:00
parent d59f68a51a
commit 94f2384fb0
6 changed files with 28 additions and 18 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
src/database/map.rs
View file

@ -34,7 +34,8 @@ use conduwuit::Result;
use rocksdb::{AsColumnFamilyRef, ColumnFamily, ReadOptions, WriteOptions};
pub(crate) use self::options::{
cache_read_options_default, iter_options_default, read_options_default, write_options_default,
cache_iter_options_default, cache_read_options_default, iter_options_default,
read_options_default, write_options_default,
};
use crate::{watchers::Watchers, Engine};

29
src/database/map/options.rs
View file

@ -2,24 +2,33 @@ use rocksdb::{ReadOptions, ReadTier, WriteOptions};
#[inline]
pub(crate) fn iter_options_default() -> ReadOptions {
let mut read_options = read_options_default();
read_options.set_background_purge_on_iterator_cleanup(true);
//read_options.set_pin_data(true);
read_options
let mut options = read_options_default();
options.set_background_purge_on_iterator_cleanup(true);
//options.set_pin_data(true);
options
}
#[inline]
pub(crate) fn cache_iter_options_default() -> ReadOptions {
let mut options = cache_read_options_default();
options.set_background_purge_on_iterator_cleanup(true);
//options.set_pin_data(true);
options
}
#[inline]
pub(crate) fn cache_read_options_default() -> ReadOptions {
let mut read_options = read_options_default();
read_options.set_read_tier(ReadTier::BlockCache);
read_options
let mut options = read_options_default();
options.set_read_tier(ReadTier::BlockCache);
options.fill_cache(false);
options
}
#[inline]
pub(crate) fn read_options_default() -> ReadOptions {
let mut read_options = ReadOptions::default();
read_options.set_total_order_seek(true);
read_options
let mut options = ReadOptions::default();
options.set_total_order_seek(true);
options
}
#[inline]

4
src/database/map/rev_stream.rs
View file

@ -31,7 +31,7 @@ where
pub fn rev_raw_stream(self: &Arc<Self>) -> impl Stream<Item = Result<KeyVal<'_>>> + Send {
use crate::pool::Seek;
let opts = super::read_options_default();
let opts = super::iter_options_default();
let state = stream::State::new(self, opts);
if is_cached(self) {
let state = state.init_rev(None);
@ -66,7 +66,7 @@ pub fn rev_raw_stream(self: &Arc<Self>) -> impl Stream<Item = Result<KeyVal<'_>>
fields(%map),
)]
pub(super) fn is_cached(map: &Arc<super::Map>) -> bool {
let opts = super::cache_read_options_default();
let opts = super::cache_iter_options_default();
let state = stream::State::new(map, opts).init_rev(None);
!state.is_incomplete()

2
src/database/map/rev_stream_from.rs
View file

@ -118,7 +118,7 @@ pub(super) fn is_cached<P>(map: &Arc<super::Map>, from: &P) -> bool
where
P: AsRef<[u8]> + ?Sized,
{
let cache_opts = super::cache_read_options_default();
let cache_opts = super::cache_iter_options_default();
let cache_status = stream::State::new(map, cache_opts)
.init_rev(from.as_ref().into())
.status();

4
src/database/map/stream.rs
View file

@ -30,7 +30,7 @@ where
pub fn raw_stream(self: &Arc<Self>) -> impl Stream<Item = Result<KeyVal<'_>>> + Send {
use crate::pool::Seek;
let opts = super::read_options_default();
let opts = super::iter_options_default();
let state = stream::State::new(self, opts);
if is_cached(self) {
let state = state.init_fwd(None);
@ -65,7 +65,7 @@ pub fn raw_stream(self: &Arc<Self>) -> impl Stream<Item = Result<KeyVal<'_>>> +
fields(%map),
)]
pub(super) fn is_cached(map: &Arc<super::Map>) -> bool {
let opts = super::cache_read_options_default();
let opts = super::cache_iter_options_default();
let state = stream::State::new(map, opts).init_fwd(None);
!state.is_incomplete()

4
src/database/map/stream_from.rs
View file

@ -77,7 +77,7 @@ where
{
use crate::pool::Seek;
let opts = super::read_options_default();
let opts = super::iter_options_default();
let state = stream::State::new(self, opts);
if is_cached(self, from) {
let state = state.init_fwd(from.as_ref().into());
@ -115,7 +115,7 @@ pub(super) fn is_cached<P>(map: &Arc<super::Map>, from: &P) -> bool
where
P: AsRef<[u8]> + ?Sized,
{
let opts = super::cache_read_options_default();
let opts = super::cache_iter_options_default();
let state = stream::State::new(map, opts).init_fwd(from.as_ref().into());
!state.is_incomplete()