[cache_check (rust)] Add more checks

- check version-2 dirty bitset size and consistency
- check discard bitset size
This commit is contained in:
Ming-Hung Tsai
2021-04-11 00:43:12 +08:00
parent ae630f1fd8
commit ace9c1d1e3
4 changed files with 187 additions and 84 deletions
+51
View File
@@ -0,0 +1,51 @@
use anyhow::{anyhow, Result};
use fixedbitset::FixedBitSet;
use std::sync::{Arc, Mutex};
use crate::io_engine::IoEngine;
use crate::pdata::array_walker::{ArrayVisitor, ArrayWalker};
use crate::pdata::btree::{self};
struct BitsetVisitor<'a> {
nr_entries: u64,
bits: Mutex<&'a mut FixedBitSet>,
}
impl<'a> BitsetVisitor<'a> {
pub fn new(bitset: &'a mut FixedBitSet) -> Self {
BitsetVisitor {
nr_entries: bitset.len() as u64,
bits: Mutex::new(bitset),
}
}
}
impl<'a> ArrayVisitor<u64> for BitsetVisitor<'a> {
fn visit(&self, index: u64, bits: u64) -> Result<()> {
let begin: u64 = index << 6;
if begin > self.nr_entries {
return Err(anyhow!("bitset size exceeds expectation"));
}
let end: u64 = std::cmp::min(begin + 64, self.nr_entries);
let mut mask = 1;
for i in begin..end {
self.bits.lock().unwrap().set(i as usize, bits & mask != 0);
mask <<= 1;
}
Ok(())
}
}
// TODO: remap errors
// TODO: multi-threaded is possible
pub fn read_bitset(
engine: Arc<dyn IoEngine + Send + Sync>,
root: u64,
ignore_none_fatal: bool,
bitset: &mut FixedBitSet,
)-> btree::Result<()> {
let w = ArrayWalker::new(engine.clone(), ignore_none_fatal);
let mut v = BitsetVisitor::new(bitset);
w.walk(&mut v, root)
}
+1
View File
@@ -1,5 +1,6 @@
pub mod array_block;
pub mod array_walker;
pub mod bitset_walker;
pub mod btree;
pub mod btree_builder;
pub mod btree_merge;