cdc.rs

use std::collections::HashMap;
use std::io;
use std::io::{BufReader, Read as _, Seek as _};

use chunkfs::bench::generator::fio;
use chunkfs::chunkers::SuperChunker;
use chunkfs::create_cdc_filesystem;
use chunkfs::hashers::Sha256Hasher;

fn main() -> io::Result<()> {
    let base = HashMap::default();
    let mut fs = create_cdc_filesystem(base, Sha256Hasher::default());

    let mut file = fs.create_file("file", SuperChunker::default())?;

    const SIZE: usize = 8192 * 100;
    const KB: usize = 1024;

    let mut reader = BufReader::new(fio("cdc", SIZE, 10)?.open()?);
    fs.write_from_stream(&mut file, &mut reader)?;
    let measurements = fs.close_file(file)?;
    println!("{:?}", measurements);

    println!("{}", fs.cdc_dedup_ratio());

    let file = fs.open_file_readonly("file")?;
    let read = fs.read_file_complete(&file)?;

    assert_eq!(read.len(), SIZE * KB);
    let mut buffer = Vec::with_capacity(SIZE * KB);
    reader.seek(io::SeekFrom::Start(0))?;
    reader.read_to_end(&mut buffer)?;

    assert_eq!(read, buffer);

    Ok(())
}