turbo_persistence_tools/
main.rs

1#![feature(iter_intersperse)]
2
3use std::path::PathBuf;
4
5use anyhow::{Context, Result, bail};
6use turbo_persistence::{MetaFileEntryInfo, SerialScheduler, TurboPersistence};
7
8fn main() -> Result<()> {
9    // Get CLI argument
10    let path = PathBuf::from(
11        std::env::args()
12            .nth(1)
13            .context("Please provide a path to the TurboPersistence directory")?,
14    );
15    if !path.exists() {
16        bail!("The provided path does not exist: {}", path.display());
17    }
18
19    let db: TurboPersistence<SerialScheduler> = TurboPersistence::open_read_only(path)?;
20    let meta_info = db
21        .meta_info()
22        .context("Failed to retrieve meta information")?;
23    for meta_file in meta_info {
24        println!(
25            "META {:08}.meta: family = {}, sst_size = {} MiB",
26            meta_file.sequence_number,
27            meta_file.family,
28            meta_file.entries.iter().map(|e| e.sst_size).sum::<u64>() / 1024 / 1024,
29        );
30        for MetaFileEntryInfo {
31            sequence_number,
32            min_hash,
33            max_hash,
34            amqf_size,
35            amqf_entries,
36            sst_size,
37            key_compression_dictionary_size,
38            block_count,
39        } in meta_file.entries
40        {
41            println!(
42                "  SST {sequence_number:08}.sst: {min_hash:016x} - {max_hash:016x} (p = 1/{})",
43                u64::MAX / (max_hash - min_hash + 1)
44            );
45            println!("    AMQF {amqf_entries} entries = {} KiB", amqf_size / 1024);
46            println!(
47                "    {} KiB = {} kiB key compression dict + {block_count} blocks (avg {} \
48                 bytes/block)",
49                sst_size / 1024,
50                key_compression_dictionary_size / 1024,
51                (sst_size - key_compression_dictionary_size as u64) / block_count as u64
52            );
53        }
54        if !meta_file.obsolete_sst_files.is_empty() {
55            println!(
56                "  OBSOLETE SSTs {}",
57                meta_file
58                    .obsolete_sst_files
59                    .iter()
60                    .map(|seq| format!("{seq:08}.sst"))
61                    .intersperse(", ".to_string())
62                    .collect::<String>()
63            );
64        }
65    }
66    Ok(())
67}
turbo_persistence_tools/main.rs

turbo_persistence_tools/
main.rs
