turbo_persistence_tools/
main.rs

1#![feature(iter_intersperse)]
2
3use std::path::PathBuf;
4
5use anyhow::{Context, Result, bail};
6use turbo_persistence::{MetaFileEntryInfo, SerialScheduler, TurboPersistence};
7
8fn main() -> Result<()> {
9    // Get CLI argument
10    let path = PathBuf::from(
11        std::env::args()
12            .nth(1)
13            .context("Please provide a path to the TurboPersistence directory")?,
14    );
15    if !path.exists() {
16        bail!("The provided path does not exist: {}", path.display());
17    }
18
19    let db: TurboPersistence<SerialScheduler, 0> = TurboPersistence::open_read_only(path)?;
20    let meta_info = db
21        .meta_info()
22        .context("Failed to retrieve meta information")?;
23    for meta_file in meta_info {
24        println!(
25            "META {:08}.meta: family = {}, sst_size = {} MiB",
26            meta_file.sequence_number,
27            meta_file.family,
28            meta_file.entries.iter().map(|e| e.sst_size).sum::<u64>() / 1024 / 1024,
29        );
30        for MetaFileEntryInfo {
31            sequence_number,
32            min_hash,
33            max_hash,
34            amqf_size,
35            amqf_entries,
36            sst_size,
37            flags,
38            key_compression_dictionary_size,
39            block_count,
40        } in meta_file.entries
41        {
42            println!(
43                "  SST {sequence_number:08}.sst: {flags} {min_hash:016x} - {max_hash:016x} (p = \
44                 1/{})",
45                u64::MAX / (max_hash - min_hash + 1)
46            );
47            println!("    AMQF {amqf_entries} entries = {} KiB", amqf_size / 1024);
48            println!(
49                "    {} KiB = {} kiB key compression dict + {block_count} blocks (avg {} \
50                 bytes/block)",
51                sst_size / 1024,
52                key_compression_dictionary_size / 1024,
53                (sst_size - key_compression_dictionary_size as u64) / block_count as u64
54            );
55        }
56        if !meta_file.obsolete_sst_files.is_empty() {
57            println!(
58                "  OBSOLETE SSTs {}",
59                meta_file
60                    .obsolete_sst_files
61                    .iter()
62                    .map(|seq| format!("{seq:08}.sst"))
63                    .intersperse(", ".to_string())
64                    .collect::<String>()
65            );
66        }
67    }
68    Ok(())
69}
turbo_persistence_tools/main.rs

turbo_persistence_tools/
main.rs
