aboutsummaryrefslogtreecommitdiffstats
path: root/adenosine-pds/src/car.rs
blob: 5731848395fba479d37f7a8f6916d27686e8341e (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
use anyhow::Result;

use futures::TryStreamExt;
use ipfs_sqlite_block_store::BlockStore;
use iroh_car::CarReader;
use libipld::block::Block;
use std::path::PathBuf;
use tokio::fs::File;
use tokio::io::BufReader;

pub fn load_car_to_sqlite(db_path: &PathBuf, car_path: &PathBuf) -> Result<()> {
    let mut db: BlockStore<libipld::DefaultParams> =
        { BlockStore::open(db_path, Default::default())? };

    load_car_to_blockstore(&mut db, car_path)
}

pub fn load_car_to_blockstore(
    db: &mut BlockStore<libipld::DefaultParams>,
    car_path: &PathBuf,
) -> Result<()> {
    let rt = tokio::runtime::Builder::new_current_thread()
        .enable_all()
        .build()?;
    rt.block_on(inner_car_loader(db, car_path))
}

// this async function is wrapped in the sync version above
async fn inner_car_loader(
    db: &mut BlockStore<libipld::DefaultParams>,
    car_path: &PathBuf,
) -> Result<()> {
    println!(
        "{} - {}",
        std::env::current_dir()?.display(),
        car_path.display()
    );
    let car_reader = {
        let file = File::open(car_path).await?;
        let buf_reader = BufReader::new(file);
        CarReader::new(buf_reader).await?
    };
    let car_header = car_reader.header().clone();

    car_reader
        .stream()
        .try_for_each(|(cid, raw)| {
            // TODO: error handling here instead of unwrap (?)
            let block = Block::new(cid, raw).unwrap();
            db.put_block(block, None).unwrap();
            futures::future::ready(Ok(()))
        })
        .await?;

    // pin the header
    if car_header.roots().len() >= 1 {
        db.alias(b"import".to_vec(), Some(&car_header.roots()[0]))?;
    }

    Ok(())
}