1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
|
use anyhow::Result;
use futures::TryStreamExt;
use ipfs_sqlite_block_store::BlockStore;
use iroh_car::CarReader;
use libipld::block::Block;
use std::path::PathBuf;
use tokio::fs::File;
use tokio::io::BufReader;
pub fn load_car_to_sqlite(db_path: &PathBuf, car_path: &PathBuf) -> Result<()> {
let mut db: BlockStore<libipld::DefaultParams> =
{ BlockStore::open(db_path, Default::default())? };
load_car_to_blockstore(&mut db, car_path)
}
pub fn load_car_to_blockstore(
db: &mut BlockStore<libipld::DefaultParams>,
car_path: &PathBuf,
) -> Result<()> {
let rt = tokio::runtime::Builder::new_current_thread()
.enable_all()
.build()?;
rt.block_on(inner_car_loader(db, car_path))
}
// this async function is wrapped in the sync version above
async fn inner_car_loader(
db: &mut BlockStore<libipld::DefaultParams>,
car_path: &PathBuf,
) -> Result<()> {
println!(
"{} - {}",
std::env::current_dir()?.display(),
car_path.display()
);
let car_reader = {
let file = File::open(car_path).await?;
let buf_reader = BufReader::new(file);
CarReader::new(buf_reader).await?
};
let car_header = car_reader.header().clone();
car_reader
.stream()
.try_for_each(|(cid, raw)| {
// TODO: error handling here instead of unwrap (?)
let block = Block::new(cid, raw).unwrap();
db.put_block(block, None).unwrap();
futures::future::ready(Ok(()))
})
.await?;
// pin the header
if car_header.roots().len() >= 1 {
db.alias(b"import".to_vec(), Some(&car_header.roots()[0]))?;
}
Ok(())
}
|
