From b0219be1225cfa685d4988be4da4a696ee6188a0 Mon Sep 17 00:00:00 2001 From: Martin Czygan Date: Fri, 9 Apr 2021 01:36:57 +0200 Subject: final notes --- skate/cmd/skate-cdx-lookup/main.go | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/skate/cmd/skate-cdx-lookup/main.go b/skate/cmd/skate-cdx-lookup/main.go index 9822c90..00f27b5 100644 --- a/skate/cmd/skate-cdx-lookup/main.go +++ b/skate/cmd/skate-cdx-lookup/main.go @@ -89,7 +89,7 @@ func main() { // Example seek and read. // /user/wmdata2/cdx-all-index/20210211202455/part-a-00271-idx, 845068 lines, uncompressed // /user/wmdata2/cdx-all-index/20210211202455/part-a-00271.gz, maybe: concatenated gzip - f, err := client.Open("/user/wmdata2/cdx-all-index/20210211202455/part-a-00271-idx") + f, err := client.Open("/user/wmdata2/cdx-all-index/" + cdxTs + "/part-a-00271-idx") if err != nil { log.Fatal(err) } @@ -115,7 +115,7 @@ func main() { if i == 100000 { started := time.Now() // example extraction - g, err := client.Open("/user/wmdata2/cdx-all-index/20210211202455/part-a-00271.gz") + g, err := client.Open("/user/wmdata2/cdx-all-index/" + cdxTs + "/part-a-00271.gz") if err != nil { log.Fatal(err) } -- cgit v1.2.3