aboutsummaryrefslogtreecommitdiffstats
path: root/skate/cmd/skate-cdx-lookup
diff options
context:
space:
mode:
authorMartin Czygan <martin.czygan@gmail.com>2021-04-09 01:36:57 +0200
committerMartin Czygan <martin.czygan@gmail.com>2021-04-19 20:29:17 +0200
commitb0219be1225cfa685d4988be4da4a696ee6188a0 (patch)
tree8f7df87c91a7b45697ad7a914d8f07b420c6049f /skate/cmd/skate-cdx-lookup
parentc2b544515d1d53d17ef8da32c67025708fb70285 (diff)
downloadrefcat-b0219be1225cfa685d4988be4da4a696ee6188a0.tar.gz
refcat-b0219be1225cfa685d4988be4da4a696ee6188a0.zip
final notes
Diffstat (limited to 'skate/cmd/skate-cdx-lookup')
-rw-r--r--skate/cmd/skate-cdx-lookup/main.go4
1 files changed, 2 insertions, 2 deletions
diff --git a/skate/cmd/skate-cdx-lookup/main.go b/skate/cmd/skate-cdx-lookup/main.go
index 9822c90..00f27b5 100644
--- a/skate/cmd/skate-cdx-lookup/main.go
+++ b/skate/cmd/skate-cdx-lookup/main.go
@@ -89,7 +89,7 @@ func main() {
// Example seek and read.
// /user/wmdata2/cdx-all-index/20210211202455/part-a-00271-idx, 845068 lines, uncompressed
// /user/wmdata2/cdx-all-index/20210211202455/part-a-00271.gz, maybe: concatenated gzip
- f, err := client.Open("/user/wmdata2/cdx-all-index/20210211202455/part-a-00271-idx")
+ f, err := client.Open("/user/wmdata2/cdx-all-index/" + cdxTs + "/part-a-00271-idx")
if err != nil {
log.Fatal(err)
}
@@ -115,7 +115,7 @@ func main() {
if i == 100000 {
started := time.Now()
// example extraction
- g, err := client.Open("/user/wmdata2/cdx-all-index/20210211202455/part-a-00271.gz")
+ g, err := client.Open("/user/wmdata2/cdx-all-index/" + cdxTs + "/part-a-00271.gz")
if err != nil {
log.Fatal(err)
}