aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rwxr-xr-xsql/backfill/backfill_cdx.py1
1 files changed, 1 insertions, 0 deletions
diff --git a/sql/backfill/backfill_cdx.py b/sql/backfill/backfill_cdx.py
index 1c452ca..f929502 100755
--- a/sql/backfill/backfill_cdx.py
+++ b/sql/backfill/backfill_cdx.py
@@ -109,6 +109,7 @@ def stdin_to_pg():
info = parse_cdx_line(l)
if not info:
continue
+ # XXX: filter to, eg, PDF or octet/stream (derp)
batch.append(info)
counts['total'] += 1
if len(batch) >= 1000: