aboutsummaryrefslogtreecommitdiffstats
path: root/python
diff options
context:
space:
mode:
Diffstat (limited to 'python')
-rw-r--r--python/sandcrawler/db.py2
-rw-r--r--python/sandcrawler/minio.py1
2 files changed, 2 insertions, 1 deletions
diff --git a/python/sandcrawler/db.py b/python/sandcrawler/db.py
index 0054e07..e89edc7 100644
--- a/python/sandcrawler/db.py
+++ b/python/sandcrawler/db.py
@@ -59,7 +59,7 @@ class SandcrawlerPostgresClient:
cdx (url, datetime, sha1hex, mimetype, warc_path, warc_csize, warc_offset)
VALUES %s
ON CONFLICT ON CONSTRAINT cdx_pkey DO
- """.format(on_conflict)
+ """
if on_conflict.lower() == "nothing":
sql += " NOTHING"
else:
diff --git a/python/sandcrawler/minio.py b/python/sandcrawler/minio.py
index 39903e0..25518f4 100644
--- a/python/sandcrawler/minio.py
+++ b/python/sandcrawler/minio.py
@@ -1,6 +1,7 @@
import io
import os
+import hashlib
import minio