aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorBryan Newbold <bnewbold@archive.org>2019-12-26 21:33:27 -0800
committerBryan Newbold <bnewbold@archive.org>2020-01-02 18:12:58 -0800
commit8e4f4797b8c63d75fcb1feb30be00aabb4073ecf (patch)
treed3c462bacc38d85890c401b2e2e5b4c2494b0c3f
parentd4f40c4401e479f6db366ea104687938b9d2345e (diff)
downloadsandcrawler-8e4f4797b8c63d75fcb1feb30be00aabb4073ecf.tar.gz
sandcrawler-8e4f4797b8c63d75fcb1feb30be00aabb4073ecf.zip
fix small errors found by pylint
-rw-r--r--python/sandcrawler/db.py2
-rw-r--r--python/sandcrawler/minio.py1
2 files changed, 2 insertions, 1 deletions
diff --git a/python/sandcrawler/db.py b/python/sandcrawler/db.py
index 0054e07..e89edc7 100644
--- a/python/sandcrawler/db.py
+++ b/python/sandcrawler/db.py
@@ -59,7 +59,7 @@ class SandcrawlerPostgresClient:
cdx (url, datetime, sha1hex, mimetype, warc_path, warc_csize, warc_offset)
VALUES %s
ON CONFLICT ON CONSTRAINT cdx_pkey DO
- """.format(on_conflict)
+ """
if on_conflict.lower() == "nothing":
sql += " NOTHING"
else:
diff --git a/python/sandcrawler/minio.py b/python/sandcrawler/minio.py
index 39903e0..25518f4 100644
--- a/python/sandcrawler/minio.py
+++ b/python/sandcrawler/minio.py
@@ -1,6 +1,7 @@
import io
import os
+import hashlib
import minio