1 files changed, 32 insertions, 11 deletions
diff --git a/python/Pipfile b/python/Pipfile
index f7e59c5..b841755 100644
--- a/python/Pipfile
+++ b/python/Pipfile
@@ -1,6 +1,6 @@
 [[source]]
 name = "ia"
-url = "https://devpi.archive.org/wb/prod"
+url = "https://devpi.us.archive.org/wb/prod"
 verify_ssl = true
 
 [[source]]
@@ -16,32 +16,53 @@ responses = ">=0.10"
 pytest-cov = "*"
 pytest-mock = "*"
 pylint = "*"
-
-# newer ipython conflicts with python3.5
-ipython = "<7.0.0"
+ipython = "*"
+mypy = "*"
+flake8 = "*"
+flake8-annotations = "*"
+isort = "*"
+types-requests = "*"
+types-beautifulsoup4 = "*"
+types-dateparser = "*"
+types-psycopg2 = "*"
+types-Pillow = "*"
+black = "*"
 
 [packages]
 requests = ">=2"
-raven = {extras = ['flask'],version = "*"}
-pykafka = "*"
 confluent-kafka = "*"
 python-snappy = "*"
 boto3 = "*"
-minio = "*"
+minio = "<7.0.0"
 psycopg2 = "*"
 bs4 = "*"
 python-magic = "*"
 ftfy = "*"
 internetarchive = "*"
-Flask = ">=1"
+urlcanon = "*"
+Pillow = ">=3"
+python-poppler = ">=0.2.1"
+selectolax = ">=0.2"
+# constraining trafilatura to prevent a version conflict with
+# `charset_normalizer`, between htmldate and requests
+trafilatura = ">=1,<1.4"
+htmldate= ">=1,<1.4"
+pydantic = ">=1.7"
+dateparser = "*"
+braveblock = "*"
+dynaconf = ">=3"
+sentry-sdk = { version = ">=0.14.0", extras = [] }
+zstandard = "*"
+grobid_tei_xml = ">=0.1.2,<0.2.0"
+PyMuPDF = ">=1.19.0,<1.20.0"
 
 [requires]
-python_version = "3.5"
+python_version = "3.8"
 
 [packages.globalwayback]
-version = ">=0.3"
+version = ">=0.6.5"
 index = "ia"
 
 [packages.wayback]
-version = ">=0.2.1.2"
+version = ">=0.6.3"
 index = "ia"