diff options
| author | Bryan Newbold <bnewbold@archive.org> | 2020-11-06 18:32:35 -0800 |
|---|---|---|
| committer | Bryan Newbold <bnewbold@archive.org> | 2020-11-06 18:32:35 -0800 |
| commit | 175019c96fced3e21d0f60ea1a4a37da6b8872ac (patch) | |
| tree | f42fbbe9c8ac06ae9eb06373ab9eec96d2b3a177 /python/Pipfile | |
| parent | b0b66c20c6ffb9d8acc626068964d7dfd5d3bcdc (diff) | |
| parent | 47ca1a273912c8836630b0930b71a4e66fd2c85b (diff) | |
| download | sandcrawler-175019c96fced3e21d0f60ea1a4a37da6b8872ac.tar.gz sandcrawler-175019c96fced3e21d0f60ea1a4a37da6b8872ac.zip | |
Merge branch 'bnewbold-html-ingest'
Diffstat (limited to 'python/Pipfile')
| -rw-r--r-- | python/Pipfile | 12 |
1 files changed, 10 insertions, 2 deletions
diff --git a/python/Pipfile b/python/Pipfile index 17734ad..3d39fa5 100644 --- a/python/Pipfile +++ b/python/Pipfile @@ -38,6 +38,14 @@ Flask = ">=1" urlcanon = "*" pillow = ">=3" python-poppler = ">=0.2.1" +selectolax = ">=0.2" +trafilatura = "*" +pydantic = ">=1.7" +dateparser = "*" +braveblock = "*" +dynaconf = ">=3" +sentry-sdk = { version = ">=0.14.0", extras = [] } +zstandard = "*" # must lock black to an exact version because it is still "beta" # see: https://github.com/psf/black/issues/517 @@ -47,9 +55,9 @@ black = "==19.10b0" python_version = "3.7" [packages.globalwayback] -version = ">=0.3" +version = ">=0.6.5" index = "ia" [packages.wayback] -version = ">=0.2.1.2" +version = ">=0.6.3" index = "ia" |