aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--extraction/Pipfile12
-rw-r--r--extraction/Pipfile.lock170
2 files changed, 109 insertions, 73 deletions
diff --git a/extraction/Pipfile b/extraction/Pipfile
index b43ed5c..32fc3dd 100644
--- a/extraction/Pipfile
+++ b/extraction/Pipfile
@@ -10,18 +10,18 @@ verify_ssl = true
[dev-packages]
ipython = "*"
+happybase-mock = "*"
+pytest = "*"
+pytest-pythonpath = "*"
+responses = "*"
[packages]
-pytest = "*"
+globalwayback = {version=">=0.3", index="ia"}
+happybase = "*"
mrjob = "*"
requests = "*"
wayback = {version=">=0.2.1.2", index="ia"}
-globalwayback = {version=">=0.3", index="ia"}
-pytest-pythonpath = "*"
-happybase = "*"
-happybase-mock = "*"
xmltodict = "*"
-responses = "*"
[requires]
python_version = "3.5"
diff --git a/extraction/Pipfile.lock b/extraction/Pipfile.lock
index 854c6e8..86ed6bd 100644
--- a/extraction/Pipfile.lock
+++ b/extraction/Pipfile.lock
@@ -1,7 +1,7 @@
{
"_meta": {
"hash": {
- "sha256": "521673bd61a1ba229f43cd07df524e9cc5752500013cd3374df2a9301983020d"
+ "sha256": "b93347d6bd912979a78731bce126666984bf635fbb4d0aec73ba873a439a1e54"
},
"pipfile-spec": 6,
"requires": {
@@ -21,13 +21,6 @@
]
},
"default": {
- "attrs": {
- "hashes": [
- "sha256:1c7960ccfd6a005cd9f7ba884e6316b5e430a3f1a6c37c5f87d8b43f83b54ec9",
- "sha256:a17a9573a6f475c99b551c0e0a812707ddda1ec9653bed04c13841404ed6f450"
- ],
- "version": "==17.4.0"
- },
"boto3": {
"hashes": [
"sha256:523f23434b628dfead797c6aca53ba9805be791a695fa61e070c67c7d1b64864",
@@ -70,13 +63,6 @@
],
"version": "==6.7"
},
- "cookies": {
- "hashes": [
- "sha256:15bee753002dff684987b8df8c235288eb8d45f8191ae056254812dfd42c81d3",
- "sha256:d6b698788cae4cfa4e62ef8643a9ca332b79bd96cb314294b864ae8d7eb3ee8e"
- ],
- "version": "==2.2.1"
- },
"crawllib": {
"hashes": [
"sha256:e24fa61cab91e0e7f461ff6173c2395fede3d4fbab565704622f5252028bdef3"
@@ -408,14 +394,6 @@
"index": "ia",
"version": "==1.1.0"
},
- "happybase-mock": {
- "hashes": [
- "sha256:327203ff63171a83c9fab34b249636b6a55550041273d2acddc0723433bdf260",
- "sha256:bd4583551f40e8b7f622ffd462f8e7ed1d34d14d73fa1758f0a5f413b1949f50"
- ],
- "index": "ia",
- "version": "==0.9.0"
- },
"httplib2": {
"hashes": [
"sha256:e71daed9a0e6373642db61166fa70beecc9bf04383477f84671348c02a04cbdf"
@@ -461,14 +439,6 @@
],
"version": "==1.0"
},
- "more-itertools": {
- "hashes": [
- "sha256:0dd8f72eeab0d2c3bd489025bb2f6a1b8342f9b198f6fc37b52d15cfa4531fea",
- "sha256:11a625025954c20145b37ff6309cd54e39ca94f72f6bb9576d1195db6fa2442e",
- "sha256:c9ce7eccdcb901a2c75d326ea134e0886abfbea5f93e91cc95de9507c0816c44"
- ],
- "version": "==4.1.0"
- },
"mrjob": {
"hashes": [
"sha256:669a98afe53f4e4ad9373445f91a8c26e86e30f1acc50c7fd274a42e1ea846d8",
@@ -532,12 +502,6 @@
],
"version": "==3.1.1"
},
- "pluggy": {
- "hashes": [
- "sha256:7f8ae7f5bdf75671a718d2daf0a64b7885f74510bcd98b1a0bb420eb9a9d0cff"
- ],
- "version": "==0.6.0"
- },
"ply": {
"hashes": [
"sha256:e7d1bdff026beb159c9942f7a17e102c375638d9478a7ecd4cc0c76afd8de0b8"
@@ -608,13 +572,6 @@
],
"version": "==1.1.0"
},
- "py": {
- "hashes": [
- "sha256:29c9fab495d7528e80ba1e343b958684f4ace687327e6f789a94bf3d1915f881",
- "sha256:983f77f3331356039fdd792e9220b7b8ee1aa6bd2b25f567a963ff1de5a64f6a"
- ],
- "version": "==1.5.3"
- },
"pyasn1": {
"hashes": [
"sha256:0d7f6e959fe53f3960a23d73f35e1fce61348b30915b6664309ca756de7c1f89",
@@ -662,21 +619,6 @@
],
"version": "==0.8.0"
},
- "pytest": {
- "hashes": [
- "sha256:6266f87ab64692112e5477eba395cfedda53b1933ccd29478e671e73b420c19c",
- "sha256:fae491d1874f199537fd5872b5e1f0e74a009b979df9d53d1553fd03da1703e1"
- ],
- "index": "ia",
- "version": "==3.5.0"
- },
- "pytest-pythonpath": {
- "hashes": [
- "sha256:f3d46b0a8276e856f7dc4f70ca97b88be6fbcf52d57ce36e35057d502388265e"
- ],
- "index": "ia",
- "version": "==0.7.2"
- },
"python-dateutil": {
"hashes": [
"sha256:891c38b2a02f5bb1be3e4793866c8df49c7d19baabf9c1bad62547e0b4866aca",
@@ -740,14 +682,6 @@
],
"version": "==1.4.3"
},
- "responses": {
- "hashes": [
- "sha256:c6082710f4abfb60793899ca5f21e7ceb25aabf321560cc0726f8b59006811c9",
- "sha256:f23a29dca18b815d9d64a516b4a0abb1fbdccff6141d988ad8100facb81cf7b3"
- ],
- "index": "ia",
- "version": "==0.9.0"
- },
"robotexclusionrulesparser": {
"hashes": [
"sha256:d23aa14ae8145c13c95612d696736bad52a4bd0819ce8c9437ee745098fb8388"
@@ -870,6 +804,13 @@
}
},
"develop": {
+ "attrs": {
+ "hashes": [
+ "sha256:1c7960ccfd6a005cd9f7ba884e6316b5e430a3f1a6c37c5f87d8b43f83b54ec9",
+ "sha256:a17a9573a6f475c99b551c0e0a812707ddda1ec9653bed04c13841404ed6f450"
+ ],
+ "version": "==17.4.0"
+ },
"backcall": {
"hashes": [
"sha256:38ecd85be2c1e78f77fd91700c76e14667dc21e2713b63876c0eb901196e01e4",
@@ -877,6 +818,27 @@
],
"version": "==0.1.0"
},
+ "certifi": {
+ "hashes": [
+ "sha256:14131608ad2fd56836d33a71ee60fa1c82bc9d2c8d98b7bdbc631fe1b3cd1296",
+ "sha256:edbc3f203427eef571f79a7692bb160a2b0f7ccaa31953e99bd17e307cf63f7d"
+ ],
+ "version": "==2018.1.18"
+ },
+ "chardet": {
+ "hashes": [
+ "sha256:84ab92ed1c4d4f16916e05906b6b75a6c0fb5db821cc65e70cbd64a3e2a5eaae",
+ "sha256:fc323ffcaeaed0e0a02bf4d117757b98aed530d9ed4531e3e15460124c106691"
+ ],
+ "version": "==3.0.4"
+ },
+ "cookies": {
+ "hashes": [
+ "sha256:15bee753002dff684987b8df8c235288eb8d45f8191ae056254812dfd42c81d3",
+ "sha256:d6b698788cae4cfa4e62ef8643a9ca332b79bd96cb314294b864ae8d7eb3ee8e"
+ ],
+ "version": "==2.2.1"
+ },
"decorator": {
"hashes": [
"sha256:7d46dd9f3ea1cf5f06ee0e4e1277ae618cf48dfb10ada7c8427cd46c42702a0e",
@@ -884,6 +846,21 @@
],
"version": "==4.2.1"
},
+ "happybase-mock": {
+ "hashes": [
+ "sha256:327203ff63171a83c9fab34b249636b6a55550041273d2acddc0723433bdf260",
+ "sha256:bd4583551f40e8b7f622ffd462f8e7ed1d34d14d73fa1758f0a5f413b1949f50"
+ ],
+ "index": "ia",
+ "version": "==0.9.0"
+ },
+ "idna": {
+ "hashes": [
+ "sha256:2c6a5de3089009e3da7c5dde64a141dbc8551d5b7f6cf4ed7c2568d0cc520a8f",
+ "sha256:8c7309c718f94b3a625cb648ace320157ad16ff131ae0af362c9f21b80ef6ec4"
+ ],
+ "version": "==2.6"
+ },
"ipython": {
"hashes": [
"sha256:938da96f2f5f50d82add1947958b7432e9f330cef7703210bffd1a783d7720ab",
@@ -906,6 +883,14 @@
],
"version": "==0.11.1"
},
+ "more-itertools": {
+ "hashes": [
+ "sha256:0dd8f72eeab0d2c3bd489025bb2f6a1b8342f9b198f6fc37b52d15cfa4531fea",
+ "sha256:11a625025954c20145b37ff6309cd54e39ca94f72f6bb9576d1195db6fa2442e",
+ "sha256:c9ce7eccdcb901a2c75d326ea134e0886abfbea5f93e91cc95de9507c0816c44"
+ ],
+ "version": "==4.1.0"
+ },
"parso": {
"hashes": [
"sha256:5815f3fe254e5665f3c5d6f54f086c2502035cb631a91341591b5a564203cffb",
@@ -928,6 +913,12 @@
],
"version": "==0.7.4"
},
+ "pluggy": {
+ "hashes": [
+ "sha256:7f8ae7f5bdf75671a718d2daf0a64b7885f74510bcd98b1a0bb420eb9a9d0cff"
+ ],
+ "version": "==0.6.0"
+ },
"prompt-toolkit": {
"hashes": [
"sha256:1df952620eccb399c53ebb359cc7d9a8d3a9538cb34c5a1344bdbeb29fbcc381",
@@ -943,6 +934,13 @@
],
"version": "==0.5.2"
},
+ "py": {
+ "hashes": [
+ "sha256:29c9fab495d7528e80ba1e343b958684f4ace687327e6f789a94bf3d1915f881",
+ "sha256:983f77f3331356039fdd792e9220b7b8ee1aa6bd2b25f567a963ff1de5a64f6a"
+ ],
+ "version": "==1.5.3"
+ },
"pygments": {
"hashes": [
"sha256:78f3f434bcc5d6ee09020f92ba487f95ba50f1e3ef83ae96b9d5ffa1bab25c5d",
@@ -950,6 +948,37 @@
],
"version": "==2.2.0"
},
+ "pytest": {
+ "hashes": [
+ "sha256:6266f87ab64692112e5477eba395cfedda53b1933ccd29478e671e73b420c19c",
+ "sha256:fae491d1874f199537fd5872b5e1f0e74a009b979df9d53d1553fd03da1703e1"
+ ],
+ "index": "ia",
+ "version": "==3.5.0"
+ },
+ "pytest-pythonpath": {
+ "hashes": [
+ "sha256:f3d46b0a8276e856f7dc4f70ca97b88be6fbcf52d57ce36e35057d502388265e"
+ ],
+ "index": "ia",
+ "version": "==0.7.2"
+ },
+ "requests": {
+ "hashes": [
+ "sha256:6a1b267aa90cac58ac3a765d067950e7dbbf75b1da07e895d1f594193a40a38b",
+ "sha256:9c443e7324ba5b85070c4a818ade28bfabedf16ea10206da1132edaa6dda237e"
+ ],
+ "index": "ia",
+ "version": "==2.18.4"
+ },
+ "responses": {
+ "hashes": [
+ "sha256:c6082710f4abfb60793899ca5f21e7ceb25aabf321560cc0726f8b59006811c9",
+ "sha256:f23a29dca18b815d9d64a516b4a0abb1fbdccff6141d988ad8100facb81cf7b3"
+ ],
+ "index": "ia",
+ "version": "==0.9.0"
+ },
"simplegeneric": {
"hashes": [
"sha256:dc972e06094b9af5b855b3df4a646395e43d1c9d0d39ed345b7393560d0b9173"
@@ -970,6 +999,13 @@
],
"version": "==4.3.2"
},
+ "urllib3": {
+ "hashes": [
+ "sha256:06330f386d6e4b195fbfc736b297f58c5a892e4440e54d294d7004e3a9bbea1b",
+ "sha256:cc44da8e1145637334317feebd728bd869a35285b93cbb4cca2577da7e62db4f"
+ ],
+ "version": "==1.22"
+ },
"wcwidth": {
"hashes": [
"sha256:3df37372226d6e63e1b1e1eda15c594bca98a22d33a23832a90998faa96bc65e",