aboutsummaryrefslogtreecommitdiffstats
path: root/extraction
diff options
context:
space:
mode:
authorBryan Newbold <bnewbold@archive.org>2018-04-04 11:49:54 -0700
committerBryan Newbold <bnewbold@archive.org>2018-04-04 11:49:54 -0700
commit4319da335d43756fde22e9394b55d51694522fbc (patch)
treece2f2bacc18895ab554803758c3be760570469e3 /extraction
parentb948cddc7fe7000fd119af4fa130b9c24da46472 (diff)
downloadsandcrawler-4319da335d43756fde22e9394b55d51694522fbc.tar.gz
sandcrawler-4319da335d43756fde22e9394b55d51694522fbc.zip
more testing deps
Diffstat (limited to 'extraction')
-rw-r--r--extraction/Pipfile2
-rw-r--r--extraction/Pipfile.lock139
2 files changed, 133 insertions, 8 deletions
diff --git a/extraction/Pipfile b/extraction/Pipfile
index 600916c..b43ed5c 100644
--- a/extraction/Pipfile
+++ b/extraction/Pipfile
@@ -9,6 +9,7 @@ url = "https://pypi.python.org/simple"
verify_ssl = true
[dev-packages]
+ipython = "*"
[packages]
pytest = "*"
@@ -20,6 +21,7 @@ pytest-pythonpath = "*"
happybase = "*"
happybase-mock = "*"
xmltodict = "*"
+responses = "*"
[requires]
python_version = "3.5"
diff --git a/extraction/Pipfile.lock b/extraction/Pipfile.lock
index 329bea7..854c6e8 100644
--- a/extraction/Pipfile.lock
+++ b/extraction/Pipfile.lock
@@ -1,7 +1,7 @@
{
"_meta": {
"hash": {
- "sha256": "747bf23090f964936df46efa5e2b79e456dd562beecf372290ff2b90326a57c5"
+ "sha256": "521673bd61a1ba229f43cd07df524e9cc5752500013cd3374df2a9301983020d"
},
"pipfile-spec": 6,
"requires": {
@@ -30,17 +30,17 @@
},
"boto3": {
"hashes": [
- "sha256:926910b77d5f8037527ff81a91b92e7a9100685b297e3ebd12dd584e5b0386bb",
- "sha256:9713d381409c5abbff8d8f2c9ebf9713e5aeb6cd12bd16503d61978dbd4f77a6"
+ "sha256:523f23434b628dfead797c6aca53ba9805be791a695fa61e070c67c7d1b64864",
+ "sha256:f270f058f46aff9208fe29cffee79a46a7020cd186308c13c76db59d9e087fa6"
],
- "version": "==1.6.21"
+ "version": "==1.6.23"
},
"botocore": {
"hashes": [
- "sha256:039b768f5d248e13c1fb4be739523d7d1d75133a563dd212e932f3fc973bffb9",
- "sha256:c954af8b33232f25df496c9e7e5f6dbcef081ef7163eadfc22a4bd9ce69dcc56"
+ "sha256:158012844c7a385ef49a93354124878bee7f400e3597dea57202ea87faeefa90",
+ "sha256:fa84972784e55ae5f89c2d33b1b10b6ba028cb3733b350df7ed1461e0680ab40"
],
- "version": "==1.9.21"
+ "version": "==1.9.23"
},
"cachetools": {
"hashes": [
@@ -70,6 +70,13 @@
],
"version": "==6.7"
},
+ "cookies": {
+ "hashes": [
+ "sha256:15bee753002dff684987b8df8c235288eb8d45f8191ae056254812dfd42c81d3",
+ "sha256:d6b698788cae4cfa4e62ef8643a9ca332b79bd96cb314294b864ae8d7eb3ee8e"
+ ],
+ "version": "==2.2.1"
+ },
"crawllib": {
"hashes": [
"sha256:e24fa61cab91e0e7f461ff6173c2395fede3d4fbab565704622f5252028bdef3"
@@ -733,6 +740,14 @@
],
"version": "==1.4.3"
},
+ "responses": {
+ "hashes": [
+ "sha256:c6082710f4abfb60793899ca5f21e7ceb25aabf321560cc0726f8b59006811c9",
+ "sha256:f23a29dca18b815d9d64a516b4a0abb1fbdccff6141d988ad8100facb81cf7b3"
+ ],
+ "index": "ia",
+ "version": "==0.9.0"
+ },
"robotexclusionrulesparser": {
"hashes": [
"sha256:d23aa14ae8145c13c95612d696736bad52a4bd0819ce8c9437ee745098fb8388"
@@ -854,5 +869,113 @@
"version": "==0.11.0"
}
},
- "develop": {}
+ "develop": {
+ "backcall": {
+ "hashes": [
+ "sha256:38ecd85be2c1e78f77fd91700c76e14667dc21e2713b63876c0eb901196e01e4",
+ "sha256:bbbf4b1e5cd2bdb08f915895b51081c041bac22394fdfcfdfbe9f14b77c08bf2"
+ ],
+ "version": "==0.1.0"
+ },
+ "decorator": {
+ "hashes": [
+ "sha256:7d46dd9f3ea1cf5f06ee0e4e1277ae618cf48dfb10ada7c8427cd46c42702a0e",
+ "sha256:94d1d8905f5010d74bbbd86c30471255661a14187c45f8d7f3e5aa8540fdb2e5"
+ ],
+ "version": "==4.2.1"
+ },
+ "ipython": {
+ "hashes": [
+ "sha256:938da96f2f5f50d82add1947958b7432e9f330cef7703210bffd1a783d7720ab",
+ "sha256:c785ab502b1a63624baeb89fedb873a118d4da6c9a796ae06e4f4aaef74e9ea0"
+ ],
+ "index": "ia",
+ "version": "==6.3.0"
+ },
+ "ipython-genutils": {
+ "hashes": [
+ "sha256:72dd37233799e619666c9f639a9da83c34013a73e8bbc79a7a6348d93c61fab8",
+ "sha256:eb2e116e75ecef9d4d228fdc66af54269afa26ab4463042e33785b887c628ba8"
+ ],
+ "version": "==0.2.0"
+ },
+ "jedi": {
+ "hashes": [
+ "sha256:d6e799d04d1ade9459ed0f20de47c32f2285438956a677d083d3c98def59fa97",
+ "sha256:d795f2c2e659f5ea39a839e5230d70a0b045d0daee7ca2403568d8f348d0ad89"
+ ],
+ "version": "==0.11.1"
+ },
+ "parso": {
+ "hashes": [
+ "sha256:5815f3fe254e5665f3c5d6f54f086c2502035cb631a91341591b5a564203cffb",
+ "sha256:a7bb86fe0844304869d1c08e8bd0e52be931228483025c422917411ab82d628a"
+ ],
+ "version": "==0.1.1"
+ },
+ "pexpect": {
+ "hashes": [
+ "sha256:67b85a1565968e3d5b5e7c9283caddc90c3947a2625bed1905be27bd5a03e47d",
+ "sha256:6ff881b07aff0cb8ec02055670443f784434395f90c3285d2ae470f921ade52a"
+ ],
+ "markers": "sys_platform != 'win32'",
+ "version": "==4.4.0"
+ },
+ "pickleshare": {
+ "hashes": [
+ "sha256:84a9257227dfdd6fe1b4be1319096c20eb85ff1e82c7932f36efccfe1b09737b",
+ "sha256:c9a2541f25aeabc070f12f452e1f2a8eae2abd51e1cd19e8430402bdf4c1d8b5"
+ ],
+ "version": "==0.7.4"
+ },
+ "prompt-toolkit": {
+ "hashes": [
+ "sha256:1df952620eccb399c53ebb359cc7d9a8d3a9538cb34c5a1344bdbeb29fbcc381",
+ "sha256:3f473ae040ddaa52b52f97f6b4a493cfa9f5920c255a12dc56a7d34397a398a4",
+ "sha256:858588f1983ca497f1cf4ffde01d978a3ea02b01c8a26a8bbc5cd2e66d816917"
+ ],
+ "version": "==1.0.15"
+ },
+ "ptyprocess": {
+ "hashes": [
+ "sha256:e64193f0047ad603b71f202332ab5527c5e52aa7c8b609704fc28c0dc20c4365",
+ "sha256:e8c43b5eee76b2083a9badde89fd1bbce6c8942d1045146e100b7b5e014f4f1a"
+ ],
+ "version": "==0.5.2"
+ },
+ "pygments": {
+ "hashes": [
+ "sha256:78f3f434bcc5d6ee09020f92ba487f95ba50f1e3ef83ae96b9d5ffa1bab25c5d",
+ "sha256:dbae1046def0efb574852fab9e90209b23f556367b5a320c0bcb871c77c3e8cc"
+ ],
+ "version": "==2.2.0"
+ },
+ "simplegeneric": {
+ "hashes": [
+ "sha256:dc972e06094b9af5b855b3df4a646395e43d1c9d0d39ed345b7393560d0b9173"
+ ],
+ "version": "==0.8.1"
+ },
+ "six": {
+ "hashes": [
+ "sha256:70e8a77beed4562e7f14fe23a786b54f6296e34344c23bc42f07b15018ff98e9",
+ "sha256:832dc0e10feb1aa2c68dcc57dbb658f1c7e65b9b61af69048abc87a2db00a0eb"
+ ],
+ "version": "==1.11.0"
+ },
+ "traitlets": {
+ "hashes": [
+ "sha256:9c4bd2d267b7153df9152698efb1050a5d84982d3384a37b2c1f7723ba3e7835",
+ "sha256:c6cb5e6f57c5a9bdaa40fa71ce7b4af30298fbab9ece9815b5d995ab6217c7d9"
+ ],
+ "version": "==4.3.2"
+ },
+ "wcwidth": {
+ "hashes": [
+ "sha256:3df37372226d6e63e1b1e1eda15c594bca98a22d33a23832a90998faa96bc65e",
+ "sha256:f4ebe71925af7b40a864553f761ed559b43544f8f71746c2d756c7fe788ade7c"
+ ],
+ "version": "==0.1.7"
+ }
+ }
}