diff options
author | Bryan Newbold <bnewbold@robocracy.org> | 2021-11-02 18:13:14 -0700 |
---|---|---|
committer | Bryan Newbold <bnewbold@robocracy.org> | 2021-11-02 18:13:14 -0700 |
commit | cdfd6b85b386b7bbf9d5a5179ef26970b6e5a4e7 (patch) | |
tree | 5e4034027b51f3ee4d2a488bb2cbb7a75c3bd0d8 /python/tests/web_coverage.py | |
parent | 78f08280edea4ff65ca613ad30005c45cc48dea6 (diff) | |
download | fatcat-cdfd6b85b386b7bbf9d5a5179ef26970b6e5a4e7.tar.gz fatcat-cdfd6b85b386b7bbf9d5a5179ef26970b6e5a4e7.zip |
fmt (black): tests/
Diffstat (limited to 'python/tests/web_coverage.py')
-rw-r--r-- | python/tests/web_coverage.py | 224 |
1 files changed, 118 insertions, 106 deletions
diff --git a/python/tests/web_coverage.py b/python/tests/web_coverage.py index 0dbf3df8..7e84f11e 100644 --- a/python/tests/web_coverage.py +++ b/python/tests/web_coverage.py @@ -1,4 +1,3 @@ - import datetime import json @@ -11,56 +10,59 @@ def test_container_coverage(app, mocker): # preservation by type histogram elastic_resp1 = { - 'took': 294, - 'timed_out': False, - '_shards': {'total': 5, 'successful': 5, 'skipped': 0, 'failed': 0}, - 'hits': {'total': 4327, 'max_score': 0.0, 'hits': []}, - 'aggregations': { - 'type_preservation': { - 'buckets': [ - {'key': {'release_type': 'article-journal', 'preservation': 'bright'}, 'doc_count': 444}, - {'key': {'release_type': 'book', 'preservation': 'dark'}, 'doc_count': 111}, - ], - 'sum_other_doc_count': 0, + "took": 294, + "timed_out": False, + "_shards": {"total": 5, "successful": 5, "skipped": 0, "failed": 0}, + "hits": {"total": 4327, "max_score": 0.0, "hits": []}, + "aggregations": { + "type_preservation": { + "buckets": [ + { + "key": {"release_type": "article-journal", "preservation": "bright"}, + "doc_count": 444, + }, + {"key": {"release_type": "book", "preservation": "dark"}, "doc_count": 111}, + ], + "sum_other_doc_count": 0, }, }, } # preservation by year histogram elastic_resp2 = { - 'took': 294, - 'timed_out': False, - '_shards': {'total': 5, 'successful': 5, 'skipped': 0, 'failed': 0}, - 'hits': {'total': 4327, 'max_score': 0.0, 'hits': []}, - 'aggregations': { - 'year_preservation': { - 'buckets': [ - {'key': {'year': 2004.0, 'preservation': 'bright'}, 'doc_count': 444}, - {'key': {'year': 2005.0, 'preservation': 'dark'}, 'doc_count': 111}, - ], - 'sum_other_doc_count': 0, + "took": 294, + "timed_out": False, + "_shards": {"total": 5, "successful": 5, "skipped": 0, "failed": 0}, + "hits": {"total": 4327, "max_score": 0.0, "hits": []}, + "aggregations": { + "year_preservation": { + "buckets": [ + {"key": {"year": 2004.0, "preservation": "bright"}, "doc_count": 444}, + {"key": {"year": 2005.0, "preservation": "dark"}, "doc_count": 111}, + ], + "sum_other_doc_count": 0, }, }, } # preservation by volume histogram elastic_resp3 = { - 'took': 294, - 'timed_out': False, - '_shards': {'total': 5, 'successful': 5, 'skipped': 0, 'failed': 0}, - 'hits': {'total': 4327, 'max_score': 0.0, 'hits': []}, - 'aggregations': { - 'volume_preservation': { - 'buckets': [ - {'key': {'volume': "12", 'preservation': 'bright'}, 'doc_count': 444}, - {'key': {'volume': "12", 'preservation': 'dark'}, 'doc_count': 111}, - ], - 'sum_other_doc_count': 0, + "took": 294, + "timed_out": False, + "_shards": {"total": 5, "successful": 5, "skipped": 0, "failed": 0}, + "hits": {"total": 4327, "max_score": 0.0, "hits": []}, + "aggregations": { + "volume_preservation": { + "buckets": [ + {"key": {"volume": "12", "preservation": "bright"}, "doc_count": 444}, + {"key": {"volume": "12", "preservation": "dark"}, "doc_count": 111}, + ], + "sum_other_doc_count": 0, }, }, } - es_raw = mocker.patch('elasticsearch.connection.Urllib3HttpConnection.perform_request') + es_raw = mocker.patch("elasticsearch.connection.Urllib3HttpConnection.perform_request") es_raw.side_effect = [ # status (200, {}, json.dumps(ES_CONTAINER_STATS_RESP)), @@ -68,23 +70,23 @@ def test_container_coverage(app, mocker): (200, {}, json.dumps(elastic_resp1)), ] - rv = app.get('/container/aaaaaaaaaaaaaeiraaaaaaaaam/coverage') + rv = app.get("/container/aaaaaaaaaaaaaeiraaaaaaaaam/coverage") assert rv.status_code == 200 es_raw.side_effect = [(200, {}, json.dumps(elastic_resp2))] - rv = app.get('/container/aaaaaaaaaaaaaeiraaaaaaaaam/preservation_by_year.svg') + rv = app.get("/container/aaaaaaaaaaaaaeiraaaaaaaaam/preservation_by_year.svg") assert rv.status_code == 200 es_raw.side_effect = [(200, {}, json.dumps(elastic_resp2))] - rv = app.get('/container/aaaaaaaaaaaaaeiraaaaaaaaam/preservation_by_year.json') + rv = app.get("/container/aaaaaaaaaaaaaeiraaaaaaaaam/preservation_by_year.json") assert rv.status_code == 200 es_raw.side_effect = [(200, {}, json.dumps(elastic_resp3))] - rv = app.get('/container/aaaaaaaaaaaaaeiraaaaaaaaam/preservation_by_volume.svg') + rv = app.get("/container/aaaaaaaaaaaaaeiraaaaaaaaam/preservation_by_volume.svg") assert rv.status_code == 200 es_raw.side_effect = [(200, {}, json.dumps(elastic_resp3))] - rv = app.get('/container/aaaaaaaaaaaaaeiraaaaaaaaam/preservation_by_volume.json') + rv = app.get("/container/aaaaaaaaaaaaaeiraaaaaaaaam/preservation_by_volume.json") assert rv.status_code == 200 @@ -92,34 +94,37 @@ def test_coverage_search(app, mocker): # preservation by year histogram elastic_resp1 = { - 'took': 294, - 'timed_out': False, - '_shards': {'total': 5, 'successful': 5, 'skipped': 0, 'failed': 0}, - 'hits': {'total': 4327, 'max_score': 0.0, 'hits': []}, - 'aggregations': { - 'year_preservation': { - 'buckets': [ - {'key': {'year': 2004.0, 'preservation': 'bright'}, 'doc_count': 444}, - {'key': {'year': 2005.0, 'preservation': 'dark'}, 'doc_count': 111}, - ], - 'sum_other_doc_count': 0, + "took": 294, + "timed_out": False, + "_shards": {"total": 5, "successful": 5, "skipped": 0, "failed": 0}, + "hits": {"total": 4327, "max_score": 0.0, "hits": []}, + "aggregations": { + "year_preservation": { + "buckets": [ + {"key": {"year": 2004.0, "preservation": "bright"}, "doc_count": 444}, + {"key": {"year": 2005.0, "preservation": "dark"}, "doc_count": 111}, + ], + "sum_other_doc_count": 0, }, }, } # preservation by type histogram elastic_resp2 = { - 'took': 294, - 'timed_out': False, - '_shards': {'total': 5, 'successful': 5, 'skipped': 0, 'failed': 0}, - 'hits': {'total': 4327, 'max_score': 0.0, 'hits': []}, - 'aggregations': { - 'type_preservation': { - 'buckets': [ - {'key': {'release_type': 'article-journal', 'preservation': 'bright'}, 'doc_count': 444}, - {'key': {'release_type': 'book', 'preservation': 'dark'}, 'doc_count': 111}, - ], - 'sum_other_doc_count': 0, + "took": 294, + "timed_out": False, + "_shards": {"total": 5, "successful": 5, "skipped": 0, "failed": 0}, + "hits": {"total": 4327, "max_score": 0.0, "hits": []}, + "aggregations": { + "type_preservation": { + "buckets": [ + { + "key": {"release_type": "article-journal", "preservation": "bright"}, + "doc_count": 444, + }, + {"key": {"release_type": "book", "preservation": "dark"}, "doc_count": 111}, + ], + "sum_other_doc_count": 0, }, }, } @@ -127,22 +132,28 @@ def test_coverage_search(app, mocker): # preservation by date histogram today = str(datetime.date.today()) elastic_resp3 = { - 'took': 294, - 'timed_out': False, - '_shards': {'total': 5, 'successful': 5, 'skipped': 0, 'failed': 0}, - 'hits': {'total': 4327, 'max_score': 0.0, 'hits': []}, - 'aggregations': { - 'date_preservation': { - 'buckets': [ - {'key': {'date': f'{today}T00:00.000Z', 'preservation': 'bright'}, 'doc_count': 444}, - {'key': {'date': f'{today}T00:00.000Z', 'preservation': 'dark'}, 'doc_count': 111}, - ], - 'sum_other_doc_count': 0, + "took": 294, + "timed_out": False, + "_shards": {"total": 5, "successful": 5, "skipped": 0, "failed": 0}, + "hits": {"total": 4327, "max_score": 0.0, "hits": []}, + "aggregations": { + "date_preservation": { + "buckets": [ + { + "key": {"date": f"{today}T00:00.000Z", "preservation": "bright"}, + "doc_count": 444, + }, + { + "key": {"date": f"{today}T00:00.000Z", "preservation": "dark"}, + "doc_count": 111, + }, + ], + "sum_other_doc_count": 0, }, }, } - es_raw = mocker.patch('elasticsearch.connection.Urllib3HttpConnection.perform_request') + es_raw = mocker.patch("elasticsearch.connection.Urllib3HttpConnection.perform_request") es_raw.side_effect = [ # counts summary (200, {}, json.dumps(ES_CONTAINER_STATS_RESP)), @@ -152,7 +163,7 @@ def test_coverage_search(app, mocker): (200, {}, json.dumps(elastic_resp1)), ] - rv = app.get('/coverage/search?q=*') + rv = app.get("/coverage/search?q=*") assert rv.status_code == 200 es_raw.side_effect = [ @@ -164,7 +175,7 @@ def test_coverage_search(app, mocker): (200, {}, json.dumps(elastic_resp3)), ] - rv = app.get('/coverage/search?recent=1&q=*') + rv = app.get("/coverage/search?recent=1&q=*") assert rv.status_code == 200 @@ -172,61 +183,62 @@ def test_legacy_container_coverage(app, mocker): # legacy preservation by year elastic_resp1 = { - 'took': 294, - 'timed_out': False, - '_shards': {'total': 5, 'successful': 5, 'skipped': 0, 'failed': 0}, - 'hits': {'total': 4327, 'max_score': 0.0, 'hits': []}, - 'aggregations': { - 'year_in_ia': { - 'after_key': {'year': 2020.0, 'in_ia': True}, - 'buckets': [ - {'key': {'year': 2004.0, 'in_ia': False}, 'doc_count': 4}, - {'key': {'year': 2004.0, 'in_ia': True}, 'doc_count': 68}, - {'key': {'year': 2005.0, 'in_ia': False}, 'doc_count': 26}, - {'key': {'year': 2005.0, 'in_ia': True}, 'doc_count': 428}, - {'key': {'year': 2006.0, 'in_ia': False}, 'doc_count': 14}, - {'key': {'year': 2006.0, 'in_ia': True}, 'doc_count': 487}, - {'key': {'year': 2007.0, 'in_ia': False}, 'doc_count': 13}, - {'key': {'year': 2007.0, 'in_ia': True}, 'doc_count': 345}, + "took": 294, + "timed_out": False, + "_shards": {"total": 5, "successful": 5, "skipped": 0, "failed": 0}, + "hits": {"total": 4327, "max_score": 0.0, "hits": []}, + "aggregations": { + "year_in_ia": { + "after_key": {"year": 2020.0, "in_ia": True}, + "buckets": [ + {"key": {"year": 2004.0, "in_ia": False}, "doc_count": 4}, + {"key": {"year": 2004.0, "in_ia": True}, "doc_count": 68}, + {"key": {"year": 2005.0, "in_ia": False}, "doc_count": 26}, + {"key": {"year": 2005.0, "in_ia": True}, "doc_count": 428}, + {"key": {"year": 2006.0, "in_ia": False}, "doc_count": 14}, + {"key": {"year": 2006.0, "in_ia": True}, "doc_count": 487}, + {"key": {"year": 2007.0, "in_ia": False}, "doc_count": 13}, + {"key": {"year": 2007.0, "in_ia": True}, "doc_count": 345}, ], }, }, } - es_raw = mocker.patch('elasticsearch.connection.Urllib3HttpConnection.perform_request') + es_raw = mocker.patch("elasticsearch.connection.Urllib3HttpConnection.perform_request") es_raw.side_effect = [ (200, {}, json.dumps(elastic_resp1)), ] - rv = app.get('/container/aaaaaaaaaaaaaeiraaaaaaaaam/ia_coverage_years.json') + rv = app.get("/container/aaaaaaaaaaaaaeiraaaaaaaaam/ia_coverage_years.json") assert rv.status_code == 200 es_raw.side_effect = [ (200, {}, json.dumps(elastic_resp1)), ] - rv = app.get('/container/aaaaaaaaaaaaaeiraaaaaaaaam/ia_coverage_years.svg') + rv = app.get("/container/aaaaaaaaaaaaaeiraaaaaaaaam/ia_coverage_years.svg") assert rv.status_code == 200 def test_coverage_empty_years(app, mocker): elastic_resp = { - 'took': 294, - 'timed_out': False, - '_shards': {'total': 5, 'successful': 5, 'skipped': 0, 'failed': 0}, - 'hits': {'total': 4327, 'max_score': 0.0, 'hits': []}, - 'aggregations': {'year_in_ia': { - 'after_key': {'year': 2020.0, 'in_ia': True}, - 'buckets': [ - ], - }}, + "took": 294, + "timed_out": False, + "_shards": {"total": 5, "successful": 5, "skipped": 0, "failed": 0}, + "hits": {"total": 4327, "max_score": 0.0, "hits": []}, + "aggregations": { + "year_in_ia": { + "after_key": {"year": 2020.0, "in_ia": True}, + "buckets": [], + } + }, } - es_raw = mocker.patch('elasticsearch.connection.Urllib3HttpConnection.perform_request') + es_raw = mocker.patch("elasticsearch.connection.Urllib3HttpConnection.perform_request") es_raw.side_effect = [ (200, {}, json.dumps(elastic_resp)), ] - rv = app.get('/container/aaaaaaaaaaaaaeiraaaaaaaaam/ia_coverage_years.svg') + rv = app.get("/container/aaaaaaaaaaaaaeiraaaaaaaaam/ia_coverage_years.svg") assert rv.status_code == 200 |