aboutsummaryrefslogtreecommitdiffstats
path: root/python/fatcat_web/search.py
diff options
context:
space:
mode:
authorBryan Newbold <bnewbold@robocracy.org>2019-09-04 12:04:08 -0700
committerBryan Newbold <bnewbold@robocracy.org>2019-09-04 12:04:08 -0700
commitf4da02fae5ebd179a0b3af4ff179543813fa146b (patch)
tree3f14fba54e6279a1bc042831ad4b7e273dc71f15 /python/fatcat_web/search.py
parentb0223b6e10706554e55e5d90f36d1946d285c3e2 (diff)
downloadfatcat-f4da02fae5ebd179a0b3af4ff179543813fa146b.tar.gz
fatcat-f4da02fae5ebd179a0b3af4ff179543813fa146b.zip
start container coverage page
Diffstat (limited to 'python/fatcat_web/search.py')
-rw-r--r--python/fatcat_web/search.py68
1 files changed, 67 insertions, 1 deletions
diff --git a/python/fatcat_web/search.py b/python/fatcat_web/search.py
index 94246329..523269ce 100644
--- a/python/fatcat_web/search.py
+++ b/python/fatcat_web/search.py
@@ -274,7 +274,7 @@ def get_elastic_container_random_releases(ident, limit=5):
#print(resp.json())
resp.raise_for_status()
resp = resp.json()
- print(resp)
+ #print(resp)
hits = [h['_source'] for h in resp['hits']['hits']]
for h in hits:
# Handle surrogate strings that elasticsearch returns sometimes,
@@ -285,3 +285,69 @@ def get_elastic_container_random_releases(ident, limit=5):
h[key] = h[key].encode('utf8', 'ignore').decode('utf8')
return hits
+
+def get_elastic_container_histogram(ident):
+ """
+ Fetches a stacked histogram of
+
+ Filters to the past 500 years (at most), or about 1000 vaules.
+
+ Returns a list of tuples:
+ (year, in_ia, count)
+ """
+
+ query = {
+ "aggs": {
+ "year_in_ia": {
+ "composite": {
+ "size": 1000,
+ "sources": [
+ {"year": {
+ "histogram": {
+ "field": "release_year",
+ "interval": 1,
+ }}},
+ {"in_ia": {
+ "terms": {
+ "field": "in_ia",
+ }}},
+ ],
+ },
+ },
+ },
+ "size": 0,
+ "query": {
+ "bool": {
+ "must": [{
+ "range": {
+ "release_year": {
+ "gte": datetime.datetime.today().year - 499,
+ "lte": datetime.datetime.today().year,
+ }
+ }
+ }],
+ "filter": [{
+ "bool": {
+ "should": [{
+ "match": {
+ "container_id": ident
+ }
+ }],
+ "minimum_should_match": 1,
+ },
+ }],
+ }
+ }
+ }
+ resp = requests.get(
+ "{}/fatcat_release/_search".format(app.config['ELASTICSEARCH_BACKEND']),
+ json=query,
+ params=dict(request_cache="true"))
+ resp.raise_for_status()
+ # TODO: abort()
+ resp = resp.json()
+ print(resp)
+ vals = [(h['key']['year'], h['key']['in_ia'], h['doc_count'])
+ for h in resp['aggregations']['year_in_ia']['buckets']]
+ vals = sorted(vals)
+ return vals