aboutsummaryrefslogtreecommitdiffstats
path: root/fatcat_scholar/worker.py
diff options
context:
space:
mode:
authorBryan Newbold <bnewbold@archive.org>2021-01-05 14:42:34 -0800
committerBryan Newbold <bnewbold@archive.org>2021-01-05 15:25:17 -0800
commit754238a77fe62897c33d71feac78291cd9c19ce7 (patch)
treeb96cdef3e58d0ec0d188903515d7befccf3da1ba /fatcat_scholar/worker.py
parentdd6be78f5162784519a9ea920a50f45565445693 (diff)
downloadfatcat-scholar-754238a77fe62897c33d71feac78291cd9c19ce7.tar.gz
fatcat-scholar-754238a77fe62897c33d71feac78291cd9c19ce7.zip
worker: check for error responses from ES
Diffstat (limited to 'fatcat_scholar/worker.py')
-rw-r--r--fatcat_scholar/worker.py5
1 files changed, 4 insertions, 1 deletions
diff --git a/fatcat_scholar/worker.py b/fatcat_scholar/worker.py
index d2cc3cb..4c1b9d7 100644
--- a/fatcat_scholar/worker.py
+++ b/fatcat_scholar/worker.py
@@ -145,9 +145,12 @@ class IndexDocsWorker(KafkaWorker):
if not bulk_actions:
return
- self.es_client.bulk(
+ resp = self.es_client.bulk(
"\n".join(bulk_actions), self.es_index, timeout="30s",
)
+ if resp.get("errors"):
+ print(resp["errors"], file=sys.stderr)
+ raise Exception("elasticsearch index response errors")
self.counts["batches-indexed"] += 1