diff options
| author | Bryan Newbold <bnewbold@archive.org> | 2021-02-15 21:51:06 -0800 |
|---|---|---|
| committer | Bryan Newbold <bnewbold@archive.org> | 2021-02-15 21:51:06 -0800 |
| commit | 55bd186a21f5e3703e8f3ba3b0a14f1387ed0ccc (patch) | |
| tree | dd523a15ac6147c551f9fff7bedfc0b47a6467a6 /fatcat_scholar/worker.py | |
| parent | bc66be001605454b48a36dd38bffee405bf469ab (diff) | |
| download | fatcat-scholar-55bd186a21f5e3703e8f3ba3b0a14f1387ed0ccc.tar.gz fatcat-scholar-55bd186a21f5e3703e8f3ba3b0a14f1387ed0ccc.zip | |
increase indexing timeout to 50sec (60sec for kafka)
Diffstat (limited to 'fatcat_scholar/worker.py')
| -rw-r--r-- | fatcat_scholar/worker.py | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/fatcat_scholar/worker.py b/fatcat_scholar/worker.py index 854c1a2..823f1bd 100644 --- a/fatcat_scholar/worker.py +++ b/fatcat_scholar/worker.py @@ -153,7 +153,7 @@ class IndexDocsWorker(KafkaWorker): if not bulk_actions: return - elasticsearch.helpers.bulk(self.es_client, bulk_actions, timeout="30s") + elasticsearch.helpers.bulk(self.es_client, bulk_actions, timeout="50s") self.counts["batches-indexed"] += 1 @@ -236,7 +236,7 @@ def main() -> None: fdw.run() elif args.worker == "index-docs-worker": es_client = elasticsearch.Elasticsearch( - settings.ELASTICSEARCH_WRITE_BASE, timeout=25.0 + settings.ELASTICSEARCH_WRITE_BASE, timeout=50.0 ) idw = IndexDocsWorker( kafka_brokers=settings.KAFKA_BROKERS, |