diff options
| author | Bryan Newbold <bnewbold@robocracy.org> | 2022-01-21 17:11:08 -0800 |
|---|---|---|
| committer | Bryan Newbold <bnewbold@robocracy.org> | 2022-01-21 17:11:08 -0800 |
| commit | d2175fa8ecd598b391c84d43b3ebe2ef8903a997 (patch) | |
| tree | cd2976e4a42a1d356e6c169f237c5df0d0d1af77 /python/fatcat_ingest.py | |
| parent | 58b38322d190655bbd4df35285daf0aa2ed4036c (diff) | |
| download | fatcat-d2175fa8ecd598b391c84d43b3ebe2ef8903a997.tar.gz fatcat-d2175fa8ecd598b391c84d43b3ebe2ef8903a997.zip | |
ingest tool: clear_scroll allowed in es-public-proxy for some time
Diffstat (limited to 'python/fatcat_ingest.py')
| -rwxr-xr-x | python/fatcat_ingest.py | 8 |
1 files changed, 0 insertions, 8 deletions
diff --git a/python/fatcat_ingest.py b/python/fatcat_ingest.py index 964907c8..3f8666ca 100755 --- a/python/fatcat_ingest.py +++ b/python/fatcat_ingest.py @@ -79,14 +79,6 @@ def _run_search_dump(args: argparse.Namespace, search: Search) -> None: file=sys.stderr, ) - # don't try to clean up scroll if we are connected to public server (behind - # nginx proxy that disallows DELETE) - if args.elasticsearch_endpoint in ( - "https://search.fatcat.wiki", - "https://search.qa.fatcat.wiki", - ): - search = search.params(clear_scroll=False) - results = search.scan() for esr in results: if args.limit and counts["ingest_request"] >= args.limit: |