aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorBryan Newbold <bnewbold@robocracy.org>2022-01-21 17:11:08 -0800
committerBryan Newbold <bnewbold@robocracy.org>2022-01-21 17:11:08 -0800
commitd2175fa8ecd598b391c84d43b3ebe2ef8903a997 (patch)
treecd2976e4a42a1d356e6c169f237c5df0d0d1af77
parent58b38322d190655bbd4df35285daf0aa2ed4036c (diff)
downloadfatcat-d2175fa8ecd598b391c84d43b3ebe2ef8903a997.tar.gz
fatcat-d2175fa8ecd598b391c84d43b3ebe2ef8903a997.zip
ingest tool: clear_scroll allowed in es-public-proxy for some time
-rwxr-xr-xpython/fatcat_ingest.py8
1 files changed, 0 insertions, 8 deletions
diff --git a/python/fatcat_ingest.py b/python/fatcat_ingest.py
index 964907c8..3f8666ca 100755
--- a/python/fatcat_ingest.py
+++ b/python/fatcat_ingest.py
@@ -79,14 +79,6 @@ def _run_search_dump(args: argparse.Namespace, search: Search) -> None:
file=sys.stderr,
)
- # don't try to clean up scroll if we are connected to public server (behind
- # nginx proxy that disallows DELETE)
- if args.elasticsearch_endpoint in (
- "https://search.fatcat.wiki",
- "https://search.qa.fatcat.wiki",
- ):
- search = search.params(clear_scroll=False)
-
results = search.scan()
for esr in results:
if args.limit and counts["ingest_request"] >= args.limit: