diff options
| -rwxr-xr-x | python/scripts/ingestrequest_row2json.py | 9 |
1 files changed, 8 insertions, 1 deletions
diff --git a/python/scripts/ingestrequest_row2json.py b/python/scripts/ingestrequest_row2json.py index d52e793..0a457cd 100755 --- a/python/scripts/ingestrequest_row2json.py +++ b/python/scripts/ingestrequest_row2json.py @@ -33,13 +33,20 @@ def run(args): req = transform(json.loads(l)) except: print(l, file=sys.stderr) + if args.force_recrawl: + req["force_recrawl"] = True print(json.dumps(req, sort_keys=True)) def main(): parser = argparse.ArgumentParser(formatter_class=argparse.ArgumentDefaultsHelpFormatter) parser.add_argument( - "json_file", help="arabesque output file to use", type=argparse.FileType("r") + "json_file", help="SQL output JSON file to process", type=argparse.FileType("r") + ) + parser.add_argument( + "force_recrawl", + action="store_true", + help="whether to add recrawl (SPNv2) flag to request", ) subparsers = parser.add_subparsers() |