tasks: sort output of Wikipedia20211201DOI

1 files changed, 4 insertions, 2 deletions

diff --git a/python/refcat/tasks.py b/python/refcat/tasks.py
index 3489cc1..071184e 100644
--- a/python/refcat/tasks.py
+++ b/python/refcat/tasks.py
@@ -1574,7 +1574,7 @@ class Wikipedia20211201DOI(Refcat):
         return WikipediaCitations20211201()
 
     def run(self):
-        with self.output().open("w") as output:
+        with tempfile.NamedTemporaryFile(delete=False) as tf:
             with self.input().open() as handle:
                 for line in handle:
                     doc = json.loads(line)
@@ -1589,7 +1589,9 @@ class Wikipedia20211201DOI(Refcat):
                         reduced["index"] = i
                         reduced["Title"] = ref.get("Title")
                         fields = [doi, doc["page_title"], json.dumps(reduced)]
-                        output.write("\t".join(fields) + "\n")
+                        tf.write("\t".join(fields) + "\n")
+        output = shellout("LC_ALL=C sort -S30% {input} > {output}", input=tf.name)
+        luigi.LocalTarget(output).move(self.output().path)
 
     def output(self):
         return luigi.LocalTarget(path=self.path(ext="tsv"))