From e8ba7a0bc8d4924f6601b4c82ead58e9f69d8aca Mon Sep 17 00:00:00 2001
From: Bryan Newbold <bnewbold@archive.org>
Date: Tue, 18 Dec 2018 14:36:55 -0800
Subject: longer match-crossref timeout

---
 please | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

(limited to 'please')

diff --git a/please b/please
index 8b6c040..10c591d 100755
--- a/please
+++ b/please
@@ -189,8 +189,9 @@ def run_matchcrossref(args):
         com.twitter.scalding.Tool \
         -Dmapred.reduce.tasks={reducers} \
         -Dcascading.spill.list.threshold=500000 \
-        -D mapred.output.compress=false \
-        -Dmapred.compress.map.output=true\
+        -Dmapred.output.compress=false \
+        -Dmapred.compress.map.output=true \
+        -Dmapred.task.timeout=3600000 \
         sandcrawler.{jobclass} \
         --hdfs \
         --app.conf.path scalding/ia_cluster.conf \
-- 
cgit v1.2.3