From e8ba7a0bc8d4924f6601b4c82ead58e9f69d8aca Mon Sep 17 00:00:00 2001 From: Bryan Newbold Date: Tue, 18 Dec 2018 14:36:55 -0800 Subject: longer match-crossref timeout --- please | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/please b/please index 8b6c040..10c591d 100755 --- a/please +++ b/please @@ -189,8 +189,9 @@ def run_matchcrossref(args): com.twitter.scalding.Tool \ -Dmapred.reduce.tasks={reducers} \ -Dcascading.spill.list.threshold=500000 \ - -D mapred.output.compress=false \ - -Dmapred.compress.map.output=true\ + -Dmapred.output.compress=false \ + -Dmapred.compress.map.output=true \ + -Dmapred.task.timeout=3600000 \ sandcrawler.{jobclass} \ --hdfs \ --app.conf.path scalding/ia_cluster.conf \ -- cgit v1.2.3