aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rwxr-xr-xplease5
1 files changed, 3 insertions, 2 deletions
diff --git a/please b/please
index 8b6c040..10c591d 100755
--- a/please
+++ b/please
@@ -189,8 +189,9 @@ def run_matchcrossref(args):
com.twitter.scalding.Tool \
-Dmapred.reduce.tasks={reducers} \
-Dcascading.spill.list.threshold=500000 \
- -D mapred.output.compress=false \
- -Dmapred.compress.map.output=true\
+ -Dmapred.output.compress=false \
+ -Dmapred.compress.map.output=true \
+ -Dmapred.task.timeout=3600000 \
sandcrawler.{jobclass} \
--hdfs \
--app.conf.path scalding/ia_cluster.conf \