From 939ef856b204c29ab6ab4038ff698a402a934c8f Mon Sep 17 00:00:00 2001
From: Bryan Newbold <bnewbold@archive.org>
Date: Tue, 26 Feb 2019 19:27:26 +0000
Subject: set long timeout on HBaseStatusCountJob

---
 please | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

(limited to 'please')

diff --git a/please b/please
index 10c591d..f8e103d 100755
--- a/please
+++ b/please
@@ -157,7 +157,9 @@ def run_statuscount(args):
         datetime.strftime(datetime.now(), "%Y-%m-%d-%H%M.%S"))
     cmd = """hadoop jar \
         scalding/target/scala-2.11/sandcrawler-assembly-0.2.0-SNAPSHOT.jar \
-        com.twitter.scalding.Tool sandcrawler.HBaseStatusCountJob \
+        com.twitter.scalding.Tool \
+        -Dmapred.task.timeout=3600000 \
+        sandcrawler.HBaseStatusCountJob \
         --hdfs \
         --app.conf.path scalding/ia_cluster.conf \
         --hbase-table wbgrp-journal-extract-0-{env} \
-- 
cgit v1.2.3