First public release of Spy Glass code base

1 files changed, 23 insertions, 0 deletions

diff --git a/src/main/scala/parallelai/spyglass/base/JobRunner.scala b/src/main/scala/parallelai/spyglass/base/JobRunner.scala
new file mode 100644
index 0000000..b3a9af0
--- /dev/null
+++ b/src/main/scala/parallelai/spyglass/base/JobRunner.scala
@@ -0,0 +1,23 @@
+package parallelai.spyglass.base
+
+import org.apache.hadoop.conf.Configuration
+import com.twitter.scalding.Tool
+import org.apache.hadoop
+ 
+object JobRunner {
+  def main(args : Array[String]) {
+    val conf: Configuration = new Configuration
+    
+    // TODO replace println with logging
+    if (args.contains("--heapInc")) {
+	    println("Setting JVM Memory/Heap Size for every child mapper and reducer.");
+	    val jvmOpts = "-Xmx4096m -XX:+PrintGCDetails -XX:+UseG1GC -XX:InitiatingHeapOccupancyPercent=50"
+	    println("**** JVM Options : " + jvmOpts )
+	    conf.set("mapred.child.java.opts", jvmOpts);
+    }
+     
+    AppConfig.jobConfig = conf
+     
+    hadoop.util.ToolRunner.run(conf, new Tool, args);
+  }
+}
\ No newline at end of file