From 776ce9a17547e07baabf7c4e9fa572d4d9d4eeb7 Mon Sep 17 00:00:00 2001 From: Bryan Newbold Date: Mon, 21 May 2018 19:19:29 -0700 Subject: update README with invocations --- scald-mvp/README.md | 13 +++++++++++++ 1 file changed, 13 insertions(+) (limited to 'scald-mvp') diff --git a/scald-mvp/README.md b/scald-mvp/README.md index 7afcef8..e41e9ec 100644 --- a/scald-mvp/README.md +++ b/scald-mvp/README.md @@ -31,6 +31,19 @@ helpful for debugging dependency woes: sbt dependencyTree +testing the spyglass example program (expect a table error): + + hadoop jar scald-mvp-assembly-0.1.0-SNAPSHOT.jar com.twitter.scalding.Tool example.SimpleHBaseSourceExample --hdfs --output hdfs:///user/bnewbold/spyglass_out_test --app.conf.path thing.conf --debug true + # org.apache.hadoop.hbase.TableNotFoundException: table_name + +running a spyglass job (gives a nullpointer exception): + + hadoop jar scald-mvp-assembly-0.1.0-SNAPSHOT.jar com.twitter.scalding.Tool sandcrawler.HBaseRowCountJob --hdfs --output hdfs:///user/bnewbold/spyglass_out_test --app.conf.path thing.conf + + # Caused by: java.lang.NullPointerException + # at parallelai.spyglass.hbase.HBaseSource.(HBaseSource.scala:48) + # at sandcrawler.HBaseRowCountJob.(HBaseRowCountJob.scala:17) + ## Custom build in SpyGlass repo: -- cgit v1.2.3