diff options
author | bnewbold <bnewbold@archive.org> | 2018-07-23 21:37:25 +0000 |
---|---|---|
committer | bnewbold <bnewbold@archive.org> | 2018-07-23 21:37:25 +0000 |
commit | c4db53036eac90841eb4f970b77db8c1677ef75b (patch) | |
tree | 04bb6c63aaccef2da813b19a0ee3c56f3c338a57 /scalding/src/main/scala/sandcrawler/HBaseRowCountJob.scala | |
parent | e2d5b35a8cb5eefafc12abe0394ec5f60ab87d79 (diff) | |
parent | 687693e96f5a55aa6d38450da0d10e95df2d9422 (diff) | |
download | sandcrawler-c4db53036eac90841eb4f970b77db8c1677ef75b.tar.gz sandcrawler-c4db53036eac90841eb4f970b77db8c1677ef75b.zip |
Merge branch 'scalastyle' into 'master'
Scalastyle
See merge request webgroup/sandcrawler!11
Diffstat (limited to 'scalding/src/main/scala/sandcrawler/HBaseRowCountJob.scala')
-rw-r--r-- | scalding/src/main/scala/sandcrawler/HBaseRowCountJob.scala | 9 |
1 files changed, 5 insertions, 4 deletions
diff --git a/scalding/src/main/scala/sandcrawler/HBaseRowCountJob.scala b/scalding/src/main/scala/sandcrawler/HBaseRowCountJob.scala index 6def218..4c3de33 100644 --- a/scalding/src/main/scala/sandcrawler/HBaseRowCountJob.scala +++ b/scalding/src/main/scala/sandcrawler/HBaseRowCountJob.scala @@ -1,9 +1,10 @@ package sandcrawler +import java.util.Properties + import cascading.property.AppProps import cascading.tuple.Fields import com.twitter.scalding._ -import java.util.Properties import parallelai.spyglass.base.JobBase import parallelai.spyglass.hbase.HBaseConstants.SourceMode import parallelai.spyglass.hbase.HBasePipeConversions @@ -13,8 +14,9 @@ class HBaseRowCountJob(args: Args) extends JobBase(args) with HBasePipeConversio val output = args("output") - HBaseRowCountJob.getHBaseSource(args("hbase-table"), - args("zookeeper-hosts")) + HBaseRowCountJob.getHBaseSource( + args("hbase-table"), + args("zookeeper-hosts")) .read .debug .groupAll { _.size('count) } @@ -31,5 +33,4 @@ object HBaseRowCountJob { List("file:size"), SourceMode.SCAN_ALL) } - } |