diff options
author | Ellen Spertus <ellen.spertus@gmail.com> | 2018-07-19 15:21:33 -0700 |
---|---|---|
committer | Ellen Spertus <ellen.spertus@gmail.com> | 2018-07-19 15:55:43 -0700 |
commit | ce5cbe4a581ae0a41e988dd3b396ee667b2e63ce (patch) | |
tree | 3d0ee185b19b785825350de9c371549919c02ab6 /scalding/src/main/scala/sandcrawler/HBaseCountJob.scala | |
parent | 2f39ba88482ba47a03fc52edcae891755ecb2b4d (diff) | |
download | sandcrawler-ce5cbe4a581ae0a41e988dd3b396ee667b2e63ce.tar.gz sandcrawler-ce5cbe4a581ae0a41e988dd3b396ee667b2e63ce.zip |
Improved style and style checking.
- Excludes checking of files in /example directories.
- Warns about block imports, which have been removed.
- Checks indenting. Parameters should be indented 2 spaces. See https://docs.scala-lang.org/style/indentation.html#methods-with-numerous-arguments
- Imports should be grouped (java.*, scala.*, other), with a blank line between groups
Diffstat (limited to 'scalding/src/main/scala/sandcrawler/HBaseCountJob.scala')
-rw-r--r-- | scalding/src/main/scala/sandcrawler/HBaseCountJob.scala | 10 |
1 files changed, 6 insertions, 4 deletions
diff --git a/scalding/src/main/scala/sandcrawler/HBaseCountJob.scala b/scalding/src/main/scala/sandcrawler/HBaseCountJob.scala index 22e4e86..b12e723 100644 --- a/scalding/src/main/scala/sandcrawler/HBaseCountJob.scala +++ b/scalding/src/main/scala/sandcrawler/HBaseCountJob.scala @@ -1,9 +1,10 @@ package sandcrawler +import java.util.Properties + import cascading.property.AppProps import cascading.tuple.Fields import com.twitter.scalding._ -import java.util.Properties import parallelai.spyglass.base.JobBase import parallelai.spyglass.hbase.HBaseConstants.SourceMode import parallelai.spyglass.hbase.HBasePipeConversions @@ -14,9 +15,10 @@ class HBaseCountJob(args: Args, colSpec: String) extends JobBase(args) with HBas HBaseBuilder.parseColSpec(colSpec) val Col: String = colSpec.split(":")(1) - HBaseCountJob.getHBaseSource(args("hbase-table"), - args("zookeeper-hosts"), - colSpec) + HBaseCountJob.getHBaseSource( + args("hbase-table"), + args("zookeeper-hosts"), + colSpec) .read .fromBytesWritable(Symbol(Col)) .debug |