aboutsummaryrefslogtreecommitdiffstats
path: root/scalding/src/main/scala/sandcrawler/HBaseCountJob.scala
diff options
context:
space:
mode:
authorEllen Spertus <ellen.spertus@gmail.com>2018-07-19 15:21:33 -0700
committerEllen Spertus <ellen.spertus@gmail.com>2018-07-19 15:55:43 -0700
commitce5cbe4a581ae0a41e988dd3b396ee667b2e63ce (patch)
tree3d0ee185b19b785825350de9c371549919c02ab6 /scalding/src/main/scala/sandcrawler/HBaseCountJob.scala
parent2f39ba88482ba47a03fc52edcae891755ecb2b4d (diff)
downloadsandcrawler-ce5cbe4a581ae0a41e988dd3b396ee667b2e63ce.tar.gz
sandcrawler-ce5cbe4a581ae0a41e988dd3b396ee667b2e63ce.zip
Improved style and style checking.
- Excludes checking of files in /example directories. - Warns about block imports, which have been removed. - Checks indenting. Parameters should be indented 2 spaces. See https://docs.scala-lang.org/style/indentation.html#methods-with-numerous-arguments - Imports should be grouped (java.*, scala.*, other), with a blank line between groups
Diffstat (limited to 'scalding/src/main/scala/sandcrawler/HBaseCountJob.scala')
-rw-r--r--scalding/src/main/scala/sandcrawler/HBaseCountJob.scala10
1 files changed, 6 insertions, 4 deletions
diff --git a/scalding/src/main/scala/sandcrawler/HBaseCountJob.scala b/scalding/src/main/scala/sandcrawler/HBaseCountJob.scala
index 22e4e86..b12e723 100644
--- a/scalding/src/main/scala/sandcrawler/HBaseCountJob.scala
+++ b/scalding/src/main/scala/sandcrawler/HBaseCountJob.scala
@@ -1,9 +1,10 @@
package sandcrawler
+import java.util.Properties
+
import cascading.property.AppProps
import cascading.tuple.Fields
import com.twitter.scalding._
-import java.util.Properties
import parallelai.spyglass.base.JobBase
import parallelai.spyglass.hbase.HBaseConstants.SourceMode
import parallelai.spyglass.hbase.HBasePipeConversions
@@ -14,9 +15,10 @@ class HBaseCountJob(args: Args, colSpec: String) extends JobBase(args) with HBas
HBaseBuilder.parseColSpec(colSpec)
val Col: String = colSpec.split(":")(1)
- HBaseCountJob.getHBaseSource(args("hbase-table"),
- args("zookeeper-hosts"),
- colSpec)
+ HBaseCountJob.getHBaseSource(
+ args("hbase-table"),
+ args("zookeeper-hosts"),
+ colSpec)
.read
.fromBytesWritable(Symbol(Col))
.debug