aboutsummaryrefslogtreecommitdiffstats
path: root/scalding/src
diff options
context:
space:
mode:
authorEllen Spertus <ellen.spertus@gmail.com>2018-07-19 10:30:20 -0700
committerEllen Spertus <ellen.spertus@gmail.com>2018-07-19 10:30:20 -0700
commite2d5b35a8cb5eefafc12abe0394ec5f60ab87d79 (patch)
tree161deebcbc2e1b31edbe4c9be23d415a192954f8 /scalding/src
parent17f29013f960fdaf0e9d01ac8f128b05f327c95b (diff)
downloadsandcrawler-e2d5b35a8cb5eefafc12abe0394ec5f60ab87d79.tar.gz
sandcrawler-e2d5b35a8cb5eefafc12abe0394ec5f60ab87d79.zip
Added rule to warn about block imports. Removed block imports.
Diffstat (limited to 'scalding/src')
-rw-r--r--scalding/src/main/scala/sandcrawler/HBaseCountJob.scala3
-rw-r--r--scalding/src/main/scala/sandcrawler/HBaseRowCountJob.scala3
2 files changed, 4 insertions, 2 deletions
diff --git a/scalding/src/main/scala/sandcrawler/HBaseCountJob.scala b/scalding/src/main/scala/sandcrawler/HBaseCountJob.scala
index e1f46ef..22e4e86 100644
--- a/scalding/src/main/scala/sandcrawler/HBaseCountJob.scala
+++ b/scalding/src/main/scala/sandcrawler/HBaseCountJob.scala
@@ -6,7 +6,8 @@ import com.twitter.scalding._
import java.util.Properties
import parallelai.spyglass.base.JobBase
import parallelai.spyglass.hbase.HBaseConstants.SourceMode
-import parallelai.spyglass.hbase.{HBaseSource, HBasePipeConversions}
+import parallelai.spyglass.hbase.HBasePipeConversions
+import parallelai.spyglass.hbase.HBaseSource
class HBaseCountJob(args: Args, colSpec: String) extends JobBase(args) with HBasePipeConversions {
val output = args("output")
diff --git a/scalding/src/main/scala/sandcrawler/HBaseRowCountJob.scala b/scalding/src/main/scala/sandcrawler/HBaseRowCountJob.scala
index 41de719..6def218 100644
--- a/scalding/src/main/scala/sandcrawler/HBaseRowCountJob.scala
+++ b/scalding/src/main/scala/sandcrawler/HBaseRowCountJob.scala
@@ -6,7 +6,8 @@ import com.twitter.scalding._
import java.util.Properties
import parallelai.spyglass.base.JobBase
import parallelai.spyglass.hbase.HBaseConstants.SourceMode
-import parallelai.spyglass.hbase.{HBaseSource, HBasePipeConversions}
+import parallelai.spyglass.hbase.HBasePipeConversions
+import parallelai.spyglass.hbase.HBaseSource
class HBaseRowCountJob(args: Args) extends JobBase(args) with HBasePipeConversions {