diff options
| author | Ellen Spertus <ellen.spertus@gmail.com> | 2018-07-19 10:30:20 -0700 |
|---|---|---|
| committer | Ellen Spertus <ellen.spertus@gmail.com> | 2018-07-19 10:30:20 -0700 |
| commit | e2d5b35a8cb5eefafc12abe0394ec5f60ab87d79 (patch) | |
| tree | 161deebcbc2e1b31edbe4c9be23d415a192954f8 /scalding/src | |
| parent | 17f29013f960fdaf0e9d01ac8f128b05f327c95b (diff) | |
| download | sandcrawler-e2d5b35a8cb5eefafc12abe0394ec5f60ab87d79.tar.gz sandcrawler-e2d5b35a8cb5eefafc12abe0394ec5f60ab87d79.zip | |
Added rule to warn about block imports. Removed block imports.
Diffstat (limited to 'scalding/src')
| -rw-r--r-- | scalding/src/main/scala/sandcrawler/HBaseCountJob.scala | 3 | ||||
| -rw-r--r-- | scalding/src/main/scala/sandcrawler/HBaseRowCountJob.scala | 3 |
2 files changed, 4 insertions, 2 deletions
diff --git a/scalding/src/main/scala/sandcrawler/HBaseCountJob.scala b/scalding/src/main/scala/sandcrawler/HBaseCountJob.scala index e1f46ef..22e4e86 100644 --- a/scalding/src/main/scala/sandcrawler/HBaseCountJob.scala +++ b/scalding/src/main/scala/sandcrawler/HBaseCountJob.scala @@ -6,7 +6,8 @@ import com.twitter.scalding._ import java.util.Properties import parallelai.spyglass.base.JobBase import parallelai.spyglass.hbase.HBaseConstants.SourceMode -import parallelai.spyglass.hbase.{HBaseSource, HBasePipeConversions} +import parallelai.spyglass.hbase.HBasePipeConversions +import parallelai.spyglass.hbase.HBaseSource class HBaseCountJob(args: Args, colSpec: String) extends JobBase(args) with HBasePipeConversions { val output = args("output") diff --git a/scalding/src/main/scala/sandcrawler/HBaseRowCountJob.scala b/scalding/src/main/scala/sandcrawler/HBaseRowCountJob.scala index 41de719..6def218 100644 --- a/scalding/src/main/scala/sandcrawler/HBaseRowCountJob.scala +++ b/scalding/src/main/scala/sandcrawler/HBaseRowCountJob.scala @@ -6,7 +6,8 @@ import com.twitter.scalding._ import java.util.Properties import parallelai.spyglass.base.JobBase import parallelai.spyglass.hbase.HBaseConstants.SourceMode -import parallelai.spyglass.hbase.{HBaseSource, HBasePipeConversions} +import parallelai.spyglass.hbase.HBasePipeConversions +import parallelai.spyglass.hbase.HBaseSource class HBaseRowCountJob(args: Args) extends JobBase(args) with HBasePipeConversions { |