aboutsummaryrefslogtreecommitdiffstats
path: root/scalding/src/main/scala/sandcrawler/HBaseRowCountJob.scala
diff options
context:
space:
mode:
authorEllen Spertus <ellen.spertus@gmail.com>2018-06-04 14:45:26 -0700
committerEllen Spertus <ellen.spertus@gmail.com>2018-06-04 14:45:26 -0700
commit9a18da82738c16d3066e02e886ee84e04156889f (patch)
treebc6af643cb99a0679d36a6d8c386dbc47aa62a0e /scalding/src/main/scala/sandcrawler/HBaseRowCountJob.scala
parentf2a0d6fe40be3a9b282a4cc0ea0ebdb85810762b (diff)
downloadsandcrawler-9a18da82738c16d3066e02e886ee84e04156889f.tar.gz
sandcrawler-9a18da82738c16d3066e02e886ee84e04156889f.zip
Made changes suggested in merge request review.
- Changed inverseSchema from Map to List, eliminating incorrect comment. - Changing format of argument to HBaseBuilder.build from String to List[String].
Diffstat (limited to 'scalding/src/main/scala/sandcrawler/HBaseRowCountJob.scala')
-rw-r--r--scalding/src/main/scala/sandcrawler/HBaseRowCountJob.scala2
1 files changed, 1 insertions, 1 deletions
diff --git a/scalding/src/main/scala/sandcrawler/HBaseRowCountJob.scala b/scalding/src/main/scala/sandcrawler/HBaseRowCountJob.scala
index 041df4d..9d074ab 100644
--- a/scalding/src/main/scala/sandcrawler/HBaseRowCountJob.scala
+++ b/scalding/src/main/scala/sandcrawler/HBaseRowCountJob.scala
@@ -27,6 +27,6 @@ object HBaseRowCountJob {
def getHBaseSource = HBaseBuilder.build(
"wbgrp-journal-extract-0-qa", // HBase Table Name
"mtrcs-zk1.us.archive.org:2181", // HBase Zookeeper server (to get runtime config info; can be array?)
- "file:size, file:mime",
+ List("file:size", "file:mime"),
SourceMode.SCAN_ALL)
}