aboutsummaryrefslogtreecommitdiffstats
path: root/scalding
diff options
context:
space:
mode:
authorEllen Spertus <ellen.spertus@gmail.com>2018-08-07 09:52:15 -0700
committerEllen Spertus <ellen.spertus@gmail.com>2018-08-07 09:52:15 -0700
commit713b8316d9170ec595f71d4f27df8d3184350921 (patch)
tree0ed7a8bf7fb9e7141454d7458086525285d8ec1d /scalding
parentc71b2da70ff7d3b77082db25672f6f3669f2238c (diff)
downloadsandcrawler-713b8316d9170ec595f71d4f27df8d3184350921.tar.gz
sandcrawler-713b8316d9170ec595f71d4f27df8d3184350921.zip
Minor cleanup. Passes scalastyle.
Diffstat (limited to 'scalding')
-rw-r--r--scalding/src/main/scala/sandcrawler/CrossrefScorable.scala3
1 files changed, 0 insertions, 3 deletions
diff --git a/scalding/src/main/scala/sandcrawler/CrossrefScorable.scala b/scalding/src/main/scala/sandcrawler/CrossrefScorable.scala
index a603e2d..0849aff 100644
--- a/scalding/src/main/scala/sandcrawler/CrossrefScorable.scala
+++ b/scalding/src/main/scala/sandcrawler/CrossrefScorable.scala
@@ -11,8 +11,6 @@ import parallelai.spyglass.hbase.HBaseSource
class CrossrefScorable extends Scorable {
def getFeaturesPipe(args : Args)(implicit flowDef : FlowDef, mode : Mode) = {
-// val crossrefSource = TextLine(args("crossref-input"))
-// val crossrefPipe : TypedPipe[MapFeatures] = crossrefSource
TextLine(args("crossref-input"))
.read
.toTypedPipe[String](new Fields("line"))
@@ -22,6 +20,5 @@ class CrossrefScorable extends Scorable {
case None => new MapFeatures(Scorable.NoSlug, json)
}
}
-// crossrefPipe
}
}