diff options
| author | Ellen Spertus <ellen.spertus@gmail.com> | 2018-08-07 09:51:18 -0700 |
|---|---|---|
| committer | Ellen Spertus <ellen.spertus@gmail.com> | 2018-08-07 09:51:18 -0700 |
| commit | c71b2da70ff7d3b77082db25672f6f3669f2238c (patch) | |
| tree | 30f1cad98c781fdd5d1de18ffda232cd4286c72f /scalding/src/main/scala/sandcrawler/Scorable.scala | |
| parent | 308b33d889d804380427d2aa112efec77b3e1770 (diff) | |
| download | sandcrawler-c71b2da70ff7d3b77082db25672f6f3669f2238c.tar.gz sandcrawler-c71b2da70ff7d3b77082db25672f6f3669f2238c.zip | |
Added CrossrefScorable.scala. All code compiles.
Diffstat (limited to 'scalding/src/main/scala/sandcrawler/Scorable.scala')
| -rw-r--r-- | scalding/src/main/scala/sandcrawler/Scorable.scala | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/scalding/src/main/scala/sandcrawler/Scorable.scala b/scalding/src/main/scala/sandcrawler/Scorable.scala index 89dc835..950a6d4 100644 --- a/scalding/src/main/scala/sandcrawler/Scorable.scala +++ b/scalding/src/main/scala/sandcrawler/Scorable.scala @@ -7,7 +7,7 @@ import cascading.flow.FlowDef import com.twitter.scalding._ import com.twitter.scalding.typed.TDsl._ -case class MapFeatures(val key : String, slug : String, json : String) +case class MapFeatures(slug : String, json : String) case class ReduceFeatures(json : String) case class ReduceOutput(val score : Int, json1 : String, json2 : String) @@ -16,7 +16,7 @@ abstract class Scorable { { getFeaturesPipe(args)(flowDef, mode) .filter { entry => Scorable.isValidSlug(entry.slug) } - .groupBy { case MapFeatures(key, slug, json) => slug } + .groupBy { case MapFeatures(slug, json) => slug } .map { tuple => val (slug : String, features : MapFeatures) = tuple (slug, ReduceFeatures(features.json)) |