diff options
Diffstat (limited to 'scalding/src/main')
-rw-r--r-- | scalding/src/main/scala/sandcrawler/Scorable.scala | 29 |
1 files changed, 0 insertions, 29 deletions
diff --git a/scalding/src/main/scala/sandcrawler/Scorable.scala b/scalding/src/main/scala/sandcrawler/Scorable.scala index 950a6d4..948002b 100644 --- a/scalding/src/main/scala/sandcrawler/Scorable.scala +++ b/scalding/src/main/scala/sandcrawler/Scorable.scala @@ -44,35 +44,6 @@ object Scorable { } } - /* - def grobidToSlug(json : String) : Option[String] = { - jsonToMap(json) match { - case None => None - case Some(map) => { - if (map contains "title") { - titleToSlug(getString(map, "title")) - } else { - None - } - } - } - } - - def crossrefToSlug(json : String) : Option[String] = { - jsonToMap(json) match { - case None => None - case Some(map) => { - if (map contains "title") { - // TODO: Stop ignoring secondary titles - titleToSlug(map("title").asInstanceOf[List[String]](0)) - } else { - None - } - } - } - } - */ - def titleToSlug(title : String) : String = { val slug = StringUtilities.removeAccents(title).split(":")(0).toLowerCase() if (slug.isEmpty) { |