aboutsummaryrefslogtreecommitdiffstats
path: root/scalding/src/main/scala/sandcrawler/Scorable.scala
diff options
context:
space:
mode:
authorEllen Spertus <ellen.spertus@gmail.com>2018-08-07 10:11:54 -0700
committerEllen Spertus <ellen.spertus@gmail.com>2018-08-07 10:11:54 -0700
commitcbd6433af7949df7c4433468bf99eefe9973e864 (patch)
tree7ad3f0284581cd39652527ba07cd9bd4e7e860bf /scalding/src/main/scala/sandcrawler/Scorable.scala
parent7eed53615e3a106d1cbf7cc451b74674fd2c3daa (diff)
downloadsandcrawler-cbd6433af7949df7c4433468bf99eefe9973e864.tar.gz
sandcrawler-cbd6433af7949df7c4433468bf99eefe9973e864.zip
Removed commented-out code.
Diffstat (limited to 'scalding/src/main/scala/sandcrawler/Scorable.scala')
-rw-r--r--scalding/src/main/scala/sandcrawler/Scorable.scala29
1 files changed, 0 insertions, 29 deletions
diff --git a/scalding/src/main/scala/sandcrawler/Scorable.scala b/scalding/src/main/scala/sandcrawler/Scorable.scala
index 950a6d4..948002b 100644
--- a/scalding/src/main/scala/sandcrawler/Scorable.scala
+++ b/scalding/src/main/scala/sandcrawler/Scorable.scala
@@ -44,35 +44,6 @@ object Scorable {
}
}
- /*
- def grobidToSlug(json : String) : Option[String] = {
- jsonToMap(json) match {
- case None => None
- case Some(map) => {
- if (map contains "title") {
- titleToSlug(getString(map, "title"))
- } else {
- None
- }
- }
- }
- }
-
- def crossrefToSlug(json : String) : Option[String] = {
- jsonToMap(json) match {
- case None => None
- case Some(map) => {
- if (map contains "title") {
- // TODO: Stop ignoring secondary titles
- titleToSlug(map("title").asInstanceOf[List[String]](0))
- } else {
- None
- }
- }
- }
- }
- */
-
def titleToSlug(title : String) : String = {
val slug = StringUtilities.removeAccents(title).split(":")(0).toLowerCase()
if (slug.isEmpty) {