aboutsummaryrefslogtreecommitdiffstats
path: root/scalding/src/main/scala/sandcrawler/Scorable.scala
diff options
context:
space:
mode:
authorbnewbold <bnewbold@archive.org>2018-08-23 22:55:39 +0000
committerbnewbold <bnewbold@archive.org>2018-08-23 22:55:39 +0000
commitc6e9aa4226aa8ed02c80e829ddb1d3fd40103017 (patch)
tree7cadfce40b8e1873d95609bfeff41181ef5ac308 /scalding/src/main/scala/sandcrawler/Scorable.scala
parent03968da99d24d81e0224712056d1dea38cb8c70e (diff)
parent6b401b34f189475efb84e72dafa2124ac50b5ee8 (diff)
downloadsandcrawler-c6e9aa4226aa8ed02c80e829ddb1d3fd40103017.tar.gz
sandcrawler-c6e9aa4226aa8ed02c80e829ddb1d3fd40103017.zip
Merge branch 'ellen-length-filtering' into 'master'
Filtering titles by length See merge request webgroup/sandcrawler!21
Diffstat (limited to 'scalding/src/main/scala/sandcrawler/Scorable.scala')
-rw-r--r--scalding/src/main/scala/sandcrawler/Scorable.scala1
1 files changed, 1 insertions, 0 deletions
diff --git a/scalding/src/main/scala/sandcrawler/Scorable.scala b/scalding/src/main/scala/sandcrawler/Scorable.scala
index 9b9c633..c704ed9 100644
--- a/scalding/src/main/scala/sandcrawler/Scorable.scala
+++ b/scalding/src/main/scala/sandcrawler/Scorable.scala
@@ -30,6 +30,7 @@ abstract class Scorable {
}
object Scorable {
+ val MaxTitleLength = 255
val NoSlug = "NO SLUG" // Used for slug if title is empty or unparseable
def isValidSlug(slug : String) : Boolean = {