aboutsummaryrefslogtreecommitdiffstats
path: root/scalding/src/main/scala
diff options
context:
space:
mode:
authorBryan Newbold <bnewbold@archive.org>2018-09-05 15:04:14 -0700
committerBryan Newbold <bnewbold@archive.org>2018-09-05 15:04:14 -0700
commit9d21a922386624b39b730849ab56c00a061f255f (patch)
tree836fe493d9fc5c531a1b2a020ae7d4b6d1384ea5 /scalding/src/main/scala
parentcb8a3684867adceb9ac363799ef10be0ebca7850 (diff)
downloadsandcrawler-9d21a922386624b39b730849ab56c00a061f255f.tar.gz
sandcrawler-9d21a922386624b39b730849ab56c00a061f255f.zip
blacklist -> denylist
Diffstat (limited to 'scalding/src/main/scala')
-rw-r--r--scalding/src/main/scala/sandcrawler/ScorableFeatures.scala6
1 files changed, 3 insertions, 3 deletions
diff --git a/scalding/src/main/scala/sandcrawler/ScorableFeatures.scala b/scalding/src/main/scala/sandcrawler/ScorableFeatures.scala
index be2b495..95a39aa 100644
--- a/scalding/src/main/scala/sandcrawler/ScorableFeatures.scala
+++ b/scalding/src/main/scala/sandcrawler/ScorableFeatures.scala
@@ -8,8 +8,8 @@ import scala.util.parsing.json.JSONObject
object ScorableFeatures {
// TODO: Add exception handling.
- val fileStream : InputStream = getClass.getResourceAsStream("/slug-blacklist.txt")
- val SlugBlacklist : Set[String] = Source.fromInputStream(fileStream).getLines.toSet
+ val fileStream : InputStream = getClass.getResourceAsStream("/slug-denylist.txt")
+ val SlugDenylist : Set[String] = Source.fromInputStream(fileStream).getLines.toSet
fileStream.close
val MinSlugLength = 8
@@ -44,7 +44,7 @@ class ScorableFeatures private(title : String, authors : List[Any] = List(), yea
val slug = StringUtilities.removePunctuation((unaccented.toLowerCase())).replaceAll("\\s", "")
if (slug.isEmpty
|| slug == null
- || (ScorableFeatures.SlugBlacklist contains slug)
+ || (ScorableFeatures.SlugDenylist contains slug)
|| (slug.length < ScorableFeatures.MinSlugLength)) {
None
} else {