diff options
author | Bryan Newbold <bnewbold@archive.org> | 2018-08-21 21:48:58 -0700 |
---|---|---|
committer | Bryan Newbold <bnewbold@archive.org> | 2018-08-21 21:48:58 -0700 |
commit | b4713502cfa2dbc9e47cf04cb6aef20faf1ad8af (patch) | |
tree | f3b17c61e74625331f0f39d7c4506dac8558be54 /scalding | |
parent | 9c2324d1b32116dc3a8a0f43c08ee7dac1bdf5f4 (diff) | |
download | sandcrawler-b4713502cfa2dbc9e47cf04cb6aef20faf1ad8af.tar.gz sandcrawler-b4713502cfa2dbc9e47cf04cb6aef20faf1ad8af.zip |
remove slug-blacklist conservative test
Diffstat (limited to 'scalding')
-rw-r--r-- | scalding/src/test/scala/sandcrawler/ScorableFeaturesTest.scala | 16 |
1 files changed, 0 insertions, 16 deletions
diff --git a/scalding/src/test/scala/sandcrawler/ScorableFeaturesTest.scala b/scalding/src/test/scala/sandcrawler/ScorableFeaturesTest.scala index 5a22ef8..9459749 100644 --- a/scalding/src/test/scala/sandcrawler/ScorableFeaturesTest.scala +++ b/scalding/src/test/scala/sandcrawler/ScorableFeaturesTest.scala @@ -9,22 +9,6 @@ import org.scalatest._ // scalastyle:off null class ScorableFeaturesTest extends FlatSpec with Matchers { - // TODO: Remove this when we're convinced that our file-reading code - // works. (I'm already convinced. --Ellen) - "read slugs" should "work" in { - val SlugBlacklist = Set( "abbreviations", "abstract", "acknowledgements", - "article", "authorreply", "authorsreply", "bookreview", "bookreviews", - "casereport", "commentary", "commentaryon", "commenton", "commentto", - "contents", "correspondence", "dedication", "editorialadvisoryboard", - "focus", "hypothesis", "inbrief", "introduction", "introductiontotheissue", - "lettertotheeditor", "listofabbreviations", "note", "overview", "preface", - "references", "results", "review", "reviewarticle", "summary", "title", - "name") - - ScorableFeatures.SlugBlacklist.size shouldBe SlugBlacklist.size - for (s <- ScorableFeatures.SlugBlacklist) SlugBlacklist should contain (s) - } - private def titleToSlug(s : String) : String = { ScorableFeatures.create(title = s).toSlug } |