aboutsummaryrefslogtreecommitdiffstats
path: root/scalding/src
diff options
context:
space:
mode:
authorEllen Spertus <ellen.spertus@gmail.com>2018-06-06 09:50:38 -0700
committerEllen Spertus <ellen.spertus@gmail.com>2018-06-06 09:50:38 -0700
commitf81e193b4a2c7f61a46d1ead1bdf6b746997b3a8 (patch)
tree0d038c4963fa21e395978bb6cd3f0b70b730f6ab /scalding/src
parent1d3328eead103f36d44e9dfabbf05074edc684cb (diff)
downloadsandcrawler-f81e193b4a2c7f61a46d1ead1bdf6b746997b3a8.tar.gz
sandcrawler-f81e193b4a2c7f61a46d1ead1bdf6b746997b3a8.zip
Made test data more robust.
Diffstat (limited to 'scalding/src')
-rw-r--r--scalding/src/test/scala/sandcrawler/HBaseMimeCountTest.scala4
1 files changed, 2 insertions, 2 deletions
diff --git a/scalding/src/test/scala/sandcrawler/HBaseMimeCountTest.scala b/scalding/src/test/scala/sandcrawler/HBaseMimeCountTest.scala
index 439b4f4..eb6f4ff 100644
--- a/scalding/src/test/scala/sandcrawler/HBaseMimeCountTest.scala
+++ b/scalding/src/test/scala/sandcrawler/HBaseMimeCountTest.scala
@@ -33,8 +33,8 @@ class HBaseMimeCountTest extends FunSpec with TupleConversions {
List("sha1:095893C3YNNEGH5WAG5ZAAXWAEBNXJWT", mimeType2)
)
- val mimeType1Count = 3
- val mimeType2Count = 5
+ val mimeType1Count = sampleData.count(lst => lst(1) == mimeType1)
+ val mimeType2Count = sampleData.count(lst => lst(1) == mimeType2)
JobTest("sandcrawler.HBaseMimeCountJob")
.arg("test", "")