aboutsummaryrefslogtreecommitdiffstats
path: root/scalding/src/test
diff options
context:
space:
mode:
authorEllen Spertus <ellen.spertus@gmail.com>2018-06-06 09:43:10 -0700
committerEllen Spertus <ellen.spertus@gmail.com>2018-06-06 09:43:10 -0700
commit1d3328eead103f36d44e9dfabbf05074edc684cb (patch)
tree0600008e9d6f4d6d8fd3cd41dca18bf275a60075 /scalding/src/test
parentcc54dea9c77f8386bafd71977b2be1b3b21f0aae (diff)
downloadsandcrawler-1d3328eead103f36d44e9dfabbf05074edc684cb.tar.gz
sandcrawler-1d3328eead103f36d44e9dfabbf05074edc684cb.zip
Removed copied comment.
Diffstat (limited to 'scalding/src/test')
-rw-r--r--scalding/src/test/scala/sandcrawler/HBaseMimeCountTest.scala9
1 files changed, 1 insertions, 8 deletions
diff --git a/scalding/src/test/scala/sandcrawler/HBaseMimeCountTest.scala b/scalding/src/test/scala/sandcrawler/HBaseMimeCountTest.scala
index 000420b..439b4f4 100644
--- a/scalding/src/test/scala/sandcrawler/HBaseMimeCountTest.scala
+++ b/scalding/src/test/scala/sandcrawler/HBaseMimeCountTest.scala
@@ -12,9 +12,6 @@ import parallelai.spyglass.hbase.HBaseSource
import parallelai.spyglass.hbase.HBaseConstants.SourceMode
import scala._
-/**
- * Example of how to define tests for HBaseSource
- */
@RunWith(classOf[JUnitRunner])
class HBaseMimeCountTest extends FunSpec with TupleConversions {
@@ -49,14 +46,11 @@ class HBaseMimeCountTest extends FunSpec with TupleConversions {
.sink[Tuple](Tsv(output)) {
outputBuffer =>
it("should return a 2-element list.") {
- println("outputBuffer.size => " + outputBuffer.size)
- println("outputBuffer(0) => " + outputBuffer(0))
- println("outputBuffer(1) => " + outputBuffer(1))
assert(outputBuffer.size === 2)
}
+ // Convert List[Tuple] to Map[String, Integer].
val counts = outputBuffer.map(t => (t.getString(0), t.getInteger(1))).toMap
-
it("should have the appropriate number of each mime type") {
assert(counts(mimeType1) == mimeType1Count)
assert(counts(mimeType2) == mimeType2Count)
@@ -64,5 +58,4 @@ class HBaseMimeCountTest extends FunSpec with TupleConversions {
}
.run
.finish
-
}