aboutsummaryrefslogtreecommitdiffstats
path: root/scalding/src/test/scala/sandcrawler/HBaseStatusCountTest.scala
diff options
context:
space:
mode:
authorEllen Spertus <ellen.spertus@gmail.com>2018-07-19 15:43:07 -0700
committerEllen Spertus <ellen.spertus@gmail.com>2018-07-19 15:43:07 -0700
commit05fdfcd052e06934f8313743ba60629b3b694c2f (patch)
tree4ba28803b6eb659cf48caecb42f4ae5acb2a9ae6 /scalding/src/test/scala/sandcrawler/HBaseStatusCountTest.scala
parentdef7233b5d5aaf3622c7d368a7dbb35459e38f13 (diff)
parent6e998633c6949c66bb6f9c5a1da7d7cf58511a39 (diff)
downloadsandcrawler-05fdfcd052e06934f8313743ba60629b3b694c2f.tar.gz
sandcrawler-05fdfcd052e06934f8313743ba60629b3b694c2f.zip
Cleanup after merge master. Note: I am not fixing warnings in CdxBackfillJob.scala.
Diffstat (limited to 'scalding/src/test/scala/sandcrawler/HBaseStatusCountTest.scala')
-rw-r--r--scalding/src/test/scala/sandcrawler/HBaseStatusCountTest.scala22
1 files changed, 11 insertions, 11 deletions
diff --git a/scalding/src/test/scala/sandcrawler/HBaseStatusCountTest.scala b/scalding/src/test/scala/sandcrawler/HBaseStatusCountTest.scala
index 11ab1d0..d7689cd 100644
--- a/scalding/src/test/scala/sandcrawler/HBaseStatusCountTest.scala
+++ b/scalding/src/test/scala/sandcrawler/HBaseStatusCountTest.scala
@@ -48,18 +48,18 @@ class HBaseStatusCountTest extends FunSpec with TupleConversions {
.arg("debug", "true")
.source[Tuple](HBaseCountJob.getHBaseSource(testTable, testHost, "grobid0:status_code"),
sampleData.map(l => new Tuple(l.map(s => {new ImmutableBytesWritable(s)}):_*)))
- .sink[Tuple](TypedTsv[(Long, Long)](output)) {
- outputBuffer =>
- it("should return a 2-element list.") {
- assert(outputBuffer.size === 2)
- }
+ .sink[Tuple](TypedTsv[(Long, Long)](output)) {
+ outputBuffer =>
+ it("should return a 2-element list.") {
+ assert(outputBuffer.size === 2)
+ }
- // Convert List[Tuple] to Map[Long, Long].
- val counts = outputBuffer.map(t => (t.getLong(0), t.getLong(1))).toMap
- it("should have the appropriate number of each status type") {
- assert(counts(statusType1) == statusType1Count)
- assert(counts(statusType2) == statusType2Count)
- }
+ // Convert List[Tuple] to Map[Long, Long].
+ val counts = outputBuffer.map(t => (t.getLong(0), t.getLong(1))).toMap
+ it("should have the appropriate number of each status type") {
+ assert(counts(statusType1) == statusType1Count)
+ assert(counts(statusType2) == statusType2Count)
+ }
}
.run
.finish