diff options
| author | Ellen Spertus <ellen.spertus@gmail.com> | 2018-08-14 19:12:46 -0700 |
|---|---|---|
| committer | Ellen Spertus <ellen.spertus@gmail.com> | 2018-08-14 19:12:46 -0700 |
| commit | d1833985ee4359733ff880a1e0aa75e60a3bc76d (patch) | |
| tree | aa87f14898eeb5af8834fe3ad21cc2012c6d3169 /scalding/src/test/scala/sandcrawler/HBaseStatusCountTest.scala | |
| parent | b4f1acce5eccbb56291f82906d9c01534c7f1506 (diff) | |
| download | sandcrawler-d1833985ee4359733ff880a1e0aa75e60a3bc76d.tar.gz sandcrawler-d1833985ee4359733ff880a1e0aa75e60a3bc76d.zip | |
Now ignores grobid entries with status other than 200.
Diffstat (limited to 'scalding/src/test/scala/sandcrawler/HBaseStatusCountTest.scala')
| -rw-r--r-- | scalding/src/test/scala/sandcrawler/HBaseStatusCountTest.scala | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/scalding/src/test/scala/sandcrawler/HBaseStatusCountTest.scala b/scalding/src/test/scala/sandcrawler/HBaseStatusCountTest.scala index d7689cd..8a71f31 100644 --- a/scalding/src/test/scala/sandcrawler/HBaseStatusCountTest.scala +++ b/scalding/src/test/scala/sandcrawler/HBaseStatusCountTest.scala @@ -25,7 +25,7 @@ class HBaseStatusCountTest extends FunSpec with TupleConversions { val statusType1Bytes = Bytes.toBytes(statusType1) val statusType2Bytes = Bytes.toBytes(statusType2) - val sampleData = List( + val sampleData : List[List[Array[Byte]]] = List( List(Bytes.toBytes("sha1:K2DKSSVTXWPRMFDTWSTCQW3RVWRIOV3Q"), statusType1Bytes), List(Bytes.toBytes("sha1:C3YNNEGH5WAG5ZAAXWAEBNXJWT6CZ3WU"), statusType1Bytes), List(Bytes.toBytes("sha1:SDKUVHC3YNNEGH5WAG5ZAAXWAEBNX4WT"), statusType2Bytes), |