diff options
| author | Bryan Newbold <bnewbold@archive.org> | 2018-08-24 18:07:11 -0700 |
|---|---|---|
| committer | Bryan Newbold <bnewbold@archive.org> | 2018-08-24 18:07:11 -0700 |
| commit | b4c7b7fdc2537f4defb742e2b7b9de4524adf174 (patch) | |
| tree | dbab9a3ac495c8353ac26c823f2ebdb17b6b65fe /scalding/src/test/scala | |
| parent | cb563e890a8544fef1367d7b0f556cda6f0daca0 (diff) | |
| download | sandcrawler-b4c7b7fdc2537f4defb742e2b7b9de4524adf174.tar.gz sandcrawler-b4c7b7fdc2537f4defb742e2b7b9de4524adf174.zip | |
rename DumpUnGrobidedJob
Diffstat (limited to 'scalding/src/test/scala')
| -rw-r--r-- | scalding/src/test/scala/sandcrawler/DumpUnGrobidedJobTest.scala (renamed from scalding/src/test/scala/sandcrawler/UnGrobidedDumpJobTest.scala) | 8 |
1 files changed, 4 insertions, 4 deletions
diff --git a/scalding/src/test/scala/sandcrawler/UnGrobidedDumpJobTest.scala b/scalding/src/test/scala/sandcrawler/DumpUnGrobidedJobTest.scala index a847ebb..8dda5c8 100644 --- a/scalding/src/test/scala/sandcrawler/UnGrobidedDumpJobTest.scala +++ b/scalding/src/test/scala/sandcrawler/DumpUnGrobidedJobTest.scala @@ -17,7 +17,7 @@ import parallelai.spyglass.hbase.HBaseSource import scala._ @RunWith(classOf[JUnitRunner]) -class UnGrobidedDumpJobTest extends FunSpec with TupleConversions { +class DumpUnGrobidedJobTest extends FunSpec with TupleConversions { val output = "/tmp/testOutput" val (testTable, testHost) = ("test-table", "dummy-host:2181") @@ -50,16 +50,16 @@ class UnGrobidedDumpJobTest extends FunSpec with TupleConversions { Bytes.toBytes(pair._3), Bytes.toBytes(pair._4))) - JobTest("sandcrawler.UnGrobidedDumpJob") + JobTest("sandcrawler.DumpUnGrobidedJob") .arg("test", "") .arg("app.conf.path", "app.conf") .arg("output", output) .arg("hbase-table", testTable) .arg("zookeeper-hosts", testHost) .arg("debug", "true") - .source[Tuple](UnGrobidedDumpJob.getHBaseColSource(testTable, testHost), + .source[Tuple](DumpUnGrobidedJob.getHBaseColSource(testTable, testHost), sampleDataGrobid.map(l => new Tuple(l.map(s => {new ImmutableBytesWritable(s)}):_*))) - .source[Tuple](UnGrobidedDumpJob.getHBaseKeySource(testTable, testHost), + .source[Tuple](DumpUnGrobidedJob.getHBaseKeySource(testTable, testHost), sampleDataFile.map(l => new Tuple(l.map(s => {new ImmutableBytesWritable(s)}):_*))) .sink[Tuple](TypedTsv[(String,String,String,String)](output)) { outputBuffer => |