diff options
| author | bnewbold <bnewbold@archive.org> | 2018-06-17 16:51:06 +0000 |
|---|---|---|
| committer | bnewbold <bnewbold@archive.org> | 2018-06-17 16:51:06 +0000 |
| commit | 8cc18540e2663ab02428c15c2e1f17fe5624e1aa (patch) | |
| tree | a670cace933b903d3fa99daf6cc407d924aaa6ff /scalding/src/test/scala/sandcrawler/HBaseMimeCountTest.scala | |
| parent | 7bfb1ef88eda039ef0280f9f4398bd2cd5239555 (diff) | |
| parent | 3e9b927ba668f13f818d20962a6fb6f5783407df (diff) | |
| download | sandcrawler-8cc18540e2663ab02428c15c2e1f17fe5624e1aa.tar.gz sandcrawler-8cc18540e2663ab02428c15c2e1f17fe5624e1aa.zip | |
Merge branch 'spertus-abstract' into 'master'
Refactoring to enable easy creation of groupby jobs.
See merge request webgroup/sandcrawler!6
Diffstat (limited to 'scalding/src/test/scala/sandcrawler/HBaseMimeCountTest.scala')
| -rw-r--r-- | scalding/src/test/scala/sandcrawler/HBaseMimeCountTest.scala | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/scalding/src/test/scala/sandcrawler/HBaseMimeCountTest.scala b/scalding/src/test/scala/sandcrawler/HBaseMimeCountTest.scala index eb6f4ff..cc400c5 100644 --- a/scalding/src/test/scala/sandcrawler/HBaseMimeCountTest.scala +++ b/scalding/src/test/scala/sandcrawler/HBaseMimeCountTest.scala @@ -41,7 +41,7 @@ class HBaseMimeCountTest extends FunSpec with TupleConversions { .arg("app.conf.path", "app.conf") .arg("output", output) .arg("debug", "true") - .source[Tuple](HBaseMimeCountJob.getHBaseSource, + .source[Tuple](HBaseCountJob.getHBaseSource("file:mime"), sampleData.map(l => new Tuple(l.map(s => {new ImmutableBytesWritable(Bytes.toBytes(s))}):_*))) .sink[Tuple](Tsv(output)) { outputBuffer => |