diff options
Diffstat (limited to 'scald-mvp/src/main/scala/example')
-rw-r--r-- | scald-mvp/src/main/scala/example/WordCount.scala | 23 |
1 files changed, 23 insertions, 0 deletions
diff --git a/scald-mvp/src/main/scala/example/WordCount.scala b/scald-mvp/src/main/scala/example/WordCount.scala new file mode 100644 index 0000000..f7230c1 --- /dev/null +++ b/scald-mvp/src/main/scala/example/WordCount.scala @@ -0,0 +1,23 @@ + +package example + +import com.twitter.scalding._ + +object WordCountJob { + + def main(args: Array[String]) { + (new WordCountJob(Args(List("--local", "", "--input", "dummy.txt", "--output", "dummy-out.txt")))).run + + import io.Source + for (line <- Source.fromFile("dummy-out.txt").getLines()) + println(line) + } +} + +class WordCountJob(args : Args) extends Job(args) { + TypedPipe.from(TextLine(args("input"))) + .flatMap { line => line.split("""\s+""") } + .groupBy { word => word } + .size + .write(TypedTsv(args("output"))) +} |