From 4ba428db30593b67283dd90b92141f99840dc78e Mon Sep 17 00:00:00 2001 From: Bryan Newbold Date: Wed, 23 May 2018 12:27:59 -0700 Subject: rename jvm/scalding directories --- scalding/src/main/scala/example/WordCountJob.scala | 12 ++++++++++++ 1 file changed, 12 insertions(+) create mode 100644 scalding/src/main/scala/example/WordCountJob.scala (limited to 'scalding/src/main/scala/example/WordCountJob.scala') diff --git a/scalding/src/main/scala/example/WordCountJob.scala b/scalding/src/main/scala/example/WordCountJob.scala new file mode 100644 index 0000000..0e63fed --- /dev/null +++ b/scalding/src/main/scala/example/WordCountJob.scala @@ -0,0 +1,12 @@ +package example + +import com.twitter.scalding._ + +class WordCountJob(args: Args) extends Job(args) { + TypedPipe.from(TextLine(args("input"))) + .flatMap { line => line.split("\\s+") } + .map { word => (word, 1L) } + .sumByKey + // The compiler will enforce the type coming out of the sumByKey is the same as the type we have for our sink + .write(TypedTsv[(String, Long)](args("output"))) +} -- cgit v1.2.3