diff options
author | Bryan Newbold <bnewbold@archive.org> | 2018-05-21 10:55:22 -0700 |
---|---|---|
committer | Bryan Newbold <bnewbold@archive.org> | 2018-05-21 10:55:22 -0700 |
commit | 5d5b828730fdf34dcd2a6aeba64c7df2c1be23c5 (patch) | |
tree | 5f7322b2dc25317ab847d98e182ce801a1a5eae6 /scald-mvp/build.sbt | |
parent | b18c68c81b4c426b5d83f2e6c31026b9febcb6e0 (diff) | |
download | sandcrawler-5d5b828730fdf34dcd2a6aeba64c7df2c1be23c5.tar.gz sandcrawler-5d5b828730fdf34dcd2a6aeba64c7df2c1be23c5.zip |
copy in scalding learning example
Diffstat (limited to 'scald-mvp/build.sbt')
-rw-r--r-- | scald-mvp/build.sbt | 33 |
1 files changed, 33 insertions, 0 deletions
diff --git a/scald-mvp/build.sbt b/scald-mvp/build.sbt new file mode 100644 index 0000000..5e3d9f7 --- /dev/null +++ b/scald-mvp/build.sbt @@ -0,0 +1,33 @@ +import Dependencies._ + +lazy val root = (project in file(".")). + settings( + inThisBuild(List( + organization := "org.archive", + scalaVersion := "2.11.6", + version := "0.1.0-SNAPSHOT", + test in assembly := {}, + )), + name := "scald-mvp", + libraryDependencies += scalaTest % Test, + libraryDependencies += "org.scala-lang" % "scala-library" % "2.11.6", + libraryDependencies += "com.twitter" % "scalding-core_2.11" % "0.17.2", + libraryDependencies += "org.apache.hadoop" % "hadoop-common" % "2.6.0", + + // cargo-culted from twitter/scalding's build.sbt + // hint via https://stackoverflow.com/questions/23280494/sbt-assembly-error-deduplicate-different-file-contents-found-in-the-following#23280952 + mergeStrategy in assembly := { + case s if s.endsWith(".class") => MergeStrategy.last + case s if s.endsWith("project.clj") => MergeStrategy.concat + case s if s.endsWith(".html") => MergeStrategy.last + case s if s.endsWith(".dtd") => MergeStrategy.last + case s if s.endsWith(".xsd") => MergeStrategy.last + case s if s.endsWith("pom.properties") => MergeStrategy.last + case s if s.endsWith("pom.xml") => MergeStrategy.last + case s if s.endsWith(".jnilib") => MergeStrategy.rename + case s if s.endsWith("jansi.dll") => MergeStrategy.rename + case s if s.endsWith("libjansi.so") => MergeStrategy.rename + case s if s.endsWith("properties") => MergeStrategy.filterDistinctLines + case x => (mergeStrategy in assembly).value(x) + }, + ) |