From 6f5beb13c718acb28345bb037e3c24b3f366e170 Mon Sep 17 00:00:00 2001 From: Bryan Newbold Date: Mon, 21 May 2018 18:35:30 -0700 Subject: deps updates: cdh libs, hbase, custom spyglass --- scald-mvp/README.md | 3 +++ scald-mvp/build.sbt | 7 ++++--- 2 files changed, 7 insertions(+), 3 deletions(-) diff --git a/scald-mvp/README.md b/scald-mvp/README.md index 31c174b..7afcef8 100644 --- a/scald-mvp/README.md +++ b/scald-mvp/README.md @@ -45,3 +45,6 @@ in SpyGlass repo: # then build here sbt assembly + +The medium-term plan here is to push the custom SpyGlass jar as a static maven +repo to an archive.org item, and point build.sbt to that folder. diff --git a/scald-mvp/build.sbt b/scald-mvp/build.sbt index 213c78b..5030eba 100644 --- a/scald-mvp/build.sbt +++ b/scald-mvp/build.sbt @@ -1,7 +1,7 @@ import Dependencies._ -val hadoopVersion = "2.5.0" // IA cluster 2018-05-21: 2.5.0-cdh5.3.1 -val hbaseVersion = "0.98.6" // IA cluster 2018-05-21: 0.98.6-cdh5.3.1 +val hadoopVersion = "2.5.0-cdh5.3.1" // IA cluster 2018-05-21: 2.5.0-cdh5.3.1 +val hbaseVersion = "0.98.6-cdh5.3.1" // IA cluster 2018-05-21: 0.98.6-cdh5.3.1 lazy val root = (project in file(".")). @@ -25,7 +25,8 @@ lazy val root = (project in file(".")). libraryDependencies += "org.apache.hadoop" % "hadoop-common" % hadoopVersion, libraryDependencies += "org.apache.hadoop" % "hadoop-client" % hadoopVersion, libraryDependencies += "org.apache.hadoop" % "hadoop-mapreduce-client-jobclient" % hadoopVersion classifier "tests", - libraryDependencies += "parallelai" % "parallelai.spyglass" % "2.11_0.17.2_5.3.0", + libraryDependencies += "org.apache.hbase" % "hbase-common" % hbaseVersion, + libraryDependencies += "parallelai" % "parallelai.spyglass" % "2.11_0.17.2_cdh5.3.1", // cargo-culted from twitter/scalding's build.sbt // hint via https://stackoverflow.com/questions/23280494/sbt-assembly-error-deduplicate-different-file-contents-found-in-the-following#23280952 -- cgit v1.2.3