aboutsummaryrefslogtreecommitdiffstats
path: root/pig/fetch_deps.sh
diff options
context:
space:
mode:
authorBryan Newbold <bnewbold@archive.org>2018-03-29 23:25:34 -0700
committerBryan Newbold <bnewbold@archive.org>2018-03-29 23:25:34 -0700
commitb67d08495cf8caa3fa52cf8f8f80389250685218 (patch)
tree2221804285c124703d7d1a7df057eec347bea61b /pig/fetch_deps.sh
parent2d85e1cce20bea15595a70f2d1fb303e95ca5d0f (diff)
downloadsandcrawler-b67d08495cf8caa3fa52cf8f8f80389250685218.tar.gz
sandcrawler-b67d08495cf8caa3fa52cf8f8f80389250685218.zip
basically working pig test
Diffstat (limited to 'pig/fetch_deps.sh')
-rwxr-xr-xpig/fetch_deps.sh16
1 files changed, 8 insertions, 8 deletions
diff --git a/pig/fetch_deps.sh b/pig/fetch_deps.sh
index 529f8f7..7bebe06 100755
--- a/pig/fetch_deps.sh
+++ b/pig/fetch_deps.sh
@@ -2,18 +2,18 @@
set -euo pipefail
-# If you change this, also update tests/pighelper.py
-PIG_VERSION="0.12.0-cdh5.0.1"
+#PIG_VERSION="0.12.0-cdh5.2.0"
+# Using more recent version to work around snappy classpath problem
+PIG_VERSION="0.17.0"
+JAVA_HOME=$(readlink -f /usr/bin/java | sed "s:bin/java::")
mkdir -p deps/
cd deps/
-wget -c https://archive.cloudera.com/cdh5/cdh/5/pig-${PIG_VERSION}.tar.gz
+
+# Fetch Pig
+#wget -c https://archive.cloudera.com/cdh5/cdh/5/pig-${PIG_VERSION}.tar.gz
+wget -c http://mirror.metrocast.net/apache/pig/pig-${PIG_VERSION}/pig-${PIG_VERSION}.tar.gz
tar xvf pig-${PIG_VERSION}.tar.gz
ln -fs pig-${PIG_VERSION} pig
-cd pig
-ln -fs pig-${PIG_VERSION}.jar pig.jar
-cd ..
-
-JAVA_HOME=$(readlink -f /usr/bin/java | sed "s:bin/java::")
./pig/bin/pig -x local -version