diff options
| author | Bryan Newbold <bnewbold@archive.org> | 2018-03-29 23:25:34 -0700 |
|---|---|---|
| committer | Bryan Newbold <bnewbold@archive.org> | 2018-03-29 23:25:34 -0700 |
| commit | b67d08495cf8caa3fa52cf8f8f80389250685218 (patch) | |
| tree | 2221804285c124703d7d1a7df057eec347bea61b /pig/fetch_deps.sh | |
| parent | 2d85e1cce20bea15595a70f2d1fb303e95ca5d0f (diff) | |
| download | sandcrawler-b67d08495cf8caa3fa52cf8f8f80389250685218.tar.gz sandcrawler-b67d08495cf8caa3fa52cf8f8f80389250685218.zip | |
basically working pig test
Diffstat (limited to 'pig/fetch_deps.sh')
| -rwxr-xr-x | pig/fetch_deps.sh | 16 |
1 files changed, 8 insertions, 8 deletions
diff --git a/pig/fetch_deps.sh b/pig/fetch_deps.sh index 529f8f7..7bebe06 100755 --- a/pig/fetch_deps.sh +++ b/pig/fetch_deps.sh @@ -2,18 +2,18 @@ set -euo pipefail -# If you change this, also update tests/pighelper.py -PIG_VERSION="0.12.0-cdh5.0.1" +#PIG_VERSION="0.12.0-cdh5.2.0" +# Using more recent version to work around snappy classpath problem +PIG_VERSION="0.17.0" +JAVA_HOME=$(readlink -f /usr/bin/java | sed "s:bin/java::") mkdir -p deps/ cd deps/ -wget -c https://archive.cloudera.com/cdh5/cdh/5/pig-${PIG_VERSION}.tar.gz + +# Fetch Pig +#wget -c https://archive.cloudera.com/cdh5/cdh/5/pig-${PIG_VERSION}.tar.gz +wget -c http://mirror.metrocast.net/apache/pig/pig-${PIG_VERSION}/pig-${PIG_VERSION}.tar.gz tar xvf pig-${PIG_VERSION}.tar.gz ln -fs pig-${PIG_VERSION} pig -cd pig -ln -fs pig-${PIG_VERSION}.jar pig.jar -cd .. - -JAVA_HOME=$(readlink -f /usr/bin/java | sed "s:bin/java::") ./pig/bin/pig -x local -version |