diff options
| author | Martin Czygan <martin.czygan@gmail.com> | 2021-04-14 00:31:27 +0200 |
|---|---|---|
| committer | Martin Czygan <martin.czygan@gmail.com> | 2021-04-19 20:29:17 +0200 |
| commit | 1712028cb51ab601ce8f1f9681662bc5fa78c186 (patch) | |
| tree | 258474b4a109447eda36d5cf57aba4f08e1d49b7 | |
| parent | 9a66d7c4896f3415816d2df97bba9a01ac0ebf0c (diff) | |
| download | refcat-1712028cb51ab601ce8f1f9681662bc5fa78c186.tar.gz refcat-1712028cb51ab601ce8f1f9681662bc5fa78c186.zip | |
remove hadoop script for now
| -rwxr-xr-x | fetch_hadoop.sh | 37 |
1 files changed, 0 insertions, 37 deletions
diff --git a/fetch_hadoop.sh b/fetch_hadoop.sh deleted file mode 100755 index 4c16dd3..0000000 --- a/fetch_hadoop.sh +++ /dev/null @@ -1,37 +0,0 @@ -#!/usr/bin/env bash - -# This script was originally only for pig scripts; now it can also be used to -# run scalding code locally (via please) - -set -euo pipefail - -#PIG_VERSION="0.12.0-cdh5.2.0" -# Using more recent version to work around snappy classpath problem -PIG_VERSION="0.17.0" -HADOOP_VERSION="2.6.0-cdh5.14.4" - -mkdir -p pig/deps/ -cd pig/deps/ - -# Fetch Hadoop Command -echo https://archive.cloudera.com/cdh5/cdh/5/hadoop-${HADOOP_VERSION}.tar.gz -wget -c https://archive.cloudera.com/cdh5/cdh/5/pig-${HADOOP_VERSION}.tar.gz -#wget -c https://archive.cloudera.com/cdh5/cdh/5/pig-${HADOOP_VERSION}.tar.gz -#wget -c https://archive.org/serve/hadoop_pig_mirror/hadoop-${HADOOP_VERSION}.tar.gz -echo "Extracting Hadoop (takes a minute)..." -tar xvf hadoop-${HADOOP_VERSION}.tar.gz > /dev/null -ln -fs hadoop-${HADOOP_VERSION} hadoop - -# Fetch Pig -wget -c https://archive.cloudera.com/cdh5/cdh/5/pig-${PIG_VERSION}.tar.gz -#wget -c http://mirror.metrocast.net/apache/pig/pig-${PIG_VERSION}/pig-${PIG_VERSION}.tar.gz -#wget -c https://archive.org/serve/hadoop_pig_mirror/pig-${PIG_VERSION}.tar.gz -echo "Extracting Pig (takes a minute)..." -tar xvf pig-${PIG_VERSION}.tar.gz > /dev/null -ln -fs pig-${PIG_VERSION} pig - -# No 'readlink -f' on macOS -# https://stackoverflow.com/a/24572274/4682349 -JAVA_HOME=$(perl -MCwd -e 'print Cwd::abs_path shift' /usr/bin/java | sed "s:bin/java::") -./pig/bin/pig -x local -version -./hadoop/bin/hadoop version |