diff options
Diffstat (limited to '.gitlab-ci.yml')
-rw-r--r-- | .gitlab-ci.yml | 50 |
1 files changed, 34 insertions, 16 deletions
diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index 3970bbb..3fbc709 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -1,31 +1,49 @@ -image: python:3.6-stretch + +image: ubuntu:focal + +variables: + LC_ALL: "C.UTF-8" + LANG: "C.UTF-8" + DEBIAN_FRONTEND: "noninteractive" + before_script: - apt update -qy - - apt install -y apt-transport-https - - echo "deb https://dl.bintray.com/sbt/debian /" | tee -a /etc/apt/sources.list.d/sbt.list - - apt-key adv --keyserver hkp://keyserver.ubuntu.com:80 --recv 2EE0EA64E40A89B84B2DF73499E82A75642AC823 - - apt update -qy - - apt install -y python3-dev python3-pip python3-wheel libjpeg-dev openjdk-8-jdk-headless sbt - - pip3 install pipenv + - apt install -y --no-install-recommends apt-transport-https software-properties-common curl dirmngr gpg-agent + # scala-sbt.org APT signing key + - apt-key adv --keyserver hkp://keyserver.ubuntu.com:80 --recv 0x2EE0EA64E40A89B84B2DF73499E82A75642AC823 + - apt-add-repository -y "deb https://repo.scala-sbt.org/scalasbt/debian all main" + - apt install -y --no-install-recommends python3-dev python3-pip python3-wheel libjpeg-dev openjdk-8-jdk-headless sbt libpq-dev python-dev python3.8 python3.8-dev python3.8-venv python3.8-distutils pkg-config python3-pytest git libsnappy-dev libsodium-dev libpoppler-cpp-dev cmake libpython3.8-dev build-essential poppler-data libmagic1 pipenv wget - pipenv --version -test_python_mapreduce: +test_python: script: - - cd mapreduce + - cd python + - pipenv install --dev --deploy + - make coverage + - make lint + +test_python_hadoop: + when: manual + script: + - cd python_hadoop - pipenv install --dev --deploy - pipenv run pytest --cov - - pipenv run pylint --disable bad-continuation,arguments-differ,unidiomatic-typecheck *.py +# needs fixing; some upstream com.hadoop.gplcompression#hadoop-lzo;0.4.16: java.lang.NullPointerException +# change happened test_scalding: + when: manual script: + - ./please -h - cd scalding - sbt -mem 1024 test - sbt -mem 1024 assembly # Needs fixing -#test_pig: -# script: -# - cd pig -# - ./fetch_deps.sh -# - pipenv install --dev --deploy -# - JAVA_HOME=$(readlink -f /usr/bin/java | sed "s:bin/java::") pipenv run pytest +test_pig: + when: manual + script: + - ./fetch_hadoop.sh + - cd pig + - pipenv install --dev --deploy + - JAVA_HOME=$(readlink -f /usr/bin/java | sed "s:bin/java::") pipenv run pytest |