aboutsummaryrefslogtreecommitdiffstats
path: root/.gitlab-ci.yml
blob: 2ccf77601d592e6454ffec06adb715b057c1b9fa (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
image: python:3.6-stretch
before_script:
  - apt update -qy
  - apt install -y apt-transport-https
  - echo "deb https://dl.bintray.com/sbt/debian /" | tee -a /etc/apt/sources.list.d/sbt.list
  - apt-key adv --keyserver hkp://keyserver.ubuntu.com:80 --recv 2EE0EA64E40A89B84B2DF73499E82A75642AC823
  - apt update -qy
  - apt install -y python3-dev python3-pip python3-wheel libjpeg-dev openjdk-8-jdk-headless sbt
  - pip3 install pipenv
  - pipenv --version

test_python_mapreduce:
  script:
    - cd mapreduce
    - pipenv install --dev --deploy
    - pipenv run pytest --cov
    - pipenv run pylint --disable bad-continuation,arguments-differ,unidiomatic-typecheck *.py

test_scalding:
  script:
    - cd scalding
    - sbt -mem 1024 test
    - sbt -mem 1024 assembly

# Needs fixing
#test_pig:
#  script:
#    - ./fetch_hadoop.sh
#    - cd pig
#    - pipenv install --dev --deploy
#    - JAVA_HOME=$(readlink -f /usr/bin/java | sed "s:bin/java::") pipenv run pytest