blob: 7792992abee9e3e1b59e1adadd13a73b10a7584d (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
|
image: ubuntu:xenial
before_script:
- apt update -qy
- apt install -y apt-transport-https
- echo "deb https://dl.bintray.com/sbt/debian /" | tee -a /etc/apt/sources.list.d/sbt.list
- apt-key adv --keyserver hkp://keyserver.ubuntu.com:80 --recv 2EE0EA64E40A89B84B2DF73499E82A75642AC823
- apt update -qy
- apt install -y python3-dev python3-pip python3-wheel libjpeg-dev openjdk-8-jdk-headless sbt
- pip3 install pipenv
- pipenv --version
variables:
LC_ALL: "C.UTF-8"
LANG: "C.UTF-8"
test_python:
script:
- cd python
- pipenv install --dev --deploy
- pipenv run pytest --cov
test_python_hadoop:
script:
- cd python_hadoop
- pipenv install --dev --deploy
- pipenv run pytest --cov
test_scalding:
script:
- ./please -h
- cd scalding
- sbt -mem 1024 test
- sbt -mem 1024 assembly
# Needs fixing
#test_pig:
# script:
# - ./fetch_hadoop.sh
# - cd pig
# - pipenv install --dev --deploy
# - JAVA_HOME=$(readlink -f /usr/bin/java | sed "s:bin/java::") pipenv run pytest
|