blob: 457a250813815f9ed6b0f2d9ae682595299e1c01 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
|
image: ubuntu:focal
variables:
LC_ALL: "C.UTF-8"
LANG: "C.UTF-8"
DEBIAN_FRONTEND: "noninteractive"
before_script:
- apt update -qy
- apt install -y --no-install-recommends apt-transport-https software-properties-common curl dirmngr gpg-agent
# scala-sbt.org APT signing key
- apt-key adv --keyserver hkp://keyserver.ubuntu.com:80 --recv 0x2EE0EA64E40A89B84B2DF73499E82A75642AC823
- apt-add-repository -y "deb https://repo.scala-sbt.org/scalasbt/debian all main"
- apt install -y --no-install-recommends python3-dev python3-pip python3-wheel libjpeg-dev openjdk-8-jdk-headless sbt libpq-dev python-dev python3.8 python3.8-dev python3.8-venv python3.8-distutils pkg-config python3-pytest git libsnappy-dev libsodium-dev libpoppler-cpp-dev cmake libpython3.8-dev build-essential poppler-data libmagic1 pipenv wget
- pipenv --version
test_python:
script:
- cd python
- cp example.env .env
- pipenv install --dev --deploy
- make coverage
- make lint
test_python_hadoop:
when: manual
script:
- cd python_hadoop
- pipenv install --dev --deploy
- pipenv run pytest --cov
# needs fixing; some upstream com.hadoop.gplcompression#hadoop-lzo;0.4.16: java.lang.NullPointerException
# change happened
test_scalding:
when: manual
script:
- ./please -h
- cd scalding
- sbt -mem 1024 test
- sbt -mem 1024 assembly
# Needs fixing
test_pig:
when: manual
script:
- ./fetch_hadoop.sh
- cd pig
- pipenv install --dev --deploy
- JAVA_HOME=$(readlink -f /usr/bin/java | sed "s:bin/java::") pipenv run pytest
|
