aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorBryan Newbold <bnewbold@archive.org>2018-06-04 13:39:44 -0700
committerBryan Newbold <bnewbold@archive.org>2018-06-04 13:45:55 -0700
commitd434f5676a5d37692fe00fb14d72120d0c9933f8 (patch)
tree974930539aac6508d5d9fbf6587709ff237cde70
parentaef52ff041258c1eaa5bcbb623538346d6a8668d (diff)
downloadsandcrawler-d434f5676a5d37692fe00fb14d72120d0c9933f8.tar.gz
sandcrawler-d434f5676a5d37692fe00fb14d72120d0c9933f8.zip
try to run scala tests in gitlab CI
-rw-r--r--.gitlab-ci.yml14
1 files changed, 12 insertions, 2 deletions
diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 12146b4..3970bbb 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -1,17 +1,27 @@
image: python:3.6-stretch
before_script:
- apt update -qy
- - apt install -y python3-dev python3-pip python3-wheel libjpeg-dev openjdk-8-jre-headless
+ - apt install -y apt-transport-https
+ - echo "deb https://dl.bintray.com/sbt/debian /" | tee -a /etc/apt/sources.list.d/sbt.list
+ - apt-key adv --keyserver hkp://keyserver.ubuntu.com:80 --recv 2EE0EA64E40A89B84B2DF73499E82A75642AC823
+ - apt update -qy
+ - apt install -y python3-dev python3-pip python3-wheel libjpeg-dev openjdk-8-jdk-headless sbt
- pip3 install pipenv
- pipenv --version
-test_mapreduce:
+test_python_mapreduce:
script:
- cd mapreduce
- pipenv install --dev --deploy
- pipenv run pytest --cov
- pipenv run pylint --disable bad-continuation,arguments-differ,unidiomatic-typecheck *.py
+test_scalding:
+ script:
+ - cd scalding
+ - sbt -mem 1024 test
+ - sbt -mem 1024 assembly
+
# Needs fixing
#test_pig:
# script: