-
Notifications
You must be signed in to change notification settings - Fork 2
/
.travis.yml
37 lines (37 loc) · 1.2 KB
/
.travis.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
dist: xenial
group: edge
language: python
python: 3.6.6
env:
# Hack to get JAVA_HOME and PATH correct even if `language` above is not Java
- PATH=$(echo "$PATH" | sed -e 's/:\/usr\/local\/lib\/jvm\/openjdk11\/bin//')
- JAVA_HOME=/usr/lib/jvm/java-1.8.0-openjdk-amd64
cache:
directories:
- $HOME/.ivy2
- $HOME/spark
- $HOME/.cache/pip
- $HOME/.pip-cache
- $HOME/.sbt/launchers
jdk:
- openjdk8 # oracle is no longer supported by travis, only openjdk
sudo: false
addons:
apt:
packages:
- axel
install:
# Download spark 2.3.3
# - jdk_switcher use oraclejdk8 # cmd not found
- export JAVA_HOME=/usr/lib/jvm/java-1.8.0-openjdk-amd64 # Hack to get JAVA_HOME and PATH correct even if `language` above is not Java
- "[ -f spark ] || mkdir spark && cd spark && axel http://archive.apache.org/dist/spark/spark-2.3.3/spark-2.3.3-bin-hadoop2.7.tgz && cd .."
- "tar -xf ./spark/spark-2.3.3-bin-hadoop2.7.tgz"
- "export SPARK_HOME=`pwd`/spark-2.3.3-bin-hadoop2.7"
- echo "spark.yarn.jars=$SPARK_HOME/jars/*.jar" > $SPARK_HOME/conf/spark-defaults.conf
# Install Python deps.
- pip install -r requirements_dev.txt
- pip install -e .
script:
- make test
after_success:
- coveralls