forked from spotify/luigi
-
Notifications
You must be signed in to change notification settings - Fork 0
/
.travis.yml
99 lines (86 loc) · 2.6 KB
/
.travis.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
language: python
dist: xenial
services:
- elasticsearch
- mysql
- docker
- postgresql
env:
global:
- PIP_DOWNLOAD_CACHE=$HOME/.pip-cache
- POSTGRES_USER=postgres
- DATAPROC_TEST_PROJECT_ID=luigi-travistestenvironment
- GCS_TEST_PROJECT_ID=luigi-travistestenvironment
- GCS_TEST_BUCKET=luigi-travistestenvironment
- BQ_TEST_PROJECT_ID=luigi-travistestenvironment
- BQ_TEST_INPUT_BUCKET=luigi-bigquery-test
- GOOGLE_APPLICATION_CREDENTIALS=test/gcloud-credentials.json
- AWS_DEFAULT_REGION=us-east-1
- AWS_ACCESS_KEY_ID=accesskey
- AWS_SECRET_ACCESS_KEY=secretkey
matrix:
- TOXENV=flake8
- TOXENV=docs
- TOXENV=py27-core
- TOXENV=py27-unixsocket
- TOXENV=py27-apache
- TOXENV=py27-aws
# - TOXENV=py27-cdh
# minicluster (cdh) tests disabled as lack of love, #2140.
# Sometimes it runs too slow for Travis. And sometimes it crashes on downloading cdh
# - TOXENV=pypy-scheduler # Disabled to unbreak https://github.com/spotify/luigi/pull/2190
# - TOXENV=py27-gcloud # At least broken as of https://github.com/spotify/luigi/pull/1917
- TOXENV=py27-postgres
# - TOXENV=visualiser
# Disabling this test because of intermittent failures :-/
sudo: false
# Python 3.7 needs to have its dist/sudo flags set in matrix so they don't
# break the other python builds.
# https://github.com/travis-ci/travis-ci/issues/9815
matrix:
include:
- python: 3.6
env: TOXENV=py36-core
- python: 3.6
env: TOXENV=py36-unixsocket
- python: 3.7
dist: xenial
sudo: true
env: TOXENV=py37-core
- python: 3.7
dist: xenial
sudo: true
env: TOXENV=py37-unixsocket
- python: 3.7
dist: xenial
sudo: true
env: TOXENV=py37-apache
- python: 3.7
dist: xenial
sudo: true
env: TOXENV=py37-aws
- python: 3.7
dist: xenial
sudo: true
env: TOXENV=py37-azureblob
cache:
directories:
- $HOME/.pip-cache
install:
- pip install 'tox<3.0'
before_install:
- openssl aes-256-cbc -K $encrypted_e05f6ccc270e_key -iv $encrypted_e05f6ccc270e_iv -in test/gcloud-credentials.json.enc -out test/gcloud-credentials.json -d
|| export DIDNT_CREATE_GCP_CREDS=1
before_script:
# TODO, only do this step for the postgres environment
- psql -c 'create database spotify;' -U postgres
# Create mysql database if possible but fail silently if not available.
- mysql -e 'create database IF NOT EXISTS luigi_test;' -uroot || true
script:
- tox --version
- ./scripts/ci/conditional_tox.sh
branches:
only:
- master
notifications:
email: false