Skip to content
Snippets Groups Projects
Commit b33a5f71 authored by Alessandro Vullo's avatar Alessandro Vullo
Browse files

[ENSCORESW-2343]. Bug as we want the total number of seconds represented by... 

[ENSCORESW-2343]. Bug as we want the total number of seconds represented by the timedelta structure. Use more powerful token, encrypt it and use as global variable in the triggering script.
parent 163f44e7
No related branches found
No related tags found
2 merge requests!214Trigger builds on a selection of downstream repos (incl. rest) using TravisCI API,!214Trigger builds on a selection of downstream repos (incl. rest) using TravisCI API
Hide whitespace changes
Inline Side-by-side
.travis.yml
+ 17
− 18
View file @ b33a5f71
language: "perl"
language: perl
perl:
- '5.14'
- '5.12'
- '5.10'
env:
matrix:
- COVERALLS=true DB=mysql
- COVERALLS=false DB=mysql
- COVERALLS=false DB=sqlite
global:
secure: Wug6JJvng48ebwr6vWVSrT6eZefOBPYlJ33p+ggTonMYZxYCYuKoNl7b23etORrfEqeg0N0yAfgAwfwzhISq/hLUUCGDQZcx5W0BTa6rjjNqohfsJoSHhR3hAfigc+KTmyB+EB/EvdwvT6jxQAwRrvfFMgrfgextdYvcWstOzXKHhjwZKihJzNQpdnuTmygUTVeNhHd9pvJ8V2y3Vadi7UbbKLeZJYZOO2c0H+3jCtXZtE+4u+fPygPGnzbZ5EfVSBfeipCE2MY1uR0mG/v7GQb9Nqc4qeNggyctnwKv+T4PI/nSc/BWdzfMOFZNHQmM3IFbNUNsmCud8sfpzajZWIRjCVbJQkk9BF3QI9bnq8GZoeWOb+yEIWugf/+dbJCdt2mm6181nHiVzro8pdpGxF34kMEQvwkXepOEFC0cWuorhl6Z8VlSYoQqjUEtM+IavumUOnTmAbxHAW2Zx/iBozOLsr4s/wiAZTTRmEXLKxFexwKiPA9VJAgl17mUklsyr8heRNwJbQNQGUm8Q+hwHR7WIut4Y/YF5/yn38j7U8R+redXSwDcGL2ThxFr+KYx4EM8SNngtWsKfthbZdUNSRV+SdJMkTdOmkXkQRpVxrLgFgcKurRtLVA5UZicbN+QqQTLIAbriJo7UyLccRe3xznUaDsggRhgWvEPvDDZ6xM=
sudo: false
......@@ -18,27 +19,25 @@ addons:
- unzip
before_install:
- git clone --branch master --depth 1 https://github.com/Ensembl/ensembl-test.git
- git clone --branch master --depth 1 https://github.com/Ensembl/ensembl-variation.git
- git clone --branch master --depth 1 https://github.com/Ensembl/ensembl-compara.git
- git clone -b bioperl-release-1-6-1 --depth 1 https://github.com/bioperl/bioperl-live.git
- git clone --branch master --depth 1 https://github.com/Ensembl/ensembl-test.git
- git clone --branch master --depth 1 https://github.com/Ensembl/ensembl-variation.git
- git clone --branch master --depth 1 https://github.com/Ensembl/ensembl-compara.git
- git clone -b bioperl-release-1-6-1 --depth 1 https://github.com/bioperl/bioperl-live.git
install:
- cpanm -v --installdeps --notest .
- cpanm -n Devel::Cover::Report::Coveralls
- cpanm -n DBD::SQLite
- cp travisci/MultiTestDB.conf.travisci.mysql modules/t/MultiTestDB.conf.mysql
- cp travisci/MultiTestDB.conf.travisci.SQLite modules/t/MultiTestDB.conf.SQLite
- mysql -u root -h localhost -e 'GRANT ALL PRIVILEGES ON *.* TO "travis"@"%"'
- cpanm -v --installdeps --notest .
- cpanm -n Devel::Cover::Report::Coveralls
- cpanm -n DBD::SQLite
- cp travisci/MultiTestDB.conf.travisci.mysql modules/t/MultiTestDB.conf.mysql
- cp travisci/MultiTestDB.conf.travisci.SQLite modules/t/MultiTestDB.conf.SQLite
- mysql -u root -h localhost -e 'GRANT ALL PRIVILEGES ON *.* TO "travis"@"%"'
script: "./travisci/harness.sh"
# Add build stage to trigger dependent builds, run sequentially after all test jobs
# specified by the build matrix expansion have completed successfully
jobs:
include:
- stage: trigger_dependent_builds
script: ./travisci/trigger-dependent-build.sh
- stage: trigger_dependent_builds
script: "./travisci/trigger-dependent-build.sh"
matrix:
exclude:
......
travisci/api_build_run_last_hour.py
+ 1
− 1
View file @ b33a5f71
......@@ -7,7 +7,7 @@ def api_build_run_last_hour(x):
return x['state'] != 'canceled' and \
x['event_type'] == 'api' and \
(x['finished_at'] == None or \
float((datetime.fromtimestamp(time.time()) - datetime.strptime(x['finished_at'],'%Y-%m-%dT%H:%M:%SZ')).seconds)/3600 < 1.0)
float((datetime.fromtimestamp(time.time()) - datetime.strptime(x['finished_at'],'%Y-%m-%dT%H:%M:%SZ')).total_seconds())/3600 < 1.0)
builds = list(filter(api_build_run_last_hour, json.load(sys.stdin)['builds']))
print(len(builds) > 0)
travisci/trigger-dependent-build.sh
+ 23
− 32
View file @ b33a5f71
#!/bin/bash
# This script lives in each of the upstream repos. Add this to .travis.yml to
# run after each successful build (assuming that the script is in the root of
# the repo):
# after_success:
# - ./trigger-dependent-build
#
# An authorization token generated by running:
# gem install travis
# travis login
# travis token
#
####################
# Global Variables #
####################
......@@ -26,28 +14,29 @@ endpoint=https://api.travis-ci.org
# Get this repo ID
repo_id () {
curl -s -X GET -H "Authorization: token $1" -H "Travis-API-Version: 3" https://api.travis-ci.org/repo/$2 | python3 -c "import sys, json; print(json.load(sys.stdin)['id'])"
curl -s -X GET -H "Authorization: token $AUTH_TOKEN" -H "Travis-API-Version: 3" https://api.travis-ci.org/repo/$1 | python3 -c "import sys, json; print(json.load(sys.stdin)['id'])"
}
# Make an API request using the auth token set above. First argument is the path
# of the API method, all later arguments are passed to curl directly.
travis_api () {
curl -s $endpoint$1 \
-H "Authorization: token $2" \
-H "Authorization: token $AUTH_TOKEN" \
-H 'Content-Type: application/json' \
-H 'Travis-API-Version: 3' \
"${@:3}"
"${@:2}"
}
# Create a new environment variable for the repo and return its ID.
# First argument is the repo id, second is the auth_token, thirs is
# environment variable name, and fourth is the value.
# First argument is the repo id, second is the environment variable
# name, and third is the value.
function env_var {
travis_api /settings/env_vars?repository_id=$1 $2 \
-d "{\"env_var\":{\"name\":\"$3\",\"value\":\"$4\",\"public\":true}}" |
travis_api /settings/env_vars?repository_id=$1 \
-d "{\"env_var\":{\"name\":\"$2\",\"value\":\"$3\",\"public\":true}}" |
sed 's/{"env_var":{"id":"\([^"]*\)",.*/\1/'
}
# print a spinner and terminate it
sp="/-\|"
sc=0
spin() {
......@@ -64,18 +53,17 @@ if [ "${TRAVIS_BRANCH}" != "master" ] || [ "${TRAVIS_PULL_REQUEST}" != "false" ]
exit 0
fi
# The list of downstream dependent repos with their authorisation tokens
declare -A dep_repos=( ["Ensembl%2Fensembl%2Dcompara"]=q-NlBCZgdZlpqUH6-4YJ8g ["Ensembl%2Fensembl%2Drest"]=MdFujR8JsfCR9uJdw7jrPg )
# The list of downstream dependent repos
dep_repos=("Ensembl%2Fensembl%2Dcompara"
"Ensembl%2Fensembl%2Drest")
for dep_repo in "${!dep_repos[@]}"; do
auth_token=${dep_repos[$dep_repo]}
for dep_repo in "${dep_repos[@]}"; do
# Get the ID of the dependent repo
dep_repo_id=`repo_id $auth_token $dep_repo`
dep_repo_id=`repo_id $dep_repo`
echo "Dependent repo: $dep_repo (ID: $dep_repo_id)"
echo "Checking API triggered builds in the last hour"
if travis_api /repo/$dep_repo/builds?build.event_type=api $auth_token | python3 travisci/api_build_run_last_hour.py | grep -q "True"; then
if travis_api /repo/$dep_repo/builds?build.event_type=api | python3 travisci/api_build_run_last_hour.py | grep -q "True"; then
echo "Detected recent API-triggered build (run in the last hour) ... skip."
continue
fi
......@@ -91,26 +79,29 @@ for dep_repo in "${!dep_repos[@]}"; do
}}"
# Make the request to trigger the build and get the ID of the request
dep_repo_master_build_request_id=`travis_api /repo/$dep_repo/requests $auth_token -H 'Accept: application/json' -X POST -d "$body" | python3 -c "import sys, json; print(json.load(sys.stdin)['request']['id'])"`
dep_repo_master_build_request_id=`travis_api /repo/$dep_repo/requests -H 'Accept: application/json' -X POST -d "$body" | python3 -c "import sys, json; print(json.load(sys.stdin)['request']['id'])"`
echo "Build request ID: $dep_repo_master_build_request_id"
# Wait until request is approved or max amount of time has passed
i=0
until travis_api /repo/$dep_repo/request/$dep_repo_master_build_request_id $auth_token | grep -q '"result": "approved"'; do
echo "Waiting for build request $dep_repo_master_build_request_id to be approved"
echo "Waiting for build request $dep_repo_master_build_request_id to be approved "
build_request_approved=""
until travis_api /repo/$dep_repo/request/$dep_repo_master_build_request_id | grep -q '"result": "approved"'; do
spin
sleep 5
true $(( i++ ))
if [ $i -eq 100 ]
then
echo "Request $dep_repo_master_build_request_id not approved, reached max waiting time ... ABORT"
echo " reached max waiting time ... ABORT"
exit 1
fi
done
endspin
echo "Build request approved."
# Get the ID of the master build.
dep_repo_master_build_id=`travis_api /repo/$dep_repo/request/$dep_repo_master_build_request_id $auth_token | python3 -c "import sys, json; print(json.load(sys.stdin)['builds'][0]['id'])"`
dep_repo_master_build_id=`travis_api /repo/$dep_repo/request/$dep_repo_master_build_request_id | python3 -c "import sys, json; print(json.load(sys.stdin)['builds'][0]['id'])"`
echo "Build on $dep_repo master branch created (ID: $dep_repo_master_build_id)"
# # Set the three environment variables needed, and capture their IDs so that they
......@@ -123,7 +114,7 @@ for dep_repo in "${!dep_repos[@]}"; do
i=0
printf "Waiting for build $dep_repo_master_build_id to start "
build_started=""
until travis_api /build/$dep_repo_master_build_id $auth_token | grep -q '"state": "started"'; do
until travis_api /build/$dep_repo_master_build_id | grep -q '"state": "started"'; do
spin
sleep 5
......
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment