Migrate to CircleCI 2 (#129); r=jrgm
Ryan Kelly
6 years ago
committed by
GitHub
parent
7700f72424
commit
e3885888ff
@ -0,0 +1,63 @@
|
||||
version: 2
|
||||
jobs:
|
||||
build:
|
||||
docker:
|
||||
- image: circleci/python
|
||||
steps:
|
||||
- checkout
|
||||
- setup_remote_docker
|
||||
|
||||
- run:
|
||||
name: Create version.json
|
||||
command: |
|
||||
printf '{"commit":"%s","version":"%s","source":"https://github.com/%s/%s","build":"%s"}\n' \
|
||||
"$CIRCLE_SHA1" \
|
||||
"$CIRCLE_TAG" \
|
||||
"$CIRCLE_PROJECT_USERNAME" \
|
||||
"$CIRCLE_PROJECT_REPONAME" \
|
||||
"$CIRCLE_BUILD_URL" | tee version.json
|
||||
- store_artifacts:
|
||||
path: version.json
|
||||
|
||||
- run:
|
||||
name: Build deployment container image
|
||||
command: docker build -t app:build .
|
||||
- run:
|
||||
name: Test flake8
|
||||
command: docker run -it app:build test_flake8
|
||||
- run:
|
||||
name: Test nose
|
||||
command: docker run -it app:build test_nose
|
||||
- run:
|
||||
name: Functional tests
|
||||
command: docker run -it app:build test_functional
|
||||
- run:
|
||||
name: Push to Dockerhub
|
||||
command: |
|
||||
if [ "${CIRCLE_BRANCH}" == "master" ]; then
|
||||
bin/ci/deploy-dockerhub.sh latest
|
||||
fi
|
||||
if [[ "${CIRCLE_BRANCH}" == feature* ]] || [[ "${CIRCLE_BRANCH}" == dockerpush* ]]; then
|
||||
bin/ci/deploy-dockerhub.sh "$CIRCLE_BRANCH"
|
||||
fi
|
||||
if [ -n "${CIRCLE_TAG}" ]; then
|
||||
bin/ci/deploy-dockerhub.sh "$CIRCLE_TAG"
|
||||
fi
|
||||
|
||||
workflows:
|
||||
version: 2
|
||||
|
||||
# workflow jobs are _not_ run in tag builds by default
|
||||
# we use filters to whitelist jobs that should be run for tags
|
||||
|
||||
# workflow jobs are run in _all_ branch builds by default
|
||||
# we use filters to blacklist jobs that shouldn't be run for a branch
|
||||
|
||||
# see: https://circleci.com/docs/2.0/workflows/#git-tag-job-execution
|
||||
|
||||
build-test-push:
|
||||
jobs:
|
||||
- build:
|
||||
filters:
|
||||
tags:
|
||||
only: /.*/
|
||||
@ -0,0 +1,8 @@
|
||||
*.pyc
|
||||
local
|
||||
*.egg-info
|
||||
*.swp
|
||||
\.coverage
|
||||
*~
|
||||
nosetests.xml
|
||||
syncserver.db
|
||||
@ -0,0 +1,35 @@
|
||||
#!/bin/bash
|
||||
|
||||
# THIS IS MEANT TO BE RUN BY CI
|
||||
|
||||
set -e
|
||||
|
||||
# Usage: retry MAX CMD...
|
||||
# Retry CMD up to MAX times. If it fails MAX times, returns failure.
|
||||
# Example: retry 3 docker push "$DOCKERHUB_REPO:$TAG"
|
||||
function retry() {
|
||||
max=$1
|
||||
shift
|
||||
count=1
|
||||
until "$@"; do
|
||||
count=$((count + 1))
|
||||
if [[ $count -gt $max ]]; then
|
||||
return 1
|
||||
fi
|
||||
echo "$count / $max"
|
||||
done
|
||||
return 0
|
||||
}
|
||||
|
||||
# configure docker creds
|
||||
retry 3 echo "$DOCKER_PASS" | docker login -u="$DOCKER_USER" --password-stdin
|
||||
|
||||
# docker tag and push git branch to dockerhub
|
||||
if [ -n "$1" ]; then
|
||||
[ "$1" == master ] && TAG=latest || TAG="$1"
|
||||
docker tag app:build "$DOCKERHUB_REPO:$TAG" ||
|
||||
(echo "Couldn't tag app:build as $DOCKERHUB_REPO:$TAG" && false)
|
||||
retry 3 docker push "$DOCKERHUB_REPO:$TAG" ||
|
||||
(echo "Couldn't push $DOCKERHUB_REPO:$TAG" && false)
|
||||
echo "Pushed $DOCKERHUB_REPO:$TAG"
|
||||
fi
|
||||
@ -1,75 +0,0 @@
|
||||
# These environment variables must be set in CircleCI UI
|
||||
#
|
||||
# DOCKERHUB_REPO - docker hub repo, format: <username>/<repo>
|
||||
# DOCKER_EMAIL - login info for docker hub
|
||||
# DOCKER_USER
|
||||
# DOCKER_PASS
|
||||
#
|
||||
machine:
|
||||
services:
|
||||
- docker
|
||||
|
||||
dependencies:
|
||||
# make sure to keep the docker cache dir
|
||||
cache_directories:
|
||||
- "~/docker"
|
||||
|
||||
override:
|
||||
- docker info
|
||||
|
||||
# build the container, use circleci's docker cache workaround
|
||||
# only use 1 image per day to keep the cache size from getting
|
||||
# too big and slowing down the build
|
||||
- I="image-$(date +%j).tar"; if [[ -e ~/docker/$I ]]; then echo "Loading $I"; docker load -i ~/docker/$I; fi
|
||||
|
||||
# create version.json
|
||||
- >
|
||||
printf '{"commit":"%s","version":"%s","source":"https://github.com/%s/%s","build":"%s"}\n'
|
||||
"$CIRCLE_SHA1"
|
||||
"$CIRCLE_TAG"
|
||||
"$CIRCLE_PROJECT_USERNAME"
|
||||
"$CIRCLE_PROJECT_REPONAME"
|
||||
"$CIRCLE_BUILD_URL"
|
||||
> version.json
|
||||
- cp version.json $CIRCLE_ARTIFACTS
|
||||
|
||||
- docker build -t syncserver:build .
|
||||
|
||||
- >
|
||||
docker images --no-trunc |
|
||||
awk '/^app/ {print $3}' |
|
||||
tee $CIRCLE_ARTIFACTS/docker-image-shasum256.txt
|
||||
|
||||
# Clean up any old images and save the new one
|
||||
- I="image-$(date +%j).tar"; mkdir -p ~/docker; rm ~/docker/*; docker save syncserver:build > ~/docker/$I; ls -l ~/docker
|
||||
|
||||
test:
|
||||
override:
|
||||
- docker run syncserver:build /bin/sh -c "flake8 syncserver && nosetests syncstorage.tests"
|
||||
|
||||
# appropriately tag and push the container to dockerhub
|
||||
deployment:
|
||||
hub_latest:
|
||||
# push certain branches, they are used by fxa-dev for deployment
|
||||
branch: /^(master|feature.*|dockerpush.*)$/
|
||||
commands:
|
||||
- "[ ! -z $DOCKERHUB_REPO ]"
|
||||
- docker login -e "$DOCKER_EMAIL" -u "$DOCKER_USER" -p "$DOCKER_PASS"
|
||||
- |
|
||||
if [ $CIRCLE_BRANCH = "master" ]; then
|
||||
CIRCLE_BRANCH=latest
|
||||
fi
|
||||
echo ${DOCKERHUB_REPO}:${CIRCLE_BRANCH}
|
||||
docker tag syncserver:build ${DOCKERHUB_REPO}:${CIRCLE_BRANCH}
|
||||
docker push ${DOCKERHUB_REPO}:${CIRCLE_BRANCH}
|
||||
|
||||
|
||||
hub_releases:
|
||||
# push all tags
|
||||
tag: /.*/
|
||||
commands:
|
||||
- "[ ! -z $DOCKERHUB_REPO ]"
|
||||
- docker login -e $DOCKER_EMAIL -u $DOCKER_USER -p $DOCKER_PASS
|
||||
- "docker tag syncserver:build ${DOCKERHUB_REPO}:${CIRCLE_TAG}"
|
||||
- "docker images"
|
||||
- "docker push ${DOCKERHUB_REPO}:${CIRCLE_TAG}"
|
||||
@ -0,0 +1,49 @@
|
||||
#!/bin/sh
|
||||
|
||||
cd $(dirname $0)
|
||||
case "$1" in
|
||||
server)
|
||||
export SYNCSERVER_SQLURI="${SYNCSERVER_SQLURI:-sqlite:///tmp/syncserver.db}"
|
||||
exec gunicorn \
|
||||
--bind ${HOST-0.0.0.0}:${PORT-5000}\
|
||||
syncserver.wsgi_app
|
||||
;;
|
||||
|
||||
test_all)
|
||||
$0 test_flake8
|
||||
$0 test_nose
|
||||
$0 test_functional
|
||||
;;
|
||||
|
||||
test_flake8)
|
||||
echo "test - flake8"
|
||||
flake8 syncserver
|
||||
;;
|
||||
|
||||
test_nose)
|
||||
echo "test - nose"
|
||||
nosetests --verbose --nocapture syncstorage.tests
|
||||
;;
|
||||
|
||||
test_functional)
|
||||
echo "test - functional"
|
||||
# run functional tests
|
||||
gunicorn --paste ./syncserver/tests.ini &
|
||||
SERVER_PID=$!
|
||||
sleep 2
|
||||
|
||||
$0 test_endpoint http://localhost:5000
|
||||
|
||||
kill $SERVER_PID
|
||||
;;
|
||||
|
||||
test_endpoint)
|
||||
exec python -m syncstorage.tests.functional.test_storage \
|
||||
--use-token-server $2/token/1.0/sync/1.5
|
||||
;;
|
||||
|
||||
*)
|
||||
echo "Unknown CMD, $1"
|
||||
exit 1
|
||||
;;
|
||||
esac
|
||||
Loading…
Reference in New Issue