Jenkinsfile 4.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124
  1. String cron_string = BRANCH_NAME == "master" ? "@daily" : ""
  2. pipeline {
  3. agent any
  4. environment {
  5. GIT_PROJECT = "track-changes"
  6. JENKINS_WORKFLOW = "track-changes-sharelatex"
  7. TARGET_URL = "${env.JENKINS_URL}blue/organizations/jenkins/${JENKINS_WORKFLOW}/detail/$BRANCH_NAME/$BUILD_NUMBER/pipeline"
  8. GIT_API_URL = "https://api.github.com/repos/overleaf/${GIT_PROJECT}/statuses/$GIT_COMMIT"
  9. }
  10. triggers {
  11. pollSCM('* * * * *')
  12. cron(cron_string)
  13. }
  14. stages {
  15. stage('Install') {
  16. steps {
  17. withCredentials([usernamePassword(credentialsId: 'GITHUB_INTEGRATION', usernameVariable: 'GH_AUTH_USERNAME', passwordVariable: 'GH_AUTH_PASSWORD')]) {
  18. sh "curl $GIT_API_URL \
  19. --data '{ \
  20. \"state\" : \"pending\", \
  21. \"target_url\": \"$TARGET_URL\", \
  22. \"description\": \"Your build is underway\", \
  23. \"context\": \"ci/jenkins\" }' \
  24. -u $GH_AUTH_USERNAME:$GH_AUTH_PASSWORD"
  25. }
  26. }
  27. }
  28. stage('Build') {
  29. steps {
  30. sh 'make build'
  31. }
  32. }
  33. stage('Unit Tests') {
  34. steps {
  35. sh 'DOCKER_COMPOSE_FLAGS="-f docker-compose.ci.yml" make test_unit'
  36. }
  37. }
  38. stage('Acceptance Tests') {
  39. steps {
  40. sh 'DOCKER_COMPOSE_FLAGS="-f docker-compose.ci.yml" make test_acceptance'
  41. }
  42. }
  43. stage('Package and docker push') {
  44. steps {
  45. sh 'echo ${BUILD_NUMBER} > build_number.txt'
  46. sh 'touch build.tar.gz' // Avoid tar warning about files changing during read
  47. sh 'DOCKER_COMPOSE_FLAGS="-f docker-compose.ci.yml" make tar'
  48. withCredentials([file(credentialsId: 'gcr.io_overleaf-ops', variable: 'DOCKER_REPO_KEY_PATH')]) {
  49. sh 'docker login -u _json_key --password-stdin https://gcr.io/overleaf-ops < ${DOCKER_REPO_KEY_PATH}'
  50. }
  51. sh 'DOCKER_REPO=gcr.io/overleaf-ops make publish'
  52. sh 'docker logout https://gcr.io/overleaf-ops'
  53. }
  54. }
  55. stage('Publish to s3') {
  56. steps {
  57. sh 'echo ${BRANCH_NAME}-${BUILD_NUMBER} > build_number.txt'
  58. withAWS(credentials:'S3_CI_BUILDS_AWS_KEYS', region:"${S3_REGION_BUILD_ARTEFACTS}") {
  59. s3Upload(file:'build.tar.gz', bucket:"${S3_BUCKET_BUILD_ARTEFACTS}", path:"${JOB_NAME}/${BUILD_NUMBER}.tar.gz")
  60. }
  61. withAWS(credentials:'S3_CI_BUILDS_AWS_KEYS', region:"${S3_REGION_BUILD_ARTEFACTS}") {
  62. // The deployment process uses this file to figure out the latest build
  63. s3Upload(file:'build_number.txt', bucket:"${S3_BUCKET_BUILD_ARTEFACTS}", path:"${JOB_NAME}/latest")
  64. }
  65. }
  66. }
  67. }
  68. post {
  69. always {
  70. sh 'DOCKER_COMPOSE_FLAGS="-f docker-compose.ci.yml" make test_clean'
  71. sh 'make clean'
  72. }
  73. success {
  74. withCredentials([usernamePassword(credentialsId: 'GITHUB_INTEGRATION', usernameVariable: 'GH_AUTH_USERNAME', passwordVariable: 'GH_AUTH_PASSWORD')]) {
  75. sh "curl $GIT_API_URL \
  76. --data '{ \
  77. \"state\" : \"success\", \
  78. \"target_url\": \"$TARGET_URL\", \
  79. \"description\": \"Your build succeeded!\", \
  80. \"context\": \"ci/jenkins\" }' \
  81. -u $GH_AUTH_USERNAME:$GH_AUTH_PASSWORD"
  82. }
  83. }
  84. failure {
  85. mail(from: "${EMAIL_ALERT_FROM}",
  86. to: "${EMAIL_ALERT_TO}",
  87. subject: "Jenkins build failed: ${JOB_NAME}:${BUILD_NUMBER}",
  88. body: "Build: ${BUILD_URL}")
  89. withCredentials([usernamePassword(credentialsId: 'GITHUB_INTEGRATION', usernameVariable: 'GH_AUTH_USERNAME', passwordVariable: 'GH_AUTH_PASSWORD')]) {
  90. sh "curl $GIT_API_URL \
  91. --data '{ \
  92. \"state\" : \"failure\", \
  93. \"target_url\": \"$TARGET_URL\", \
  94. \"description\": \"Your build failed\", \
  95. \"context\": \"ci/jenkins\" }' \
  96. -u $GH_AUTH_USERNAME:$GH_AUTH_PASSWORD"
  97. }
  98. }
  99. }
  100. // The options directive is for configuration that applies to the whole job.
  101. options {
  102. // we'd like to make sure remove old builds, so we don't fill up our storage!
  103. buildDiscarder(logRotator(numToKeepStr:'50'))
  104. // And we'd really like to be sure that this build doesn't hang forever, so let's time it out after:
  105. timeout(time: 30, unit: 'MINUTES')
  106. }
  107. }