Jenkinsfile 4.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128
  1. String cron_string = BRANCH_NAME == "master" ? "@daily" : ""
  2. pipeline {
  3. agent any
  4. environment {
  5. GIT_PROJECT = "chat-sharelatex"
  6. JENKINS_WORKFLOW = "chat-sharelatex"
  7. TARGET_URL = "${env.JENKINS_URL}blue/organizations/jenkins/${JENKINS_WORKFLOW}/detail/$BRANCH_NAME/$BUILD_NUMBER/pipeline"
  8. GIT_API_URL = "https://api.github.com/repos/sharelatex/${GIT_PROJECT}/statuses/$GIT_COMMIT"
  9. }
  10. triggers {
  11. pollSCM('* * * * *')
  12. cron(cron_string)
  13. }
  14. stages {
  15. stage('Install') {
  16. steps {
  17. withCredentials([usernamePassword(credentialsId: 'GITHUB_INTEGRATION', usernameVariable: 'GH_AUTH_USERNAME', passwordVariable: 'GH_AUTH_PASSWORD')]) {
  18. sh "curl $GIT_API_URL \
  19. --data '{ \
  20. \"state\" : \"pending\", \
  21. \"target_url\": \"$TARGET_URL\", \
  22. \"description\": \"Your build is underway\", \
  23. \"context\": \"ci/jenkins\" }' \
  24. -u $GH_AUTH_USERNAME:$GH_AUTH_PASSWORD"
  25. }
  26. }
  27. }
  28. stage('Build') {
  29. steps {
  30. sh 'make build'
  31. }
  32. }
  33. stage('Linting') {
  34. steps {
  35. sh 'DOCKER_COMPOSE_FLAGS="-f docker-compose.ci.yml" make lint'
  36. }
  37. }
  38. stage('Unit Tests') {
  39. steps {
  40. sh 'DOCKER_COMPOSE_FLAGS="-f docker-compose.ci.yml" make test_unit'
  41. }
  42. }
  43. stage('Acceptance Tests') {
  44. steps {
  45. sh 'DOCKER_COMPOSE_FLAGS="-f docker-compose.ci.yml" make test_acceptance'
  46. }
  47. }
  48. stage('Package and docker push') {
  49. steps {
  50. sh 'echo ${BUILD_NUMBER} > build_number.txt'
  51. sh 'touch build.tar.gz' // Avoid tar warning about files changing during read
  52. sh 'DOCKER_COMPOSE_FLAGS="-f docker-compose.ci.yml" make tar'
  53. withCredentials([file(credentialsId: 'gcr.io_overleaf-ops', variable: 'DOCKER_REPO_KEY_PATH')]) {
  54. sh 'docker login -u _json_key --password-stdin https://gcr.io/overleaf-ops < ${DOCKER_REPO_KEY_PATH}'
  55. }
  56. sh 'DOCKER_REPO=gcr.io/overleaf-ops make publish'
  57. sh 'docker logout https://gcr.io/overleaf-ops'
  58. }
  59. }
  60. stage('Publish to s3') {
  61. steps {
  62. sh 'echo ${BRANCH_NAME}-${BUILD_NUMBER} > build_number.txt'
  63. withAWS(credentials:'S3_CI_BUILDS_AWS_KEYS', region:"${S3_REGION_BUILD_ARTEFACTS}") {
  64. s3Upload(file:'build.tar.gz', bucket:"${S3_BUCKET_BUILD_ARTEFACTS}", path:"${JOB_NAME}/${BUILD_NUMBER}.tar.gz")
  65. }
  66. withAWS(credentials:'S3_CI_BUILDS_AWS_KEYS', region:"${S3_REGION_BUILD_ARTEFACTS}") {
  67. // The deployment process uses this file to figure out the latest build
  68. s3Upload(file:'build_number.txt', bucket:"${S3_BUCKET_BUILD_ARTEFACTS}", path:"${JOB_NAME}/latest")
  69. }
  70. }
  71. }
  72. }
  73. post {
  74. always {
  75. sh 'DOCKER_COMPOSE_FLAGS="-f docker-compose.ci.yml" make test_clean'
  76. sh 'make clean'
  77. }
  78. success {
  79. withCredentials([usernamePassword(credentialsId: 'GITHUB_INTEGRATION', usernameVariable: 'GH_AUTH_USERNAME', passwordVariable: 'GH_AUTH_PASSWORD')]) {
  80. sh "curl $GIT_API_URL \
  81. --data '{ \
  82. \"state\" : \"success\", \
  83. \"target_url\": \"$TARGET_URL\", \
  84. \"description\": \"Your build succeeded!\", \
  85. \"context\": \"ci/jenkins\" }' \
  86. -u $GH_AUTH_USERNAME:$GH_AUTH_PASSWORD"
  87. }
  88. }
  89. failure {
  90. mail(from: "${EMAIL_ALERT_FROM}",
  91. to: "${EMAIL_ALERT_TO}",
  92. subject: "Jenkins build failed: ${JOB_NAME}:${BUILD_NUMBER}",
  93. body: "Build: ${BUILD_URL}")
  94. withCredentials([usernamePassword(credentialsId: 'GITHUB_INTEGRATION', usernameVariable: 'GH_AUTH_USERNAME', passwordVariable: 'GH_AUTH_PASSWORD')]) {
  95. sh "curl $GIT_API_URL \
  96. --data '{ \
  97. \"state\" : \"failure\", \
  98. \"target_url\": \"$TARGET_URL\", \
  99. \"description\": \"Your build failed\", \
  100. \"context\": \"ci/jenkins\" }' \
  101. -u $GH_AUTH_USERNAME:$GH_AUTH_PASSWORD"
  102. }
  103. }
  104. }
  105. // The options directive is for configuration that applies to the whole job.
  106. options {
  107. // we'd like to make sure remove old builds, so we don't fill up our storage!
  108. buildDiscarder(logRotator(numToKeepStr:'50'))
  109. // And we'd really like to be sure that this build doesn't hang forever, so let's time it out after:
  110. timeout(time: 30, unit: 'MINUTES')
  111. }
  112. }