Jenkinsfile 4.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119
  1. String cron_string = BRANCH_NAME == "master" ? "@daily" : ""
  2. pipeline {
  3. agent any
  4. environment {
  5. GIT_PROJECT = "track-changes-sharelatex"
  6. JENKINS_WORKFLOW = "track-changes-sharelatex"
  7. TARGET_URL = "${env.JENKINS_URL}blue/organizations/jenkins/${JENKINS_WORKFLOW}/detail/$BRANCH_NAME/$BUILD_NUMBER/pipeline"
  8. GIT_API_URL = "https://api.github.com/repos/sharelatex/${GIT_PROJECT}/statuses/$GIT_COMMIT"
  9. }
  10. triggers {
  11. pollSCM('* * * * *')
  12. cron(cron_string)
  13. }
  14. stages {
  15. stage('Install') {
  16. steps {
  17. withCredentials([usernamePassword(credentialsId: 'GITHUB_INTEGRATION', usernameVariable: 'GH_AUTH_USERNAME', passwordVariable: 'GH_AUTH_PASSWORD')]) {
  18. sh "curl $GIT_API_URL \
  19. --data '{ \
  20. \"state\" : \"pending\", \
  21. \"target_url\": \"$TARGET_URL\", \
  22. \"description\": \"Your build is underway\", \
  23. \"context\": \"ci/jenkins\" }' \
  24. -u $GH_AUTH_USERNAME:$GH_AUTH_PASSWORD"
  25. }
  26. }
  27. }
  28. stage('Build') {
  29. steps {
  30. sh 'make build'
  31. }
  32. }
  33. stage('Unit Tests') {
  34. steps {
  35. sh 'DOCKER_COMPOSE_FLAGS="-f docker-compose.ci.yml" make test_unit'
  36. }
  37. }
  38. stage('Acceptance Tests') {
  39. steps {
  40. withCredentials([usernamePassword(credentialsId: 'S3_DOCSTORE_TEST_AWS_KEYS', passwordVariable: 'AWS_SECRET_ACCESS_KEY', usernameVariable: 'AWS_ACCESS_KEY_ID')]) {
  41. sh 'AWS_BUCKET="sl-acceptance-tests" AWS_ACCESS_KEY_ID=$AWS_ACCESS_KEY_ID AWS_SECRET_ACCESS_KEY=$AWS_SECRET_ACCESS_KEY DOCKER_COMPOSE_FLAGS="-f docker-compose.ci.yml" make test_acceptance'
  42. }
  43. }
  44. }
  45. stage('Package and publish build') {
  46. steps {
  47. withCredentials([file(credentialsId: 'gcr.io_overleaf-ops', variable: 'DOCKER_REPO_KEY_PATH')]) {
  48. sh 'docker login -u _json_key --password-stdin https://gcr.io/overleaf-ops < ${DOCKER_REPO_KEY_PATH}'
  49. }
  50. sh 'DOCKER_REPO=gcr.io/overleaf-ops make publish'
  51. sh 'docker logout https://gcr.io/overleaf-ops'
  52. }
  53. }
  54. stage('Publish build number') {
  55. steps {
  56. sh 'echo ${BRANCH_NAME}-${BUILD_NUMBER} > build_number.txt'
  57. withAWS(credentials:'S3_CI_BUILDS_AWS_KEYS', region:"${S3_REGION_BUILD_ARTEFACTS}") {
  58. // The deployment process uses this file to figure out the latest build
  59. s3Upload(file:'build_number.txt', bucket:"${S3_BUCKET_BUILD_ARTEFACTS}", path:"${JOB_NAME}/latest")
  60. }
  61. }
  62. }
  63. }
  64. post {
  65. always {
  66. sh 'DOCKER_COMPOSE_FLAGS="-f docker-compose.ci.yml" make test_clean'
  67. sh 'make clean'
  68. }
  69. success {
  70. withCredentials([usernamePassword(credentialsId: 'GITHUB_INTEGRATION', usernameVariable: 'GH_AUTH_USERNAME', passwordVariable: 'GH_AUTH_PASSWORD')]) {
  71. sh "curl $GIT_API_URL \
  72. --data '{ \
  73. \"state\" : \"success\", \
  74. \"target_url\": \"$TARGET_URL\", \
  75. \"description\": \"Your build succeeded!\", \
  76. \"context\": \"ci/jenkins\" }' \
  77. -u $GH_AUTH_USERNAME:$GH_AUTH_PASSWORD"
  78. }
  79. }
  80. failure {
  81. mail(from: "${EMAIL_ALERT_FROM}",
  82. to: "${EMAIL_ALERT_TO}",
  83. subject: "Jenkins build failed: ${JOB_NAME}:${BUILD_NUMBER}",
  84. body: "Build: ${BUILD_URL}")
  85. withCredentials([usernamePassword(credentialsId: 'GITHUB_INTEGRATION', usernameVariable: 'GH_AUTH_USERNAME', passwordVariable: 'GH_AUTH_PASSWORD')]) {
  86. sh "curl $GIT_API_URL \
  87. --data '{ \
  88. \"state\" : \"failure\", \
  89. \"target_url\": \"$TARGET_URL\", \
  90. \"description\": \"Your build failed\", \
  91. \"context\": \"ci/jenkins\" }' \
  92. -u $GH_AUTH_USERNAME:$GH_AUTH_PASSWORD"
  93. }
  94. }
  95. }
  96. // The options directive is for configuration that applies to the whole job.
  97. options {
  98. // we'd like to make sure remove old builds, so we don't fill up our storage!
  99. buildDiscarder(logRotator(numToKeepStr:'50'))
  100. // And we'd really like to be sure that this build doesn't hang forever, so let's time it out after:
  101. timeout(time: 30, unit: 'MINUTES')
  102. }
  103. }