Jenkinsfile 6.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222
  1. def job_copybara_done = false
  2. def job_npm_install_done = false
  3. def job_prefetch_custom_done = false
  4. def job_prefetch_default_done = false
  5. def job_server_ce_build_done = false
  6. def job_server_pro_build_done = false
  7. pipeline {
  8. agent {
  9. node {
  10. label 'jenkins-agent-web'
  11. customWorkspace '/workspace'
  12. }
  13. }
  14. options {
  15. timestamps()
  16. }
  17. environment {
  18. BRANCH_NAME = "${GIT_BRANCH.replace('origin/', '')}"
  19. COMMIT_SHA = "${GIT_COMMIT}"
  20. SHORT_SHA = "${GIT_COMMIT.take(7)}"
  21. OVERLEAF_BASE_BRANCH = "us-east1-docker.pkg.dev/overleaf-ops/ol-docker/overleaf-base-internal:${BRANCH_NAME}"
  22. OVERLEAF_BASE_LATEST = "us-east1-docker.pkg.dev/overleaf-ops/ol-docker/overleaf-base-internal:main"
  23. OVERLEAF_BASE_TAG = "us-east1-docker.pkg.dev/overleaf-ops/ol-docker/overleaf-base-internal:${BRANCH_NAME}-${SHORT_SHA}_${BUILD_ID}"
  24. OVERLEAF_BRANCH = "us-east1-docker.pkg.dev/overleaf-ops/ol-docker/overleaf-internal:${BRANCH_NAME}"
  25. OVERLEAF_LATEST = "us-east1-docker.pkg.dev/overleaf-ops/ol-docker/overleaf-internal:main"
  26. OVERLEAF_TAG = "us-east1-docker.pkg.dev/overleaf-ops/ol-docker/overleaf-internal:${BRANCH_NAME}-${SHORT_SHA}_${BUILD_ID}"
  27. IMAGE_TAG_CE = "${OVERLEAF_TAG}"
  28. IMAGE_TAG_PRO = "us-east1-docker.pkg.dev/overleaf-ops/ol-docker/pro:main"
  29. }
  30. stages {
  31. stage('Parallel') {
  32. parallel {
  33. stage('Install deps') {
  34. steps {
  35. sh 'make install'
  36. sh 'make -C server-ce/test npm_install_in_docker'
  37. script { job_npm_install_done = true }
  38. }
  39. }
  40. stage('shellcheck') {
  41. steps {
  42. dir('server-ce') {
  43. sh 'make shellcheck'
  44. }
  45. }
  46. }
  47. stage('Format') {
  48. steps {
  49. script { waitUntil { return job_npm_install_done } }
  50. dir('server-ce/test') {
  51. sh 'make format_in_docker'
  52. }
  53. }
  54. }
  55. stage('Copybara') {
  56. steps {
  57. sh 'copybara/bin/sync'
  58. script { job_copybara_done = true }
  59. }
  60. }
  61. stage('Build CE image') {
  62. steps {
  63. script { waitUntil { return job_copybara_done } }
  64. dir('copybara/public/repo/server-ce') {
  65. sh 'make build-base'
  66. sh 'make build-community'
  67. }
  68. script { job_server_ce_build_done = true }
  69. }
  70. }
  71. stage('Push CE to internal') {
  72. steps {
  73. script { waitUntil { return job_server_ce_build_done } }
  74. dir('copybara/public/repo/server-ce') {
  75. sh 'make push'
  76. }
  77. }
  78. }
  79. stage('Build Pro image') {
  80. environment {
  81. OVERLEAF_CE_TAG = "${OVERLEAF_TAG}"
  82. OVERLEAF_PRO_TAG= "${IMAGE_TAG_PRO}"
  83. }
  84. steps {
  85. script { waitUntil { return job_server_ce_build_done } }
  86. dir('server-pro') {
  87. sh 'make build-ci'
  88. }
  89. script { job_server_pro_build_done = true }
  90. }
  91. }
  92. stage('Prefetch default') {
  93. steps {
  94. dir('server-ce/test') {
  95. sh 'make prefetch_default -j4'
  96. }
  97. script { job_prefetch_default_done = true }
  98. }
  99. }
  100. stage('Prefetch custom') {
  101. steps {
  102. dir('server-ce/test') {
  103. sh 'make prefetch_custom -j4'
  104. }
  105. script { job_prefetch_custom_done = true }
  106. }
  107. }
  108. stage('CE default') {
  109. environment {
  110. CYPRESS_SHARD = "CE_DEFAULT"
  111. COMPOSE_PROJECT_NAME = "test-ce-default"
  112. }
  113. steps {
  114. script { waitUntil { return job_npm_install_done && job_server_ce_build_done && job_prefetch_default_done } }
  115. dir('server-ce/test') {
  116. sh 'make test-e2e'
  117. }
  118. }
  119. }
  120. stage('CE custom 1') {
  121. environment {
  122. CYPRESS_SHARD = "CE_CUSTOM_1"
  123. COMPOSE_PROJECT_NAME = "test-ce-custom-1"
  124. }
  125. steps {
  126. script { waitUntil { return job_npm_install_done && job_server_ce_build_done && job_prefetch_default_done && job_prefetch_custom_done } }
  127. dir('server-ce/test') {
  128. sh 'make test-e2e'
  129. }
  130. }
  131. }
  132. stage('CE custom 2') {
  133. environment {
  134. CYPRESS_SHARD = "CE_CUSTOM_2"
  135. COMPOSE_PROJECT_NAME = "test-ce-custom-2"
  136. }
  137. steps {
  138. script { waitUntil { return job_npm_install_done && job_server_ce_build_done && job_prefetch_default_done && job_prefetch_custom_done } }
  139. dir('server-ce/test') {
  140. sh 'make test-e2e'
  141. }
  142. }
  143. }
  144. stage('PRO default 1') {
  145. environment {
  146. CYPRESS_SHARD = "PRO_DEFAULT_1"
  147. COMPOSE_PROJECT_NAME = "test-pro-default-1"
  148. }
  149. steps {
  150. script { waitUntil { return job_npm_install_done && job_server_pro_build_done && job_prefetch_default_done } }
  151. dir('server-ce/test') {
  152. sh 'make test-e2e'
  153. }
  154. }
  155. }
  156. stage('PRO default 2') {
  157. environment {
  158. CYPRESS_SHARD = "PRO_DEFAULT_2"
  159. COMPOSE_PROJECT_NAME = "test-pro-default-2"
  160. }
  161. steps {
  162. script { waitUntil { return job_npm_install_done && job_server_pro_build_done && job_prefetch_default_done } }
  163. dir('server-ce/test') {
  164. sh 'make test-e2e'
  165. }
  166. }
  167. }
  168. stage('PRO custom 1') {
  169. environment {
  170. CYPRESS_SHARD = "PRO_CUSTOM_1"
  171. COMPOSE_PROJECT_NAME = "test-pro-custom-1"
  172. }
  173. steps {
  174. script { waitUntil { return job_npm_install_done && job_server_pro_build_done && job_prefetch_default_done && job_prefetch_custom_done } }
  175. dir('server-ce/test') {
  176. sh 'make test-e2e'
  177. }
  178. }
  179. }
  180. stage('PRO custom 2') {
  181. environment {
  182. CYPRESS_SHARD = "PRO_CUSTOM_2"
  183. COMPOSE_PROJECT_NAME = "test-pro-custom-2"
  184. }
  185. steps {
  186. script { waitUntil { return job_npm_install_done && job_server_pro_build_done && job_prefetch_default_done && job_prefetch_custom_done } }
  187. dir('server-ce/test') {
  188. sh 'make test-e2e'
  189. }
  190. }
  191. }
  192. stage('PRO custom 3') {
  193. environment {
  194. CYPRESS_SHARD = "PRO_CUSTOM_3"
  195. COMPOSE_PROJECT_NAME = "test-pro-custom-3"
  196. }
  197. steps {
  198. script { waitUntil { return job_npm_install_done && job_server_pro_build_done && job_prefetch_default_done && job_prefetch_custom_done } }
  199. dir('server-ce/test') {
  200. sh 'make test-e2e'
  201. }
  202. }
  203. }
  204. }
  205. }
  206. }
  207. }
  208. // vim: set ft=groovy :