Jenkinsfile 6.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223
  1. def job_copybara_done = false
  2. def job_npm_install_done = false
  3. def job_prefetch_custom_done = false
  4. def job_prefetch_default_done = false
  5. def job_server_ce_build_done = false
  6. def job_server_pro_build_done = false
  7. pipeline {
  8. agent {
  9. node {
  10. label 'jenkins-agent-web'
  11. customWorkspace '/workspace'
  12. }
  13. }
  14. options {
  15. timestamps()
  16. parallelsAlwaysFailFast()
  17. }
  18. environment {
  19. BRANCH_NAME = "${GIT_BRANCH.replace('origin/', '')}"
  20. COMMIT_SHA = "${GIT_COMMIT}"
  21. SHORT_SHA = "${GIT_COMMIT.take(7)}"
  22. OVERLEAF_BASE_BRANCH = "us-east1-docker.pkg.dev/overleaf-ops/ol-docker/overleaf-base-internal:${BRANCH_NAME}"
  23. OVERLEAF_BASE_LATEST = "us-east1-docker.pkg.dev/overleaf-ops/ol-docker/overleaf-base-internal:main"
  24. OVERLEAF_BASE_TAG = "us-east1-docker.pkg.dev/overleaf-ops/ol-docker/overleaf-base-internal:${BRANCH_NAME}-${SHORT_SHA}_${BUILD_ID}"
  25. OVERLEAF_BRANCH = "us-east1-docker.pkg.dev/overleaf-ops/ol-docker/overleaf-internal:${BRANCH_NAME}"
  26. OVERLEAF_LATEST = "us-east1-docker.pkg.dev/overleaf-ops/ol-docker/overleaf-internal:main"
  27. OVERLEAF_TAG = "us-east1-docker.pkg.dev/overleaf-ops/ol-docker/overleaf-internal:${BRANCH_NAME}-${SHORT_SHA}_${BUILD_ID}"
  28. IMAGE_TAG_CE = "${OVERLEAF_TAG}"
  29. IMAGE_TAG_PRO = "us-east1-docker.pkg.dev/overleaf-ops/ol-docker/pro:main"
  30. }
  31. stages {
  32. stage('Parallel') {
  33. parallel {
  34. stage('Install deps') {
  35. steps {
  36. sh 'make install'
  37. sh 'make -C server-ce/test npm_install_in_docker'
  38. script { job_npm_install_done = true }
  39. }
  40. }
  41. stage('shellcheck') {
  42. steps {
  43. dir('server-ce') {
  44. sh 'make shellcheck'
  45. }
  46. }
  47. }
  48. stage('Format') {
  49. steps {
  50. script { waitUntil { return job_npm_install_done } }
  51. dir('server-ce/test') {
  52. sh 'make format_in_docker'
  53. }
  54. }
  55. }
  56. stage('Copybara') {
  57. steps {
  58. sh 'copybara/bin/sync'
  59. script { job_copybara_done = true }
  60. }
  61. }
  62. stage('Build CE image') {
  63. steps {
  64. script { waitUntil { return job_copybara_done } }
  65. dir('copybara/public/repo/server-ce') {
  66. sh 'make build-base'
  67. sh 'make build-community'
  68. }
  69. script { job_server_ce_build_done = true }
  70. }
  71. }
  72. stage('Push CE to internal') {
  73. steps {
  74. script { waitUntil { return job_server_ce_build_done } }
  75. dir('copybara/public/repo/server-ce') {
  76. sh 'make push'
  77. }
  78. }
  79. }
  80. stage('Build Pro image') {
  81. environment {
  82. OVERLEAF_CE_TAG = "${OVERLEAF_TAG}"
  83. OVERLEAF_PRO_TAG= "${IMAGE_TAG_PRO}"
  84. }
  85. steps {
  86. script { waitUntil { return job_server_ce_build_done } }
  87. dir('server-pro') {
  88. sh 'make build-ci'
  89. }
  90. script { job_server_pro_build_done = true }
  91. }
  92. }
  93. stage('Prefetch default') {
  94. steps {
  95. dir('server-ce/test') {
  96. sh 'make prefetch_default -j4'
  97. }
  98. script { job_prefetch_default_done = true }
  99. }
  100. }
  101. stage('Prefetch custom') {
  102. steps {
  103. dir('server-ce/test') {
  104. sh 'make prefetch_custom -j4'
  105. }
  106. script { job_prefetch_custom_done = true }
  107. }
  108. }
  109. stage('CE default') {
  110. environment {
  111. CYPRESS_SHARD = "CE_DEFAULT"
  112. COMPOSE_PROJECT_NAME = "test-ce-default"
  113. }
  114. steps {
  115. script { waitUntil { return job_npm_install_done && job_server_ce_build_done && job_prefetch_default_done } }
  116. dir('server-ce/test') {
  117. sh 'make test-e2e'
  118. }
  119. }
  120. }
  121. stage('CE custom 1') {
  122. environment {
  123. CYPRESS_SHARD = "CE_CUSTOM_1"
  124. COMPOSE_PROJECT_NAME = "test-ce-custom-1"
  125. }
  126. steps {
  127. script { waitUntil { return job_npm_install_done && job_server_ce_build_done && job_prefetch_default_done && job_prefetch_custom_done } }
  128. dir('server-ce/test') {
  129. sh 'make test-e2e'
  130. }
  131. }
  132. }
  133. stage('PRO default 1') {
  134. environment {
  135. CYPRESS_SHARD = "PRO_DEFAULT_1"
  136. COMPOSE_PROJECT_NAME = "test-pro-default-1"
  137. }
  138. steps {
  139. script { waitUntil { return job_npm_install_done && job_server_pro_build_done && job_prefetch_default_done } }
  140. dir('server-ce/test') {
  141. sh 'make test-e2e'
  142. }
  143. }
  144. }
  145. stage('PRO default 2') {
  146. environment {
  147. CYPRESS_SHARD = "PRO_DEFAULT_2"
  148. COMPOSE_PROJECT_NAME = "test-pro-default-2"
  149. }
  150. steps {
  151. script { waitUntil { return job_npm_install_done && job_server_pro_build_done && job_prefetch_default_done } }
  152. dir('server-ce/test') {
  153. sh 'make test-e2e'
  154. }
  155. }
  156. }
  157. stage('PRO custom 1') {
  158. environment {
  159. CYPRESS_SHARD = "PRO_CUSTOM_1"
  160. COMPOSE_PROJECT_NAME = "test-pro-custom-1"
  161. }
  162. steps {
  163. script { waitUntil { return job_npm_install_done && job_server_pro_build_done && job_prefetch_default_done && job_prefetch_custom_done } }
  164. dir('server-ce/test') {
  165. sh 'make test-e2e'
  166. }
  167. }
  168. }
  169. stage('PRO custom 2') {
  170. environment {
  171. CYPRESS_SHARD = "PRO_CUSTOM_2"
  172. COMPOSE_PROJECT_NAME = "test-pro-custom-2"
  173. }
  174. steps {
  175. script { waitUntil { return job_npm_install_done && job_server_pro_build_done && job_prefetch_default_done && job_prefetch_custom_done } }
  176. dir('server-ce/test') {
  177. sh 'make test-e2e'
  178. }
  179. }
  180. }
  181. stage('PRO custom 3') {
  182. environment {
  183. CYPRESS_SHARD = "PRO_CUSTOM_3"
  184. COMPOSE_PROJECT_NAME = "test-pro-custom-3"
  185. }
  186. steps {
  187. script { waitUntil { return job_npm_install_done && job_server_pro_build_done && job_prefetch_default_done && job_prefetch_custom_done } }
  188. dir('server-ce/test') {
  189. sh 'make test-e2e'
  190. }
  191. }
  192. }
  193. stage('PRO custom 4') {
  194. environment {
  195. CYPRESS_SHARD = "PRO_CUSTOM_4"
  196. COMPOSE_PROJECT_NAME = "test-pro-custom-4"
  197. }
  198. steps {
  199. script { waitUntil { return job_npm_install_done && job_server_pro_build_done && job_prefetch_default_done && job_prefetch_custom_done } }
  200. dir('server-ce/test') {
  201. sh 'make test-e2e'
  202. }
  203. }
  204. }
  205. }
  206. }
  207. }
  208. }
  209. // vim: set ft=groovy :