docker-compose.ci.yml 6.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219
  1. # This file was auto-generated, do not edit it directly.
  2. # Instead run bin/update_build_scripts from
  3. # https://github.com/overleaf/internal/
  4. version: "2.3"
  5. services:
  6. test_unit:
  7. image: ci/$PROJECT_NAME:$BRANCH_NAME-$BUILD_NUMBER
  8. user: node
  9. command: npm run test:unit:_run
  10. environment:
  11. NODE_ENV: test
  12. NODE_OPTIONS: "--unhandled-rejections=strict"
  13. test_acceptance:
  14. build: .
  15. image: ci/$PROJECT_NAME:$BRANCH_NAME-$BUILD_NUMBER
  16. environment:
  17. ELASTIC_SEARCH_DSN: es:9200
  18. MONGO_HOST: mongo
  19. POSTGRES_HOST: postgres
  20. AWS_S3_ENDPOINT: https://minio:9000
  21. AWS_S3_PATH_STYLE: 'true'
  22. AWS_ACCESS_KEY_ID: OVERLEAF_HISTORY_S3_ACCESS_KEY_ID
  23. AWS_SECRET_ACCESS_KEY: OVERLEAF_HISTORY_S3_SECRET_ACCESS_KEY
  24. MINIO_ROOT_USER: MINIO_ROOT_USER
  25. MINIO_ROOT_PASSWORD: MINIO_ROOT_PASSWORD
  26. GCS_API_ENDPOINT: http://gcs:9090
  27. GCS_PROJECT_ID: fake
  28. STORAGE_EMULATOR_HOST: http://gcs:9090/storage/v1
  29. MOCHA_GREP: ${MOCHA_GREP}
  30. NODE_ENV: test
  31. NODE_OPTIONS: "--unhandled-rejections=strict"
  32. volumes:
  33. - ./test/acceptance/certs:/certs
  34. depends_on:
  35. mongo:
  36. condition: service_healthy
  37. postgres:
  38. condition: service_healthy
  39. certs:
  40. condition: service_completed_successfully
  41. minio:
  42. condition: service_started
  43. minio_setup:
  44. condition: service_completed_successfully
  45. gcs:
  46. condition: service_healthy
  47. user: node
  48. command: npm run test:acceptance
  49. tar:
  50. build: .
  51. image: ci/$PROJECT_NAME:$BRANCH_NAME-$BUILD_NUMBER
  52. volumes:
  53. - ./:/tmp/build/
  54. command: tar -czf /tmp/build/build.tar.gz --exclude=build.tar.gz --exclude-vcs .
  55. user: root
  56. mongo:
  57. image: mongo:6.0.13
  58. command: --replSet overleaf
  59. healthcheck:
  60. test: "mongosh --quiet localhost/test --eval 'quit(db.runCommand({ ping: 1 }).ok ? 0 : 1)'"
  61. interval: 1s
  62. retries: 20
  63. postgres:
  64. image: postgres:10
  65. environment:
  66. POSTGRES_USER: overleaf
  67. POSTGRES_PASSWORD: overleaf
  68. POSTGRES_DB: overleaf-history-v1-test
  69. volumes:
  70. - ./test/acceptance/pg-init/:/docker-entrypoint-initdb.d/
  71. healthcheck:
  72. test: pg_isready --quiet
  73. interval: 1s
  74. retries: 20
  75. certs:
  76. image: node:20.18.2
  77. volumes:
  78. - ./test/acceptance/certs:/certs
  79. working_dir: /certs
  80. entrypoint: sh
  81. command:
  82. - '-cex'
  83. - |
  84. if [ ! -f ./certgen ]; then
  85. wget -O ./certgen "https://github.com/minio/certgen/releases/download/v1.3.0/certgen-linux-$(dpkg --print-architecture)"
  86. chmod +x ./certgen
  87. fi
  88. if [ ! -f private.key ] || [ ! -f public.crt ]; then
  89. ./certgen -host minio
  90. fi
  91. minio:
  92. image: minio/minio:RELEASE.2024-10-13T13-34-11Z
  93. command: server /data
  94. volumes:
  95. - ./test/acceptance/certs:/root/.minio/certs
  96. environment:
  97. MINIO_ROOT_USER: MINIO_ROOT_USER
  98. MINIO_ROOT_PASSWORD: MINIO_ROOT_PASSWORD
  99. depends_on:
  100. certs:
  101. condition: service_completed_successfully
  102. minio_setup:
  103. depends_on:
  104. certs:
  105. condition: service_completed_successfully
  106. minio:
  107. condition: service_started
  108. image: minio/mc:RELEASE.2024-10-08T09-37-26Z
  109. volumes:
  110. - ./test/acceptance/certs:/root/.mc/certs/CAs
  111. entrypoint: sh
  112. command:
  113. - '-cex'
  114. - |
  115. sleep 1
  116. mc alias set s3 https://minio:9000 MINIO_ROOT_USER MINIO_ROOT_PASSWORD \
  117. || sleep 3 && \
  118. mc alias set s3 https://minio:9000 MINIO_ROOT_USER MINIO_ROOT_PASSWORD \
  119. || sleep 3 && \
  120. mc alias set s3 https://minio:9000 MINIO_ROOT_USER MINIO_ROOT_PASSWORD \
  121. || sleep 3 && \
  122. mc alias set s3 https://minio:9000 MINIO_ROOT_USER MINIO_ROOT_PASSWORD
  123. mc mb --ignore-existing s3/overleaf-test-history-chunks
  124. mc mb --ignore-existing s3/overleaf-test-history-deks
  125. mc mb --ignore-existing s3/overleaf-test-history-global-blobs
  126. mc mb --ignore-existing s3/overleaf-test-history-project-blobs
  127. mc admin user add s3 \
  128. OVERLEAF_HISTORY_S3_ACCESS_KEY_ID \
  129. OVERLEAF_HISTORY_S3_SECRET_ACCESS_KEY
  130. echo '
  131. {
  132. "Version": "2012-10-17",
  133. "Statement": [
  134. {
  135. "Effect": "Allow",
  136. "Action": [
  137. "s3:ListBucket"
  138. ],
  139. "Resource": "arn:aws:s3:::overleaf-test-history-chunks"
  140. },
  141. {
  142. "Effect": "Allow",
  143. "Action": [
  144. "s3:PutObject",
  145. "s3:GetObject",
  146. "s3:DeleteObject"
  147. ],
  148. "Resource": "arn:aws:s3:::overleaf-test-history-chunks/*"
  149. },
  150. {
  151. "Effect": "Allow",
  152. "Action": [
  153. "s3:ListBucket"
  154. ],
  155. "Resource": "arn:aws:s3:::overleaf-test-history-deks"
  156. },
  157. {
  158. "Effect": "Allow",
  159. "Action": [
  160. "s3:PutObject",
  161. "s3:GetObject",
  162. "s3:DeleteObject"
  163. ],
  164. "Resource": "arn:aws:s3:::overleaf-test-history-deks/*"
  165. },
  166. {
  167. "Effect": "Allow",
  168. "Action": [
  169. "s3:ListBucket"
  170. ],
  171. "Resource": "arn:aws:s3:::overleaf-test-history-global-blobs"
  172. },
  173. {
  174. "Effect": "Allow",
  175. "Action": [
  176. "s3:PutObject",
  177. "s3:GetObject",
  178. "s3:DeleteObject"
  179. ],
  180. "Resource": "arn:aws:s3:::overleaf-test-history-global-blobs/*"
  181. },
  182. {
  183. "Effect": "Allow",
  184. "Action": [
  185. "s3:ListBucket"
  186. ],
  187. "Resource": "arn:aws:s3:::overleaf-test-history-project-blobs"
  188. },
  189. {
  190. "Effect": "Allow",
  191. "Action": [
  192. "s3:PutObject",
  193. "s3:GetObject",
  194. "s3:DeleteObject"
  195. ],
  196. "Resource": "arn:aws:s3:::overleaf-test-history-project-blobs/*"
  197. }
  198. ]
  199. }' > policy-history.json
  200. mc admin policy create s3 overleaf-history policy-history.json
  201. mc admin policy attach s3 overleaf-history \
  202. --user=OVERLEAF_HISTORY_S3_ACCESS_KEY_ID
  203. gcs:
  204. image: fsouza/fake-gcs-server:1.45.2
  205. command: ["--port=9090", "--scheme=http"]
  206. healthcheck:
  207. test: wget --quiet --output-document=/dev/null http://localhost:9090/storage/v1/b
  208. interval: 1s
  209. retries: 20