docker-compose.ci.yml 6.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217
  1. # This file was auto-generated, do not edit it directly.
  2. # Instead run bin/update_build_scripts from
  3. # https://github.com/overleaf/internal/
  4. version: "2.3"
  5. services:
  6. test_unit:
  7. image: ci/$PROJECT_NAME:$BRANCH_NAME-$BUILD_NUMBER
  8. user: node
  9. command: npm run test:unit:_run
  10. environment:
  11. NODE_ENV: test
  12. NODE_OPTIONS: "--unhandled-rejections=strict"
  13. test_acceptance:
  14. build: .
  15. image: ci/$PROJECT_NAME:$BRANCH_NAME-$BUILD_NUMBER
  16. environment:
  17. ELASTIC_SEARCH_DSN: es:9200
  18. MONGO_HOST: mongo
  19. POSTGRES_HOST: postgres
  20. AWS_S3_ENDPOINT: https://minio:9000
  21. AWS_S3_PATH_STYLE: 'true'
  22. AWS_ACCESS_KEY_ID: OVERLEAF_HISTORY_S3_ACCESS_KEY_ID
  23. AWS_SECRET_ACCESS_KEY: OVERLEAF_HISTORY_S3_SECRET_ACCESS_KEY
  24. MINIO_ROOT_USER: MINIO_ROOT_USER
  25. MINIO_ROOT_PASSWORD: MINIO_ROOT_PASSWORD
  26. GCS_API_ENDPOINT: http://gcs:9090
  27. GCS_PROJECT_ID: fake
  28. STORAGE_EMULATOR_HOST: http://gcs:9090/storage/v1
  29. MOCHA_GREP: ${MOCHA_GREP}
  30. NODE_ENV: test
  31. NODE_OPTIONS: "--unhandled-rejections=strict"
  32. volumes:
  33. - ./test/acceptance/certs:/certs
  34. depends_on:
  35. mongo:
  36. condition: service_healthy
  37. postgres:
  38. condition: service_healthy
  39. certs:
  40. condition: service_completed_successfully
  41. minio:
  42. condition: service_started
  43. minio_setup:
  44. condition: service_completed_successfully
  45. gcs:
  46. condition: service_healthy
  47. user: node
  48. command: npm run test:acceptance
  49. tar:
  50. build: .
  51. image: ci/$PROJECT_NAME:$BRANCH_NAME-$BUILD_NUMBER
  52. volumes:
  53. - ./:/tmp/build/
  54. command: tar -czf /tmp/build/build.tar.gz --exclude=build.tar.gz --exclude-vcs .
  55. user: root
  56. mongo:
  57. image: mongo:6.0.13
  58. command: --replSet overleaf
  59. healthcheck:
  60. test: "mongosh --quiet localhost/test --eval 'quit(db.runCommand({ ping: 1 }).ok ? 0 : 1)'"
  61. interval: 1s
  62. retries: 20
  63. postgres:
  64. image: postgres:10
  65. environment:
  66. POSTGRES_USER: overleaf
  67. POSTGRES_PASSWORD: overleaf
  68. POSTGRES_DB: overleaf-history-v1-test
  69. healthcheck:
  70. test: pg_isready --quiet
  71. interval: 1s
  72. retries: 20
  73. certs:
  74. image: node:20.18.0
  75. volumes:
  76. - ./test/acceptance/certs:/certs
  77. working_dir: /certs
  78. entrypoint: sh
  79. command:
  80. - '-cex'
  81. - |
  82. if [ ! -f ./certgen ]; then
  83. wget -O ./certgen "https://github.com/minio/certgen/releases/download/v1.3.0/certgen-linux-$(dpkg --print-architecture)"
  84. chmod +x ./certgen
  85. fi
  86. if [ ! -f private.key ] || [ ! -f public.crt ]; then
  87. ./certgen -host minio
  88. fi
  89. minio:
  90. image: minio/minio:RELEASE.2024-10-13T13-34-11Z
  91. command: server /data
  92. volumes:
  93. - ./test/acceptance/certs:/root/.minio/certs
  94. environment:
  95. MINIO_ROOT_USER: MINIO_ROOT_USER
  96. MINIO_ROOT_PASSWORD: MINIO_ROOT_PASSWORD
  97. depends_on:
  98. certs:
  99. condition: service_completed_successfully
  100. minio_setup:
  101. depends_on:
  102. certs:
  103. condition: service_completed_successfully
  104. minio:
  105. condition: service_started
  106. image: minio/mc:RELEASE.2024-10-08T09-37-26Z
  107. volumes:
  108. - ./test/acceptance/certs:/root/.mc/certs/CAs
  109. entrypoint: sh
  110. command:
  111. - '-cex'
  112. - |
  113. sleep 1
  114. mc alias set s3 https://minio:9000 MINIO_ROOT_USER MINIO_ROOT_PASSWORD \
  115. || sleep 3 && \
  116. mc alias set s3 https://minio:9000 MINIO_ROOT_USER MINIO_ROOT_PASSWORD \
  117. || sleep 3 && \
  118. mc alias set s3 https://minio:9000 MINIO_ROOT_USER MINIO_ROOT_PASSWORD \
  119. || sleep 3 && \
  120. mc alias set s3 https://minio:9000 MINIO_ROOT_USER MINIO_ROOT_PASSWORD
  121. mc mb --ignore-existing s3/overleaf-test-history-chunks
  122. mc mb --ignore-existing s3/overleaf-test-history-deks
  123. mc mb --ignore-existing s3/overleaf-test-history-global-blobs
  124. mc mb --ignore-existing s3/overleaf-test-history-project-blobs
  125. mc admin user add s3 \
  126. OVERLEAF_HISTORY_S3_ACCESS_KEY_ID \
  127. OVERLEAF_HISTORY_S3_SECRET_ACCESS_KEY
  128. echo '
  129. {
  130. "Version": "2012-10-17",
  131. "Statement": [
  132. {
  133. "Effect": "Allow",
  134. "Action": [
  135. "s3:ListBucket"
  136. ],
  137. "Resource": "arn:aws:s3:::overleaf-test-history-chunks"
  138. },
  139. {
  140. "Effect": "Allow",
  141. "Action": [
  142. "s3:PutObject",
  143. "s3:GetObject",
  144. "s3:DeleteObject"
  145. ],
  146. "Resource": "arn:aws:s3:::overleaf-test-history-chunks/*"
  147. },
  148. {
  149. "Effect": "Allow",
  150. "Action": [
  151. "s3:ListBucket"
  152. ],
  153. "Resource": "arn:aws:s3:::overleaf-test-history-deks"
  154. },
  155. {
  156. "Effect": "Allow",
  157. "Action": [
  158. "s3:PutObject",
  159. "s3:GetObject",
  160. "s3:DeleteObject"
  161. ],
  162. "Resource": "arn:aws:s3:::overleaf-test-history-deks/*"
  163. },
  164. {
  165. "Effect": "Allow",
  166. "Action": [
  167. "s3:ListBucket"
  168. ],
  169. "Resource": "arn:aws:s3:::overleaf-test-history-global-blobs"
  170. },
  171. {
  172. "Effect": "Allow",
  173. "Action": [
  174. "s3:PutObject",
  175. "s3:GetObject",
  176. "s3:DeleteObject"
  177. ],
  178. "Resource": "arn:aws:s3:::overleaf-test-history-global-blobs/*"
  179. },
  180. {
  181. "Effect": "Allow",
  182. "Action": [
  183. "s3:ListBucket"
  184. ],
  185. "Resource": "arn:aws:s3:::overleaf-test-history-project-blobs"
  186. },
  187. {
  188. "Effect": "Allow",
  189. "Action": [
  190. "s3:PutObject",
  191. "s3:GetObject",
  192. "s3:DeleteObject"
  193. ],
  194. "Resource": "arn:aws:s3:::overleaf-test-history-project-blobs/*"
  195. }
  196. ]
  197. }' > policy-history.json
  198. mc admin policy create s3 overleaf-history policy-history.json
  199. mc admin policy attach s3 overleaf-history \
  200. --user=OVERLEAF_HISTORY_S3_ACCESS_KEY_ID
  201. gcs:
  202. image: fsouza/fake-gcs-server:1.45.2
  203. command: ["--port=9090", "--scheme=http"]
  204. healthcheck:
  205. test: wget --quiet --output-document=/dev/null http://localhost:9090/storage/v1/b
  206. interval: 1s
  207. retries: 20