docker-compose.yml 8.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276
  1. # This file was auto-generated, do not edit it directly.
  2. # Instead run bin/update_build_scripts from
  3. # https://github.com/overleaf/internal/
  4. volumes:
  5. minio-certs:
  6. services:
  7. test_unit:
  8. build:
  9. context: ../..
  10. dockerfile: services/history-v1/Dockerfile
  11. target: base
  12. volumes:
  13. - .:/overleaf/services/history-v1
  14. - ../../node_modules:/overleaf/node_modules
  15. - ../../libraries:/overleaf/libraries
  16. - ../../bin/shared/wait_for_it:/overleaf/bin/shared/wait_for_it
  17. working_dir: /overleaf/services/history-v1
  18. environment:
  19. MOCHA_GREP: ${MOCHA_GREP}
  20. LOG_LEVEL: ${LOG_LEVEL:-}
  21. MONGO_CONNECTION_STRING: mongodb://mongo/test-overleaf
  22. NODE_ENV: test
  23. NODE_OPTIONS: "--unhandled-rejections=strict"
  24. REDIS_HOST: redis_test
  25. HISTORY_REDIS_HOST: redis_test
  26. QUEUES_REDIS_HOST: redis_test
  27. ANALYTICS_QUEUES_REDIS_HOST: redis_test
  28. entrypoint: /overleaf/bin/shared/wait_for_it mongo:27017 --timeout=60 --
  29. command: npm run --silent test:unit
  30. user: node
  31. depends_on:
  32. mongo:
  33. condition: service_started
  34. redis_test:
  35. condition: service_healthy
  36. test_acceptance:
  37. build:
  38. context: ../..
  39. dockerfile: services/history-v1/Dockerfile
  40. target: base
  41. volumes:
  42. - .:/overleaf/services/history-v1
  43. - ../../node_modules:/overleaf/node_modules
  44. - ../../libraries:/overleaf/libraries
  45. - minio-certs:/certs
  46. - ../../bin/shared/wait_for_it:/overleaf/bin/shared/wait_for_it
  47. working_dir: /overleaf/services/history-v1
  48. environment:
  49. ELASTIC_SEARCH_DSN: es:9200
  50. REDIS_HOST: redis_test
  51. HISTORY_REDIS_HOST: redis_test
  52. QUEUES_REDIS_HOST: redis_test
  53. ANALYTICS_QUEUES_REDIS_HOST: redis_test
  54. MONGO_HOST: mongo
  55. POSTGRES_HOST: postgres
  56. AWS_S3_ENDPOINT: https://minio:9000
  57. AWS_S3_PATH_STYLE: 'true'
  58. DELETE_OBJECTS_MD5_FALLBACK: true
  59. AWS_ACCESS_KEY_ID: OVERLEAF_HISTORY_S3_ACCESS_KEY_ID
  60. AWS_SECRET_ACCESS_KEY: OVERLEAF_HISTORY_S3_SECRET_ACCESS_KEY
  61. MINIO_ROOT_USER: MINIO_ROOT_USER
  62. MINIO_ROOT_PASSWORD: MINIO_ROOT_PASSWORD
  63. GCS_API_ENDPOINT: http://gcs:9090
  64. GCS_PROJECT_ID: fake
  65. STORAGE_EMULATOR_HOST: http://gcs:9090/storage/v1
  66. MOCHA_GREP: ${MOCHA_GREP}
  67. LOG_LEVEL: ${LOG_LEVEL:-}
  68. NODE_ENV: test
  69. NODE_OPTIONS: "--unhandled-rejections=strict"
  70. user: node
  71. depends_on:
  72. mongo:
  73. condition: service_started
  74. redis_test:
  75. condition: service_healthy
  76. postgres:
  77. condition: service_healthy
  78. certs:
  79. condition: service_completed_successfully
  80. minio:
  81. condition: service_started
  82. minio_setup:
  83. condition: service_completed_successfully
  84. gcs:
  85. condition: service_healthy
  86. entrypoint: /overleaf/bin/shared/wait_for_it mongo:27017 --timeout=60 --
  87. command: npm run --silent test:acceptance
  88. redis_test:
  89. image: redis:7.4.3
  90. healthcheck:
  91. test: ping=$$(redis-cli ping) && [ "$$ping" = 'PONG' ]
  92. interval: 1s
  93. retries: 20
  94. mongo:
  95. image: mongo:8.0.11
  96. command: --replSet overleaf
  97. volumes:
  98. - ../../bin/shared/mongodb-init-replica-set.js:/docker-entrypoint-initdb.d/mongodb-init-replica-set.js
  99. - ../../bin/shared/mongodb-docker-entrypoint-wait.sh:/mongodb-docker-entrypoint-wait.sh
  100. entrypoint: /mongodb-docker-entrypoint-wait.sh
  101. environment:
  102. MONGO_INITDB_DATABASE: sharelatex
  103. extra_hosts:
  104. # Required when using the automatic database setup for initializing the
  105. # replica set. This override is not needed when running the setup after
  106. # starting up mongo.
  107. - mongo:127.0.0.1
  108. postgres:
  109. image: postgres:10
  110. environment:
  111. POSTGRES_USER: overleaf
  112. POSTGRES_PASSWORD: overleaf
  113. POSTGRES_DB: overleaf-history-v1-test
  114. volumes:
  115. - ./test/acceptance/pg-init/:/docker-entrypoint-initdb.d/
  116. healthcheck:
  117. test: pg_isready --host=localhost --quiet
  118. interval: 1s
  119. retries: 20
  120. certs:
  121. build:
  122. dockerfile_inline: |
  123. FROM node:22.18.0
  124. RUN wget -O /certgen "https://github.com/minio/certgen/releases/download/v1.3.0/certgen-linux-"`dpkg --print-architecture`
  125. RUN chmod +x /certgen
  126. volumes:
  127. - minio-certs:/certs
  128. working_dir: /certs
  129. entrypoint: sh
  130. command:
  131. - '-cex'
  132. - |
  133. if [ ! -f private.key ] || [ ! -f public.crt ]; then
  134. /certgen -host minio
  135. fi
  136. minio:
  137. image: minio/minio:RELEASE.2024-10-13T13-34-11Z
  138. command: server /data
  139. volumes:
  140. - minio-certs:/root/.minio/certs
  141. environment:
  142. MINIO_ROOT_USER: MINIO_ROOT_USER
  143. MINIO_ROOT_PASSWORD: MINIO_ROOT_PASSWORD
  144. depends_on:
  145. certs:
  146. condition: service_completed_successfully
  147. minio_setup:
  148. depends_on:
  149. certs:
  150. condition: service_completed_successfully
  151. minio:
  152. condition: service_started
  153. image: minio/mc:RELEASE.2024-10-08T09-37-26Z
  154. volumes:
  155. - minio-certs:/root/.mc/certs/CAs
  156. entrypoint: sh
  157. command:
  158. - '-cex'
  159. - |
  160. sleep 1
  161. mc alias set s3 https://minio:9000 MINIO_ROOT_USER MINIO_ROOT_PASSWORD \
  162. || sleep 3 && \
  163. mc alias set s3 https://minio:9000 MINIO_ROOT_USER MINIO_ROOT_PASSWORD \
  164. || sleep 3 && \
  165. mc alias set s3 https://minio:9000 MINIO_ROOT_USER MINIO_ROOT_PASSWORD \
  166. || sleep 3 && \
  167. mc alias set s3 https://minio:9000 MINIO_ROOT_USER MINIO_ROOT_PASSWORD
  168. mc mb --ignore-existing s3/overleaf-test-history-chunks
  169. mc mb --ignore-existing s3/overleaf-test-history-deks
  170. mc mb --ignore-existing s3/overleaf-test-history-global-blobs
  171. mc mb --ignore-existing s3/overleaf-test-history-project-blobs
  172. mc admin user add s3 \
  173. OVERLEAF_HISTORY_S3_ACCESS_KEY_ID \
  174. OVERLEAF_HISTORY_S3_SECRET_ACCESS_KEY
  175. echo '
  176. {
  177. "Version": "2012-10-17",
  178. "Statement": [
  179. {
  180. "Effect": "Allow",
  181. "Action": [
  182. "s3:ListBucket"
  183. ],
  184. "Resource": "arn:aws:s3:::overleaf-test-history-chunks"
  185. },
  186. {
  187. "Effect": "Allow",
  188. "Action": [
  189. "s3:PutObject",
  190. "s3:GetObject",
  191. "s3:DeleteObject",
  192. "s3:AbortMultipartUpload",
  193. "s3:ListMultipartUploadParts",
  194. "s3:ListBucketMultipartUploads"
  195. ],
  196. "Resource": "arn:aws:s3:::overleaf-test-history-chunks/*"
  197. },
  198. {
  199. "Effect": "Allow",
  200. "Action": [
  201. "s3:ListBucket"
  202. ],
  203. "Resource": "arn:aws:s3:::overleaf-test-history-deks"
  204. },
  205. {
  206. "Effect": "Allow",
  207. "Action": [
  208. "s3:PutObject",
  209. "s3:GetObject",
  210. "s3:DeleteObject",
  211. "s3:AbortMultipartUpload",
  212. "s3:ListMultipartUploadParts",
  213. "s3:ListBucketMultipartUploads"
  214. ],
  215. "Resource": "arn:aws:s3:::overleaf-test-history-deks/*"
  216. },
  217. {
  218. "Effect": "Allow",
  219. "Action": [
  220. "s3:ListBucket"
  221. ],
  222. "Resource": "arn:aws:s3:::overleaf-test-history-global-blobs"
  223. },
  224. {
  225. "Effect": "Allow",
  226. "Action": [
  227. "s3:PutObject",
  228. "s3:GetObject",
  229. "s3:DeleteObject",
  230. "s3:AbortMultipartUpload",
  231. "s3:ListMultipartUploadParts",
  232. "s3:ListBucketMultipartUploads"
  233. ],
  234. "Resource": "arn:aws:s3:::overleaf-test-history-global-blobs/*"
  235. },
  236. {
  237. "Effect": "Allow",
  238. "Action": [
  239. "s3:ListBucket"
  240. ],
  241. "Resource": "arn:aws:s3:::overleaf-test-history-project-blobs"
  242. },
  243. {
  244. "Effect": "Allow",
  245. "Action": [
  246. "s3:PutObject",
  247. "s3:GetObject",
  248. "s3:DeleteObject",
  249. "s3:AbortMultipartUpload",
  250. "s3:ListMultipartUploadParts",
  251. "s3:ListBucketMultipartUploads"
  252. ],
  253. "Resource": "arn:aws:s3:::overleaf-test-history-project-blobs/*"
  254. }
  255. ]
  256. }' > policy-history.json
  257. mc admin policy create s3 overleaf-history policy-history.json
  258. mc admin policy attach s3 overleaf-history \
  259. --user=OVERLEAF_HISTORY_S3_ACCESS_KEY_ID
  260. gcs:
  261. image: fsouza/fake-gcs-server:1.45.2
  262. command: ["--port=9090", "--scheme=http"]
  263. healthcheck:
  264. test: wget --quiet --output-document=/dev/null http://localhost:9090/storage/v1/b
  265. interval: 1s
  266. retries: 20