Makefile 8.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213
  1. # This file was auto-generated, do not edit it directly.
  2. # Instead run bin/update_build_scripts from
  3. # https://github.com/overleaf/internal/
  4. BUILD_NUMBER ?= local
  5. BRANCH_NAME ?= $(shell git rev-parse --abbrev-ref HEAD)
  6. BRANCH_NAME_TAG_SAFE = $(shell echo $(BRANCH_NAME) | sed 's/\//\-\-/g' | cut -c1-96)
  7. PROJECT_NAME = docstore
  8. BUILD_DIR_NAME = $(shell pwd | xargs basename | tr -cd '[a-zA-Z0-9_.\-]')
  9. HERE=$(shell pwd)
  10. export MONOREPO ?= $(shell cd ../../ && pwd)
  11. export RETRIES ?= $(if $(CI),3,0)
  12. IMAGE_CI ?= ci/$(PROJECT_NAME):$(BRANCH_NAME_TAG_SAFE)-$(BUILD_NUMBER)
  13. IMAGE_REPO ?= us-east1-docker.pkg.dev/overleaf-ops/ol-docker/$(PROJECT_NAME)
  14. IMAGE_REPO_FINAL ?= $(IMAGE_REPO):$(BRANCH_NAME_TAG_SAFE)-$(BUILD_NUMBER)
  15. IMAGE_CACHE ?= $(IMAGE_REPO):cache-$(shell cat \
  16. $(MONOREPO)/package.json \
  17. $(MONOREPO)/yarn.lock \
  18. $(MONOREPO)/libraries/eslint-plugin/package.json \
  19. $(MONOREPO)/libraries/fetch-utils/package.json \
  20. $(MONOREPO)/libraries/logger/package.json \
  21. $(MONOREPO)/libraries/metrics/package.json \
  22. $(MONOREPO)/libraries/mongo-utils/package.json \
  23. $(MONOREPO)/libraries/o-error/package.json \
  24. $(MONOREPO)/libraries/object-persistor/package.json \
  25. $(MONOREPO)/libraries/promise-utils/package.json \
  26. $(MONOREPO)/libraries/settings/package.json \
  27. $(MONOREPO)/libraries/stream-utils/package.json \
  28. $(MONOREPO)/libraries/validation-tools/package.json \
  29. $(MONOREPO)/services/docstore/package.json \
  30. $(MONOREPO)/tools/migrations/package.json \
  31. $(MONOREPO)/.yarn/patches/* \
  32. | sha256sum | cut -d '-' -f1)
  33. DOCKER_COMPOSE_FLAGS ?= -f docker-compose.yml
  34. DOCKER_COMPOSE := BUILD_NUMBER=$(BUILD_NUMBER) \
  35. BRANCH_NAME=$(BRANCH_NAME_TAG_SAFE) \
  36. PROJECT_NAME=$(PROJECT_NAME) \
  37. MOCHA_GREP=${MOCHA_GREP} \
  38. docker compose ${DOCKER_COMPOSE_FLAGS}
  39. # Common flags for docker compose run.
  40. # --rm Tear down test runner container
  41. # --build Make sure that we use the latest base image
  42. # --quiet-build Hide build output
  43. ifeq ($(CI),true)
  44. DC_RUN_FLAGS := --rm
  45. else
  46. DC_RUN_FLAGS := --rm --build --quiet-build
  47. endif
  48. COMPOSE_PROJECT_NAME_TEST_ACCEPTANCE ?= test_acceptance_$(BUILD_DIR_NAME)
  49. DOCKER_COMPOSE_TEST_ACCEPTANCE = \
  50. COMPOSE_PROJECT_NAME=$(COMPOSE_PROJECT_NAME_TEST_ACCEPTANCE) $(DOCKER_COMPOSE)
  51. COMPOSE_PROJECT_NAME_TEST_UNIT ?= test_unit_$(BUILD_DIR_NAME)
  52. DOCKER_COMPOSE_TEST_UNIT = \
  53. COMPOSE_PROJECT_NAME=$(COMPOSE_PROJECT_NAME_TEST_UNIT) $(DOCKER_COMPOSE)
  54. .PHONY: print-branch-tag-safe
  55. print-branch-tag-safe:
  56. @echo $(BRANCH_NAME_TAG_SAFE)
  57. clean:
  58. -docker rmi $(IMAGE_CI)
  59. -docker rmi $(IMAGE_REPO_FINAL)
  60. -$(DOCKER_COMPOSE_TEST_UNIT) down --remove-orphans --rmi local --timeout 0 --volumes
  61. -$(DOCKER_COMPOSE_TEST_ACCEPTANCE) down --remove-orphans --rmi local --timeout 0 --volumes
  62. -rm -rf reports/
  63. # Run the linting commands in the scope of the monorepo.
  64. # Eslint and prettier (plus some configs) are on the root.
  65. RUN_LINTING = ../../bin/run -w /overleaf/services/$(PROJECT_NAME) monorepo yarn run --silent
  66. RUN_LINTING_MONOREPO = ../../bin/run monorepo yarn run --silent
  67. RUN_EXEC_MONOREPO = ../../bin/run monorepo yarn exec
  68. RUN_LINTING_CI = docker run --rm --volume $(MONOREPO)/.editorconfig:/overleaf/.editorconfig --volume $(MONOREPO)/eslint.config.mjs:/overleaf/eslint.config.mjs --volume $(MONOREPO)/.prettierignore:/overleaf/.prettierignore --volume $(MONOREPO)/.prettierrc.cjs:/overleaf/.prettierrc.cjs --volume $(MONOREPO)/tsconfig.backend.json:/overleaf/tsconfig.backend.json --volume $(MONOREPO)/services/docstore/reports:/overleaf/services/docstore/reports --volume $(MONOREPO)/.cache:/overleaf/.cache $(IMAGE_CI) yarn run --silent
  69. RUN_LINTING_CI_MONOREPO = docker run --rm --volume $(MONOREPO)/.editorconfig:/overleaf/.editorconfig --volume $(MONOREPO)/eslint.config.mjs:/overleaf/eslint.config.mjs --volume $(MONOREPO)/.prettierignore:/overleaf/.prettierignore --volume $(MONOREPO)/.prettierrc.cjs:/overleaf/.prettierrc.cjs --volume $(MONOREPO)/tsconfig.backend.json:/overleaf/tsconfig.backend.json --volume $(MONOREPO)/services/docstore/reports:/overleaf/services/docstore/reports --volume $(MONOREPO)/.cache:/overleaf/.cache -w /overleaf $(IMAGE_CI) yarn run --silent
  70. RUN_EXEC_CI_MONOREPO = docker run --rm --volume $(MONOREPO)/.editorconfig:/overleaf/.editorconfig --volume $(MONOREPO)/eslint.config.mjs:/overleaf/eslint.config.mjs --volume $(MONOREPO)/.prettierignore:/overleaf/.prettierignore --volume $(MONOREPO)/.prettierrc.cjs:/overleaf/.prettierrc.cjs --volume $(MONOREPO)/tsconfig.backend.json:/overleaf/tsconfig.backend.json --volume $(MONOREPO)/services/docstore/reports:/overleaf/services/docstore/reports --volume $(MONOREPO)/.cache:/overleaf/.cache -w /overleaf $(IMAGE_CI) yarn exec
  71. SHELLCHECK_OPTS = \
  72. --shell=bash \
  73. --external-sources
  74. SHELLCHECK_COLOR := $(if $(CI),--color=never,--color)
  75. SHELLCHECK_FILES := { git ls-files "*.sh" -z; git grep -Plz "\A\#\!.*bash"; } | sort -zu
  76. shellcheck:
  77. @$(SHELLCHECK_FILES) | xargs -0 -r docker run --rm -v $(HERE):/mnt -w /mnt \
  78. koalaman/shellcheck:stable $(SHELLCHECK_OPTS) $(SHELLCHECK_COLOR)
  79. shellcheck_fix:
  80. @$(SHELLCHECK_FILES) | while IFS= read -r -d '' file; do \
  81. diff=$$(docker run --rm -v $(HERE):/mnt -w /mnt koalaman/shellcheck:stable $(SHELLCHECK_OPTS) --format=diff "$$file" 2>/dev/null); \
  82. if [ -n "$$diff" ] && ! echo "$$diff" | patch -p1 >/dev/null 2>&1; then echo "\033[31m$$file\033[0m"; \
  83. elif [ -n "$$diff" ]; then echo "$$file"; \
  84. else echo "\033[2m$$file\033[0m"; fi \
  85. done
  86. WITH_CACHE_FOLDER = \
  87. lint \
  88. lint_ci \
  89. lint_fix \
  90. format \
  91. format_ci \
  92. format_fix \
  93. typecheck \
  94. typecheck_ci \
  95. $(WITH_CACHE_FOLDER): ../../.cache/prettier/
  96. ../../.cache/prettier/:
  97. mkdir -p $@
  98. $(WITH_CACHE_FOLDER): ../../.cache/eslint/
  99. ../../.cache/eslint/:
  100. mkdir -p $@
  101. format:
  102. $(RUN_LINTING_MONOREPO) format services/docstore
  103. format_ci:
  104. $(RUN_LINTING_CI_MONOREPO) format services/docstore
  105. format_fix:
  106. $(RUN_LINTING_MONOREPO) format:fix services/docstore
  107. lint:
  108. $(RUN_EXEC_MONOREPO) eslint --cache --cache-location ./.cache/eslint/ --max-warnings 0 --format unix services/docstore
  109. lint_ci:
  110. -$(RUN_EXEC_CI_MONOREPO) eslint --cache --cache-location ./.cache/eslint/ --max-warnings 0 --format json --output-file services/docstore/reports/eslint.json services/docstore
  111. sed -i 's_"filePath":"/overleaf_"filePath":"$(MONOREPO)_g' reports/eslint.json
  112. lint_fix:
  113. $(RUN_EXEC_MONOREPO) eslint --cache --cache-location ./.cache/eslint/ --fix services/docstore
  114. typecheck:
  115. $(RUN_LINTING) types:check
  116. typecheck_ci:
  117. $(RUN_LINTING_CI) types:check
  118. test: format lint typecheck shellcheck test_unit test_acceptance
  119. test_unit:
  120. ifneq (,$(wildcard test/unit))
  121. $(DOCKER_COMPOSE_TEST_UNIT) run $(DC_RUN_FLAGS) test_unit
  122. endif
  123. test_clean: test_unit_clean
  124. test_unit_clean:
  125. ifneq (,$(wildcard test/unit))
  126. $(DOCKER_COMPOSE_TEST_UNIT) down -v -t 0
  127. endif
  128. test_acceptance: test_acceptance_clean test_acceptance_pre_run test_acceptance_run
  129. $(MAKE) test_acceptance_clean
  130. test_acceptance_debug: test_acceptance_clean test_acceptance_pre_run test_acceptance_run_debug
  131. $(MAKE) test_acceptance_clean
  132. test_acceptance_run:
  133. ifneq (,$(wildcard test/acceptance))
  134. $(DOCKER_COMPOSE_TEST_ACCEPTANCE) run $(DC_RUN_FLAGS) test_acceptance
  135. endif
  136. test_acceptance_run_debug:
  137. ifneq (,$(wildcard test/acceptance))
  138. $(DOCKER_COMPOSE_TEST_ACCEPTANCE) run -p 127.0.0.9:19999:19999 $(DC_RUN_FLAGS) test_acceptance yarn run --inspect=0.0.0.0:19999 --inspect-brk test:acceptance
  139. endif
  140. test_clean: test_acceptance_clean
  141. test_acceptance_clean:
  142. $(DOCKER_COMPOSE_TEST_ACCEPTANCE) down -v -t 0
  143. test_acceptance_pre_run:
  144. ifneq (,$(wildcard test/acceptance/js/scripts/pre-run))
  145. $(DOCKER_COMPOSE_TEST_ACCEPTANCE) run $(DC_RUN_FLAGS) test_acceptance test/acceptance/js/scripts/pre-run
  146. endif
  147. benchmarks:
  148. $(DOCKER_COMPOSE_TEST_ACCEPTANCE) run $(DC_RUN_FLAGS) test_acceptance yarn run benchmarks
  149. build:
  150. docker build \
  151. --pull \
  152. --build-arg BUILDKIT_INLINE_CACHE=1 \
  153. --tag $(IMAGE_CI) \
  154. --tag $(IMAGE_CACHE) \
  155. --tag $(IMAGE_REPO_FINAL) \
  156. --cache-from $(IMAGE_CACHE) \
  157. --file Dockerfile \
  158. ../..
  159. tar:
  160. $(DOCKER_COMPOSE) up tar
  161. push:
  162. docker push $(IMAGE_REPO_FINAL)
  163. push_branch:
  164. docker push $(IMAGE_CACHE)
  165. .PHONY: clean \
  166. format format_fix \
  167. lint lint_fix \
  168. build_types typecheck \
  169. lint_ci format_ci typecheck_ci \
  170. shellcheck shellcheck_fix \
  171. test test_clean test_unit test_unit_clean \
  172. test_acceptance test_acceptance_debug test_acceptance_pre_run \
  173. test_acceptance_run test_acceptance_run_debug test_acceptance_clean \
  174. benchmarks \
  175. build tar publish \