settings.defaults.cjs 7.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216
  1. const Path = require('node:path')
  2. const os = require('node:os')
  3. const fs = require('node:fs')
  4. const isPreEmptible = process.env.PREEMPTIBLE === 'TRUE'
  5. const CLSI_SERVER_ID = os.hostname().replace('-ctr', '')
  6. module.exports = {
  7. compileSizeLimit: process.env.COMPILE_SIZE_LIMIT || '7mb',
  8. processLifespanLimitMs:
  9. parseInt(process.env.PROCESS_LIFE_SPAN_LIMIT_MS) || 60 * 60 * 24 * 1000 * 2,
  10. catchErrors: process.env.CATCH_ERRORS === 'true',
  11. path: {
  12. compilesDir:
  13. process.env.CLSI_COMPILES_PATH || Path.resolve(__dirname, '../compiles'),
  14. outputDir:
  15. process.env.CLSI_OUTPUT_PATH || Path.resolve(__dirname, '../output'),
  16. clsiCacheDir:
  17. process.env.CLSI_CACHE_PATH || Path.resolve(__dirname, '../cache'),
  18. synctexBaseDir(projectId) {
  19. return Path.join(this.compilesDir, projectId)
  20. },
  21. },
  22. internal: {
  23. clsi: {
  24. port: 3013,
  25. host: process.env.LISTEN_ADDRESS || '127.0.0.1',
  26. },
  27. load_balancer_agent: {
  28. report_load: process.env.LOAD_BALANCER_AGENT_REPORT_LOAD !== 'false',
  29. load_port: 3048,
  30. local_port: 3049,
  31. allow_maintenance:
  32. (
  33. process.env.LOAD_BALANCER_AGENT_ALLOW_MAINTENANCE ?? ''
  34. ).toLowerCase() !== 'false',
  35. },
  36. },
  37. apis: {
  38. clsi: {
  39. // Internal requests (used by tests only at the time of writing).
  40. url: `http://${process.env.CLSI_HOST || '127.0.0.1'}:3013`,
  41. // External url prefix for output files, e.g. for requests via load-balancers.
  42. outputUrlPrefix: `${process.env.ZONE ? `/zone/${process.env.ZONE}` : ''}`,
  43. clsiServerId: process.env.CLSI_SERVER_ID || CLSI_SERVER_ID,
  44. downloadHost: process.env.DOWNLOAD_HOST || 'http://localhost:8080',
  45. },
  46. clsiPerf: {
  47. host: `${process.env.CLSI_PERF_HOST || '127.0.0.1'}:${
  48. process.env.CLSI_PERF_PORT || '3043'
  49. }`,
  50. },
  51. clsiCache: {
  52. enabled: !!process.env.CLSI_CACHE_INSTANCES,
  53. shards: JSON.parse(process.env.CLSI_CACHE_INSTANCES || '[]').filter(
  54. ({ zone, readOnly }) => zone === process.env.ZONE && !readOnly
  55. ),
  56. },
  57. filestore: {
  58. url:
  59. process.env.FILESTORE_DOMAIN_OVERRIDE ||
  60. `http://${process.env.FILESTORE_HOST || '127.0.0.1'}:3009`,
  61. },
  62. },
  63. smokeTest: process.env.SMOKE_TEST || false,
  64. project_cache_length_ms: 1000 * 60 * 60 * 24,
  65. parallelFileDownloads: process.env.FILESTORE_PARALLEL_FILE_DOWNLOADS || 1,
  66. filestoreDomainOveride: process.env.FILESTORE_DOMAIN_OVERRIDE,
  67. texliveImageNameOveride: process.env.TEX_LIVE_IMAGE_NAME_OVERRIDE,
  68. texliveOpenoutAny: process.env.TEXLIVE_OPENOUT_ANY,
  69. texliveMaxPrintLine: process.env.TEXLIVE_MAX_PRINT_LINE,
  70. enablePdfCaching: process.env.ENABLE_PDF_CACHING === 'true',
  71. enablePdfCachingDark: process.env.ENABLE_PDF_CACHING_DARK === 'true',
  72. pdfCachingMinChunkSize:
  73. parseInt(process.env.PDF_CACHING_MIN_CHUNK_SIZE, 10) || 1024,
  74. pdfCachingMaxProcessingTime:
  75. parseInt(process.env.PDF_CACHING_MAX_PROCESSING_TIME, 10) || 10 * 1000,
  76. pdfCachingEnableWorkerPool:
  77. process.env.PDF_CACHING_ENABLE_WORKER_POOL === 'true',
  78. pdfCachingWorkerPoolSize:
  79. parseInt(process.env.PDF_CACHING_WORKER_POOL_SIZE, 10) || 4,
  80. pdfCachingWorkerPoolBackLogLimit:
  81. parseInt(process.env.PDF_CACHING_WORKER_POOL_BACK_LOG_LIMIT, 10) || 40,
  82. compileConcurrencyLimit: isPreEmptible ? 32 : 64,
  83. performanceLogSamplingPercentage:
  84. parseFloat(process.env.CLSI_PERFORMANCE_LOG_SAMPLING, 10) || 0,
  85. }
  86. if (process.env.ALLOWED_COMPILE_GROUPS) {
  87. try {
  88. module.exports.allowedCompileGroups =
  89. process.env.ALLOWED_COMPILE_GROUPS.split(' ')
  90. } catch (error) {
  91. console.error(error, 'could not apply allowed compile group setting')
  92. process.exit(1)
  93. }
  94. }
  95. if ((process.env.DOCKER_RUNNER || process.env.SANDBOXED_COMPILES) === 'true') {
  96. if (
  97. !fs.existsSync(Path.join(__dirname, '..', 'app', 'js', 'DockerRunner.js'))
  98. ) {
  99. console.error(
  100. 'Sandboxed compiles are only available with Overleaf Server Pro. Compare Server Pro with Community Edition here: https://docs.overleaf.com/on-premises/welcome/server-pro-vs.-community-edition'
  101. )
  102. process.exit(1)
  103. }
  104. module.exports.clsi = {
  105. dockerRunner: true,
  106. docker: {
  107. runtime: process.env.DOCKER_RUNTIME,
  108. image:
  109. process.env.TEXLIVE_IMAGE ||
  110. process.env.TEX_LIVE_DOCKER_IMAGE ||
  111. 'quay.io/sharelatex/texlive-full:2017.1',
  112. env: {
  113. HOME: '/tmp',
  114. CLSI: 1,
  115. },
  116. socketPath: '/var/run/docker.sock',
  117. user: process.env.TEXLIVE_IMAGE_USER || 'tex',
  118. },
  119. optimiseInDocker: true,
  120. expireProjectAfterIdleMs: 24 * 60 * 60 * 1000,
  121. checkProjectsIntervalMs: 10 * 60 * 1000,
  122. }
  123. try {
  124. // Override individual docker settings using path-based keys, e.g.:
  125. // compileGroupDockerConfigs = {
  126. // priority: { 'HostConfig.CpuShares': 100 }
  127. // beta: { 'dotted.path.here', 'value'}
  128. // }
  129. const compileGroupConfig = JSON.parse(
  130. process.env.COMPILE_GROUP_DOCKER_CONFIGS || '{}'
  131. )
  132. // Automatically clean up wordcount and synctex containers
  133. const defaultCompileGroupConfig = {
  134. wordcount: { 'HostConfig.AutoRemove': true },
  135. synctex: { 'HostConfig.AutoRemove': true },
  136. 'synctex-output': { 'HostConfig.AutoRemove': true },
  137. }
  138. module.exports.clsi.docker.compileGroupConfig = Object.assign(
  139. defaultCompileGroupConfig,
  140. compileGroupConfig
  141. )
  142. } catch (error) {
  143. console.error(error, 'could not apply compile group docker configs')
  144. process.exit(1)
  145. }
  146. let seccompProfilePath
  147. try {
  148. seccompProfilePath = Path.resolve(__dirname, '../seccomp/clsi-profile.json')
  149. module.exports.clsi.docker.seccomp_profile =
  150. process.env.SECCOMP_PROFILE ||
  151. JSON.stringify(
  152. JSON.parse(require('node:fs').readFileSync(seccompProfilePath))
  153. )
  154. } catch (error) {
  155. console.error(
  156. error,
  157. `could not load seccomp profile from ${seccompProfilePath}`
  158. )
  159. process.exit(1)
  160. }
  161. if (process.env.APPARMOR_PROFILE) {
  162. try {
  163. module.exports.clsi.docker.apparmor_profile = process.env.APPARMOR_PROFILE
  164. } catch (error) {
  165. console.error(error, 'could not apply apparmor profile setting')
  166. process.exit(1)
  167. }
  168. }
  169. if (process.env.ALLOWED_IMAGES) {
  170. try {
  171. module.exports.clsi.docker.allowedImages =
  172. process.env.ALLOWED_IMAGES.split(' ')
  173. } catch (error) {
  174. console.error(error, 'could not apply allowed images setting')
  175. process.exit(1)
  176. }
  177. }
  178. module.exports.path.synctexBaseDir = () => '/compile'
  179. module.exports.path.sandboxedCompilesHostDirCompiles =
  180. process.env.SANDBOXED_COMPILES_HOST_DIR_COMPILES ||
  181. process.env.SANDBOXED_COMPILES_HOST_DIR ||
  182. process.env.COMPILES_HOST_DIR
  183. if (!module.exports.path.sandboxedCompilesHostDirCompiles) {
  184. throw new Error(
  185. 'SANDBOXED_COMPILES enabled, but SANDBOXED_COMPILES_HOST_DIR_COMPILES not set'
  186. )
  187. }
  188. module.exports.path.sandboxedCompilesHostDirOutput =
  189. process.env.SANDBOXED_COMPILES_HOST_DIR_OUTPUT ||
  190. process.env.OUTPUT_HOST_DIR
  191. if (!module.exports.path.sandboxedCompilesHostDirOutput) {
  192. // TODO(das7pad): Enforce in a future major version of Server Pro.
  193. // throw new Error(
  194. // 'SANDBOXED_COMPILES enabled, but SANDBOXED_COMPILES_HOST_DIR_OUTPUT not set'
  195. // )
  196. }
  197. }