settings.defaults.js 5.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165
  1. const Path = require('path')
  2. module.exports = {
  3. compileSizeLimit: process.env.COMPILE_SIZE_LIMIT || '7mb',
  4. processLifespanLimitMs:
  5. parseInt(process.env.PROCESS_LIFE_SPAN_LIMIT_MS) || 60 * 60 * 24 * 1000 * 2,
  6. catchErrors: process.env.CATCH_ERRORS === 'true',
  7. path: {
  8. compilesDir:
  9. process.env.CLSI_COMPILES_PATH || Path.resolve(__dirname, '../compiles'),
  10. outputDir:
  11. process.env.CLSI_OUTPUT_PATH || Path.resolve(__dirname, '../output'),
  12. clsiCacheDir:
  13. process.env.CLSI_CACHE_PATH || Path.resolve(__dirname, '../cache'),
  14. synctexBaseDir(projectId) {
  15. return Path.join(this.compilesDir, projectId)
  16. },
  17. },
  18. internal: {
  19. clsi: {
  20. port: 3013,
  21. host: process.env.LISTEN_ADDRESS || 'localhost',
  22. },
  23. load_balancer_agent: {
  24. report_load: true,
  25. load_port: 3048,
  26. local_port: 3049,
  27. },
  28. },
  29. apis: {
  30. clsi: {
  31. // Internal requests (used by tests only at the time of writing).
  32. url: `http://${process.env.CLSI_HOST || 'localhost'}:3013`,
  33. // External url prefix for output files, e.g. for requests via load-balancers.
  34. outputUrlPrefix: `${process.env.ZONE ? `/zone/${process.env.ZONE}` : ''}`,
  35. },
  36. clsiPerf: {
  37. host: `${process.env.CLSI_PERF_HOST || 'localhost'}:${
  38. process.env.CLSI_PERF_PORT || '3043'
  39. }`,
  40. },
  41. },
  42. smokeTest: process.env.SMOKE_TEST || false,
  43. project_cache_length_ms: 1000 * 60 * 60 * 24,
  44. parallelFileDownloads: process.env.FILESTORE_PARALLEL_FILE_DOWNLOADS || 1,
  45. parallelSqlQueryLimit: process.env.FILESTORE_PARALLEL_SQL_QUERY_LIMIT || 1,
  46. filestoreDomainOveride: process.env.FILESTORE_DOMAIN_OVERRIDE,
  47. texliveImageNameOveride: process.env.TEX_LIVE_IMAGE_NAME_OVERRIDE,
  48. texliveOpenoutAny: process.env.TEXLIVE_OPENOUT_ANY,
  49. texliveMaxPrintLine: process.env.TEXLIVE_MAX_PRINT_LINE,
  50. sentry: {
  51. dsn: process.env.SENTRY_DSN,
  52. },
  53. enablePdfCaching: process.env.ENABLE_PDF_CACHING === 'true',
  54. enablePdfCachingDark: process.env.ENABLE_PDF_CACHING_DARK === 'true',
  55. pdfCachingMinChunkSize:
  56. parseInt(process.env.PDF_CACHING_MIN_CHUNK_SIZE, 10) || 1024,
  57. pdfCachingMaxProcessingTime:
  58. parseInt(process.env.PDF_CACHING_MAX_PROCESSING_TIME, 10) || 10 * 1000,
  59. pdfCachingEnableWorkerPool:
  60. process.env.PDF_CACHING_ENABLE_WORKER_POOL === 'true',
  61. pdfCachingWorkerPoolSize:
  62. parseInt(process.env.PDF_CACHING_WORKER_POOL_SIZE, 10) || 4,
  63. pdfCachingWorkerPoolBackLogLimit:
  64. parseInt(process.env.PDF_CACHING_WORKER_POOL_BACK_LOG_LIMIT, 10) || 40,
  65. }
  66. if (process.env.ALLOWED_COMPILE_GROUPS) {
  67. try {
  68. module.exports.allowedCompileGroups =
  69. process.env.ALLOWED_COMPILE_GROUPS.split(' ')
  70. } catch (error) {
  71. console.error(error, 'could not apply allowed compile group setting')
  72. process.exit(1)
  73. }
  74. }
  75. if (process.env.DOCKER_RUNNER) {
  76. let seccompProfilePath
  77. module.exports.clsi = {
  78. dockerRunner: process.env.DOCKER_RUNNER === 'true',
  79. docker: {
  80. runtime: process.env.DOCKER_RUNTIME,
  81. image:
  82. process.env.TEXLIVE_IMAGE || 'quay.io/sharelatex/texlive-full:2017.1',
  83. env: {
  84. HOME: '/tmp',
  85. CLSI: 1,
  86. },
  87. socketPath: '/var/run/docker.sock',
  88. user: process.env.TEXLIVE_IMAGE_USER || 'tex',
  89. },
  90. optimiseInDocker: true,
  91. expireProjectAfterIdleMs: 24 * 60 * 60 * 1000,
  92. checkProjectsIntervalMs: 10 * 60 * 1000,
  93. }
  94. try {
  95. // Override individual docker settings using path-based keys, e.g.:
  96. // compileGroupDockerConfigs = {
  97. // priority: { 'HostConfig.CpuShares': 100 }
  98. // beta: { 'dotted.path.here', 'value'}
  99. // }
  100. const compileGroupConfig = JSON.parse(
  101. process.env.COMPILE_GROUP_DOCKER_CONFIGS || '{}'
  102. )
  103. // Automatically clean up wordcount and synctex containers
  104. const defaultCompileGroupConfig = {
  105. wordcount: { 'HostConfig.AutoRemove': true },
  106. synctex: { 'HostConfig.AutoRemove': true },
  107. }
  108. module.exports.clsi.docker.compileGroupConfig = Object.assign(
  109. defaultCompileGroupConfig,
  110. compileGroupConfig
  111. )
  112. } catch (error) {
  113. console.error(error, 'could not apply compile group docker configs')
  114. process.exit(1)
  115. }
  116. try {
  117. seccompProfilePath = Path.resolve(__dirname, '../seccomp/clsi-profile.json')
  118. module.exports.clsi.docker.seccomp_profile = JSON.stringify(
  119. JSON.parse(require('fs').readFileSync(seccompProfilePath))
  120. )
  121. } catch (error) {
  122. console.error(
  123. error,
  124. `could not load seccomp profile from ${seccompProfilePath}`
  125. )
  126. process.exit(1)
  127. }
  128. if (process.env.APPARMOR_PROFILE) {
  129. try {
  130. module.exports.clsi.docker.apparmor_profile = process.env.APPARMOR_PROFILE
  131. } catch (error) {
  132. console.error(error, 'could not apply apparmor profile setting')
  133. process.exit(1)
  134. }
  135. }
  136. if (process.env.ALLOWED_IMAGES) {
  137. try {
  138. module.exports.clsi.docker.allowedImages =
  139. process.env.ALLOWED_IMAGES.split(' ')
  140. } catch (error) {
  141. console.error(error, 'could not apply allowed images setting')
  142. process.exit(1)
  143. }
  144. }
  145. module.exports.path.synctexBaseDir = () => '/compile'
  146. module.exports.path.sandboxedCompilesHostDir = process.env.COMPILES_HOST_DIR
  147. module.exports.path.synctexBinHostPath = process.env.SYNCTEX_BIN_HOST_PATH
  148. }