Server.js 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362
  1. const Path = require('path')
  2. const express = require('express')
  3. const Settings = require('@overleaf/settings')
  4. const logger = require('@overleaf/logger')
  5. const metrics = require('@overleaf/metrics')
  6. const Validation = require('./Validation')
  7. const csp = require('./CSP')
  8. const Router = require('../router')
  9. const helmet = require('helmet')
  10. const UserSessionsRedis = require('../Features/User/UserSessionsRedis')
  11. const Csrf = require('./Csrf')
  12. const HttpPermissionsPolicyMiddleware = require('./HttpPermissionsPolicy')
  13. const sessionsRedisClient = UserSessionsRedis.client()
  14. const SessionAutostartMiddleware = require('./SessionAutostartMiddleware')
  15. const AnalyticsManager = require('../Features/Analytics/AnalyticsManager')
  16. const session = require('express-session')
  17. const CustomSessionStore = require('./CustomSessionStore')
  18. const bodyParser = require('./BodyParserWrapper')
  19. const methodOverride = require('method-override')
  20. const cookieParser = require('cookie-parser')
  21. const bearerTokenMiddleware = require('express-bearer-token')
  22. const passport = require('passport')
  23. const LocalStrategy = require('passport-local').Strategy
  24. const oneDayInMilliseconds = 86400000
  25. const ReferalConnect = require('../Features/Referal/ReferalConnect')
  26. const RedirectManager = require('./RedirectManager')
  27. const translations = require('./Translations')
  28. const Views = require('./Views')
  29. const Features = require('./Features')
  30. const ErrorController = require('../Features/Errors/ErrorController')
  31. const HttpErrorHandler = require('../Features/Errors/HttpErrorHandler')
  32. const UserSessionsManager = require('../Features/User/UserSessionsManager')
  33. const AuthenticationController = require('../Features/Authentication/AuthenticationController')
  34. const SessionManager = require('../Features/Authentication/SessionManager')
  35. const {
  36. hasAdminAccess,
  37. } = require('../Features/Helpers/AdminAuthorizationHelper')
  38. const Modules = require('./Modules')
  39. const expressLocals = require('./ExpressLocals')
  40. const STATIC_CACHE_AGE = Settings.cacheStaticAssets
  41. ? oneDayInMilliseconds * 365
  42. : 0
  43. // Init the session store
  44. const sessionStore = new CustomSessionStore({ client: sessionsRedisClient })
  45. const app = express()
  46. const webRouter = express.Router()
  47. const privateApiRouter = express.Router()
  48. const publicApiRouter = express.Router()
  49. if (Settings.behindProxy) {
  50. app.set('trust proxy', Settings.trustedProxyIps || true)
  51. /**
  52. * Handle the X-Original-Forwarded-For header.
  53. *
  54. * The nginx ingress sends us the contents of X-Forwarded-For it received in
  55. * X-Original-Forwarded-For. Express expects all proxy IPs to be in a comma
  56. * separated list in X-Forwarded-For.
  57. */
  58. app.use(function getForwardedForHeader(req, res, next) {
  59. if (
  60. req.headers['x-original-forwarded-for'] &&
  61. req.headers['x-forwarded-for']
  62. ) {
  63. req.headers['x-forwarded-for'] =
  64. req.headers['x-original-forwarded-for'] +
  65. ', ' +
  66. req.headers['x-forwarded-for']
  67. }
  68. next()
  69. })
  70. }
  71. // `req.ip` is a getter on the underlying socket.
  72. // The socket details are freed as the connection is dropped -- aka aborted.
  73. // Hence `req.ip` may read `undefined` upon connection drop.
  74. // A couple of places require a valid IP at all times. Cache it!
  75. const ORIGINAL_REQ_IP = Object.getOwnPropertyDescriptor(
  76. Object.getPrototypeOf(app.request),
  77. 'ip'
  78. ).get
  79. Object.defineProperty(app.request, 'ip', {
  80. configurable: true,
  81. enumerable: true,
  82. get: function ipWithCache() {
  83. const ip = ORIGINAL_REQ_IP.call(this)
  84. // Shadow the prototype level getter with a property on the instance.
  85. // Any future access on `req.ip` will get served by the instance property.
  86. Object.defineProperty(this, 'ip', { value: ip })
  87. return ip
  88. },
  89. })
  90. app.use(function ignoreAbortedConnections(req, res, next) {
  91. if (req.destroyed) {
  92. // Request has been aborted already.
  93. return
  94. }
  95. // Implicitly cache the ip, see above.
  96. if (!req.ip) {
  97. // Critical connection details are missing.
  98. return
  99. }
  100. next()
  101. })
  102. if (Settings.exposeHostname) {
  103. const HOSTNAME = require('os').hostname()
  104. app.use(function exposeHostname(req, res, next) {
  105. res.setHeader('X-Served-By', HOSTNAME)
  106. next()
  107. })
  108. }
  109. webRouter.use(
  110. express.static(Path.join(__dirname, '/../../../public'), {
  111. maxAge: STATIC_CACHE_AGE,
  112. setHeaders: csp.removeCSPHeaders,
  113. })
  114. )
  115. app.set('views', Path.join(__dirname, '/../../views'))
  116. app.set('view engine', 'pug')
  117. Modules.loadViewIncludes(app)
  118. app.use(metrics.http.monitor(logger))
  119. Modules.registerMiddleware(app, 'appMiddleware')
  120. app.use(bodyParser.urlencoded({ extended: true, limit: '2mb' }))
  121. app.use(bodyParser.json({ limit: Settings.max_json_request_size }))
  122. app.use(methodOverride())
  123. // add explicit name for telemetry
  124. app.use(bearerTokenMiddleware())
  125. if (Settings.blockCrossOriginRequests) {
  126. app.use(Csrf.blockCrossOriginRequests())
  127. }
  128. if (Settings.useHttpPermissionsPolicy) {
  129. const httpPermissionsPolicy = new HttpPermissionsPolicyMiddleware(
  130. Settings.httpPermissions
  131. )
  132. logger.debug('adding permissions policy config', Settings.httpPermissions)
  133. webRouter.use(httpPermissionsPolicy.middleware)
  134. }
  135. RedirectManager.apply(webRouter)
  136. if (!Settings.security.sessionSecret) {
  137. throw new Error('No SESSION_SECRET provided.')
  138. }
  139. const sessionSecrets = [
  140. Settings.security.sessionSecret,
  141. Settings.security.sessionSecretUpcoming,
  142. Settings.security.sessionSecretFallback,
  143. ].filter(Boolean)
  144. webRouter.use(cookieParser(sessionSecrets))
  145. SessionAutostartMiddleware.applyInitialMiddleware(webRouter)
  146. Modules.registerMiddleware(webRouter, 'sessionMiddleware', {
  147. store: sessionStore,
  148. })
  149. webRouter.use(
  150. session({
  151. resave: false,
  152. saveUninitialized: false,
  153. secret: sessionSecrets,
  154. proxy: Settings.behindProxy,
  155. cookie: {
  156. domain: Settings.cookieDomain,
  157. maxAge: Settings.cookieSessionLength, // in milliseconds, see https://github.com/expressjs/session#cookiemaxage
  158. secure: Settings.secureCookie,
  159. sameSite: Settings.sameSiteCookie,
  160. },
  161. store: sessionStore,
  162. key: Settings.cookieName,
  163. rolling: Settings.cookieRollingSession === true,
  164. })
  165. )
  166. if (Features.hasFeature('saas')) {
  167. webRouter.use(AnalyticsManager.analyticsIdMiddleware)
  168. }
  169. // passport
  170. webRouter.use(passport.initialize())
  171. webRouter.use(passport.session())
  172. passport.use(
  173. new LocalStrategy(
  174. {
  175. passReqToCallback: true,
  176. usernameField: 'email',
  177. passwordField: 'password',
  178. },
  179. AuthenticationController.doPassportLogin
  180. )
  181. )
  182. passport.serializeUser(AuthenticationController.serializeUser)
  183. passport.deserializeUser(AuthenticationController.deserializeUser)
  184. Modules.hooks.fire('passportSetup', passport, function (err) {
  185. if (err != null) {
  186. logger.err({ err }, 'error setting up passport in modules')
  187. }
  188. })
  189. Modules.applyNonCsrfRouter(webRouter, privateApiRouter, publicApiRouter)
  190. webRouter.csrf = new Csrf()
  191. webRouter.use(webRouter.csrf.middleware)
  192. webRouter.use(translations.i18nMiddleware)
  193. webRouter.use(translations.setLangBasedOnDomainMiddleware)
  194. if (Settings.cookieRollingSession) {
  195. // Measure expiry from last request, not last login
  196. webRouter.use(function touchSession(req, res, next) {
  197. if (!req.session.noSessionCallback) {
  198. req.session.touch()
  199. if (SessionManager.isUserLoggedIn(req.session)) {
  200. UserSessionsManager.touch(
  201. SessionManager.getSessionUser(req.session),
  202. err => {
  203. if (err) {
  204. logger.err({ err }, 'error extending user session')
  205. }
  206. }
  207. )
  208. }
  209. }
  210. next()
  211. })
  212. }
  213. webRouter.use(ReferalConnect.use)
  214. expressLocals(webRouter, privateApiRouter, publicApiRouter)
  215. webRouter.use(SessionAutostartMiddleware.invokeCallbackMiddleware)
  216. webRouter.use(function checkIfSiteClosed(req, res, next) {
  217. if (Settings.siteIsOpen) {
  218. next()
  219. } else if (hasAdminAccess(SessionManager.getSessionUser(req.session))) {
  220. next()
  221. } else {
  222. HttpErrorHandler.maintenance(req, res)
  223. }
  224. })
  225. webRouter.use(function checkIfEditorClosed(req, res, next) {
  226. if (Settings.editorIsOpen) {
  227. next()
  228. } else if (req.url.indexOf('/admin') === 0) {
  229. next()
  230. } else {
  231. HttpErrorHandler.maintenance(req, res)
  232. }
  233. })
  234. webRouter.use(AuthenticationController.validateAdmin)
  235. // add security headers using Helmet
  236. const noCacheMiddleware = require('nocache')()
  237. webRouter.use(function addNoCacheHeader(req, res, next) {
  238. const isProjectPage = /^\/project\/[a-f0-9]{24}$/.test(req.path)
  239. if (isProjectPage) {
  240. // always set no-cache headers on a project page, as it could be an anonymous token viewer
  241. return noCacheMiddleware(req, res, next)
  242. }
  243. const isProjectFile = /^\/project\/[a-f0-9]{24}\/file\/[a-f0-9]{24}$/.test(
  244. req.path
  245. )
  246. if (isProjectFile) {
  247. // don't set no-cache headers on a project file, as it's immutable and can be cached (privately)
  248. return next()
  249. }
  250. const isLoggedIn = SessionManager.isUserLoggedIn(req.session)
  251. if (isLoggedIn) {
  252. // always set no-cache headers for authenticated users (apart from project files, above)
  253. return noCacheMiddleware(req, res, next)
  254. }
  255. // allow other responses (anonymous users, except for project pages) to be cached
  256. return next()
  257. })
  258. webRouter.use(
  259. helmet({
  260. // note that more headers are added by default
  261. dnsPrefetchControl: false,
  262. referrerPolicy: { policy: 'origin-when-cross-origin' },
  263. hsts: false,
  264. // Disabled because it's impractical to include every resource via CORS or
  265. // with the magic CORP header
  266. crossOriginEmbedderPolicy: false,
  267. // We need to be able to share the context of some popups. For example,
  268. // when Recurly opens Paypal in a popup.
  269. crossOriginOpenerPolicy: { policy: 'same-origin-allow-popups' },
  270. // Disabled because it's not a security header and has possibly-unwanted
  271. // effects
  272. originAgentCluster: false,
  273. // We have custom handling for CSP below, so Helmet's default is disabled
  274. contentSecurityPolicy: false,
  275. })
  276. )
  277. // add CSP header to HTML-rendering routes, if enabled
  278. if (Settings.csp && Settings.csp.enabled) {
  279. logger.debug('adding CSP header to rendered routes', Settings.csp)
  280. app.use(csp(Settings.csp))
  281. }
  282. logger.debug('creating HTTP server'.yellow)
  283. const server = require('http').createServer(app)
  284. // provide settings for separate web and api processes
  285. if (Settings.enabledServices.includes('api')) {
  286. logger.debug('providing api router')
  287. app.use(privateApiRouter)
  288. app.use(Validation.errorMiddleware)
  289. app.use(ErrorController.handleApiError)
  290. }
  291. if (Settings.enabledServices.includes('web')) {
  292. logger.debug('providing web router')
  293. if (Settings.precompilePugTemplatesAtBootTime) {
  294. logger.debug('precompiling views for web in production environment')
  295. Views.precompileViews(app)
  296. }
  297. if (app.get('env') === 'test') {
  298. logger.debug('enabling view cache for acceptance tests')
  299. app.enable('view cache')
  300. }
  301. app.use(publicApiRouter) // public API goes with web router for public access
  302. app.use(Validation.errorMiddleware)
  303. app.use(ErrorController.handleApiError)
  304. app.use(webRouter)
  305. app.use(Validation.errorMiddleware)
  306. app.use(ErrorController.handleError)
  307. }
  308. metrics.injectMetricsRoute(webRouter)
  309. metrics.injectMetricsRoute(privateApiRouter)
  310. Router.initialize(webRouter, privateApiRouter, publicApiRouter)
  311. module.exports = {
  312. app,
  313. server,
  314. }