ProjectController.coffee 18 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490
  1. async = require("async")
  2. logger = require("logger-sharelatex")
  3. projectDeleter = require("./ProjectDeleter")
  4. projectDuplicator = require("./ProjectDuplicator")
  5. projectCreationHandler = require("./ProjectCreationHandler")
  6. editorController = require("../Editor/EditorController")
  7. metrics = require('metrics-sharelatex')
  8. User = require('../../models/User').User
  9. TagsHandler = require("../Tags/TagsHandler")
  10. SubscriptionLocator = require("../Subscription/SubscriptionLocator")
  11. NotificationsHandler = require("../Notifications/NotificationsHandler")
  12. LimitationsManager = require("../Subscription/LimitationsManager")
  13. underscore = require("underscore")
  14. Settings = require("settings-sharelatex")
  15. AuthorizationManager = require("../Authorization/AuthorizationManager")
  16. fs = require "fs"
  17. InactiveProjectManager = require("../InactiveData/InactiveProjectManager")
  18. ProjectUpdateHandler = require("./ProjectUpdateHandler")
  19. ProjectGetter = require("./ProjectGetter")
  20. PrivilegeLevels = require("../Authorization/PrivilegeLevels")
  21. AuthenticationController = require("../Authentication/AuthenticationController")
  22. PackageVersions = require("../../infrastructure/PackageVersions")
  23. AnalyticsManager = require "../Analytics/AnalyticsManager"
  24. Sources = require "../Authorization/Sources"
  25. TokenAccessHandler = require '../TokenAccess/TokenAccessHandler'
  26. CollaboratorsHandler = require '../Collaborators/CollaboratorsHandler'
  27. Modules = require '../../infrastructure/Modules'
  28. ProjectEntityHandler = require './ProjectEntityHandler'
  29. UserGetter = require("../User/UserGetter")
  30. NotificationsBuilder = require("../Notifications/NotificationsBuilder")
  31. crypto = require 'crypto'
  32. { V1ConnectionError } = require '../Errors/Errors'
  33. Features = require('../../infrastructure/Features')
  34. BrandVariationsHandler = require("../BrandVariations/BrandVariationsHandler")
  35. module.exports = ProjectController =
  36. _isInPercentageRollout: (rolloutName, objectId, percentage) ->
  37. if Settings.bypassPercentageRollouts == true
  38. return true
  39. data = "#{rolloutName}:#{objectId.toString()}"
  40. md5hash = crypto.createHash('md5').update(data).digest('hex')
  41. counter = parseInt(md5hash.slice(26, 32), 16)
  42. return (counter % 100) < percentage
  43. updateProjectSettings: (req, res, next) ->
  44. project_id = req.params.Project_id
  45. jobs = []
  46. if req.body.compiler?
  47. jobs.push (callback) ->
  48. editorController.setCompiler project_id, req.body.compiler, callback
  49. if req.body.imageName?
  50. jobs.push (callback) ->
  51. editorController.setImageName project_id, req.body.imageName, callback
  52. if req.body.name?
  53. jobs.push (callback) ->
  54. editorController.renameProject project_id, req.body.name, callback
  55. if req.body.spellCheckLanguage?
  56. jobs.push (callback) ->
  57. editorController.setSpellCheckLanguage project_id, req.body.spellCheckLanguage, callback
  58. if req.body.rootDocId?
  59. jobs.push (callback) ->
  60. editorController.setRootDoc project_id, req.body.rootDocId, callback
  61. async.series jobs, (error) ->
  62. return next(error) if error?
  63. res.sendStatus(204)
  64. updateProjectAdminSettings: (req, res, next) ->
  65. project_id = req.params.Project_id
  66. jobs = []
  67. if req.body.publicAccessLevel?
  68. jobs.push (callback) ->
  69. editorController.setPublicAccessLevel project_id, req.body.publicAccessLevel, callback
  70. async.series jobs, (error) ->
  71. return next(error) if error?
  72. res.sendStatus(204)
  73. deleteProject: (req, res) ->
  74. project_id = req.params.Project_id
  75. forever = req.query?.forever?
  76. logger.log project_id: project_id, forever: forever, "received request to archive project"
  77. if forever
  78. doDelete = projectDeleter.deleteProject
  79. else
  80. doDelete = projectDeleter.archiveProject
  81. doDelete project_id, (err)->
  82. if err?
  83. res.sendStatus 500
  84. else
  85. res.sendStatus 200
  86. restoreProject: (req, res) ->
  87. project_id = req.params.Project_id
  88. logger.log project_id:project_id, "received request to restore project"
  89. projectDeleter.restoreProject project_id, (err)->
  90. if err?
  91. res.sendStatus 500
  92. else
  93. res.sendStatus 200
  94. cloneProject: (req, res, next)->
  95. metrics.inc "cloned-project"
  96. project_id = req.params.Project_id
  97. projectName = req.body.projectName
  98. logger.log project_id:project_id, projectName:projectName, "cloning project"
  99. if !AuthenticationController.isUserLoggedIn(req)
  100. return res.send redir:"/register"
  101. currentUser = AuthenticationController.getSessionUser(req)
  102. projectDuplicator.duplicate currentUser, project_id, projectName, (err, project)->
  103. if err?
  104. logger.error err:err, project_id: project_id, user_id: currentUser._id, "error cloning project"
  105. return next(err)
  106. res.send(project_id:project._id)
  107. newProject: (req, res, next)->
  108. user_id = AuthenticationController.getLoggedInUserId(req)
  109. projectName = req.body.projectName?.trim()
  110. template = req.body.template
  111. logger.log user: user_id, projectType: template, name: projectName, "creating project"
  112. async.waterfall [
  113. (cb)->
  114. if template == 'example'
  115. projectCreationHandler.createExampleProject user_id, projectName, cb
  116. else
  117. projectCreationHandler.createBasicProject user_id, projectName, cb
  118. ], (err, project)->
  119. return next(err) if err?
  120. logger.log project: project, user: user_id, name: projectName, templateType: template, "created project"
  121. res.send {project_id:project._id}
  122. renameProject: (req, res, next)->
  123. project_id = req.params.Project_id
  124. newName = req.body.newProjectName
  125. editorController.renameProject project_id, newName, (err)->
  126. return next(err) if err?
  127. res.sendStatus 200
  128. userProjectsJson: (req, res, next) ->
  129. user_id = AuthenticationController.getLoggedInUserId(req)
  130. ProjectGetter.findAllUsersProjects user_id,
  131. 'name lastUpdated publicAccesLevel archived owner_ref tokens', (err, projects) ->
  132. return next(err) if err?
  133. projects = ProjectController._buildProjectList(projects)
  134. .filter((p) -> !p.archived)
  135. .filter((p) -> !p.isV1Project)
  136. .map((p) -> {_id: p.id, name: p.name, accessLevel: p.accessLevel})
  137. res.json({projects: projects})
  138. projectEntitiesJson: (req, res, next) ->
  139. user_id = AuthenticationController.getLoggedInUserId(req)
  140. project_id = req.params.Project_id
  141. ProjectGetter.getProject project_id, (err, project) ->
  142. return next(err) if err?
  143. ProjectEntityHandler.getAllEntitiesFromProject project, (err, docs, files) ->
  144. return next(err) if err?
  145. entities = docs.concat(files)
  146. .sort (a, b) -> a.path > b.path # Sort by path ascending
  147. .map (e) -> {
  148. path: e.path,
  149. type: if e.doc? then 'doc' else 'file'
  150. }
  151. res.json({project_id: project_id, entities: entities})
  152. projectListPage: (req, res, next)->
  153. timer = new metrics.Timer("project-list")
  154. user_id = AuthenticationController.getLoggedInUserId(req)
  155. currentUser = AuthenticationController.getSessionUser(req)
  156. async.parallel {
  157. tags: (cb)->
  158. TagsHandler.getAllTags user_id, cb
  159. notifications: (cb)->
  160. NotificationsHandler.getUserNotifications user_id, cb
  161. projects: (cb)->
  162. ProjectGetter.findAllUsersProjects user_id, 'name lastUpdated publicAccesLevel archived owner_ref tokens', cb
  163. v1Projects: (cb) ->
  164. Modules.hooks.fire "findAllV1Projects", user_id, (error, projects = []) ->
  165. if error? and error instanceof V1ConnectionError
  166. return cb(null, projects: [], tags: [], noConnection: true)
  167. return cb(error, projects[0]) # hooks.fire returns an array of results, only need first
  168. hasSubscription: (cb)->
  169. LimitationsManager.hasPaidSubscription currentUser, (error, hasPaidSubscription) ->
  170. if error? and error instanceof V1ConnectionError
  171. return cb(null, true)
  172. return cb(error, hasPaidSubscription)
  173. user: (cb) ->
  174. User.findById user_id, "featureSwitches overleaf awareOfV2 features", cb
  175. }, (err, results)->
  176. if err?
  177. logger.err err:err, "error getting data for project list page"
  178. return next(err)
  179. logger.log results:results, user_id:user_id, "rendering project list"
  180. v1Tags = results.v1Projects?.tags or []
  181. tags = results.tags[0].concat(v1Tags)
  182. notifications = require("underscore").map results.notifications, (notification)->
  183. notification.html = req.i18n.translate(notification.templateKey, notification.messageOpts)
  184. return notification
  185. projects = ProjectController._buildProjectList results.projects, results.v1Projects?.projects
  186. user = results.user
  187. warnings = ProjectController._buildWarningsList results.v1Projects
  188. # in v2 add notifications for matching university IPs
  189. if Settings.overleaf?
  190. UserGetter.getUser user_id, { 'lastLoginIp': 1 }, (error, user) ->
  191. if req.ip != user.lastLoginIp
  192. NotificationsBuilder.ipMatcherAffiliation(user._id, req.ip).create()
  193. ProjectController._injectProjectOwners projects, (error, projects) ->
  194. return next(error) if error?
  195. viewModel = {
  196. title:'your_projects'
  197. priority_title: true
  198. projects: projects
  199. tags: tags
  200. notifications: notifications or []
  201. user: user
  202. hasSubscription: results.hasSubscription
  203. isShowingV1Projects: results.v1Projects?
  204. warnings: warnings
  205. }
  206. if Settings?.algolia?.app_id? and Settings?.algolia?.read_only_api_key?
  207. viewModel.showUserDetailsArea = true
  208. viewModel.algolia_api_key = Settings.algolia.read_only_api_key
  209. viewModel.algolia_app_id = Settings.algolia.app_id
  210. else
  211. viewModel.showUserDetailsArea = false
  212. paidUser = user.features?.github and user.features?.dropbox # use a heuristic for paid account
  213. freeUserProportion = 0.10
  214. sampleFreeUser = parseInt(user._id.toString().slice(-2), 16) < freeUserProportion * 255
  215. showFrontWidget = paidUser or sampleFreeUser
  216. logger.log {paidUser, sampleFreeUser, showFrontWidget}, 'deciding whether to show front widget'
  217. if showFrontWidget
  218. viewModel.frontChatWidgetRoomId = Settings.overleaf?.front_chat_widget_room_id
  219. res.render 'project/list', viewModel
  220. timer.done()
  221. loadEditor: (req, res, next)->
  222. timer = new metrics.Timer("load-editor")
  223. if !Settings.editorIsOpen
  224. return res.render("general/closed", {title:"updating_site"})
  225. if AuthenticationController.isUserLoggedIn(req)
  226. user_id = AuthenticationController.getLoggedInUserId(req)
  227. anonymous = false
  228. else
  229. anonymous = true
  230. user_id = null
  231. project_id = req.params.Project_id
  232. logger.log project_id:project_id, anonymous:anonymous, user_id:user_id, "loading editor"
  233. async.auto {
  234. project: (cb)->
  235. ProjectGetter.getProject(
  236. project_id,
  237. { name: 1, lastUpdated: 1, track_changes: 1, owner_ref: 1, brandVariationId: 1, 'overleaf.history.display': 1 },
  238. cb
  239. )
  240. user: (cb)->
  241. if !user_id?
  242. cb null, defaultSettingsForAnonymousUser(user_id)
  243. else
  244. User.findById user_id, (err, user)->
  245. logger.log project_id:project_id, user_id:user_id, "got user"
  246. cb err, user
  247. subscription: (cb)->
  248. if !user_id?
  249. return cb()
  250. SubscriptionLocator.getUsersSubscription user_id, cb
  251. activate: (cb)->
  252. InactiveProjectManager.reactivateProjectIfRequired project_id, cb
  253. markAsOpened: (cb)->
  254. #don't need to wait for this to complete
  255. ProjectUpdateHandler.markAsOpened project_id, ->
  256. cb()
  257. isTokenMember: (cb) ->
  258. cb = underscore.once(cb)
  259. if !user_id?
  260. return cb()
  261. CollaboratorsHandler.userIsTokenMember user_id, project_id, cb
  262. brandVariation: [ "project", (cb, results) ->
  263. if !results.project?.brandVariationId?
  264. return cb()
  265. BrandVariationsHandler.getBrandVariationById results.project.brandVariationId, (error, brandVariationDetails) ->
  266. cb(error, brandVariationDetails)
  267. ]
  268. }, (err, results)->
  269. if err?
  270. logger.err err:err, "error getting details for project page"
  271. return next err
  272. project = results.project
  273. user = results.user
  274. subscription = results.subscription
  275. brandVariation = results.brandVariation
  276. daysSinceLastUpdated = (new Date() - project.lastUpdated) / 86400000
  277. logger.log project_id:project_id, daysSinceLastUpdated:daysSinceLastUpdated, "got db results for loading editor"
  278. token = TokenAccessHandler.getRequestToken(req, project_id)
  279. isTokenMember = results.isTokenMember
  280. AuthorizationManager.getPrivilegeLevelForProject user_id, project_id, token, (error, privilegeLevel)->
  281. return next(error) if error?
  282. if !privilegeLevel? or privilegeLevel == PrivilegeLevels.NONE
  283. return res.sendStatus 401
  284. if subscription? and subscription.freeTrial? and subscription.freeTrial.expiresAt?
  285. allowedFreeTrial = !!subscription.freeTrial.allowed || true
  286. logger.log project_id:project_id, "rendering editor page"
  287. res.render 'project/editor',
  288. title: project.name
  289. priority_title: true
  290. bodyClasses: ["editor"]
  291. project_id : project._id
  292. user : {
  293. id : user_id
  294. email : user.email
  295. first_name : user.first_name
  296. last_name : user.last_name
  297. referal_id : user.referal_id
  298. signUpDate : user.signUpDate
  299. subscription :
  300. freeTrial: {allowed: allowedFreeTrial}
  301. featureSwitches: user.featureSwitches
  302. features: user.features
  303. refProviders: user.refProviders
  304. betaProgram: user.betaProgram
  305. }
  306. userSettings: {
  307. mode : user.ace.mode
  308. editorTheme : user.ace.theme
  309. fontSize : user.ace.fontSize
  310. autoComplete: user.ace.autoComplete
  311. autoPairDelimiters: user.ace.autoPairDelimiters
  312. pdfViewer : user.ace.pdfViewer
  313. syntaxValidation: user.ace.syntaxValidation
  314. fontFamily: user.ace.fontFamily
  315. lineHeight: user.ace.lineHeight
  316. overallTheme: user.ace.overallTheme
  317. }
  318. trackChangesState: project.track_changes
  319. privilegeLevel: privilegeLevel
  320. chatUrl: Settings.apis.chat.url
  321. anonymous: anonymous
  322. anonymousAccessToken: req._anonymousAccessToken
  323. isTokenMember: isTokenMember
  324. languages: Settings.languages
  325. editorThemes: THEME_LIST
  326. maxDocLength: Settings.max_doc_length
  327. useV2History: !!project.overleaf?.history?.display
  328. richTextEnabled: Features.hasFeature('rich-text')
  329. showTestControls: req.query?.tc == 'true' || user.isAdmin
  330. brandVariation: brandVariation
  331. allowedImageNames: Settings.allowedImageNames || []
  332. gitBridgePublicBaseUrl: Settings.gitBridgePublicBaseUrl
  333. showGitBridge: req.query?.gitbridge == 'true' || user.isAdmin
  334. timer.done()
  335. _buildProjectList: (allProjects, v1Projects = [])->
  336. {owned, readAndWrite, readOnly, tokenReadAndWrite, tokenReadOnly} = allProjects
  337. projects = []
  338. for project in owned
  339. projects.push ProjectController._buildProjectViewModel(project, "owner", Sources.OWNER)
  340. # Invite-access
  341. for project in readAndWrite
  342. projects.push ProjectController._buildProjectViewModel(project, "readWrite", Sources.INVITE)
  343. for project in readOnly
  344. projects.push ProjectController._buildProjectViewModel(project, "readOnly", Sources.INVITE)
  345. for project in v1Projects
  346. projects.push ProjectController._buildV1ProjectViewModel(project)
  347. # Token-access
  348. # Only add these projects if they're not already present, this gives us cascading access
  349. # from 'owner' => 'token-read-only'
  350. for project in tokenReadAndWrite
  351. if projects.filter((p) -> p.id.toString() == project._id.toString()).length == 0
  352. projects.push ProjectController._buildProjectViewModel(project, "readAndWrite", Sources.TOKEN)
  353. for project in tokenReadOnly
  354. if projects.filter((p) -> p.id.toString() == project._id.toString()).length == 0
  355. projects.push ProjectController._buildProjectViewModel(project, "readOnly", Sources.TOKEN)
  356. return projects
  357. _buildProjectViewModel: (project, accessLevel, source) ->
  358. TokenAccessHandler.protectTokens(project, accessLevel)
  359. model = {
  360. id: project._id
  361. name: project.name
  362. lastUpdated: project.lastUpdated
  363. publicAccessLevel: project.publicAccesLevel
  364. accessLevel: accessLevel
  365. source: source
  366. archived: !!project.archived
  367. owner_ref: project.owner_ref
  368. tokens: project.tokens
  369. isV1Project: false
  370. }
  371. return model
  372. _buildV1ProjectViewModel: (project) ->
  373. projectViewModel = {
  374. id: project.id
  375. name: project.title
  376. lastUpdated: new Date(project.updated_at * 1000) # Convert from epoch
  377. archived: project.removed || project.archived
  378. isV1Project: true
  379. }
  380. if (project.owner? and project.owner.user_is_owner) or (project.creator? and project.creator.user_is_creator)
  381. projectViewModel.accessLevel = "owner"
  382. else
  383. projectViewModel.accessLevel = "readOnly"
  384. if project.owner?
  385. projectViewModel.owner = {
  386. first_name: project.owner.name
  387. }
  388. else if project.creator?
  389. projectViewModel.owner = {
  390. first_name: project.creator.name
  391. }
  392. return projectViewModel
  393. _injectProjectOwners: (projects, callback = (error, projects) ->) ->
  394. users = {}
  395. for project in projects
  396. if project.owner_ref?
  397. users[project.owner_ref.toString()] = true
  398. jobs = []
  399. for user_id, _ of users
  400. do (user_id) ->
  401. jobs.push (callback) ->
  402. User.findById user_id, "first_name last_name", (error, user) ->
  403. return callback(error) if error?
  404. users[user_id] = user
  405. callback()
  406. async.series jobs, (error) ->
  407. for project in projects
  408. if project.owner_ref?
  409. project.owner = users[project.owner_ref.toString()]
  410. callback null, projects
  411. _buildWarningsList: (v1ProjectData = {}) ->
  412. warnings = []
  413. if v1ProjectData.noConnection
  414. warnings.push 'No V1 Connection'
  415. if v1ProjectData.hasHiddenV1Projects
  416. warnings.push "Looks like you've got a lot of V1 projects! Some of them may be hidden on V2. To view them all, use the V1 dashboard."
  417. return warnings
  418. defaultSettingsForAnonymousUser = (user_id)->
  419. id : user_id
  420. ace:
  421. mode:'none'
  422. theme:'textmate'
  423. fontSize: '12'
  424. autoComplete: true
  425. spellCheckLanguage: ""
  426. pdfViewer: ""
  427. syntaxValidation: true
  428. subscription:
  429. freeTrial:
  430. allowed: true
  431. featureSwitches:
  432. github: false
  433. THEME_LIST = []
  434. do generateThemeList = () ->
  435. files = fs.readdirSync __dirname + '/../../../../public/js/' + PackageVersions.lib('ace')
  436. for file in files
  437. if file.slice(-2) == "js" and /^theme-/.test(file)
  438. cleanName = file.slice(0,-3).slice(6)
  439. THEME_LIST.push cleanName