ProjectEntityHandler.coffee 25 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571
  1. Project = require('../../models/Project').Project
  2. settings = require "settings-sharelatex"
  3. Doc = require('../../models/Doc').Doc
  4. Folder = require('../../models/Folder').Folder
  5. File = require('../../models/File').File
  6. FileStoreHandler = require("../FileStore/FileStoreHandler")
  7. Errors = require "../Errors/Errors"
  8. tpdsUpdateSender = require('../ThirdPartyDataStore/TpdsUpdateSender')
  9. projectLocator = require('./ProjectLocator')
  10. path = require "path"
  11. async = require "async"
  12. _ = require('underscore')
  13. logger = require('logger-sharelatex')
  14. docComparitor = require('./DocLinesComparitor')
  15. projectUpdateHandler = require('./ProjectUpdateHandler')
  16. DocstoreManager = require "../Docstore/DocstoreManager"
  17. ProjectGetter = require "./ProjectGetter"
  18. CooldownManager = require '../Cooldown/CooldownManager'
  19. module.exports = ProjectEntityHandler =
  20. getAllFolders: (project_id, callback) ->
  21. logger.log project_id:project_id, "getting all folders for project"
  22. ProjectGetter.getProjectWithoutDocLines project_id, (err, project) ->
  23. return callback(err) if err?
  24. return callback("no project") if !project?
  25. ProjectEntityHandler.getAllFoldersFromProject project, callback
  26. getAllDocs: (project_id, callback) ->
  27. logger.log project_id:project_id, "getting all docs for project"
  28. # We get the path and name info from the project, and the lines and
  29. # version info from the doc store.
  30. DocstoreManager.getAllDocs project_id, (error, docContentsArray) ->
  31. return callback(error) if error?
  32. # Turn array from docstore into a dictionary based on doc id
  33. docContents = {}
  34. for docContent in docContentsArray
  35. docContents[docContent._id] = docContent
  36. ProjectEntityHandler.getAllFolders project_id, (error, folders = {}) ->
  37. return callback(error) if error?
  38. docs = {}
  39. for folderPath, folder of folders
  40. for doc in (folder.docs or [])
  41. content = docContents[doc._id.toString()]
  42. if content?
  43. docs[path.join(folderPath, doc.name)] = {
  44. _id: doc._id
  45. name: doc.name
  46. lines: content.lines
  47. rev: content.rev
  48. }
  49. logger.log count:_.keys(docs).length, project_id:project_id, "returning docs for project"
  50. callback null, docs
  51. getAllFiles: (project_id, callback) ->
  52. logger.log project_id:project_id, "getting all files for project"
  53. @getAllFolders project_id, (err, folders = {}) ->
  54. return callback(err) if err?
  55. files = {}
  56. for folderPath, folder of folders
  57. for file in (folder.fileRefs or [])
  58. if file?
  59. files[path.join(folderPath, file.name)] = file
  60. callback null, files
  61. getAllFoldersFromProject: (project, callback) ->
  62. folders = {}
  63. processFolder = (basePath, folder) ->
  64. folders[basePath] = folder
  65. for childFolder in (folder.folders or [])
  66. if childFolder.name?
  67. processFolder path.join(basePath, childFolder.name), childFolder
  68. processFolder "/", project.rootFolder[0]
  69. callback null, folders
  70. getAllDocPathsFromProject: (project, callback) ->
  71. logger.log project:project, "getting all docs for project"
  72. @getAllFoldersFromProject project, (err, folders = {}) ->
  73. return callback(err) if err?
  74. docPath = {}
  75. for folderPath, folder of folders
  76. for doc in (folder.docs or [])
  77. docPath[doc._id] = path.join(folderPath, doc.name)
  78. logger.log count:_.keys(docPath).length, project_id:project._id, "returning docPaths for project"
  79. callback null, docPath
  80. flushProjectToThirdPartyDataStore: (project_id, callback) ->
  81. self = @
  82. logger.log project_id:project_id, "flushing project to tpds"
  83. documentUpdaterHandler = require('../../Features/DocumentUpdater/DocumentUpdaterHandler')
  84. documentUpdaterHandler.flushProjectToMongo project_id, (error) ->
  85. return callback(error) if error?
  86. ProjectGetter.getProject project_id, {name:true}, (error, project) ->
  87. return callback(error) if error?
  88. requests = []
  89. self.getAllDocs project_id, (error, docs) ->
  90. return callback(error) if error?
  91. for docPath, doc of docs
  92. do (docPath, doc) ->
  93. requests.push (cb) ->
  94. tpdsUpdateSender.addDoc {project_id:project_id, doc_id:doc._id, path:docPath, project_name:project.name, rev:doc.rev||0}, cb
  95. self.getAllFiles project_id, (error, files) ->
  96. return callback(error) if error?
  97. for filePath, file of files
  98. do (filePath, file) ->
  99. requests.push (cb) ->
  100. tpdsUpdateSender.addFile {project_id:project_id, file_id:file._id, path:filePath, project_name:project.name, rev:file.rev}, cb
  101. async.series requests, (err) ->
  102. logger.log project_id:project_id, "finished flushing project to tpds"
  103. callback(err)
  104. setRootDoc: (project_id, newRootDocID, callback = (error) ->)->
  105. logger.log project_id: project_id, rootDocId: newRootDocID, "setting root doc"
  106. Project.update {_id:project_id}, {rootDoc_id:newRootDocID}, {}, callback
  107. unsetRootDoc: (project_id, callback = (error) ->) ->
  108. logger.log project_id: project_id, "removing root doc"
  109. Project.update {_id:project_id}, {$unset: {rootDoc_id: true}}, {}, callback
  110. getDoc: (project_id, doc_id, options = {}, callback = (error, lines, rev) ->) ->
  111. if typeof(options) == "function"
  112. callback = options
  113. options = {}
  114. DocstoreManager.getDoc project_id, doc_id, options, callback
  115. addDoc: (project_id, folder_id, docName, docLines, callback = (error, doc, folder_id) ->)=>
  116. ProjectGetter.getProjectWithOnlyFolders project_id, (err, project) ->
  117. if err?
  118. logger.err project_id:project_id, err:err, "error getting project for add doc"
  119. return callback(err)
  120. ProjectEntityHandler.addDocWithProject project, folder_id, docName, docLines, callback
  121. addDocWithProject: (project, folder_id, docName, docLines, callback = (error, doc, folder_id) ->)=>
  122. project_id = project._id
  123. logger.log project_id: project_id, folder_id: folder_id, doc_name: docName, "adding doc to project with project"
  124. confirmFolder project, folder_id, (folder_id)=>
  125. doc = new Doc name: docName
  126. # Put doc in docstore first, so that if it errors, we don't have a doc_id in the project
  127. # which hasn't been created in docstore.
  128. DocstoreManager.updateDoc project_id.toString(), doc._id.toString(), docLines, 0, {}, (err, modified, rev) ->
  129. return callback(err) if err?
  130. ProjectEntityHandler._putElement project, folder_id, doc, "doc", (err, result)=>
  131. return callback(err) if err?
  132. tpdsUpdateSender.addDoc {
  133. project_id: project_id,
  134. doc_id: doc?._id
  135. path: result?.path?.fileSystem,
  136. project_name: project.name,
  137. rev: 0
  138. }, (err) ->
  139. return callback(err) if err?
  140. callback(null, doc, folder_id)
  141. restoreDoc: (project_id, doc_id, name, callback = (error, doc, folder_id) ->) ->
  142. # getDoc will return the deleted doc's lines, but we don't actually remove
  143. # the deleted doc, just create a new one from its lines.
  144. ProjectEntityHandler.getDoc project_id, doc_id, include_deleted: true, (error, lines) ->
  145. return callback(error) if error?
  146. ProjectEntityHandler.addDoc project_id, null, name, lines, callback
  147. addFile: (project_id, folder_id, fileName, path, callback = (error, fileRef, folder_id) ->)->
  148. ProjectGetter.getProjectWithOnlyFolders project_id, (err, project) ->
  149. if err?
  150. logger.err project_id:project_id, err:err, "error getting project for add file"
  151. return callback(err)
  152. ProjectEntityHandler.addFileWithProject project, folder_id, fileName, path, callback
  153. addFileWithProject: (project, folder_id, fileName, path, callback = (error, fileRef, folder_id) ->)->
  154. project_id = project._id
  155. logger.log project_id: project._id, folder_id: folder_id, file_name: fileName, path:path, "adding file"
  156. return callback(err) if err?
  157. confirmFolder project, folder_id, (folder_id)->
  158. fileRef = new File name : fileName
  159. FileStoreHandler.uploadFileFromDisk project._id, fileRef._id, path, (err)->
  160. if err?
  161. logger.err err:err, project_id: project._id, folder_id: folder_id, file_name: fileName, fileRef:fileRef, "error uploading image to s3"
  162. return callback(err)
  163. ProjectEntityHandler._putElement project, folder_id, fileRef, "file", (err, result)=>
  164. if err?
  165. logger.err err:err, project_id: project._id, folder_id: folder_id, file_name: fileName, fileRef:fileRef, "error adding file with project"
  166. return callback(err)
  167. tpdsUpdateSender.addFile {project_id:project._id, file_id:fileRef._id, path:result?.path?.fileSystem, project_name:project.name, rev:fileRef.rev}, (err) ->
  168. return callback(err) if err?
  169. callback(null, fileRef, folder_id)
  170. replaceFile: (project_id, file_id, fsPath, callback)->
  171. ProjectGetter.getProject project_id, {name:true}, (err, project) ->
  172. return callback(err) if err?
  173. findOpts =
  174. project_id:project._id
  175. element_id:file_id
  176. type:"file"
  177. FileStoreHandler.uploadFileFromDisk project._id, file_id, fsPath, (err)->
  178. return callback(err) if err?
  179. # Note there is a potential race condition here (and elsewhere)
  180. # If the file tree changes between findElement and the Project.update
  181. # then the path to the file element will be out of date. In practice
  182. # this is not a problem so long as we do not do anything longer running
  183. # between them (like waiting for the file to upload.)
  184. projectLocator.findElement findOpts, (err, fileRef, path)=>
  185. return callback(err) if err?
  186. tpdsUpdateSender.addFile {project_id:project._id, file_id:fileRef._id, path:path.fileSystem, rev:fileRef.rev+1, project_name:project.name}, (error) ->
  187. return callback(err) if err?
  188. conditons = _id:project._id
  189. inc = {}
  190. inc["#{path.mongo}.rev"] = 1
  191. set = {}
  192. set["#{path.mongo}.created"] = new Date()
  193. update =
  194. "$inc": inc
  195. "$set": set
  196. Project.update conditons, update, {}, (err, second)->
  197. callback()
  198. copyFileFromExistingProject: (project_id, folder_id, originalProject_id, origonalFileRef, callback = (error, fileRef, folder_id) ->)->
  199. logger.log project_id:project_id, folder_id:folder_id, originalProject_id:originalProject_id, origonalFileRef:origonalFileRef, "copying file in s3"
  200. ProjectGetter.getProject project_id, {name:true}, (err, project) ->
  201. if err?
  202. logger.err project_id:project_id, err:err, "error getting project for copy file from existing project"
  203. return callback(err)
  204. ProjectEntityHandler.copyFileFromExistingProjectWithProject project, folder_id, originalProject_id, origonalFileRef, callback
  205. copyFileFromExistingProjectWithProject: (project, folder_id, originalProject_id, origonalFileRef, callback = (error, fileRef, folder_id) ->)->
  206. project_id = project._id
  207. logger.log project_id:project_id, folder_id:folder_id, originalProject_id:originalProject_id, origonalFileRef:origonalFileRef, "copying file in s3 with project"
  208. return callback(err) if err?
  209. confirmFolder project, folder_id, (folder_id)=>
  210. if !origonalFileRef?
  211. logger.err project_id:project._id, folder_id:folder_id, originalProject_id:originalProject_id, origonalFileRef:origonalFileRef, "file trying to copy is null"
  212. return callback()
  213. fileRef = new File name : origonalFileRef.name
  214. FileStoreHandler.copyFile originalProject_id, origonalFileRef._id, project._id, fileRef._id, (err)->
  215. if err?
  216. logger.err err:err, project_id:project._id, folder_id:folder_id, originalProject_id:originalProject_id, origonalFileRef:origonalFileRef, "error coping file in s3"
  217. return callback(err)
  218. ProjectEntityHandler._putElement project, folder_id, fileRef, "file", (err, result)=>
  219. if err?
  220. logger.err err:err, project_id:project._id, folder_id:folder_id, "error putting element as part of copy"
  221. return callback(err)
  222. tpdsUpdateSender.addFile {project_id:project._id, file_id:fileRef._id, path:result?.path?.fileSystem, rev:fileRef.rev, project_name:project.name}, (err) ->
  223. if err?
  224. logger.err err:err, project_id:project._id, folder_id:folder_id, originalProject_id:originalProject_id, origonalFileRef:origonalFileRef, "error sending file to tpds worker"
  225. callback(null, fileRef, folder_id)
  226. mkdirp: (project_id, path, callback = (err, newlyCreatedFolders, lastFolderInPath)->)->
  227. self = @
  228. folders = path.split('/')
  229. folders = _.select folders, (folder)->
  230. return folder.length != 0
  231. ProjectGetter.getProjectWithOnlyFolders project_id, (err, project)=>
  232. if path == '/'
  233. logger.log project_id: project._id, "mkdir is only trying to make path of / so sending back root folder"
  234. return callback(null, [], project.rootFolder[0])
  235. logger.log project_id: project._id, path:path, folders:folders, "running mkdirp"
  236. builtUpPath = ''
  237. procesFolder = (previousFolders, folderName, callback)=>
  238. previousFolders = previousFolders || []
  239. parentFolder = previousFolders[previousFolders.length-1]
  240. if parentFolder?
  241. parentFolder_id = parentFolder._id
  242. builtUpPath = "#{builtUpPath}/#{folderName}"
  243. projectLocator.findElementByPath project, builtUpPath, (err, foundFolder)=>
  244. if !foundFolder?
  245. logger.log path:path, project_id:project._id, folderName:folderName, "making folder from mkdirp"
  246. @addFolder project_id, parentFolder_id, folderName, (err, newFolder, parentFolder_id)->
  247. return callback(err) if err?
  248. newFolder.parentFolder_id = parentFolder_id
  249. previousFolders.push newFolder
  250. callback null, previousFolders
  251. else
  252. foundFolder.filterOut = true
  253. previousFolders.push foundFolder
  254. callback null, previousFolders
  255. async.reduce folders, [], procesFolder, (err, folders)->
  256. return callback(err) if err?
  257. lastFolder = folders[folders.length-1]
  258. folders = _.select folders, (folder)->
  259. !folder.filterOut
  260. callback(null, folders, lastFolder)
  261. addFolder: (project_id, parentFolder_id, folderName, callback) ->
  262. ProjectGetter.getProjectWithOnlyFolders project_id, (err, project)=>
  263. if err?
  264. logger.err project_id:project_id, err:err, "error getting project for add folder"
  265. return callback(err)
  266. ProjectEntityHandler.addFolderWithProject project, parentFolder_id, folderName, callback
  267. addFolderWithProject: (project, parentFolder_id, folderName, callback = (err, folder, parentFolder_id)->) ->
  268. confirmFolder project, parentFolder_id, (parentFolder_id)=>
  269. folder = new Folder name: folderName
  270. logger.log project: project._id, parentFolder_id:parentFolder_id, folderName:folderName, "adding new folder"
  271. ProjectEntityHandler._putElement project, parentFolder_id, folder, "folder", (err, result)=>
  272. if err?
  273. logger.err err:err, project_id:project._id, "error adding folder to project"
  274. return callback(err)
  275. callback(err, folder, parentFolder_id)
  276. updateDocLines : (project_id, doc_id, lines, version, ranges, callback = (error) ->)->
  277. ProjectGetter.getProjectWithoutDocLines project_id, (err, project)->
  278. return callback(err) if err?
  279. return callback(new Errors.NotFoundError("project not found")) if !project?
  280. logger.log project_id: project_id, doc_id: doc_id, "updating doc lines"
  281. projectLocator.findElement {project:project, element_id:doc_id, type:"docs"}, (err, doc, path)->
  282. if err?
  283. logger.error err: err, doc_id: doc_id, project_id: project_id, lines: lines, "error finding doc while updating doc lines"
  284. return callback err
  285. if !doc?
  286. error = new Errors.NotFoundError("doc not found")
  287. logger.error err: error, doc_id: doc_id, project_id: project_id, lines: lines, "doc not found while updating doc lines"
  288. return callback(error)
  289. logger.log project_id: project_id, doc_id: doc_id, "telling docstore manager to update doc"
  290. DocstoreManager.updateDoc project_id, doc_id, lines, version, ranges, (err, modified, rev) ->
  291. if err?
  292. logger.error err: err, doc_id: doc_id, project_id:project_id, lines: lines, "error sending doc to docstore"
  293. return callback(err)
  294. logger.log project_id: project_id, doc_id: doc_id, modified:modified, "finished updating doc lines"
  295. if modified
  296. # Don't need to block for marking as updated
  297. projectUpdateHandler.markAsUpdated project_id
  298. tpdsUpdateSender.addDoc {project_id:project_id, path:path.fileSystem, doc_id:doc_id, project_name:project.name, rev:rev}, callback
  299. else
  300. callback()
  301. moveEntity: (project_id, entity_id, folder_id, entityType, callback = (error) ->)->
  302. self = @
  303. destinationFolder_id = folder_id
  304. logger.log entityType:entityType, entity_id:entity_id, project_id:project_id, folder_id:folder_id, "moving entity"
  305. if !entityType?
  306. logger.err err: "No entityType set", project_id: project_id, entity_id: entity_id
  307. return callback("No entityType set")
  308. entityType = entityType.toLowerCase()
  309. ProjectGetter.getProject project_id, {rootFolder:true, name:true}, (err, project)=>
  310. return callback(err) if err?
  311. projectLocator.findElement {project:project, element_id:entity_id, type:entityType}, (err, entity, path)->
  312. return callback(err) if err?
  313. if entityType.match(/folder/)
  314. ensureFolderIsNotMovedIntoChild = (callback = (error) ->) ->
  315. projectLocator.findElement {project: project, element_id: folder_id, type:"folder"}, (err, destEntity, destPath) ->
  316. logger.log destPath: destPath.fileSystem, folderPath: path.fileSystem, "checking folder is not moving into child folder"
  317. if (destPath.fileSystem.slice(0, path.fileSystem.length) == path.fileSystem)
  318. logger.log "destination is a child folder, aborting"
  319. callback(new Error("destination folder is a child folder of me"))
  320. else
  321. callback()
  322. else
  323. ensureFolderIsNotMovedIntoChild = (callback = () ->) -> callback()
  324. ensureFolderIsNotMovedIntoChild (error) ->
  325. return callback(error) if error?
  326. self._removeElementFromMongoArray Project, project_id, path.mongo, (err)->
  327. return callback(err) if err?
  328. # We've updated the project structure by removing the element, so must refresh it.
  329. ProjectGetter.getProject project_id, {rootFolder:true, name:true}, (err, project)=>
  330. return callback(err) if err?
  331. ProjectEntityHandler._putElement project, destinationFolder_id, entity, entityType, (err, result)->
  332. return callback(err) if err?
  333. opts =
  334. project_id:project_id
  335. project_name:project.name
  336. startPath:path.fileSystem
  337. endPath:result.path.fileSystem,
  338. rev:entity.rev
  339. tpdsUpdateSender.moveEntity opts, callback
  340. deleteEntity: (project_id, entity_id, entityType, callback = (error) ->)->
  341. self = @
  342. logger.log entity_id:entity_id, entityType:entityType, project_id:project_id, "deleting project entity"
  343. if !entityType?
  344. logger.err err: "No entityType set", project_id: project_id, entity_id: entity_id
  345. return callback("No entityType set")
  346. entityType = entityType.toLowerCase()
  347. ProjectGetter.getProject project_id, {name:true, rootFolder:true}, (err, project)=>
  348. return callback(error) if error?
  349. projectLocator.findElement {project: project, element_id: entity_id, type: entityType}, (error, entity, path)=>
  350. return callback(error) if error?
  351. ProjectEntityHandler._cleanUpEntity project, entity, entityType, (error) ->
  352. return callback(error) if error?
  353. tpdsUpdateSender.deleteEntity project_id:project_id, path:path.fileSystem, project_name:project.name, (error) ->
  354. return callback(error) if error?
  355. self._removeElementFromMongoArray Project, project_id, path.mongo, (error) ->
  356. return callback(error) if error?
  357. callback null
  358. renameEntity: (project_id, entity_id, entityType, newName, callback)->
  359. logger.log(entity_id: entity_id, project_id: project_id, ('renaming '+entityType))
  360. if !entityType?
  361. logger.err err: "No entityType set", project_id: project_id, entity_id: entity_id
  362. return callback("No entityType set")
  363. entityType = entityType.toLowerCase()
  364. ProjectGetter.getProject project_id, {rootFolder:true, name:true}, (err, project)=>
  365. projectLocator.findElement {project:project, element_id:entity_id, type:entityType}, (err, entity, path, folder)=>
  366. if err?
  367. return callback err
  368. conditons = {_id:project_id}
  369. update = "$set":{}
  370. namePath = path.mongo+".name"
  371. update["$set"][namePath] = newName
  372. endPath = path.fileSystem.replace(entity.name, newName)
  373. tpdsUpdateSender.moveEntity({project_id:project_id, startPath:path.fileSystem, endPath:endPath, project_name:project.name, rev:entity.rev})
  374. Project.update conditons, update, {}, (err)->
  375. if callback?
  376. callback err
  377. _cleanUpEntity: (project, entity, entityType, callback = (error) ->) ->
  378. if(entityType.indexOf("file") != -1)
  379. ProjectEntityHandler._cleanUpFile project, entity, callback
  380. else if (entityType.indexOf("doc") != -1)
  381. ProjectEntityHandler._cleanUpDoc project, entity, callback
  382. else if (entityType.indexOf("folder") != -1)
  383. ProjectEntityHandler._cleanUpFolder project, entity, callback
  384. else
  385. callback()
  386. _cleanUpDoc: (project, doc, callback = (error) ->) ->
  387. project_id = project._id.toString()
  388. doc_id = doc._id.toString()
  389. unsetRootDocIfRequired = (callback) =>
  390. if project.rootDoc_id? and project.rootDoc_id.toString() == doc_id
  391. @unsetRootDoc project_id, callback
  392. else
  393. callback()
  394. unsetRootDocIfRequired (error) ->
  395. return callback(error) if error?
  396. require('../../Features/DocumentUpdater/DocumentUpdaterHandler').deleteDoc project_id, doc_id, (error) ->
  397. return callback(error) if error?
  398. ProjectEntityHandler._insertDeletedDocReference project._id, doc, (error) ->
  399. return callback(error) if error?
  400. DocstoreManager.deleteDoc project_id, doc_id, (error) ->
  401. return callback(error) if error?
  402. callback()
  403. _cleanUpFile: (project, file, callback = (error) ->) ->
  404. project_id = project._id.toString()
  405. file_id = file._id.toString()
  406. FileStoreHandler.deleteFile project_id, file_id, callback
  407. _cleanUpFolder: (project, folder, callback = (error) ->) ->
  408. jobs = []
  409. for doc in folder.docs
  410. do (doc) ->
  411. jobs.push (callback) -> ProjectEntityHandler._cleanUpDoc project, doc, callback
  412. for file in folder.fileRefs
  413. do (file) ->
  414. jobs.push (callback) -> ProjectEntityHandler._cleanUpFile project, file, callback
  415. for childFolder in folder.folders
  416. do (childFolder) ->
  417. jobs.push (callback) -> ProjectEntityHandler._cleanUpFolder project, childFolder, callback
  418. async.series jobs, callback
  419. _removeElementFromMongoArray : (model, model_id, path, callback)->
  420. conditons = {_id:model_id}
  421. update = {"$unset":{}}
  422. update["$unset"][path] = 1
  423. model.update conditons, update, {}, (err)->
  424. pullUpdate = {"$pull":{}}
  425. nonArrayPath = path.slice(0, path.lastIndexOf("."))
  426. pullUpdate["$pull"][nonArrayPath] = null
  427. model.update conditons, pullUpdate, {}, (err)->
  428. if callback?
  429. callback(err)
  430. _insertDeletedDocReference: (project_id, doc, callback = (error) ->) ->
  431. Project.update {
  432. _id: project_id
  433. }, {
  434. $push: {
  435. deletedDocs: {
  436. _id: doc._id
  437. name: doc.name
  438. }
  439. }
  440. }, {}, callback
  441. _countElements : (project, callback)->
  442. countFolder = (folder, cb = (err, count)->)->
  443. jobs = _.map folder?.folders, (folder)->
  444. (asyncCb)-> countFolder folder, asyncCb
  445. async.series jobs, (err, subfolderCounts)->
  446. total = 0
  447. if subfolderCounts?.length > 0
  448. total = _.reduce subfolderCounts, (a, b)-> return a + b
  449. if folder?.folders?.length?
  450. total += folder?.folders?.length
  451. if folder?.docs?.length?
  452. total += folder?.docs?.length
  453. if folder?.fileRefs?.length?
  454. total += folder?.fileRefs?.length
  455. cb(null, total)
  456. countFolder project.rootFolder[0], callback
  457. _putElement: (project, folder_id, element, type, callback = (err, path)->)->
  458. sanitizeTypeOfElement = (elementType)->
  459. lastChar = elementType.slice -1
  460. if lastChar != "s"
  461. elementType +="s"
  462. if elementType == "files"
  463. elementType = "fileRefs"
  464. return elementType
  465. if !element? or !element._id?
  466. e = new Error("no element passed to be inserted")
  467. logger.err project_id:project._id, folder_id:folder_id, element:element, type:type, "failed trying to insert element as it was null"
  468. return callback(e)
  469. type = sanitizeTypeOfElement type
  470. if path.resolve("/", element.name) isnt "/#{element.name}" or element.name.match("/")
  471. e = new Error("invalid element name")
  472. logger.err project_id:project._id, folder_id:folder_id, element:element, type:type, "failed trying to insert element as name was invalid"
  473. return callback(e)
  474. if !folder_id?
  475. folder_id = project.rootFolder[0]._id
  476. ProjectEntityHandler._countElements project, (err, count)->
  477. if count > settings.maxEntitiesPerProject
  478. logger.warn project_id:project._id, "project too big, stopping insertions"
  479. CooldownManager.putProjectOnCooldown(project._id)
  480. return callback("project_has_to_many_files")
  481. projectLocator.findElement {project:project, element_id:folder_id, type:"folders"}, (err, folder, path)=>
  482. if err?
  483. logger.err err:err, project_id:project._id, folder_id:folder_id, type:type, element:element, "error finding folder for _putElement"
  484. return callback(err)
  485. newPath =
  486. fileSystem: "#{path.fileSystem}/#{element.name}"
  487. mongo: path.mongo
  488. id = element._id+''
  489. element._id = require('mongoose').Types.ObjectId(id)
  490. conditions = _id:project._id
  491. mongopath = "#{path.mongo}.#{type}"
  492. update = "$push":{}
  493. update["$push"][mongopath] = element
  494. logger.log project_id: project._id, element_id: element._id, fileType: type, folder_id: folder_id, mongopath:mongopath, "adding element to project"
  495. Project.update conditions, update, {}, (err)->
  496. if err?
  497. logger.err err: err, project_id: project._id, 'error saving in putElement project'
  498. return callback(err)
  499. callback(err, {path:newPath})
  500. confirmFolder = (project, folder_id, callback)->
  501. logger.log folder_id:folder_id, project_id:project._id, "confirming folder in project"
  502. if folder_id+'' == 'undefined'
  503. callback(project.rootFolder[0]._id)
  504. else if folder_id != null
  505. callback folder_id
  506. else
  507. callback(project.rootFolder[0]._id)