ProjectEntityHandler.coffee 4.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125
  1. _ = require('underscore')
  2. async = require "async"
  3. path = require "path"
  4. logger = require('logger-sharelatex')
  5. DocstoreManager = require "../Docstore/DocstoreManager"
  6. DocumentUpdaterHandler = require('../../Features/DocumentUpdater/DocumentUpdaterHandler')
  7. Errors = require '../Errors/Errors'
  8. Project = require('../../models/Project').Project
  9. ProjectGetter = require "./ProjectGetter"
  10. TpdsUpdateSender = require('../ThirdPartyDataStore/TpdsUpdateSender')
  11. module.exports = ProjectEntityHandler = self =
  12. getAllDocs: (project_id, callback) ->
  13. logger.log project_id:project_id, "getting all docs for project"
  14. # We get the path and name info from the project, and the lines and
  15. # version info from the doc store.
  16. DocstoreManager.getAllDocs project_id, (error, docContentsArray) ->
  17. return callback(error) if error?
  18. # Turn array from docstore into a dictionary based on doc id
  19. docContents = {}
  20. for docContent in docContentsArray
  21. docContents[docContent._id] = docContent
  22. self._getAllFolders project_id, (error, folders = {}) ->
  23. return callback(error) if error?
  24. docs = {}
  25. for folderPath, folder of folders
  26. for doc in (folder.docs or [])
  27. content = docContents[doc._id.toString()]
  28. if content?
  29. docs[path.join(folderPath, doc.name)] = {
  30. _id: doc._id
  31. name: doc.name
  32. lines: content.lines
  33. rev: content.rev
  34. }
  35. logger.log count:_.keys(docs).length, project_id:project_id, "returning docs for project"
  36. callback null, docs
  37. getAllFiles: (project_id, callback) ->
  38. logger.log project_id:project_id, "getting all files for project"
  39. self._getAllFolders project_id, (err, folders = {}) ->
  40. return callback(err) if err?
  41. files = {}
  42. for folderPath, folder of folders
  43. for file in (folder.fileRefs or [])
  44. if file?
  45. files[path.join(folderPath, file.name)] = file
  46. callback null, files
  47. getAllEntitiesFromProject: (project, callback) ->
  48. logger.log project:project, "getting all entities for project"
  49. self._getAllFoldersFromProject project, (err, folders = {}) ->
  50. return callback(err) if err?
  51. docs = []
  52. files = []
  53. for folderPath, folder of folders
  54. for doc in (folder.docs or [])
  55. if doc?
  56. docs.push({path: path.join(folderPath, doc.name), doc:doc})
  57. for file in (folder.fileRefs or [])
  58. if file?
  59. files.push({path: path.join(folderPath, file.name), file:file})
  60. callback null, docs, files
  61. getAllDocPathsFromProject: (project, callback) ->
  62. logger.log project:project, "getting all docs for project"
  63. self._getAllFoldersFromProject project, (err, folders = {}) ->
  64. return callback(err) if err?
  65. docPath = {}
  66. for folderPath, folder of folders
  67. for doc in (folder.docs or [])
  68. docPath[doc._id] = path.join(folderPath, doc.name)
  69. logger.log count:_.keys(docPath).length, project_id:project._id, "returning docPaths for project"
  70. callback null, docPath
  71. flushProjectToThirdPartyDataStore: (project_id, callback) ->
  72. logger.log project_id:project_id, "flushing project to tpds"
  73. DocumentUpdaterHandler.flushProjectToMongo project_id, (error) ->
  74. return callback(error) if error?
  75. ProjectGetter.getProject project_id, {name:true}, (error, project) ->
  76. return callback(error) if error?
  77. requests = []
  78. self.getAllDocs project_id, (error, docs) ->
  79. return callback(error) if error?
  80. for docPath, doc of docs
  81. do (docPath, doc) ->
  82. requests.push (cb) ->
  83. TpdsUpdateSender.addDoc {project_id:project_id, doc_id:doc._id, path:docPath, project_name:project.name, rev:doc.rev||0}, cb
  84. self.getAllFiles project_id, (error, files) ->
  85. return callback(error) if error?
  86. for filePath, file of files
  87. do (filePath, file) ->
  88. requests.push (cb) ->
  89. TpdsUpdateSender.addFile {project_id:project_id, file_id:file._id, path:filePath, project_name:project.name, rev:file.rev}, cb
  90. async.series requests, (err) ->
  91. logger.log project_id:project_id, "finished flushing project to tpds"
  92. callback(err)
  93. getDoc: (project_id, doc_id, options = {}, callback = (error, lines, rev) ->) ->
  94. if typeof(options) == "function"
  95. callback = options
  96. options = {}
  97. DocstoreManager.getDoc project_id, doc_id, options, callback
  98. _getAllFolders: (project_id, callback) ->
  99. logger.log project_id:project_id, "getting all folders for project"
  100. ProjectGetter.getProjectWithoutDocLines project_id, (err, project) ->
  101. return callback(err) if err?
  102. return callback(Errors.NotFoundError("no project")) if !project?
  103. self._getAllFoldersFromProject project, callback
  104. _getAllFoldersFromProject: (project, callback) ->
  105. folders = {}
  106. processFolder = (basePath, folder) ->
  107. folders[basePath] = folder
  108. for childFolder in (folder.folders or [])
  109. if childFolder.name?
  110. processFolder path.join(basePath, childFolder.name), childFolder
  111. processFolder "/", project.rootFolder[0]
  112. callback null, folders