ProjectEntityHandler.coffee 5.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133
  1. _ = require('underscore')
  2. async = require "async"
  3. path = require "path"
  4. logger = require('logger-sharelatex')
  5. DocstoreManager = require "../Docstore/DocstoreManager"
  6. DocumentUpdaterHandler = require('../../Features/DocumentUpdater/DocumentUpdaterHandler')
  7. Errors = require '../Errors/Errors'
  8. Project = require('../../models/Project').Project
  9. ProjectLocator = require('./ProjectLocator')
  10. ProjectGetter = require "./ProjectGetter"
  11. TpdsUpdateSender = require('../ThirdPartyDataStore/TpdsUpdateSender')
  12. module.exports = ProjectEntityHandler = self =
  13. getAllDocs: (project_id, callback) ->
  14. logger.log project_id:project_id, "getting all docs for project"
  15. # We get the path and name info from the project, and the lines and
  16. # version info from the doc store.
  17. DocstoreManager.getAllDocs project_id, (error, docContentsArray) ->
  18. return callback(error) if error?
  19. # Turn array from docstore into a dictionary based on doc id
  20. docContents = {}
  21. for docContent in docContentsArray
  22. docContents[docContent._id] = docContent
  23. self._getAllFolders project_id, (error, folders = {}) ->
  24. return callback(error) if error?
  25. docs = {}
  26. for folderPath, folder of folders
  27. for doc in (folder.docs or [])
  28. content = docContents[doc._id.toString()]
  29. if content?
  30. docs[path.join(folderPath, doc.name)] = {
  31. _id: doc._id
  32. name: doc.name
  33. lines: content.lines
  34. rev: content.rev
  35. }
  36. logger.log count:_.keys(docs).length, project_id:project_id, "returning docs for project"
  37. callback null, docs
  38. getAllFiles: (project_id, callback) ->
  39. logger.log project_id:project_id, "getting all files for project"
  40. self._getAllFolders project_id, (err, folders = {}) ->
  41. return callback(err) if err?
  42. files = {}
  43. for folderPath, folder of folders
  44. for file in (folder.fileRefs or [])
  45. if file?
  46. files[path.join(folderPath, file.name)] = file
  47. callback null, files
  48. getAllEntitiesFromProject: (project, callback) ->
  49. logger.log project:project, "getting all files for project"
  50. self._getAllFoldersFromProject project, (err, folders = {}) ->
  51. return callback(err) if err?
  52. docs = []
  53. files = []
  54. for folderPath, folder of folders
  55. for doc in (folder.docs or [])
  56. if doc?
  57. docs.push({path: path.join(folderPath, doc.name), doc:doc})
  58. for file in (folder.fileRefs or [])
  59. if file?
  60. files.push({path: path.join(folderPath, file.name), file:file})
  61. callback null, docs, files
  62. getAllDocPathsFromProject: (project, callback) ->
  63. logger.log project:project, "getting all docs for project"
  64. self._getAllFoldersFromProject project, (err, folders = {}) ->
  65. return callback(err) if err?
  66. docPath = {}
  67. for folderPath, folder of folders
  68. for doc in (folder.docs or [])
  69. docPath[doc._id] = path.join(folderPath, doc.name)
  70. logger.log count:_.keys(docPath).length, project_id:project._id, "returning docPaths for project"
  71. callback null, docPath
  72. flushProjectToThirdPartyDataStore: (project_id, callback) ->
  73. logger.log project_id:project_id, "flushing project to tpds"
  74. DocumentUpdaterHandler.flushProjectToMongo project_id, (error) ->
  75. return callback(error) if error?
  76. ProjectGetter.getProject project_id, {name:true}, (error, project) ->
  77. return callback(error) if error?
  78. requests = []
  79. self.getAllDocs project_id, (error, docs) ->
  80. return callback(error) if error?
  81. for docPath, doc of docs
  82. do (docPath, doc) ->
  83. requests.push (cb) ->
  84. TpdsUpdateSender.addDoc {project_id:project_id, doc_id:doc._id, path:docPath, project_name:project.name, rev:doc.rev||0}, cb
  85. self.getAllFiles project_id, (error, files) ->
  86. return callback(error) if error?
  87. for filePath, file of files
  88. do (filePath, file) ->
  89. requests.push (cb) ->
  90. TpdsUpdateSender.addFile {project_id:project_id, file_id:file._id, path:filePath, project_name:project.name, rev:file.rev}, cb
  91. async.series requests, (err) ->
  92. logger.log project_id:project_id, "finished flushing project to tpds"
  93. callback(err)
  94. getDoc: (project_id, doc_id, options = {}, callback = (error, lines, rev) ->) ->
  95. if typeof(options) == "function"
  96. callback = options
  97. options = {}
  98. if options["pathname"]
  99. delete options["pathname"]
  100. ProjectLocator.findElement {project_id: project_id, element_id: doc_id, type: 'doc'}, (error, doc, path) =>
  101. return callback(error) if error?
  102. DocstoreManager.getDoc project_id, doc_id, options, (error, lines, rev, version, ranges) =>
  103. callback(error, lines, rev, version, ranges, path.fileSystem)
  104. else
  105. DocstoreManager.getDoc project_id, doc_id, options, callback
  106. _getAllFolders: (project_id, callback) ->
  107. logger.log project_id:project_id, "getting all folders for project"
  108. ProjectGetter.getProjectWithoutDocLines project_id, (err, project) ->
  109. return callback(err) if err?
  110. return callback(Errors.NotFoundError("no project")) if !project?
  111. self._getAllFoldersFromProject project, callback
  112. _getAllFoldersFromProject: (project, callback) ->
  113. folders = {}
  114. processFolder = (basePath, folder) ->
  115. folders[basePath] = folder
  116. for childFolder in (folder.folders or [])
  117. if childFolder.name?
  118. processFolder path.join(basePath, childFolder.name), childFolder
  119. processFolder "/", project.rootFolder[0]
  120. callback null, folders