UpdateMerger.coffee 4.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112
  1. _ = require('underscore')
  2. projectLocator = require('../Project/ProjectLocator')
  3. editorController = require('../Editor/EditorController')
  4. logger = require('logger-sharelatex')
  5. Settings = require('settings-sharelatex')
  6. FileTypeManager = require('../Uploads/FileTypeManager')
  7. uuid = require('node-uuid')
  8. fs = require('fs')
  9. module.exports =
  10. mergeUpdate: (user_id, project_id, path, updateRequest, source, callback = (error) ->)->
  11. self = @
  12. logger.log project_id:project_id, path:path, "merging update from tpds"
  13. projectLocator.findElementByPath project_id, path, (err, element)=>
  14. # Returns an error if the element is not found
  15. #return callback(err) if err?
  16. logger.log project_id:project_id, path:path, "found element by path for merging update from tpds"
  17. elementId = undefined
  18. if element?
  19. elementId = element._id
  20. self.p.writeStreamToDisk project_id, elementId, updateRequest, (err, fsPath)->
  21. callback = _.wrap callback, (cb, arg) ->
  22. fs.unlink fsPath, (err) ->
  23. if err?
  24. logger.err project_id:project_id, fsPath:fsPath, "error deleting file"
  25. cb(arg)
  26. return callback(err) if err?
  27. FileTypeManager.isBinary path, fsPath, (err, isFile)->
  28. return callback(err) if err?
  29. if isFile
  30. self.p.processFile project_id, elementId, fsPath, path, source, callback
  31. else
  32. self.p.processDoc project_id, elementId, user_id, fsPath, path, source, callback
  33. deleteUpdate: (project_id, path, source, callback)->
  34. projectLocator.findElementByPath project_id, path, (err, element)->
  35. type = 'file'
  36. if err? || !element?
  37. logger.log element:element, project_id:project_id, path:path, "could not find entity for deleting, assuming it was already deleted"
  38. return callback()
  39. if element.lines?
  40. type = 'doc'
  41. else if element.folders?
  42. type = 'folder'
  43. logger.log project_id:project_id, updateType:path, updateType:type, element:element, "processing update to delete entity from tpds"
  44. editorController.deleteEntity project_id, element._id, type, source, (err)->
  45. logger.log project_id:project_id, path:path, "finished processing update to delete entity from tpds"
  46. callback()
  47. p:
  48. processDoc: (project_id, doc_id, user_id, fsPath, path, source, callback)->
  49. readFileIntoTextArray fsPath, (err, docLines)->
  50. if err?
  51. logger.err project_id:project_id, doc_id:doc_id, fsPath:fsPath, "error reading file into text array for process doc update"
  52. return callback(err)
  53. logger.log docLines:docLines, doc_id:doc_id, project_id:project_id, "processing doc update from tpds"
  54. if doc_id?
  55. editorController.setDoc project_id, doc_id, user_id, docLines, source, (err)->
  56. callback()
  57. else
  58. setupNewEntity project_id, path, (err, folder, fileName)->
  59. editorController.addDoc project_id, folder._id, fileName, docLines, source, (err)->
  60. callback()
  61. processFile: (project_id, file_id, fsPath, path, source, callback)->
  62. finish = (err)->
  63. logger.log project_id:project_id, file_id:file_id, path:path, "completed processing file update from tpds"
  64. callback(err)
  65. logger.log project_id:project_id, file_id:file_id, path:path, "processing file update from tpds"
  66. setupNewEntity project_id, path, (err, folder, fileName) =>
  67. if file_id?
  68. editorController.replaceFile project_id, file_id, fsPath, source, finish
  69. else
  70. editorController.addFile project_id, folder._id, fileName, fsPath, source, finish
  71. writeStreamToDisk: (project_id, file_id, stream, callback = (err, fsPath)->)->
  72. if !file_id?
  73. file_id = uuid.v4()
  74. dumpPath = "#{Settings.path.dumpFolder}/#{project_id}_#{file_id}"
  75. writeStream = fs.createWriteStream(dumpPath)
  76. stream.pipe(writeStream)
  77. stream.on 'error', (err)->
  78. logger.err err:err, project_id:project_id, file_id:file_id, dumpPath:dumpPath,
  79. "something went wrong with incoming tpds update stream"
  80. writeStream.on 'error', (err)->
  81. logger.err err:err, project_id:project_id, file_id:file_id, dumpPath:dumpPath,
  82. "something went wrong with writing tpds update to disk"
  83. stream.on 'end', ->
  84. logger.log project_id:project_id, file_id:file_id, dumpPath:dumpPath, "incoming tpds update stream ended"
  85. writeStream.on "finish", ->
  86. logger.log project_id:project_id, file_id:file_id, dumpPath:dumpPath, "tpds update write stream finished"
  87. callback null, dumpPath
  88. readFileIntoTextArray = (path, callback)->
  89. fs.readFile path, "utf8", (error, content = "") ->
  90. if error?
  91. logger.err path:path, "error reading file into text array"
  92. return callback(err)
  93. lines = content.split(/\r\n|\n|\r/)
  94. callback error, lines
  95. setupNewEntity = (project_id, path, callback)->
  96. lastIndexOfSlash = path.lastIndexOf("/")
  97. fileName = path[lastIndexOfSlash+1 .. -1]
  98. folderPath = path[0 .. lastIndexOfSlash]
  99. editorController.mkdirp project_id, folderPath, (err, newFolders, lastFolder)->
  100. callback err, lastFolder, fileName