ResourceWriter.coffee 3.2 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091
  1. UrlCache = require "./UrlCache"
  2. Path = require "path"
  3. fs = require "fs"
  4. async = require "async"
  5. mkdirp = require "mkdirp"
  6. OutputFileFinder = require "./OutputFileFinder"
  7. Metrics = require "./Metrics"
  8. logger = require "logger-sharelatex"
  9. settings = require("settings-sharelatex")
  10. parallelFileDownloads = settings.parallelFileDownloads or 1
  11. module.exports = ResourceWriter =
  12. syncResourcesToDisk: (project_id, resources, basePath, callback = (error) ->) ->
  13. @_createDirectory basePath, (error) =>
  14. return callback(error) if error?
  15. @_removeExtraneousFiles resources, basePath, (error) =>
  16. return callback(error) if error?
  17. jobs = for resource in resources
  18. do (resource) =>
  19. (callback) => @_writeResourceToDisk(project_id, resource, basePath, callback)
  20. async.parallelLimit jobs, parallelFileDownloads, callback
  21. _createDirectory: (basePath, callback = (error) ->) ->
  22. fs.mkdir basePath, (err) ->
  23. if err?
  24. if err.code is 'EEXIST'
  25. return callback()
  26. else
  27. logger.log {err: err, dir:basePath}, "error creating directory"
  28. return callback(err)
  29. else
  30. return callback()
  31. _removeExtraneousFiles: (resources, basePath, _callback = (error) ->) ->
  32. timer = new Metrics.Timer("unlink-output-files")
  33. callback = (error) ->
  34. timer.done()
  35. _callback(error)
  36. OutputFileFinder.findOutputFiles resources, basePath, (error, outputFiles) ->
  37. return callback(error) if error?
  38. jobs = []
  39. for file in outputFiles or []
  40. do (file) ->
  41. path = file.path
  42. should_delete = true
  43. if path.match(/^output\./) or path.match(/\.aux$/)
  44. should_delete = false
  45. if path == "output.pdf" or path == "output.dvi" or path == "output.log"
  46. should_delete = true
  47. if should_delete
  48. jobs.push (callback) -> ResourceWriter._deleteFileIfNotDirectory Path.join(basePath, path), callback
  49. async.series jobs, callback
  50. _deleteFileIfNotDirectory: (path, callback = (error) ->) ->
  51. fs.stat path, (error, stat) ->
  52. if error? and error.code is 'ENOENT'
  53. return callback()
  54. else if error?
  55. logger.err {err: error, path: path}, "error stating file in deleteFileIfNotDirectory"
  56. return callback(error)
  57. else if stat.isFile()
  58. fs.unlink path, (error) ->
  59. if error?
  60. logger.err {err: error, path: path}, "error removing file in deleteFileIfNotDirectory"
  61. callback(error)
  62. else
  63. callback()
  64. else
  65. callback()
  66. _writeResourceToDisk: (project_id, resource, basePath, callback = (error) ->) ->
  67. path = Path.normalize(Path.join(basePath, resource.path))
  68. if (path.slice(0, basePath.length) != basePath)
  69. return callback new Error("resource path is outside root directory")
  70. mkdirp Path.dirname(path), (error) ->
  71. return callback(error) if error?
  72. # TODO: Don't overwrite file if it hasn't been modified
  73. if resource.url?
  74. UrlCache.downloadUrlToFile project_id, resource.url, path, resource.modified, (err)->
  75. if err?
  76. logger.err err:err, project_id:project_id, path:path, resource_url:resource.url, modified:resource.modified, "error downloading file for resources"
  77. callback() #try and continue compiling even if http resource can not be downloaded at this time
  78. else
  79. fs.writeFile path, resource.content, callback