ResourceWriter.coffee 2.7 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879
  1. UrlCache = require "./UrlCache"
  2. Path = require "path"
  3. fs = require "fs"
  4. async = require "async"
  5. mkdirp = require "mkdirp"
  6. OutputFileFinder = require "./OutputFileFinder"
  7. Metrics = require "./Metrics"
  8. logger = require "logger-sharelatex"
  9. module.exports = ResourceWriter =
  10. syncResourcesToDisk: (project_id, resources, basePath, callback = (error) ->) ->
  11. @_createDirectory basePath, (error) =>
  12. return callback(error) if error?
  13. @_removeExtraneousFiles resources, basePath, (error) =>
  14. return callback(error) if error?
  15. jobs = for resource in resources
  16. do (resource) =>
  17. (callback) => @_writeResourceToDisk(project_id, resource, basePath, callback)
  18. async.parallelLimit jobs, 5, callback
  19. _createDirectory: (basePath, callback = (error) ->) ->
  20. fs.mkdir basePath, (err) ->
  21. if err?
  22. if err.code is 'EEXIST'
  23. return callback()
  24. else
  25. logger.log {err: err, dir:basePath}, "error creating directory"
  26. return callback(err)
  27. else
  28. return callback()
  29. _removeExtraneousFiles: (resources, basePath, _callback = (error) ->) ->
  30. timer = new Metrics.Timer("unlink-output-files")
  31. callback = (error) ->
  32. timer.done()
  33. _callback(error)
  34. OutputFileFinder.findOutputFiles resources, basePath, (error, outputFiles) ->
  35. return callback(error) if error?
  36. jobs = []
  37. for file in outputFiles or []
  38. do (file) ->
  39. path = file.path
  40. should_delete = true
  41. if path.match(/^output\./) or path.match(/\.aux$/)
  42. should_delete = false
  43. if path == "output.pdf" or path == "output.dvi" or path == "output.log"
  44. should_delete = true
  45. if should_delete
  46. jobs.push (callback) -> ResourceWriter._deleteFileIfNotDirectory Path.join(basePath, path), callback
  47. async.series jobs, callback
  48. _deleteFileIfNotDirectory: (path, callback = (error) ->) ->
  49. fs.stat path, (error, stat) ->
  50. return callback(error) if error?
  51. if stat.isFile()
  52. fs.unlink path, callback
  53. else
  54. callback()
  55. _writeResourceToDisk: (project_id, resource, basePath, callback = (error) ->) ->
  56. path = Path.normalize(Path.join(basePath, resource.path))
  57. if (path.slice(0, basePath.length) != basePath)
  58. return callback new Error("resource path is outside root directory")
  59. mkdirp Path.dirname(path), (error) ->
  60. return callback(error) if error?
  61. # TODO: Don't overwrite file if it hasn't been modified
  62. if resource.url?
  63. UrlCache.downloadUrlToFile project_id, resource.url, path, resource.modified, (err)->
  64. if err?
  65. logger.err err:err, project_id:project_id, path:path, resource_url:resource.url, modified:resource.modified, "error downloading file for resources"
  66. callback() #try and continue compiling even if http resource can not be downloaded at this time
  67. else
  68. fs.writeFile path, resource.content, callback