FileController.js 4.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179
  1. const PersistorManager = require('./PersistorManager')
  2. const logger = require('logger-sharelatex')
  3. const FileHandler = require('./FileHandler')
  4. const metrics = require('metrics-sharelatex')
  5. const parseRange = require('range-parser')
  6. const Errors = require('./Errors')
  7. const { pipeline } = require('stream')
  8. const maxSizeInBytes = 1024 * 1024 * 1024 // 1GB
  9. module.exports = {
  10. getFile,
  11. getFileHead,
  12. insertFile,
  13. copyFile,
  14. deleteFile,
  15. directorySize
  16. }
  17. function getFile(req, res, next) {
  18. const { key, bucket } = req
  19. const { format, style } = req.query
  20. const options = {
  21. key,
  22. bucket,
  23. format,
  24. style
  25. }
  26. metrics.inc('getFile')
  27. logger.log({ key, bucket, format, style }, 'receiving request to get file')
  28. if (req.headers.range) {
  29. const range = _getRange(req.headers.range)
  30. if (range) {
  31. options.start = range.start
  32. options.end = range.end
  33. logger.log(
  34. { start: range.start, end: range.end },
  35. 'getting range of bytes from file'
  36. )
  37. }
  38. }
  39. FileHandler.getFile(bucket, key, options, function(err, fileStream) {
  40. if (err) {
  41. if (err instanceof Errors.NotFoundError) {
  42. res.sendStatus(404)
  43. } else {
  44. logger.err({ err, key, bucket, format, style }, 'problem getting file')
  45. res.sendStatus(500)
  46. }
  47. return
  48. }
  49. if (req.query.cacheWarm) {
  50. logger.log(
  51. { key, bucket, format, style },
  52. 'request is only for cache warm so not sending stream'
  53. )
  54. return res.sendStatus(200)
  55. }
  56. logger.log({ key, bucket, format, style }, 'sending file to response')
  57. pipeline(fileStream, res, err => {
  58. if (err && err.code !== 'ERR_STREAM_PREMATURE_CLOSE') {
  59. logger.err(
  60. new Errors.ReadError({
  61. message: 'error transferring stream',
  62. info: { bucket, key, format, style }
  63. }).withCause(err)
  64. )
  65. }
  66. })
  67. })
  68. }
  69. function getFileHead(req, res) {
  70. const { key, bucket } = req
  71. metrics.inc('getFileSize')
  72. logger.log({ key, bucket }, 'receiving request to get file metadata')
  73. FileHandler.getFileSize(bucket, key, function(err, fileSize) {
  74. if (err) {
  75. if (err instanceof Errors.NotFoundError) {
  76. res.sendStatus(404)
  77. } else {
  78. res.sendStatus(500)
  79. }
  80. return
  81. }
  82. res.set('Content-Length', fileSize)
  83. res.status(200).end()
  84. })
  85. }
  86. function insertFile(req, res) {
  87. metrics.inc('insertFile')
  88. const { key, bucket } = req
  89. logger.log({ key, bucket }, 'receiving request to insert file')
  90. FileHandler.insertFile(bucket, key, req, function(err) {
  91. if (err) {
  92. logger.log({ err, key, bucket }, 'error inserting file')
  93. res.sendStatus(500)
  94. } else {
  95. res.sendStatus(200)
  96. }
  97. })
  98. }
  99. function copyFile(req, res) {
  100. metrics.inc('copyFile')
  101. const { key, bucket } = req
  102. const oldProjectId = req.body.source.project_id
  103. const oldFileId = req.body.source.file_id
  104. logger.log(
  105. { key, bucket, oldProject_id: oldProjectId, oldFile_id: oldFileId },
  106. 'receiving request to copy file'
  107. )
  108. PersistorManager.copyFile(
  109. bucket,
  110. `${oldProjectId}/${oldFileId}`,
  111. key,
  112. function(err) {
  113. if (err) {
  114. if (err instanceof Errors.NotFoundError) {
  115. res.sendStatus(404)
  116. } else {
  117. logger.log(
  118. { err, oldProject_id: oldProjectId, oldFile_id: oldFileId },
  119. 'something went wrong copying file'
  120. )
  121. res.sendStatus(500)
  122. }
  123. return
  124. }
  125. res.sendStatus(200)
  126. }
  127. )
  128. }
  129. function deleteFile(req, res) {
  130. metrics.inc('deleteFile')
  131. const { key, bucket } = req
  132. logger.log({ key, bucket }, 'receiving request to delete file')
  133. return FileHandler.deleteFile(bucket, key, function(err) {
  134. if (err != null) {
  135. logger.log({ err, key, bucket }, 'something went wrong deleting file')
  136. return res.sendStatus(500)
  137. } else {
  138. return res.sendStatus(204)
  139. }
  140. })
  141. }
  142. function directorySize(req, res) {
  143. metrics.inc('projectSize')
  144. const { project_id: projectId, bucket } = req
  145. logger.log({ projectId, bucket }, 'receiving request to project size')
  146. FileHandler.getDirectorySize(bucket, projectId, function(err, size) {
  147. if (err) {
  148. logger.log({ err, projectId, bucket }, 'error inserting file')
  149. return res.sendStatus(500)
  150. }
  151. res.json({ 'total bytes': size })
  152. })
  153. }
  154. function _getRange(header) {
  155. const parsed = parseRange(maxSizeInBytes, header)
  156. if (parsed === -1 || parsed === -2 || parsed.type !== 'bytes') {
  157. return null
  158. } else {
  159. const range = parsed[0]
  160. return { start: range.start, end: range.end }
  161. }
  162. }