DocumentUpdaterHandler.coffee 8.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171
  1. request = require 'request'
  2. request = request.defaults()
  3. settings = require 'settings-sharelatex'
  4. _ = require 'underscore'
  5. async = require 'async'
  6. logger = require('logger-sharelatex')
  7. metrics = require('metrics-sharelatex')
  8. Project = require("../../models/Project").Project
  9. ProjectLocator = require('../../Features/Project/ProjectLocator')
  10. module.exports = DocumentUpdaterHandler =
  11. flushProjectToMongo: (project_id, callback = (error) ->)->
  12. logger.log project_id:project_id, "flushing project from document updater"
  13. timer = new metrics.Timer("flushing.mongo.project")
  14. url = "#{settings.apis.documentupdater.url}/project/#{project_id}/flush"
  15. request.post url, (error, res, body)->
  16. if error?
  17. logger.error err: error, project_id: project_id, "error flushing project from document updater"
  18. return callback(error)
  19. else if res.statusCode >= 200 and res.statusCode < 300
  20. logger.log project_id: project_id, "flushed project from document updater"
  21. return callback(null)
  22. else
  23. error = new Error("document updater returned a failure status code: #{res.statusCode}")
  24. logger.error err: error, project_id: project_id, "document updater returned failure status code: #{res.statusCode}"
  25. return callback(error)
  26. flushMultipleProjectsToMongo: (project_ids, callback = (error) ->) ->
  27. jobs = []
  28. for project_id in project_ids
  29. do (project_id) ->
  30. jobs.push (callback) ->
  31. DocumentUpdaterHandler.flushProjectToMongo project_id, callback
  32. async.series jobs, callback
  33. flushProjectToMongoAndDelete: (project_id, callback = ()->) ->
  34. logger.log project_id:project_id, "deleting project from document updater"
  35. timer = new metrics.Timer("delete.mongo.project")
  36. url = "#{settings.apis.documentupdater.url}/project/#{project_id}"
  37. request.del url, (error, res, body)->
  38. if error?
  39. logger.error err: error, project_id: project_id, "error deleting project from document updater"
  40. return callback(error)
  41. else if res.statusCode >= 200 and res.statusCode < 300
  42. logger.log project_id: project_id, "deleted project from document updater"
  43. return callback(null)
  44. else
  45. error = new Error("document updater returned a failure status code: #{res.statusCode}")
  46. logger.error err: error, project_id: project_id, "document updater returned failure status code: #{res.statusCode}"
  47. return callback(error)
  48. flushDocToMongo: (project_id, doc_id, callback = (error) ->) ->
  49. logger.log project_id:project_id, doc_id: doc_id, "flushing doc from document updater"
  50. timer = new metrics.Timer("flushing.mongo.doc")
  51. url = "#{settings.apis.documentupdater.url}/project/#{project_id}/doc/#{doc_id}/flush"
  52. request.post url, (error, res, body)->
  53. if error?
  54. logger.error err: error, project_id: project_id, doc_id: doc_id, "error flushing doc from document updater"
  55. return callback(error)
  56. else if res.statusCode >= 200 and res.statusCode < 300
  57. logger.log project_id: project_id, doc_id: doc_id, "flushed doc from document updater"
  58. return callback(null)
  59. else
  60. error = new Error("document updater returned a failure status code: #{res.statusCode}")
  61. logger.error err: error, project_id: project_id, doc_id: doc_id, "document updater returned failure status code: #{res.statusCode}"
  62. return callback(error)
  63. deleteDoc : (project_id, doc_id, callback = ()->)->
  64. logger.log project_id:project_id, doc_id: doc_id, "deleting doc from document updater"
  65. timer = new metrics.Timer("delete.mongo.doc")
  66. url = "#{settings.apis.documentupdater.url}/project/#{project_id}/doc/#{doc_id}"
  67. request.del url, (error, res, body)->
  68. if error?
  69. logger.error err: error, project_id: project_id, doc_id: doc_id, "error deleting doc from document updater"
  70. return callback(error)
  71. else if res.statusCode >= 200 and res.statusCode < 300
  72. logger.log project_id: project_id, doc_id: doc_id, "deleted doc from document updater"
  73. return callback(null)
  74. else
  75. error = new Error("document updater returned a failure status code: #{res.statusCode}")
  76. logger.error err: error, project_id: project_id, doc_id: doc_id, "document updater returned failure status code: #{res.statusCode}"
  77. return callback(error)
  78. getDocument: (project_id, doc_id, fromVersion, callback = (error, doclines, version, ranges, ops) ->) ->
  79. timer = new metrics.Timer("get-document")
  80. url = "#{settings.apis.documentupdater.url}/project/#{project_id}/doc/#{doc_id}?fromVersion=#{fromVersion}"
  81. logger.log project_id:project_id, doc_id: doc_id, "getting doc from document updater"
  82. request.get url, (error, res, body)->
  83. timer.done()
  84. if error?
  85. logger.error err:error, url:url, project_id:project_id, doc_id:doc_id, "error getting doc from doc updater"
  86. return callback(error)
  87. if res.statusCode >= 200 and res.statusCode < 300
  88. logger.log project_id:project_id, doc_id:doc_id, "got doc from document document updater"
  89. try
  90. body = JSON.parse(body)
  91. catch error
  92. return callback(error)
  93. callback null, body.lines, body.version, body.ranges, body.ops
  94. else
  95. logger.error project_id:project_id, doc_id:doc_id, url: url, "doc updater returned a non-success status code: #{res.statusCode}"
  96. callback new Error("doc updater returned a non-success status code: #{res.statusCode}")
  97. setDocument : (project_id, doc_id, user_id, docLines, source, callback = (error) ->)->
  98. timer = new metrics.Timer("set-document")
  99. url = "#{settings.apis.documentupdater.url}/project/#{project_id}/doc/#{doc_id}"
  100. body =
  101. url: url
  102. json:
  103. lines: docLines
  104. source: source
  105. user_id: user_id
  106. logger.log project_id:project_id, doc_id: doc_id, source: source, user_id: user_id, "setting doc in document updater"
  107. request.post body, (error, res, body)->
  108. timer.done()
  109. if error?
  110. logger.error err:error, url:url, project_id:project_id, doc_id:doc_id, "error setting doc in doc updater"
  111. return callback(error)
  112. if res.statusCode >= 200 and res.statusCode < 300
  113. logger.log project_id: project_id, doc_id: doc_id, "set doc in document updater"
  114. return callback(null)
  115. else
  116. logger.error project_id:project_id, doc_id:doc_id, url: url, "doc updater returned a non-success status code: #{res.statusCode}"
  117. callback new Error("doc updater returned a non-success status code: #{res.statusCode}")
  118. acceptChanges: (project_id, doc_id, change_ids = [], callback = (error) ->) ->
  119. timer = new metrics.Timer("accept-changes")
  120. reqSettings =
  121. url: "#{settings.apis.documentupdater.url}/project/#{project_id}/doc/#{doc_id}/change/accept"
  122. json:
  123. change_ids: change_ids
  124. logger.log {project_id, doc_id }, "accepting #{ change_ids.length } changes"
  125. request.post reqSettings, (error, res, body)->
  126. timer.done()
  127. if error?
  128. logger.error {err:error, project_id, doc_id }, "error accepting #{ change_ids.length } changes in doc updater"
  129. return callback(error)
  130. if res.statusCode >= 200 and res.statusCode < 300
  131. logger.log {project_id, doc_id }, "accepted #{ change_ids.length } changes in document updater"
  132. return callback(null)
  133. else
  134. logger.error {project_id, doc_id }, "doc updater returned a non-success status code: #{res.statusCode}"
  135. callback new Error("doc updater returned a non-success status code: #{res.statusCode}")
  136. deleteThread: (project_id, doc_id, thread_id, callback = (error) ->) ->
  137. timer = new metrics.Timer("delete-thread")
  138. url = "#{settings.apis.documentupdater.url}/project/#{project_id}/doc/#{doc_id}/comment/#{thread_id}"
  139. logger.log {project_id, doc_id, thread_id}, "deleting comment range in document updater"
  140. request.del url, (error, res, body)->
  141. timer.done()
  142. if error?
  143. logger.error {err:error, project_id, doc_id, thread_id}, "error deleting comment range in doc updater"
  144. return callback(error)
  145. if res.statusCode >= 200 and res.statusCode < 300
  146. logger.log {project_id, doc_id, thread_id}, "deleted comment rangee in document updater"
  147. return callback(null)
  148. else
  149. logger.error {project_id, doc_id, thread_id}, "doc updater returned a non-success status code: #{res.statusCode}"
  150. callback new Error("doc updater returned a non-success status code: #{res.statusCode}")
  151. PENDINGUPDATESKEY = "PendingUpdates"
  152. DOCLINESKEY = "doclines"
  153. DOCIDSWITHPENDINGUPDATES = "DocsWithPendingUpdates"
  154. keys =
  155. pendingUpdates : (op) -> "#{PENDINGUPDATESKEY}:#{op.doc_id}"
  156. docsWithPendingUpdates: DOCIDSWITHPENDINGUPDATES
  157. docLines : (op) -> "#{DOCLINESKEY}:#{op.doc_id}"
  158. combineProjectIdAndDocId: (project_id, doc_id) -> "#{project_id}:#{doc_id}"