RangesManager.js 5.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179
  1. /* eslint-disable
  2. camelcase,
  3. */
  4. // TODO: This file was created by bulk-decaffeinate.
  5. // Fix any style issues and re-enable lint.
  6. /*
  7. * decaffeinate suggestions:
  8. * DS101: Remove unnecessary use of Array.from
  9. * DS102: Remove unnecessary code created because of implicit returns
  10. * DS207: Consider shorter variations of null checks
  11. * Full docs: https://github.com/decaffeinate/decaffeinate/blob/master/docs/suggestions.md
  12. */
  13. let RangesManager
  14. const RangesTracker = require('./RangesTracker')
  15. const logger = require('@overleaf/logger')
  16. const Metrics = require('./Metrics')
  17. const _ = require('lodash')
  18. const RANGE_DELTA_BUCKETS = [0, 1, 2, 3, 4, 5, 10, 20, 50]
  19. module.exports = RangesManager = {
  20. MAX_COMMENTS: 500,
  21. MAX_CHANGES: 2000,
  22. applyUpdate(project_id, doc_id, entries, updates, newDocLines, callback) {
  23. let error
  24. if (entries == null) {
  25. entries = {}
  26. }
  27. if (updates == null) {
  28. updates = []
  29. }
  30. if (callback == null) {
  31. callback = function () {}
  32. }
  33. const { changes, comments } = _.cloneDeep(entries)
  34. const rangesTracker = new RangesTracker(changes, comments)
  35. const [emptyRangeCountBefore, totalRangeCountBefore] =
  36. RangesManager._emptyRangesCount(rangesTracker)
  37. for (const update of Array.from(updates)) {
  38. rangesTracker.track_changes = !!update.meta.tc
  39. if (update.meta.tc) {
  40. rangesTracker.setIdSeed(update.meta.tc)
  41. }
  42. for (const op of Array.from(update.op)) {
  43. try {
  44. rangesTracker.applyOp(op, {
  45. user_id: update.meta != null ? update.meta.user_id : undefined,
  46. })
  47. } catch (error1) {
  48. error = error1
  49. return callback(error)
  50. }
  51. }
  52. }
  53. if (
  54. (rangesTracker.changes != null
  55. ? rangesTracker.changes.length
  56. : undefined) > RangesManager.MAX_CHANGES ||
  57. (rangesTracker.comments != null
  58. ? rangesTracker.comments.length
  59. : undefined) > RangesManager.MAX_COMMENTS
  60. ) {
  61. return callback(new Error('too many comments or tracked changes'))
  62. }
  63. try {
  64. // This is a consistency check that all of our ranges and
  65. // comments still match the corresponding text
  66. rangesTracker.validate(newDocLines.join('\n'))
  67. } catch (error2) {
  68. error = error2
  69. logger.error(
  70. { err: error, project_id, doc_id, newDocLines, updates },
  71. 'error validating ranges'
  72. )
  73. return callback(error)
  74. }
  75. const [emptyRangeCountAfter, totalRangeCountAfter] =
  76. RangesManager._emptyRangesCount(rangesTracker)
  77. const rangesWereCollapsed = emptyRangeCountAfter > emptyRangeCountBefore
  78. // monitor the change in range count, we may want to snapshot before large decreases
  79. if (totalRangeCountAfter < totalRangeCountBefore) {
  80. Metrics.histogram(
  81. 'range-delta',
  82. totalRangeCountBefore - totalRangeCountAfter,
  83. RANGE_DELTA_BUCKETS,
  84. { status_code: rangesWereCollapsed ? 'saved' : 'unsaved' }
  85. )
  86. }
  87. const response = RangesManager._getRanges(rangesTracker)
  88. logger.debug(
  89. {
  90. project_id,
  91. doc_id,
  92. changesCount:
  93. response.changes != null ? response.changes.length : undefined,
  94. commentsCount:
  95. response.comments != null ? response.comments.length : undefined,
  96. rangesWereCollapsed,
  97. },
  98. 'applied updates to ranges'
  99. )
  100. return callback(null, response, rangesWereCollapsed)
  101. },
  102. acceptChanges(change_ids, ranges, callback) {
  103. if (callback == null) {
  104. callback = function () {}
  105. }
  106. const { changes, comments } = ranges
  107. logger.debug(`accepting ${change_ids.length} changes in ranges`)
  108. const rangesTracker = new RangesTracker(changes, comments)
  109. rangesTracker.removeChangeIds(change_ids)
  110. const response = RangesManager._getRanges(rangesTracker)
  111. return callback(null, response)
  112. },
  113. deleteComment(comment_id, ranges, callback) {
  114. if (callback == null) {
  115. callback = function () {}
  116. }
  117. const { changes, comments } = ranges
  118. logger.debug({ comment_id }, 'deleting comment in ranges')
  119. const rangesTracker = new RangesTracker(changes, comments)
  120. rangesTracker.removeCommentId(comment_id)
  121. const response = RangesManager._getRanges(rangesTracker)
  122. return callback(null, response)
  123. },
  124. _getRanges(rangesTracker) {
  125. // Return the minimal data structure needed, since most documents won't have any
  126. // changes or comments
  127. let response = {}
  128. if (
  129. (rangesTracker.changes != null
  130. ? rangesTracker.changes.length
  131. : undefined) > 0
  132. ) {
  133. if (response == null) {
  134. response = {}
  135. }
  136. response.changes = rangesTracker.changes
  137. }
  138. if (
  139. (rangesTracker.comments != null
  140. ? rangesTracker.comments.length
  141. : undefined) > 0
  142. ) {
  143. if (response == null) {
  144. response = {}
  145. }
  146. response.comments = rangesTracker.comments
  147. }
  148. return response
  149. },
  150. _emptyRangesCount(ranges) {
  151. let emptyCount = 0
  152. let totalCount = 0
  153. for (const comment of Array.from(ranges.comments || [])) {
  154. totalCount++
  155. if (comment.op.c === '') {
  156. emptyCount++
  157. }
  158. }
  159. for (const change of Array.from(ranges.changes || [])) {
  160. totalCount++
  161. if (change.op.i != null) {
  162. if (change.op.i === '') {
  163. emptyCount++
  164. }
  165. }
  166. }
  167. return [emptyCount, totalCount]
  168. },
  169. }