RangesManager.js 5.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181
  1. /* eslint-disable
  2. camelcase,
  3. */
  4. // TODO: This file was created by bulk-decaffeinate.
  5. // Fix any style issues and re-enable lint.
  6. /*
  7. * decaffeinate suggestions:
  8. * DS101: Remove unnecessary use of Array.from
  9. * DS102: Remove unnecessary code created because of implicit returns
  10. * DS207: Consider shorter variations of null checks
  11. * Full docs: https://github.com/decaffeinate/decaffeinate/blob/master/docs/suggestions.md
  12. */
  13. let RangesManager
  14. const RangesTracker = require('./RangesTracker')
  15. const logger = require('@overleaf/logger')
  16. const Metrics = require('./Metrics')
  17. const _ = require('lodash')
  18. const RANGE_DELTA_BUCKETS = [0, 1, 2, 3, 4, 5, 10, 20, 50]
  19. module.exports = RangesManager = {
  20. MAX_COMMENTS: 500,
  21. MAX_CHANGES: 2000,
  22. applyUpdate(project_id, doc_id, entries, updates, newDocLines, callback) {
  23. let error
  24. if (entries == null) {
  25. entries = {}
  26. }
  27. if (updates == null) {
  28. updates = []
  29. }
  30. if (callback == null) {
  31. callback = function () {}
  32. }
  33. const { changes, comments } = _.cloneDeep(entries)
  34. const rangesTracker = new RangesTracker(changes, comments)
  35. const [emptyRangeCountBefore, totalRangeCountBefore] =
  36. RangesManager._emptyRangesCount(rangesTracker)
  37. for (const update of Array.from(updates)) {
  38. rangesTracker.track_changes = !!update.meta.tc
  39. if (update.meta.tc) {
  40. rangesTracker.setIdSeed(update.meta.tc)
  41. }
  42. for (const op of Array.from(update.op)) {
  43. try {
  44. rangesTracker.applyOp(op, {
  45. user_id: update.meta != null ? update.meta.user_id : undefined,
  46. })
  47. } catch (error1) {
  48. error = error1
  49. return callback(error)
  50. }
  51. }
  52. }
  53. if (
  54. (rangesTracker.changes != null
  55. ? rangesTracker.changes.length
  56. : undefined) > RangesManager.MAX_CHANGES ||
  57. (rangesTracker.comments != null
  58. ? rangesTracker.comments.length
  59. : undefined) > RangesManager.MAX_COMMENTS
  60. ) {
  61. return callback(new Error('too many comments or tracked changes'))
  62. }
  63. try {
  64. // This is a consistency check that all of our ranges and
  65. // comments still match the corresponding text
  66. rangesTracker.validate(newDocLines.join('\n'))
  67. } catch (error2) {
  68. error = error2
  69. logger.error(
  70. { err: error, project_id, doc_id, newDocLines, updates },
  71. 'error validating ranges'
  72. )
  73. return callback(error)
  74. }
  75. const [emptyRangeCountAfter, totalRangeCountAfter] =
  76. RangesManager._emptyRangesCount(rangesTracker)
  77. const rangesWereCollapsed =
  78. emptyRangeCountAfter > emptyRangeCountBefore ||
  79. totalRangeCountAfter + 1 < totalRangeCountBefore // also include the case where multiple ranges were removed
  80. // monitor the change in range count, we may want to snapshot before large decreases
  81. if (totalRangeCountAfter < totalRangeCountBefore) {
  82. Metrics.histogram(
  83. 'range-delta',
  84. totalRangeCountBefore - totalRangeCountAfter,
  85. RANGE_DELTA_BUCKETS,
  86. { status_code: rangesWereCollapsed ? 'saved' : 'unsaved' }
  87. )
  88. }
  89. const response = RangesManager._getRanges(rangesTracker)
  90. logger.debug(
  91. {
  92. project_id,
  93. doc_id,
  94. changesCount:
  95. response.changes != null ? response.changes.length : undefined,
  96. commentsCount:
  97. response.comments != null ? response.comments.length : undefined,
  98. rangesWereCollapsed,
  99. },
  100. 'applied updates to ranges'
  101. )
  102. return callback(null, response, rangesWereCollapsed)
  103. },
  104. acceptChanges(change_ids, ranges, callback) {
  105. if (callback == null) {
  106. callback = function () {}
  107. }
  108. const { changes, comments } = ranges
  109. logger.debug(`accepting ${change_ids.length} changes in ranges`)
  110. const rangesTracker = new RangesTracker(changes, comments)
  111. rangesTracker.removeChangeIds(change_ids)
  112. const response = RangesManager._getRanges(rangesTracker)
  113. return callback(null, response)
  114. },
  115. deleteComment(comment_id, ranges, callback) {
  116. if (callback == null) {
  117. callback = function () {}
  118. }
  119. const { changes, comments } = ranges
  120. logger.debug({ comment_id }, 'deleting comment in ranges')
  121. const rangesTracker = new RangesTracker(changes, comments)
  122. rangesTracker.removeCommentId(comment_id)
  123. const response = RangesManager._getRanges(rangesTracker)
  124. return callback(null, response)
  125. },
  126. _getRanges(rangesTracker) {
  127. // Return the minimal data structure needed, since most documents won't have any
  128. // changes or comments
  129. let response = {}
  130. if (
  131. (rangesTracker.changes != null
  132. ? rangesTracker.changes.length
  133. : undefined) > 0
  134. ) {
  135. if (response == null) {
  136. response = {}
  137. }
  138. response.changes = rangesTracker.changes
  139. }
  140. if (
  141. (rangesTracker.comments != null
  142. ? rangesTracker.comments.length
  143. : undefined) > 0
  144. ) {
  145. if (response == null) {
  146. response = {}
  147. }
  148. response.comments = rangesTracker.comments
  149. }
  150. return response
  151. },
  152. _emptyRangesCount(ranges) {
  153. let emptyCount = 0
  154. let totalCount = 0
  155. for (const comment of Array.from(ranges.comments || [])) {
  156. totalCount++
  157. if (comment.op.c === '') {
  158. emptyCount++
  159. }
  160. }
  161. for (const change of Array.from(ranges.changes || [])) {
  162. totalCount++
  163. if (change.op.i != null) {
  164. if (change.op.i === '') {
  165. emptyCount++
  166. }
  167. }
  168. }
  169. return [emptyCount, totalCount]
  170. },
  171. }