| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823 |
- sinon = require('sinon')
- chai = require('chai')
- should = chai.should()
- expect = chai.expect
- modulePath = "../../../../app/js/UpdatesManager.js"
- SandboxedModule = require('sandboxed-module')
- describe "UpdatesManager", ->
- beforeEach ->
- @UpdatesManager = SandboxedModule.require modulePath, requires:
- "./UpdateCompressor": @UpdateCompressor = {}
- "./MongoManager" : @MongoManager = {}
- "./PackManager" : @PackManager = {}
- "./RedisManager" : @RedisManager = {}
- "./LockManager" : @LockManager = {}
- "./WebApiManager": @WebApiManager = {}
- "./UpdateTrimmer": @UpdateTrimmer = {}
- "./DocArchiveManager": @DocArchiveManager = {}
- "logger-sharelatex": { log: sinon.stub(), error: sinon.stub() }
- "settings-sharelatex":
- redis: lock: key_schema:
- historyLock: ({doc_id}) -> "HistoryLock:#{doc_id}"
- @doc_id = "doc-id-123"
- @project_id = "project-id-123"
- @callback = sinon.stub()
- @temporary = "temp-mock"
- describe "compressAndSaveRawUpdates", ->
- describe "when there are no raw ops", ->
- beforeEach ->
- @MongoManager.peekLastCompressedUpdate = sinon.stub()
- @UpdatesManager.compressAndSaveRawUpdates @project_id, @doc_id, [], @temporary, @callback
- it "should not need to access the database", ->
- @MongoManager.peekLastCompressedUpdate.called.should.equal false
- it "should call the callback", ->
- @callback.called.should.equal true
- describe "when there is no compressed history to begin with", ->
- beforeEach ->
- @rawUpdates = [{ v: 12, op: "mock-op-12" }, { v: 13, op: "mock-op-13" }]
- @compressedUpdates = [ { v: 13, op: "compressed-op-12" } ]
- @MongoManager.peekLastCompressedUpdate = sinon.stub().callsArgWith(1, null, null)
- @PackManager.insertCompressedUpdates = sinon.stub().callsArg(5)
- @UpdateCompressor.compressRawUpdates = sinon.stub().returns(@compressedUpdates)
- @UpdatesManager.compressAndSaveRawUpdates @project_id, @doc_id, @rawUpdates, @temporary, @callback
- it "should look at the last compressed op", ->
- @MongoManager.peekLastCompressedUpdate
- .calledWith(@doc_id)
- .should.equal true
-
- it "should save the compressed ops as a pack", ->
- @PackManager.insertCompressedUpdates
- .calledWith(@project_id, @doc_id, null, @compressedUpdates, @temporary)
- .should.equal true
- it "should call the callback", ->
- @callback.called.should.equal true
- describe "when the raw ops need appending to existing history", ->
- beforeEach ->
- @lastCompressedUpdate = { v: 11, op: "compressed-op-11" }
- @compressedUpdates = [ { v: 12, op: "compressed-op-11+12" }, { v: 13, op: "compressed-op-12" } ]
- @MongoManager.peekLastCompressedUpdate = sinon.stub().callsArgWith(1, null, @lastCompressedUpdate, @lastCompressedUpdate.v)
- @PackManager.insertCompressedUpdates = sinon.stub().callsArg(5)
- @UpdateCompressor.compressRawUpdates = sinon.stub().returns(@compressedUpdates)
- describe "when the raw ops start where the existing history ends", ->
- beforeEach ->
- @rawUpdates = [{ v: 12, op: "mock-op-12" }, { v: 13, op: "mock-op-13" }]
- @UpdatesManager.compressAndSaveRawUpdates @project_id, @doc_id, @rawUpdates, @temporary, @callback
- it "should look at the last compressed op", ->
- @MongoManager.peekLastCompressedUpdate
- .calledWith(@doc_id)
- .should.equal true
-
- it "should compress the raw ops", ->
- @UpdateCompressor.compressRawUpdates
- .calledWith(null, @rawUpdates)
- .should.equal true
- it "should save the new compressed ops into a pack", ->
- @PackManager.insertCompressedUpdates
- .calledWith(@project_id, @doc_id, @lastCompressedUpdate, @compressedUpdates, @temporary)
- .should.equal true
- it "should call the callback", ->
- @callback.called.should.equal true
- describe "when the raw ops start where the existing history ends and the history is in a pack", ->
- beforeEach ->
- @lastCompressedUpdate = {pack: [{ v: 11, op: "compressed-op-11" }], v:11}
- @rawUpdates = [{ v: 12, op: "mock-op-12" }, { v: 13, op: "mock-op-13" }]
- @MongoManager.peekLastCompressedUpdate = sinon.stub().callsArgWith(1, null, @lastCompressedUpdate, @lastCompressedUpdate.v)
- @UpdatesManager.compressAndSaveRawUpdates @project_id, @doc_id, @rawUpdates, @temporary, @callback
- it "should look at the last compressed op", ->
- @MongoManager.peekLastCompressedUpdate
- .calledWith(@doc_id)
- .should.equal true
- it "should compress the raw ops", ->
- @UpdateCompressor.compressRawUpdates
- .calledWith(null, @rawUpdates)
- .should.equal true
- it "should save the new compressed ops into a pack", ->
- @PackManager.insertCompressedUpdates
- .calledWith(@project_id, @doc_id, @lastCompressedUpdate, @compressedUpdates, @temporary)
- .should.equal true
- it "should call the callback", ->
- @callback.called.should.equal true
- describe "when some raw ops are passed that have already been compressed", ->
- beforeEach ->
- @rawUpdates = [{ v: 10, op: "mock-op-10" }, { v: 11, op: "mock-op-11"}, { v: 12, op: "mock-op-12" }, { v: 13, op: "mock-op-13" }]
- @UpdatesManager.compressAndSaveRawUpdates @project_id, @doc_id, @rawUpdates, @temporary, @callback
- it "should only compress the more recent raw ops", ->
- @UpdateCompressor.compressRawUpdates
- .calledWith(null, @rawUpdates.slice(-2))
- .should.equal true
- describe "when the raw ops do not follow from the last compressed op version", ->
- beforeEach ->
- @rawUpdates = [{ v: 13, op: "mock-op-13" }]
- @UpdatesManager.compressAndSaveRawUpdates @project_id, @doc_id, @rawUpdates, @temporary, @callback
- it "should call the callback with an error", ->
- @callback
- .calledWith(sinon.match.has('message', "Tried to apply raw op at version 13 to last compressed update with version 11 from unknown time"))
- .should.equal true
- it "should not insert any update into mongo", ->
- @PackManager.insertCompressedUpdates.called.should.equal false
- describe "when the raw ops are out of order", ->
- beforeEach ->
- @rawUpdates = [{ v: 13, op: "mock-op-13" }, { v: 12, op: "mock-op-12" }]
- @UpdatesManager.compressAndSaveRawUpdates @project_id, @doc_id, @rawUpdates, @temporary, @callback
- it "should call the callback with an error", ->
- @callback
- .calledWith(sinon.match.has('message'))
- .should.equal true
- it "should not insert any update into mongo", ->
- @PackManager.insertCompressedUpdates.called.should.equal false
- describe "when the raw ops need appending to existing history which is in S3", ->
- beforeEach ->
- @lastCompressedUpdate = null
- @lastVersion = 11
- @compressedUpdates = [ { v: 13, op: "compressed-op-12" } ]
- @MongoManager.peekLastCompressedUpdate = sinon.stub().callsArgWith(1, null, null, @lastVersion)
- @PackManager.insertCompressedUpdates = sinon.stub().callsArg(5)
- @UpdateCompressor.compressRawUpdates = sinon.stub().returns(@compressedUpdates)
- describe "when the raw ops start where the existing history ends", ->
- beforeEach ->
- @rawUpdates = [{ v: 12, op: "mock-op-12" }, { v: 13, op: "mock-op-13" }]
- @UpdatesManager.compressAndSaveRawUpdates @project_id, @doc_id, @rawUpdates, @temporary, @callback
- it "should try to look at the last compressed op", ->
- @MongoManager.peekLastCompressedUpdate
- .calledWith(@doc_id)
- .should.equal true
-
- it "should compress the last compressed op and the raw ops", ->
- @UpdateCompressor.compressRawUpdates
- .calledWith(@lastCompressedUpdate, @rawUpdates)
- .should.equal true
-
- it "should save the compressed ops", ->
- @PackManager.insertCompressedUpdates
- .calledWith(@project_id, @doc_id, null, @compressedUpdates, @temporary)
- .should.equal true
- it "should call the callback", ->
- @callback.called.should.equal true
- describe "processUncompressedUpdates", ->
- beforeEach ->
- @UpdatesManager.compressAndSaveRawUpdates = sinon.stub().callsArgWith(4)
- @RedisManager.deleteAppliedDocUpdates = sinon.stub().callsArg(3)
- @MongoManager.backportProjectId = sinon.stub().callsArg(2)
- @UpdateTrimmer.shouldTrimUpdates = sinon.stub().callsArgWith(1, null, @temporary = "temp mock")
- describe "when there is fewer than one batch to send", ->
- beforeEach ->
- @updates = ["mock-update"]
- @RedisManager.getOldestDocUpdates = sinon.stub().callsArgWith(2, null, @updates)
- @RedisManager.expandDocUpdates = sinon.stub().callsArgWith(1, null, @updates)
- @UpdatesManager.processUncompressedUpdates @project_id, @doc_id, @temporary, @callback
- it "should get the oldest updates", ->
- @RedisManager.getOldestDocUpdates
- .calledWith(@doc_id, @UpdatesManager.REDIS_READ_BATCH_SIZE)
- .should.equal true
- it "should compress and save the updates", ->
- @UpdatesManager.compressAndSaveRawUpdates
- .calledWith(@project_id, @doc_id, @updates, @temporary)
- .should.equal true
- it "should delete the batch of uncompressed updates that was just processed", ->
- @RedisManager.deleteAppliedDocUpdates
- .calledWith(@project_id, @doc_id, @updates)
- .should.equal true
- it "should call the callback", ->
- @callback.called.should.equal true
- describe "when there are multiple batches to send", ->
- beforeEach (done) ->
- @UpdatesManager.REDIS_READ_BATCH_SIZE = 2
- @updates = ["mock-update-0", "mock-update-1", "mock-update-2", "mock-update-3", "mock-update-4"]
- @redisArray = @updates.slice()
- @RedisManager.getOldestDocUpdates = (doc_id, batchSize, callback = (error, updates) ->) =>
- updates = @redisArray.slice(0, batchSize)
- @redisArray = @redisArray.slice(batchSize)
- callback null, updates
- sinon.spy @RedisManager, "getOldestDocUpdates"
- @RedisManager.expandDocUpdates = (jsonUpdates, callback) =>
- callback null, jsonUpdates
- sinon.spy @RedisManager, "expandDocUpdates"
- @UpdatesManager.processUncompressedUpdates @project_id, @doc_id, @temporary, (args...) =>
- @callback(args...)
- done()
- it "should get the oldest updates in three batches ", ->
- @RedisManager.getOldestDocUpdates.callCount.should.equal 3
- it "should compress and save the updates in batches", ->
- @UpdatesManager.compressAndSaveRawUpdates
- .calledWith(@project_id, @doc_id, @updates.slice(0,2), @temporary)
- .should.equal true
- @UpdatesManager.compressAndSaveRawUpdates
- .calledWith(@project_id, @doc_id, @updates.slice(2,4), @temporary)
- .should.equal true
- @UpdatesManager.compressAndSaveRawUpdates
- .calledWith(@project_id, @doc_id, @updates.slice(4,5), @temporary)
- .should.equal true
- it "should delete the batches of uncompressed updates", ->
- @RedisManager.deleteAppliedDocUpdates.callCount.should.equal 3
- it "should call the callback", ->
- @callback.called.should.equal true
- describe "processCompressedUpdatesWithLock", ->
- beforeEach ->
- @UpdateTrimmer.shouldTrimUpdates = sinon.stub().callsArgWith(1, null, @temporary = "temp mock")
- @MongoManager.backportProjectId = sinon.stub().callsArg(2)
- @UpdatesManager._processUncompressedUpdates = sinon.stub().callsArg(3)
- @LockManager.runWithLock = sinon.stub().callsArg(2)
- @UpdatesManager.processUncompressedUpdatesWithLock @project_id, @doc_id, @callback
- it "should check if the updates are temporary", ->
- @UpdateTrimmer.shouldTrimUpdates
- .calledWith(@project_id)
- .should.equal true
- it "should backport the project id", ->
- @MongoManager.backportProjectId
- .calledWith(@project_id, @doc_id)
- .should.equal true
- it "should run processUncompressedUpdates with the lock", ->
- @LockManager.runWithLock
- .calledWith(
- "HistoryLock:#{@doc_id}"
- )
- .should.equal true
- it "should call the callback", ->
- @callback.called.should.equal true
- describe "getDocUpdates", ->
- beforeEach ->
- @updates = ["mock-updates"]
- @options = { to: "mock-to", limit: "mock-limit" }
- @PackManager.getOpsByVersionRange = sinon.stub().callsArgWith(4, null, @updates)
- @UpdatesManager.processUncompressedUpdatesWithLock = sinon.stub().callsArg(2)
- @UpdatesManager.getDocUpdates @project_id, @doc_id, @options, @callback
- it "should process outstanding updates", ->
- @UpdatesManager.processUncompressedUpdatesWithLock
- .calledWith(@project_id, @doc_id)
- .should.equal true
- it "should get the updates from the database", ->
- @PackManager.getOpsByVersionRange
- .calledWith(@project_id, @doc_id, @options.from, @options.to)
- .should.equal true
- it "should return the updates", ->
- @callback
- .calledWith(null, @updates)
- .should.equal true
- describe "getDocUpdatesWithUserInfo", ->
- beforeEach ->
- @updates = ["mock-updates"]
- @options = { to: "mock-to", limit: "mock-limit" }
- @updatesWithUserInfo = ["updates-with-user-info"]
- @UpdatesManager.getDocUpdates = sinon.stub().callsArgWith(3, null, @updates)
- @UpdatesManager.fillUserInfo = sinon.stub().callsArgWith(1, null, @updatesWithUserInfo)
- @UpdatesManager.getDocUpdatesWithUserInfo @project_id, @doc_id, @options, @callback
- it "should get the updates", ->
- @UpdatesManager.getDocUpdates
- .calledWith(@project_id, @doc_id, @options)
- .should.equal true
- it "should file the updates with the user info", ->
- @UpdatesManager.fillUserInfo
- .calledWith(@updates)
- .should.equal true
- it "should return the updates with the filled details", ->
- @callback.calledWith(null, @updatesWithUserInfo).should.equal true
- describe "processUncompressedUpdatesForProject", ->
- beforeEach (done) ->
- @doc_ids = ["mock-id-1", "mock-id-2"]
- @UpdateTrimmer.shouldTrimUpdates = sinon.stub().callsArgWith(1, null, @temporary = "temp mock")
- @MongoManager.backportProjectId = sinon.stub().callsArg(2)
- @UpdatesManager._processUncompressedUpdatesForDocWithLock = sinon.stub().callsArg(3)
- @RedisManager.getDocIdsWithHistoryOps = sinon.stub().callsArgWith(1, null, @doc_ids)
- @UpdatesManager.processUncompressedUpdatesForProject @project_id, () =>
- @callback()
- done()
- it "should get all the docs with history ops", ->
- @RedisManager.getDocIdsWithHistoryOps
- .calledWith(@project_id)
- .should.equal true
- it "should process the doc ops for the each doc_id", ->
- for doc_id in @doc_ids
- @UpdatesManager._processUncompressedUpdatesForDocWithLock
- .calledWith(@project_id, doc_id, @temporary)
- .should.equal true
- it "should call the callback", ->
- @callback.called.should.equal true
- describe "getSummarizedProjectUpdates", ->
- beforeEach ->
- @updates = [{doc_id: 123, v:456, op: "mock-updates", meta: {user_id: 123, start_ts: 1233, end_ts:1234}}]
- @options = { before: "mock-before", limit: "mock-limit" }
- @summarizedUpdates = [
- {meta: {user_ids: [123], start_ts: 1233, end_ts:1234},docs:{"123":{fromV:456,toV:456}}}
- ]
- @updatesWithUserInfo = ["updates-with-user-info"]
- @done_state = false
- @iterator =
- next: (cb) =>
- @done_state = true
- cb(null, @updates)
- done: () =>
- @done_state
- @PackManager.makeProjectIterator = sinon.stub().callsArgWith(2, null, @iterator)
- @UpdatesManager.processUncompressedUpdatesForProject = sinon.stub().callsArg(1)
- @UpdatesManager.fillSummarizedUserInfo = sinon.stub().callsArgWith(1, null, @updatesWithUserInfo)
- @UpdatesManager.getSummarizedProjectUpdates @project_id, @options, @callback
- it "should process any outstanding updates", ->
- @UpdatesManager.processUncompressedUpdatesForProject
- .calledWith(@project_id)
- .should.equal true
- it "should get the updates", ->
- @PackManager.makeProjectIterator
- .calledWith(@project_id, @options.before)
- .should.equal true
- it "should fill the updates with the user info", ->
- @UpdatesManager.fillSummarizedUserInfo
- .calledWith(@summarizedUpdates)
- .should.equal true
- it "should return the updates with the filled details", ->
- @callback.calledWith(null, @updatesWithUserInfo).should.equal true
- # describe "_extendBatchOfSummarizedUpdates", ->
- # beforeEach ->
- # @before = Date.now()
- # @min_count = 2
- # @existingSummarizedUpdates = ["summarized-updates-3"]
- # @summarizedUpdates = ["summarized-updates-3", "summarized-update-2", "summarized-update-1"]
- # describe "when there are updates to get", ->
- # beforeEach ->
- # @updates = [
- # {op: "mock-op-1", meta: end_ts: @before - 10},
- # {op: "mock-op-1", meta: end_ts: @nextBeforeTimestamp = @before - 20}
- # ]
- # @existingSummarizedUpdates = ["summarized-updates-3"]
- # @summarizedUpdates = ["summarized-updates-3", "summarized-update-2", "summarized-update-1"]
- # @UpdatesManager._summarizeUpdates = sinon.stub().returns(@summarizedUpdates)
- # @UpdatesManager.getProjectUpdatesWithUserInfo = sinon.stub().callsArgWith(2, null, @updates)
- # @UpdatesManager._extendBatchOfSummarizedUpdates @project_id, @existingSummarizedUpdates, @before, @min_count, @callback
- # it "should get the updates", ->
- # @UpdatesManager.getProjectUpdatesWithUserInfo
- # .calledWith(@project_id, { before: @before, limit: 3 * @min_count })
- # .should.equal true
- # it "should summarize the updates", ->
- # @UpdatesManager._summarizeUpdates
- # .calledWith(@updates, @existingSummarizedUpdates)
- # .should.equal true
- # it "should call the callback with the summarized updates and the next before timestamp", ->
- # @callback.calledWith(null, @summarizedUpdates, @nextBeforeTimestamp).should.equal true
- # describe "when there are no more updates", ->
- # beforeEach ->
- # @updates = []
- # @UpdatesManager._summarizeUpdates = sinon.stub().returns(@summarizedUpdates)
- # @UpdatesManager.getProjectUpdatesWithUserInfo = sinon.stub().callsArgWith(2, null, @updates)
- # @UpdatesManager._extendBatchOfSummarizedUpdates @project_id, @existingSummarizedUpdates, @before, @min_count, @callback
- # it "should call the callback with the summarized updates and null for nextBeforeTimestamp", ->
- # @callback.calledWith(null, @summarizedUpdates, null).should.equal true
- # describe "getSummarizedProjectUpdates", ->
- # describe "when one batch of updates is enough to meet the limit", ->
- # beforeEach ->
- # @before = Date.now()
- # @min_count = 2
- # @updates = ["summarized-updates-3", "summarized-updates-2"]
- # @nextBeforeTimestamp = @before - 100
- # @UpdatesManager._extendBatchOfSummarizedUpdates = sinon.stub().callsArgWith(4, null, @updates, @nextBeforeTimestamp)
- # @UpdatesManager.getSummarizedProjectUpdates @project_id, { before: @before, min_count: @min_count }, @callback
- # it "should get the batch of summarized updates", ->
- # @UpdatesManager._extendBatchOfSummarizedUpdates
- # .calledWith(@project_id, [], @before, @min_count)
- # .should.equal true
- # it "should call the callback with the updates", ->
- # @callback.calledWith(null, @updates, @nextBeforeTimestamp).should.equal true
- # describe "when multiple batches are needed to meet the limit", ->
- # beforeEach ->
- # @before = Date.now()
- # @min_count = 4
- # @firstBatch = [{ toV: 6, fromV: 6 }, { toV: 5, fromV: 5 }]
- # @nextBeforeTimestamp = @before - 100
- # @secondBatch = [{ toV: 4, fromV: 4 }, { toV: 3, fromV: 3 }]
- # @nextNextBeforeTimestamp = @before - 200
- # @UpdatesManager._extendBatchOfSummarizedUpdates = (project_id, existingUpdates, before, desiredLength, callback) =>
- # if existingUpdates.length == 0
- # callback null, @firstBatch, @nextBeforeTimestamp
- # else
- # callback null, @firstBatch.concat(@secondBatch), @nextNextBeforeTimestamp
- # sinon.spy @UpdatesManager, "_extendBatchOfSummarizedUpdates"
- # @UpdatesManager.getSummarizedProjectUpdates @project_id, { before: @before, min_count: @min_count }, @callback
- # it "should get the first batch of summarized updates", ->
- # @UpdatesManager._extendBatchOfSummarizedUpdates
- # .calledWith(@project_id, [], @before, @min_count)
- # .should.equal true
- # it "should get the second batch of summarized updates", ->
- # @UpdatesManager._extendBatchOfSummarizedUpdates
- # .calledWith(@project_id, @firstBatch, @nextBeforeTimestamp, @min_count)
- # .should.equal true
- # it "should call the callback with all the updates", ->
- # @callback.calledWith(null, @firstBatch.concat(@secondBatch), @nextNextBeforeTimestamp).should.equal true
- # describe "when the end of the database is hit", ->
- # beforeEach ->
- # @before = Date.now()
- # @min_count = 4
- # @updates = [{ toV: 6, fromV: 6 }, { toV: 5, fromV: 5 }]
- # @UpdatesManager._extendBatchOfSummarizedUpdates = sinon.stub().callsArgWith(4, null, @updates, null)
- # @UpdatesManager.getSummarizedProjectUpdates @project_id, { before: @before, min_count: @min_count }, @callback
- # it "should get the batch of summarized updates", ->
- # @UpdatesManager._extendBatchOfSummarizedUpdates
- # .calledWith(@project_id, [], @before, @min_count)
- # .should.equal true
- # it "should call the callback with the updates", ->
- # @callback.calledWith(null, @updates, null).should.equal true
- describe "fillUserInfo", ->
- describe "with valid users", ->
- beforeEach (done) ->
- {ObjectId} = require "mongojs"
- @user_id_1 = ObjectId().toString()
- @user_id_2 = ObjectId().toString()
- @updates = [{
- meta:
- user_id: @user_id_1
- op: "mock-op-1"
- }, {
- meta:
- user_id: @user_id_1
- op: "mock-op-2"
- }, {
- meta:
- user_id: @user_id_2
- op: "mock-op-3"
- }]
- @user_info = {}
- @user_info[@user_id_1] = email: "user1@sharelatex.com"
- @user_info[@user_id_2] = email: "user2@sharelatex.com"
-
- @WebApiManager.getUserInfo = (user_id, callback = (error, userInfo) ->) =>
- callback null, @user_info[user_id]
- sinon.spy @WebApiManager, "getUserInfo"
- @UpdatesManager.fillUserInfo @updates, (error, @results) =>
- done()
- it "should only call getUserInfo once for each user_id", ->
- @WebApiManager.getUserInfo.calledTwice.should.equal true
- @WebApiManager.getUserInfo
- .calledWith(@user_id_1)
- .should.equal true
- @WebApiManager.getUserInfo
- .calledWith(@user_id_2)
- .should.equal true
- it "should return the updates with the user info filled", ->
- expect(@results).to.deep.equal [{
- meta:
- user:
- email: "user1@sharelatex.com"
- op: "mock-op-1"
- }, {
- meta:
- user:
- email: "user1@sharelatex.com"
- op: "mock-op-2"
- }, {
- meta:
- user:
- email: "user2@sharelatex.com"
- op: "mock-op-3"
- }]
- describe "with invalid user ids", ->
- beforeEach (done) ->
- @updates = [{
- meta:
- user_id: null
- op: "mock-op-1"
- }, {
- meta:
- user_id: "anonymous-user"
- op: "mock-op-2"
- }]
- @WebApiManager.getUserInfo = (user_id, callback = (error, userInfo) ->) =>
- callback null, @user_info[user_id]
- sinon.spy @WebApiManager, "getUserInfo"
- @UpdatesManager.fillUserInfo @updates, (error, @results) =>
- done()
- it "should not call getUserInfo", ->
- @WebApiManager.getUserInfo.called.should.equal false
- it "should return the updates without the user info filled", ->
- expect(@results).to.deep.equal [{
- meta: {}
- op: "mock-op-1"
- }, {
- meta: {}
- op: "mock-op-2"
- }]
- describe "_summarizeUpdates", ->
- beforeEach ->
- @now = Date.now()
- @user_1 = { id: "mock-user-1" }
- @user_2 = { id: "mock-user-2" }
- it "should concat updates that are close in time", ->
- result = @UpdatesManager._summarizeUpdates [{
- doc_id: "doc-id-1"
- meta:
- user_id: @user_1.id
- start_ts: @now + 20
- end_ts: @now + 30
- v: 5
- }, {
- doc_id: "doc-id-1"
- meta:
- user_id: @user_2.id
- start_ts: @now
- end_ts: @now + 10
- v: 4
- }]
- expect(result).to.deep.equal [{
- docs:
- "doc-id-1":
- fromV: 4
- toV: 5
- meta:
- user_ids: [@user_1.id, @user_2.id]
- start_ts: @now
- end_ts: @now + 30
- }]
- it "should leave updates that are far apart in time", ->
- oneDay = 1000 * 60 * 60 * 24
- result = @UpdatesManager._summarizeUpdates [{
- doc_id: "doc-id-1"
- meta:
- user_id: @user_2.id
- start_ts: @now + oneDay
- end_ts: @now + oneDay + 10
- v: 5
- }, {
- doc_id: "doc-id-1"
- meta:
- user_id: @user_1.id
- start_ts: @now
- end_ts: @now + 10
- v: 4
- }]
- expect(result).to.deep.equal [{
- docs:
- "doc-id-1":
- fromV: 5
- toV: 5
- meta:
- user_ids: [@user_2.id]
- start_ts: @now + oneDay
- end_ts: @now + oneDay + 10
- }, {
- docs:
- "doc-id-1":
- fromV: 4
- toV: 4
- meta:
- user_ids: [@user_1.id]
- start_ts: @now
- end_ts: @now + 10
- }]
- it "should concat onto existing summarized updates", ->
- result = @UpdatesManager._summarizeUpdates [{
- doc_id: "doc-id-2"
- meta:
- user_id: @user_1.id
- start_ts: @now + 20
- end_ts: @now + 30
- v: 5
- }, {
- doc_id: "doc-id-2"
- meta:
- user_id: @user_2.id
- start_ts: @now
- end_ts: @now + 10
- v: 4
- }], [{
- docs:
- "doc-id-1":
- fromV: 6
- toV: 8
- meta:
- user_ids: [@user_1.id]
- start_ts: @now + 40
- end_ts: @now + 50
- }]
- expect(result).to.deep.equal [{
- docs:
- "doc-id-1":
- toV: 8
- fromV: 6
- "doc-id-2":
- toV: 5
- fromV: 4
- meta:
- user_ids: [@user_1.id, @user_2.id]
- start_ts: @now
- end_ts: @now + 50
- }]
- it "should include null user values", ->
- result = @UpdatesManager._summarizeUpdates [{
- doc_id: "doc-id-1"
- meta:
- user_id: @user_1.id
- start_ts: @now + 20
- end_ts: @now + 30
- v: 5
- }, {
- doc_id: "doc-id-1"
- meta:
- user_id: null
- start_ts: @now
- end_ts: @now + 10
- v: 4
- }]
- expect(result).to.deep.equal [{
- docs:
- "doc-id-1":
- fromV: 4
- toV: 5
- meta:
- user_ids: [@user_1.id, null]
- start_ts: @now
- end_ts: @now + 30
- }]
- it "should include null user values, when the null is earlier in the updates list", ->
- result = @UpdatesManager._summarizeUpdates [{
- doc_id: "doc-id-1"
- meta:
- user_id: null
- start_ts: @now
- end_ts: @now + 10
- v: 4
- }, {
- doc_id: "doc-id-1"
- meta:
- user_id: @user_1.id
- start_ts: @now + 20
- end_ts: @now + 30
- v: 5
- }]
- expect(result).to.deep.equal [{
- docs:
- "doc-id-1":
- fromV: 4
- toV: 5
- meta:
- user_ids: [null, @user_1.id]
- start_ts: @now
- end_ts: @now + 30
- }]
- it "should roll several null user values into one", ->
- result = @UpdatesManager._summarizeUpdates [{
- doc_id: "doc-id-1"
- meta:
- user_id: @user_1.id
- start_ts: @now + 20
- end_ts: @now + 30
- v: 5
- }, {
- doc_id: "doc-id-1"
- meta:
- user_id: null
- start_ts: @now
- end_ts: @now + 10
- v: 4
- }, {
- doc_id: "doc-id-1"
- meta:
- user_id: null
- start_ts: @now + 2
- end_ts: @now + 4
- v: 4
- }]
- expect(result).to.deep.equal [{
- docs:
- "doc-id-1":
- fromV: 4
- toV: 5
- meta:
- user_ids: [@user_1.id, null]
- start_ts: @now
- end_ts: @now + 30
- }]
- it "should split updates before a big delete", ->
- result = @UpdatesManager._summarizeUpdates [{
- doc_id: "doc-id-1"
- op: [{ d: "this is a long long long long long delete", p: 34 }]
- meta:
- user_id: @user_1.id
- start_ts: @now + 20
- end_ts: @now + 30
- v: 5
- }, {
- doc_id: "doc-id-1"
- meta:
- user_id: @user_2.id
- start_ts: @now
- end_ts: @now + 10
- v: 4
- }]
- expect(result).to.deep.equal [{
- docs:
- "doc-id-1":
- fromV: 5
- toV: 5
- meta:
- user_ids: [@user_1.id]
- start_ts: @now + 20
- end_ts: @now + 30
- }, {
- docs:
- "doc-id-1":
- fromV: 4
- toV: 4
- meta:
- user_ids: [@user_2.id]
- start_ts: @now
- end_ts: @now + 10
- }]
|