ConversionManager.coffee 3.1 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970
  1. {db, ObjectId} = require "./mongojs"
  2. ConcatManager = require "./ConcatManager"
  3. module.exports = ConversionManager =
  4. OPS_TO_LEAVE: 10
  5. removeLatestCompressedUpdate: (doc_id, callback = (error) ->) ->
  6. db.docHistory.update { doc_id: ObjectId(doc_id) }, { $pop: { docOps: 1 } }, callback
  7. getLatestCompressedUpdate: (doc_id, callback = (error) ->) ->
  8. db.docHistory.find { doc_id: ObjectId(doc_id) }, { docOps: { $slice: -1 } }, (error, history) ->
  9. return callback(error) if error?
  10. history = history[0] or { docOps: [] }
  11. callback null, history.docOps.slice(-1)[0]
  12. insertCompressedUpdates: (doc_id, updates, callback = (error) ->) ->
  13. db.docHistory.update { doc_id: ObjectId(doc_id) }, { $push: { docOps: { $each: updates } } }, { upsert: true }, callback
  14. trimLastRawUpdate: (doc_id, tailVersion, callback = (error) ->) ->
  15. db.docOps.update { doc_id: ObjectId(doc_id) }, { $pop: { docOps: -1 }, $set: { tailVersion: tailVersion + 1 } }, callback
  16. getLastRawUpdateAndVersion: (doc_id, callback = (error, update, currentVersion, tailVersion) ->) ->
  17. db.docOps.find { doc_id: ObjectId(doc_id) }, { version: true, tailVersion: true, docOps: { $slice: 1 } }, (error, docs) ->
  18. return callback(error) if error?
  19. return callback(new Error("doc not found")) if docs.length == 0
  20. doc = docs[0]
  21. callback null, doc.docOps[0], doc.version, doc.tailVersion or 0
  22. convertOldestRawUpdate: (doc_id, callback = (error, converted) ->) ->
  23. ConversionManager.getLastRawUpdateAndVersion doc_id, (error, rawUpdate, currentVersion, tailVersion) ->
  24. return callback(error) if error?
  25. if currentVersion - tailVersion > ConversionManager.OPS_TO_LEAVE
  26. rawUpdates = ConcatManager.normalizeUpdate(rawUpdate)
  27. ConversionManager.getLatestCompressedUpdate doc_id, (error, lastCompressedUpdate) ->
  28. return callback(error) if error?
  29. removeAndModifyPreviousCompressedUpdate = (callback, compressedUpdates) ->
  30. if lastCompressedUpdate?
  31. compressedUpdates = [lastCompressedUpdate]
  32. for rawUpdate in rawUpdates
  33. lastCompressedUpdate = compressedUpdates.pop()
  34. compressedUpdates = compressedUpdates.concat ConcatManager.concatTwoUpdates lastCompressedUpdate, rawUpdate
  35. ConversionManager.removeLatestCompressedUpdate doc_id, (error) ->
  36. return callback(error) if error?
  37. callback null, compressedUpdates
  38. else
  39. callback null, rawUpdates
  40. removeAndModifyPreviousCompressedUpdate (error, newCompressedUpdates) ->
  41. return callback(error) if error?
  42. ConversionManager.insertCompressedUpdates doc_id, newCompressedUpdates, (error) ->
  43. return callback(error) if error?
  44. ConversionManager.trimLastRawUpdate doc_id, tailVersion, (error) ->
  45. return callback(error) if error?
  46. console.log doc_id, "Pushed op", tailVersion
  47. callback null, true
  48. else
  49. console.log doc_id, "Up to date"
  50. callback null, false
  51. convertAllOldRawUpdates: (doc_id, callback = (error) ->) ->
  52. ConversionManager.convertOldestRawUpdate doc_id, (error, converted) ->
  53. return callback(error) if error?
  54. if converted
  55. # Keep going
  56. ConversionManager.convertAllOldRawUpdates doc_id, callback
  57. else
  58. callback()