LockManager.js 4.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161
  1. // TODO: This file was created by bulk-decaffeinate.
  2. // Fix any style issues and re-enable lint.
  3. /*
  4. * decaffeinate suggestions:
  5. * DS102: Remove unnecessary code created because of implicit returns
  6. * DS207: Consider shorter variations of null checks
  7. * Full docs: https://github.com/decaffeinate/decaffeinate/blob/master/docs/suggestions.md
  8. */
  9. let LockManager
  10. const Settings = require('@overleaf/settings')
  11. const redis = require('@overleaf/redis-wrapper')
  12. const rclient = redis.createClient(Settings.redis.lock)
  13. const os = require('os')
  14. const crypto = require('crypto')
  15. const logger = require('@overleaf/logger')
  16. const HOST = os.hostname()
  17. const PID = process.pid
  18. const RND = crypto.randomBytes(4).toString('hex')
  19. let COUNT = 0
  20. module.exports = LockManager = {
  21. LOCK_TEST_INTERVAL: 50, // 50ms between each test of the lock
  22. MAX_LOCK_WAIT_TIME: 10000, // 10s maximum time to spend trying to get the lock
  23. LOCK_TTL: 300, // seconds (allow 5 minutes for any operation to complete)
  24. // Use a signed lock value as described in
  25. // http://redis.io/topics/distlock#correct-implementation-with-a-single-instance
  26. // to prevent accidental unlocking by multiple processes
  27. randomLock() {
  28. const time = Date.now()
  29. return `locked:host=${HOST}:pid=${PID}:random=${RND}:time=${time}:count=${COUNT++}`
  30. },
  31. unlockScript:
  32. 'if redis.call("get", KEYS[1]) == ARGV[1] then return redis.call("del", KEYS[1]) else return 0 end',
  33. tryLock(key, callback) {
  34. if (callback == null) {
  35. callback = function () {}
  36. }
  37. const lockValue = LockManager.randomLock()
  38. return rclient.set(
  39. key,
  40. lockValue,
  41. 'EX',
  42. this.LOCK_TTL,
  43. 'NX',
  44. function (err, gotLock) {
  45. if (err != null) {
  46. return callback(err)
  47. }
  48. if (gotLock === 'OK') {
  49. return callback(err, true, lockValue)
  50. } else {
  51. return callback(err, false)
  52. }
  53. }
  54. )
  55. },
  56. getLock(key, callback) {
  57. let attempt
  58. if (callback == null) {
  59. callback = function () {}
  60. }
  61. const startTime = Date.now()
  62. return (attempt = function () {
  63. if (Date.now() - startTime > LockManager.MAX_LOCK_WAIT_TIME) {
  64. const e = new Error('Timeout')
  65. e.key = key
  66. return callback(e)
  67. }
  68. return LockManager.tryLock(key, function (error, gotLock, lockValue) {
  69. if (error != null) {
  70. return callback(error)
  71. }
  72. if (gotLock) {
  73. return callback(null, lockValue)
  74. } else {
  75. return setTimeout(attempt, LockManager.LOCK_TEST_INTERVAL)
  76. }
  77. })
  78. })()
  79. },
  80. checkLock(key, callback) {
  81. if (callback == null) {
  82. callback = function () {}
  83. }
  84. return rclient.exists(key, function (err, exists) {
  85. if (err != null) {
  86. return callback(err)
  87. }
  88. exists = parseInt(exists)
  89. if (exists === 1) {
  90. return callback(err, false)
  91. } else {
  92. return callback(err, true)
  93. }
  94. })
  95. },
  96. releaseLock(key, lockValue, callback) {
  97. return rclient.eval(
  98. LockManager.unlockScript,
  99. 1,
  100. key,
  101. lockValue,
  102. function (err, result) {
  103. if (err != null) {
  104. return callback(err)
  105. }
  106. if (result != null && result !== 1) {
  107. // successful unlock should release exactly one key
  108. logger.error(
  109. { key, lockValue, redis_err: err, redis_result: result },
  110. 'unlocking error'
  111. )
  112. return callback(new Error('tried to release timed out lock'))
  113. }
  114. return callback(err, result)
  115. }
  116. )
  117. },
  118. runWithLock(key, runner, callback) {
  119. if (callback == null) {
  120. callback = function () {}
  121. }
  122. return LockManager.getLock(key, function (error, lockValue) {
  123. if (error != null) {
  124. return callback(error)
  125. }
  126. return runner(error1 =>
  127. LockManager.releaseLock(key, lockValue, function (error2) {
  128. error = error1 || error2
  129. if (error != null) {
  130. return callback(error)
  131. }
  132. return callback()
  133. })
  134. )
  135. })
  136. },
  137. healthCheck(callback) {
  138. const action = releaseLock => releaseLock()
  139. return LockManager.runWithLock(
  140. `HistoryLock:HealthCheck:host=${HOST}:pid=${PID}:random=${RND}`,
  141. action,
  142. callback
  143. )
  144. },
  145. close(callback) {
  146. rclient.quit()
  147. return rclient.once('end', callback)
  148. },
  149. }