TpdsUpdateSender.coffee 5.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136
  1. settings = require('settings-sharelatex')
  2. logger = require('logger-sharelatex')
  3. path = require('path')
  4. Project = require('../../models/Project').Project
  5. keys = require('../../infrastructure/Keys')
  6. metrics = require("metrics-sharelatex")
  7. request = require("request")
  8. CollaboratorsHandler = require('../Collaborators/CollaboratorsHandler')
  9. buildPath = (user_id, project_name, filePath)->
  10. projectPath = path.join(project_name, "/", filePath)
  11. projectPath = encodeURIComponent(projectPath)
  12. fullPath = path.join("/user/", "#{user_id}", "/entity/",projectPath)
  13. return fullPath
  14. tpdsworkerEnabled = -> settings.apis.tpdsworker?.url?
  15. if !tpdsworkerEnabled()
  16. logger.log "tpdsworker is not enabled, request will not be sent to it"
  17. module.exports = TpdsUpdateSender =
  18. _enqueue: (group, method, job, callback)->
  19. if !tpdsworkerEnabled()
  20. return callback()
  21. opts =
  22. uri:"#{settings.apis.tpdsworker.url}/enqueue/web_to_tpds_http_requests"
  23. json :
  24. group:group
  25. method:method
  26. job:job
  27. method:"post"
  28. timeout: (5 * 1000)
  29. request opts, (err)->
  30. if err?
  31. logger.err err:err, "error queuing something in the tpdsworker, continuing anyway"
  32. callback()
  33. else
  34. logger.log group:group, "successfully queued up job for tpdsworker"
  35. callback()
  36. _addEntity: (options, callback = (err)->)->
  37. getProjectsUsersIds options.project_id, (err, user_id, allUserIds)->
  38. if err?
  39. logger.err err:err, options:options, "error getting projects user ids"
  40. return callback(err)
  41. logger.log project_id: options.project_id, user_id:user_id, path: options.path, uri:options.uri, rev:options.rev, "sending file to third party data store"
  42. postOptions =
  43. method : "post"
  44. headers:
  45. sl_entity_rev:options.rev
  46. sl_project_id:options.project_id
  47. sl_all_user_ids:JSON.stringify(allUserIds)
  48. uri : "#{settings.apis.thirdPartyDataStore.url}#{buildPath(user_id, options.project_name, options.path)}"
  49. title: "addFile"
  50. streamOrigin : options.streamOrigin
  51. TpdsUpdateSender._enqueue options.project_id, "pipeStreamFrom", postOptions, (err)->
  52. if err?
  53. logger.err err:err, project_id: options.project_id, user_id:user_id, path: options.path, uri:options.uri, rev:options.rev, "error sending file to third party data store queued up for processing"
  54. return callback(err)
  55. logger.log project_id: options.project_id, user_id:user_id, path: options.path, uri:options.uri, rev:options.rev, "sending file to third party data store queued up for processing"
  56. callback(err)
  57. addFile : (options, callback = (err)->)->
  58. metrics.inc("tpds.add-file")
  59. options.streamOrigin = settings.apis.filestore.url + path.join("/project/#{options.project_id}/file/","#{options.file_id}")
  60. @_addEntity(options, callback)
  61. addDoc : (options, callback = (err)->)->
  62. metrics.inc("tpds.add-doc")
  63. options.streamOrigin = settings.apis.docstore.pubUrl + path.join("/project/#{options.project_id}/doc/","#{options.doc_id}/raw")
  64. @_addEntity(options, callback)
  65.   
  66. moveEntity : (options, callback = (err)->)->
  67. metrics.inc("tpds.move-entity")
  68. if options.newProjectName?
  69. startPath = path.join("/#{options.project_name}/")
  70. endPath = path.join("/#{options.newProjectName}/")
  71. else
  72. startPath = mergeProjectNameAndPath(options.project_name, options.startPath)
  73. endPath = mergeProjectNameAndPath(options.project_name, options.endPath)
  74. getProjectsUsersIds options.project_id, (err, user_id, allUserIds)->
  75. logger.log project_id: options.project_id, user_id:user_id, startPath:startPath, endPath:endPath, uri:options.uri, "moving entity in third party data store"
  76. moveOptions =
  77. method : "put"
  78. title:"moveEntity"
  79. uri : "#{settings.apis.thirdPartyDataStore.url}/user/#{user_id}/entity"
  80. headers:
  81. sl_project_id:options.project_id,
  82. sl_entity_rev:options.rev
  83. sl_all_user_ids:JSON.stringify(allUserIds)
  84. json :
  85. user_id : user_id
  86. endPath: endPath
  87. startPath: startPath
  88. TpdsUpdateSender._enqueue options.project_id, "standardHttpRequest", moveOptions, callback
  89. deleteEntity : (options, callback = (err)->)->
  90. metrics.inc("tpds.delete-entity")
  91. getProjectsUsersIds options.project_id, (err, user_id, allUserIds)->
  92. logger.log project_id: options.project_id, user_id:user_id, path: options.path, uri:options.uri, "deleting entity in third party data store"
  93. deleteOptions =
  94. method : "DELETE"
  95. headers:
  96. sl_project_id:options.project_id
  97. sl_all_user_ids:JSON.stringify(allUserIds)
  98. uri : "#{settings.apis.thirdPartyDataStore.url}#{buildPath(user_id, options.project_name, options.path)}"
  99. title:"deleteEntity"
  100. sl_all_user_ids:JSON.stringify(allUserIds)
  101. TpdsUpdateSender._enqueue options.project_id, "standardHttpRequest", deleteOptions, callback
  102. pollDropboxForUser: (user_id, callback = (err) ->) ->
  103. metrics.inc("tpds.poll-dropbox")
  104. logger.log user_id: user_id, "polling dropbox for user"
  105. options =
  106. method: "POST"
  107. uri:"#{settings.apis.thirdPartyDataStore.url}/user/poll"
  108. json:
  109. user_ids: [user_id]
  110. TpdsUpdateSender._enqueue "poll-dropbox:#{user_id}", "standardHttpRequest", options, callback
  111. getProjectsUsersIds = (project_id, callback = (err, owner_id, allUserIds)->)->
  112. Project.findById project_id, "_id owner_ref", (err, project) ->
  113. return callback(err) if err?
  114. CollaboratorsHandler.getInvitedMemberIds project_id, (err, member_ids) ->
  115. return callback(err) if err?
  116. callback err, project?.owner_ref, member_ids
  117. mergeProjectNameAndPath = (project_name, path)->
  118. if(path.indexOf('/') == 0)
  119. path = path.substring(1)
  120. fullPath = "/#{project_name}/#{path}"
  121. return fullPath