Merge pull request #25482 from overleaf/bg-fix-bull-exporter-errors

retain completed and failed jobs for backup queue

GitOrigin-RevId: 7831ce2565dc493e3ce7f55001207daea2140575

services/history-v1/storage/scripts/backup_scheduler.mjs

@@ -17,8 +17,8 @@ const redisOptions = config.get('redis.queue')
 const backupQueue = new Queue('backup', {
   redis: redisOptions,
   defaultJobOptions: {
-    removeOnComplete: true,
-    removeOnFail: true,
+    removeOnComplete: { age: 60 }, // keep completed jobs for 60 seconds
+    removeOnFail: { age: 7 * 24 * 3600, count: 1000 }, // keep failed jobs for 7 days, max 1000
   },
 })