Como automatizar a cópia contínua de dados do MongoDB para o S3

1
{
2
   "Version": "2012-10-17",
3
   "Statement": [
4
      {
5
            "Effect": "Allow",
6
            "Action": [
7
               "s3:ListBucket",
8
               "s3:GetObject",
9
               "s3:GetObjectVersion",
10
               "s3:GetBucketLocation"
11
            ],
12
            "Resource": [
13
               <role arn>
14
            ]
15
      }
16
   ]
17
}

1
exports = function () {
2
3
   const mongodb = context.services.get("NAME_OF_YOUR_ATLAS_SERVICE");
4
   const db = mongodb.db("NAME_OF_YOUR DATABASE")
5
   const events = db.collection("NAME_OF_YOUR_COLLECTION");
6
7
   const event = events.insertOne(
8
      {
9
            time: new Date(),
10
            aNumber: Math.random() * 100,
11
            type: "event"
12
      }
13
   );
14
15
   return JSON.stringify(event);
16
17
};

1
exports = function () {
2
3
   const service = context.services.get("NAME_OF_YOUR_FEDERATED_DATA_SERVICE");
4
   const db = service.db("NAME_OF_YOUR_VIRTUAL_DATABASE")
5
   const events = db.collection("NAME_OF_YOUR_VIRTUAL_COLLECTION");
6
7
   const pipeline = [
8
      {
9
            $match: {
10
               "time": {
11
                  $gt: new Date(Date.now() - 60 * 60 * 1000),
12
                  $lt: new Date(Date.now())
13
               }
14
            }
15
      }, {
16
            "$out": {
17
               "s3": {
18
                  "bucket": "mongodb-federated-data-demo",
19
                  "region": "us-east-1",
20
                  "filename": "events",
21
                  "format": {
22
                        "name": "parquet",
23
                        "maxFileSize": "10GB",
24
                        "maxRowGroupSize": "100MB"
25
                  }
26
               }
27
            }
28
      }
29
   ];
30
31
   return events.aggregate(pipeline);
32
};