Soluções de sincronização eficientes: Cluster-to-Cluster Sync e migração em produção para o Atlas

1
Atlas atlas-qsd40w-shard-0 [primary] test> show dbs
2
admin               140.00 KiB
3
config              276.00 KiB
4
local               524.00 KiB
5
sample_airbnb        52.09 MiB
6
sample_analytics      9.44 MiB
7
sample_geospatial     1.02 MiB
8
sample_guides        40.00 KiB
9
sample_mflix        109.01 MiB
10
sample_restaurants    5.73 MiB
11
sample_supplies     976.00 KiB
12
sample_training      41.20 MiB
13
sample_weatherdata    2.39 MiB

1
Atlas atlas-lcu71y-shard-0 [primary] test> show dbs
2
admin   172.00 KiB
3
config  212.00 KiB
4
local   584.00 KiB

1
vi /etc/mongosync.conf

1
cluster0:  "mongodb+srv://test_u:test_p@cluster0.*****.mongodb.net/?retryWrites=true&w=majority"
2
cluster1:  "mongodb+srv://test_u:test_p@cluster1.*****.mongodb.net/?retryWrites=true&w=majority"
3
logPath:  "/data/log/mongosync"
4
verbosity:  "INFO"

1
vi /usr/lib/systemd/system/mongosync.service

1
 [Unit]
2
Description=Cluster-to-Cluster Sync
3
Documentation=https://www.mongodb.com/pt-br/docs/cluster-to-cluster-sync/
4
[Service]
5
User=root
6
Group=root
7
ExecStart=/usr/local/bin/mongosync --config /etc/mongosync.conf
8
[Install]
9
WantedBy=multi-user.target

1
systemctl daemon-reload

1
systemctl start mongosync

1
systemctl status mongosync

1
mongosync.service - Cluster-to-Cluster Sync
2
    Loaded: loaded (/usr/lib/systemd/system/mongosync.service; disabled; vendor preset: disabled)
3
Active: active (running) since dom 2024-04-14  21:45:45 CEST; 4s ago
4
 Docs: https://www.mongodb.com/pt-br/docs/cluster-to-cluster-sync/
5
Main PID: 1573 (mongosync)
6
    CGroup: /system.slice/mongosync.service
7
 └─1573 /usr/local/bin/mongosync --config /etc/mongosync.conf
8
9
apr 14  21:45:45 mongosync.mongodb.int systemd[1]: Started Cluster-to-Cluster Sync.

1
curl localhost:27182/api/v1/progress -XGET | jq

1
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
2
                                  Dload  Upload   Total   Spent    Left  Speed
3
100  191 100  191 0  0 14384 0 --:--:-- --:--:-- --:--:--  14692
4
{
5
 "progress": {
6
 "state": "IDLE",
7
 "canCommit": false,
8
 "canWrite": false,
9
 "info": null,
10
 "lagTimeSeconds": null,
11
 "collectionCopy": null,
12
 "directionMapping": null,
13
 "mongosyncID": "coordinator",
14
 "coordinatorID": ""
15
  }
16
}

1
curl localhost:27182/api/v1/start -XPOST \
2
--data '
3
    {
4
 "source": "cluster0",
5
 "destination": "cluster1",
6
 "reversible": true,
7
 "enableUserWriteBlocking": true
8
    } '

1
{"success":true}

1
curl localhost:27182/api/v1/progress -XGET | jq

1
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
2
                                  Dload  Upload   Total   Spent    Left  Speed
3
100  502 100  502 0  0 36001 0 --:--:-- --:--:-- --:--:--  38615
4
{
5
 "progress": {
6
 "state": "RUNNING",
7
 "canCommit": false,
8
 "canWrite": false,
9
 "info": "collection copy",
10
 "lagTimeSeconds": 54,
11
 "collectionCopy": {
12
 "estimatedTotalBytes": 390696597,
13
 "estimatedCopiedBytes": 390696597
14
    },
15
 "directionMapping": {
16
 "Source": "cluster0: cluster0.*****.mongodb.net",
17
 "Destination": "cluster1: cluster1.*****.mongodb.net"
18
    },
19
 "mongosyncID": "coordinator",
20
 "coordinatorID": "coordinator"
21
  }
22
}
23
24
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
25
                                  Dload  Upload   Total   Spent    Left  Speed
26
100  510 100  510 0  0 44270 0 --:--:-- --:--:-- --:--:--  46363
27
{
28
 "progress": {
29
 "state": "RUNNING",
30
 "canCommit": true,
31
 "canWrite": false,
32
 "info": "change event application",
33
 "lagTimeSeconds": 64,
34
 "collectionCopy": {
35
 "estimatedTotalBytes": 390696597,
36
 "estimatedCopiedBytes": 390696597
37
    },
38
 "directionMapping": {
39
 "Source": "cluster0: cluster0.*****.mongodb.net",
40
 "Destination": "cluster1: cluster1.*****.mongodb.net"
41
    },
42
 "mongosyncID": "coordinator",
43
 "coordinatorID": "coordinator"
44
  }
45
}

1
Atlas atlas-qsd40w-shard-0 [primary] test> show dbs
2
admin               140.00 KiB
3
config              276.00 KiB
4
local               524.00 KiB
5
sample_airbnb        52.09 MiB
6
sample_analytics      9.44 MiB
7
sample_geospatial     1.02 MiB
8
sample_guides        40.00 KiB
9
sample_mflix        109.01 MiB
10
sample_restaurants    5.73 MiB
11
sample_supplies     976.00 KiB
12
sample_training      41.20 MiB
13
sample_weatherdata    2.39 MiB

1
Atlas atlas-lcu71y-shard-0 [primary] test> show dbs
2
admin                                172.00 KiB
3
config                               380.00 KiB
4
local                                427.22 MiB
5
mongosync_reserved_for_internal_use  420.00 KiB
6
sample_airbnb                         53.06 MiB
7
sample_analytics                       9.55 MiB
8
sample_geospatial                      1.40 MiB
9
sample_guides                         40.00 KiB
10
sample_mflix                         128.38 MiB
11
sample_restaurants                     6.47 MiB
12
sample_supplies                        1.03 MiB
13
sample_training                       47.21 MiB
14
sample_weatherdata                     2.61 MiB