Impressione-se: sinônimos no Atlas Search

1
{
2
    "_id": 1420091624621629400,
3
    "created_at": "Tue Jul 27 18:40:01 +0000 2021",
4
    "id": 1420091624621629400,
5
    "id_str": "1420091624621629443",
6
    "full_text": "Don't settle for a cheugy database, choose MongoDB instead 💪",
7
    "truncated": false,
8
    "entities": {
9
        "hashtags": [],
10
        "symbols": [],
11
        "user_mentions": [],
12
        "urls": []
13
    },
14
    "metadata": {
15
        "iso_language_code": "en",
16
        "result_type": "recent"
17
    },
18
    "source": "<a href=\"https://mobile.twitter.com\" rel=\"nofollow\">Twitter Web App</a>",
19
    "in_reply_to_status_id": null,
20
    "in_reply_to_status_id_str": null,
21
    "in_reply_to_user_id": null,
22
    "in_reply_to_user_id_str": null,
23
    "in_reply_to_screen_name": null,
24
    "user": {
25
        "id": 1400935623238643700,
26
        "id_str": "1400935623238643716",
27
        "name": "Anaiya Raisinghani",
28
        "screen_name": "anaiyaraisin",
29
        "location": "",
30
        "description": "Developer Advocacy Intern @MongoDB. Opinions are my own!",
31
        "url": null,
32
        "entities": {
33
            "description": {
34
                "urls": []
35
            }
36
        },
37
        "protected": false,
38
        "followers_count": 11,
39
        "friends_count": 29,
40
        "listed_count": 1,
41
        "created_at": "Fri Jun 04 22:01:07 +0000 2021",
42
        "favourites_count": 8,
43
        "utc_offset": null,
44
        "time_zone": null,
45
        "geo_enabled": false,
46
        "verified": false,
47
        "statuses_count": 7,
48
        "lang": null,
49
        "contributors_enabled": false,
50
        "is_translator": false,
51
        "is_translation_enabled": false,
52
        "profile_background_color": "F5F8FA",
53
        "profile_background_image_url": null,
54
        "profile_background_image_url_https": null,
55
        "profile_background_tile": false,
56
        "profile_image_url": "http://pbs.twimg.com/profile_images/1400935746593202176/-pgS_IUo_normal.jpg",
57
        "profile_image_url_https": "https://pbs.twimg.com/profile_images/1400935746593202176/-pgS_IUo_normal.jpg",
58
        "profile_banner_url": "https://pbs.twimg.com/profile_banners/1400935623238643716/1622845231",
59
        "profile_link_color": "1DA1F2",
60
        "profile_sidebar_border_color": "C0DEED",
61
        "profile_sidebar_fill_color": "DDEEF6",
62
        "profile_text_color": "333333",
63
        "profile_use_background_image": true,
64
        "has_extended_profile": true,
65
        "default_profile": true,
66
        "default_profile_image": false,
67
        "following": null,
68
        "follow_request_sent": null,
69
        "notifications": null,
70
        "translator_type": "none",
71
        "withheld_in_countries": []
72
    },
73
    "geo": null,
74
    "coordinates": null,
75
    "place": null,
76
    "contributors": null,
77
    "is_quote_status": false,
78
    "retweet_count": 0,
79
    "favorite_count": 1,
80
    "favorited": false,
81
    "retweeted": false,
82
    "lang": "en"
83
}

1
npm init -y
2
npm install mongodb axios --save

1
const { MongoClient } = require("mongodb");
2
const axios = require("axios");
3
4
require("dotenv").config();
5
6
const mongoClient = new MongoClient(process.env.MONGODB_URI);
7
8
(async () => {
9
    try {
10
        await mongoClient.connect();
11
        const tokenResponse = await axios({
12
            "method": "POST",
13
            "url": "https://api.twitter.com/oauth2/token",
14
            "headers": {
15
                "Authorization": "Basic " + Buffer.from(`${process.env.API_KEY}:${process.env.API_SECRET}`).toString("base64"),
16
                "Content-Type": "application/x-www-form-urlencoded"
17
            },
18
            "data": "grant_type=client_credentials"
19
        });
20
        const tweetResponse = await axios({
21
            "method": "GET",
22
            "url": "https://api.twitter.com/1.1/search/tweets.json",
23
            "headers": {
24
                "Authorization": "Bearer " + tokenResponse.data.access_token
25
            },
26
            "params": {
27
                "q": "mongodb -filter:retweets filter:safe (from:codeSTACKr OR from:nraboy OR from:kukicado OR from:judy2k OR from:adriennetacke OR from:anaiyaraisin OR from:lauren_schaefer)",
28
                "lang": "en",
29
                "count": 100,
30
                "tweet_mode": "extended"
31
            }
32
        });
33
        console.log(`Next Results: ${tweetResponse.data.search_metadata.next_results}`)
34
        const collection = mongoClient.db(process.env.MONGODB_DATABASE).collection(process.env.MONGODB_COLLECTION);
35
        tweetResponse.data.statuses = tweetResponse.data.statuses.map(status => {
36
            status._id = status.id;
37
            return status;
38
        });
39
        const result = await collection.insertMany(tweetResponse.data.statuses);
40
        console.log(result);
41
    } finally {
42
        await mongoClient.close();
43
    }
44
})();

1
const tokenResponse = await axios({
2
    "method": "POST",
3
    "url": "https://api.twitter.com/oauth2/token",
4
    "headers": {
5
        "Authorization": "Basic " + Buffer.from(`${process.env.API_KEY}:${process.env.API_SECRET}`).toString("base64"),
6
        "Content-Type": "application/x-www-form-urlencoded"
7
    },
8
    "data": "grant_type=client_credentials"
9
});

1
const tweetResponse = await axios({
2
    "method": "GET",
3
    "url": "https://api.twitter.com/1.1/search/tweets.json",
4
    "headers": {
5
        "Authorization": "Bearer " + tokenResponse.data.access_token
6
    },
7
    "params": {
8
        "q": "mongodb -filter:retweets filter:safe",
9
        "lang": "en",
10
        "count": 100,
11
        "tweet_mode": "extended"
12
    }
13
});

1
const result = await collection.insertMany(tweetResponse.data.statuses);

1
use("synonyms");
2
db.tweets.find({ });

1
[
2
    {
3
        "mappingType": "equivalent",
4
        "synonyms": ["basic", "regular", "boring"]  
5
    },
6
    {
7
        "mappingType": "equivalent",
8
        "synonyms": ["bet", "agree", "concur"]
9
    },
10
    {
11
        "mappingType": "equivalent",
12
        "synonyms": ["yikes", "embarrassing", "bad", "awkward"]
13
    },
14
    {
15
        "mappingType": "equivalent",
16
        "synonyms": ["fam", "family", "friends"]
17
    }
18
]

1
use("synonyms");
2
3
db.slang.insertMany([
4
    {
5
        "mappingType": "equivalent",
6
        "synonyms": ["basic", "regular", "boring"]
7
    },
8
    {
9
        "mappingType": "equivalent",
10
        "synonyms": ["bet", "agree", "concur"]
11
    }
12
]);

1
{
2
    "mappings": {
3
        "dynamic": true
4
    },
5
    "synonyms": [
6
        {
7
            "analyzer": "lucene.standard",
8
            "name": "slang",
9
            "source": {
10
                "collection": "slang"
11
            }
12
        }
13
    ]
14
}

1
{
2
    "mappings": {
3
    "dynamic": true
4
},

1
"synonyms": [
2
    {
3
        "analyzer": "lucene.standard",
4
        "name": "slang",
5
        "source": {
6
            "collection": "slang"
7
        }
8
    }
9
]

1
use("synonyms");
2
3
db.tweets.aggregate([
4
   {
5
       "$search": {
6
           "index": "synsearch",
7
           "text": {
8
               "query": "throw",
9
               "path": "full_text",
10
               "synonyms": "slang"
11
           }
12
       }
13
   }
14
]);

1
{
2
    "mappingType": "equivalent",
3
    "synonyms": ["yeet", "throw", "agree"]
4
},

1
db.tweets.aggregate([
2
    {
3
        "$search": {
4
            "index": "synsearch",
5
            "text": {
6
                "query": "throw",
7
                "path": "full_text",
8
                "synonyms": "slang"
9
            }
10
        }
11
    },
12
    {
13
        "$project": {
14
            "_id": 1,
15
            "full_text": 1,
16
            "username": "$user.screen_name"
17
        }
18
    }
19
]);

1
[
2
    {
3
        "_id": 1420084484922347500,
4
        "full_text": "not to throw shade on SQL databases, but MongoDB SLAPS",
5
        "username": "codeSTACKr"
6
    },
7
    {
8
        "_id": 1420088203499884500,
9
        "full_text": "Yeet all your data into a MongoDB collection and watch the magic happen! No cap, we are efficient 💪",
10
        "username": "nraboy"
11
    }
12
]