Easy Migration: From Relational Database to MongoDB with MongoDB Relational Migrator

1
input {
2
   jdbc {
3
 	jdbc_driver_library => "/usr/share/logstash/logstash-core/lib/jars/postgresql-42.7.0.jar"
4
 	jdbc_driver_class => "org.postgresql.Driver"
5
 	jdbc_connection_string => "jdbc:postgresql://postgresql.test.com:5432/formigration?sslmode=disable"
6
 	jdbc_user => "migratoruser"
7
 	jdbc_password => "test"
8
 	statement => "SELECT *
9
               	FROM enrollment INNER JOIN student ON student.matriculation=enrollment.studentmatriculation
10
                               	INNER JOIN course ON course.coursecode=enrollment.coursecode
11
                               	ORDER BY student.matriculation"
12
   }
13
 }
14
 
15
 filter {
16
   aggregate {
17
 	task_id => "%{matriculation}"
18
 	code => "
19
         map['matriculation'] = event.get('matriculation')
20
     	map['address'] = event.get('address')
21
     	map['birthdate'] = event.get('birthdate')
22
     	map['email'] = event.get('email')
23
     	map['name'] = event.get('name')
24
     	map['phone'] = event.get('phone')
25
     	map['surname'] = event.get('surname')
26
     	map['enrollments'] ||= []
27
     	map['enrollments'] << {'enrollmentid' => event.get('enrollmentid'),  'studentmatriculation' => event.get('studentmatriculation'),  'coursecode' => event.get('coursecode'),  'enrollmentdate' => event.get('enrollmentdate'), 'course' =>  {'coursecode' => event.get('coursecode'), 'coursename' => event.get('coursename'), 'credits'=> event.get('credits'), 'department' => event.get('department')} }
28
     	event.cancel()
29
    "
30
    push_previous_map_as_event => true
31
  }
32
 }
33
34
 output {
35
   mongodb {
36
 	uri => "mongodb://mongodbstandalone.test.com:27017/test"
37
 	database => "test"
38
 	collection => "test_migration"
39
 	isodate => true
40
   }
41
 }