dynamic configuration from environtment

Author: dimmaryanto93

Diff for: docker-compose.yml

@@ -49,6 +49,13 @@ services:
   logstash:
     build: ./logstash/
     image: dimmaryanto93/logstash-jdbc-plugin:1.1
+    environment:
+      - LOGSTASH_JDBC_URL=jdbc:mysql://mysql:3306/example?useSSL=false
+      - LOGSTASH_JDBC_DRIVER=com.mysql.jdbc.Driver
+      - LOGSTASH_JDBC_DRIVER_JAR_LOCATION=mysql-connector-java.jar
+      - LOGSTASH_JDBC_USERNAME=admin
+      - LOGSTASH_JDBC_PASSWORD=admin
+      - LOGSTASH_ELASTICSEARCH_HOST=http://elasticsearch:9200
     ports: 
       - 9600:9600
       - 5044:5044

Diff for: flyway/sql/V2__data.sql

@@ -0,0 +1,42 @@
+insert into requirement(id, name, registration_nomor)
+values ('001', 'req 1', '190001'),
+       ('002', 'req 2', '190001'),
+       ('003', 'req 3', '190001'),
+       ('004', 'req 4', '190001'),
+       ('005', 'req 5', '190001'),
+       ('006', 'req 6', '190001'),
+       ('007', 'req 7', '190001'),
+       ('008', 'req 8', '190001');
+
+insert into test_script(id, file_name, requirement_id)
+values ('001', 'login normal flow', '001'),
+       ('002', 'login username salah', '001'),
+       ('003', 'login password salah', '001'),
+       ('004', 'login user disabled', '001'),
+       ('005', 'login user blocked', '001'),
+       ('006', 'create registration normal flow', '002'),
+       ('007', 'create registration missing column', '002'),
+       ('008', 'update registration', '002'),
+       ('009', 'delete registration', '002'),
+       ('010', 'copy from parent', '003'),
+       ('011', 'create registration missing column', '003');
+
+insert into design_step(id, step_name, test_script_id)
+values (uuid(), 'input valid username', '001'),
+       (uuid(), 'input valid password', '001'),
+       (uuid(), 'klick button submit', '001'),
+       (uuid(), 'masuk ke halaman utama', '001'),
+       (uuid(), 'input wrong username!', '002'),
+       (uuid(), 'input valid password', '002'),
+       (uuid(), 'click button submit', '002'),
+       (uuid(), 'notification username & password salah', '002'),
+       (uuid(), 'input valid username', '003'),
+       (uuid(), 'input wrong password!', '003'),
+       (uuid(), 'click button submit', '003'),
+       (uuid(), 'show notification username & password salah', '003'),
+       (uuid(), 'setelah login, masuk ke menu registration list', '006'),
+       (uuid(), 'click new registration', '006'),
+       (uuid(), 'pilih type project new registration', '006'),
+       (uuid(), 'input nama project', '006'),
+       (uuid(), 'click button submit', '006'),
+       (uuid(), 'muncul notification registration created!', '006');

Diff for: logstash/jdbc-input-plugin.conf

@@ -1,19 +1,34 @@
-# Logstash jdbc input -> Elasticsearch pipeline.
+# Logstash jdbc input -> elasticseach with environtment variables
 input {
     jdbc {
-        jdbc_driver_library => "mysql-connector-java.jar"
-        jdbc_driver_class => "com.mysql.jdbc.Driver"
-        jdbc_connection_string => "jdbc:mysql://mysql:3306/example"
-        jdbc_user => "admin"
-        jdbc_password => "admin"
+        jdbc_driver_library => "${LOGSTASH_JDBC_DRIVER_JAR_LOCATION}"
+        jdbc_driver_class => "${LOGSTASH_JDBC_DRIVER}"
+        jdbc_connection_string => "${LOGSTASH_JDBC_URL}"
+        jdbc_user => "${LOGSTASH_JDBC_USERNAME}"
+        jdbc_password => "${LOGSTASH_JDBC_PASSWORD}"
         schedule => "* * * * *"
-        statement => "SELECT * from requirement"
+        statement => "select concat(
+                                 ifnull(req.id, '0'),
+                                 '/',
+                                 ifnull(test.id, '0'),
+                                 '/',
+                                 ifnull(design.id, '0')) as id,
+                             req.id                      as requirement_id,
+                             req.name                    as requirement_id,
+                             req.registration_nomor      as registration_nomor,
+                             test.id                     as test_id,
+                             test.file_name              as test_filename,
+                             design.id                   as design_id,
+                             design.step_name            as design_step_name
+                      from requirement req
+                             left join test_script test on req.id = test.requirement_id
+                             left join design_step design on test.id = design.test_script_id"
     }
 }
 
 output {
     elasticsearch {
-        hosts => ["http://elasticsearch:9200"]
+        hosts => ["${LOGSTASH_ELASTICSEARCH_HOST}"]
         index => "test_script"
         document_id => "%{id}"
     }