Merge pull request #37 from lalithkota/1.2.0.1

Changed helm chart version for 1.2.0.1

build/es-kafka-connecter/kafka_connect_transforms/src/main/java/io/mosip/kafka/connect/transforms/AnonymousProfileTransform.java

@@ -462,6 +462,14 @@ static void processRegistrationCenter(Map<String,Object> updateValue){
         if(updateValue.get("temp_latitude")==null || updateValue.get("temp_longitude")==null){
             return;
         }
+        try{
+            Double.parseDouble((String)updateValue.get("temp_latitude"));
+            Double.parseDouble((String)updateValue.get("temp_longitude"));
+        } catch(NumberFormatException nfe) {
+            System.out.println("Couldn't parse Latitude/Longitude as Numbers, while Processing Reg Center Geo Location" + nfe);
+            try{ updateValue.remove("temp_latitude"); updateValue.remove("temp_longitude"); } catch(Exception ignored){}
+            return;
+        }
 
         String ret = "";
 

dashboards/01.index_patterns.ndjson

@@ -1,7 +1,7 @@
 {"attributes":{"fieldAttrs":"{}","fields":"[]","runtimeFieldMap":"{}","timeFieldName":"@timestamp_gen","title":"___DB_PREFIX_INDEX___.regprc.registration_list*"},"coreMigrationVersion":"7.13.4","id":"145f1fb0-16db-11ec-b110-b52a2fa7f9b3","migrationVersion":{"index-pattern":"7.11.0"},"references":[],"type":"index-pattern","updated_at":"2021-10-01T10:38:56.767Z","version":"WzE3MzQ2LDIxMF0="}
 {"attributes":{"fieldAttrs":"{}","fields":"[{\"count\":0,\"script\":\"def str = doc['reg_id.keyword'].value;\\nreturn str.substring(0, 5);\",\"lang\":\"painless\",\"name\":\"center_code\",\"type\":\"string\",\"scripted\":true,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":false,\"customLabel\":\"\"}]","runtimeFieldMap":"{}","timeFieldName":"@timestamp_gen","title":"___DB_PREFIX_INDEX___.regprc.registration"},"coreMigrationVersion":"7.13.4","id":"525362b0-16de-11ec-b110-b52a2fa7f9b3","migrationVersion":{"index-pattern":"7.11.0"},"references":[],"type":"index-pattern","updated_at":"2021-10-01T10:38:57.982Z","version":"WzE3MzUyLDIxMF0="}
 {"attributes":{"fieldAttrs":"{}","fields":"[]","runtimeFieldMap":"{}","timeFieldName":"@timestamp_gen","title":"___DB_PREFIX_INDEX___.prereg.applicant_document*"},"coreMigrationVersion":"7.13.4","id":"198d3fb0-16e2-11ec-b110-b52a2fa7f9b3","migrationVersion":{"index-pattern":"7.11.0"},"references":[],"type":"index-pattern","updated_at":"2021-10-04T06:17:03.553Z","version":"WzE4NzQ4LDIxMF0="}
-{"attributes":{"fieldAttrs":"{}","fields":"[]","runtimeFieldMap":"{}","timeFieldName":"@timestamp_gen","title":"___DB_PREFIX_INDEX___.prereg.reg_appointment*"},"coreMigrationVersion":"7.13.4","id":"c208a760-0ed6-11ec-b32b-a955c14bdf8d","migrationVersion":{"index-pattern":"7.11.0"},"references":[],"type":"index-pattern","updated_at":"2021-10-04T06:17:03.553Z","version":"WzE4NzUxLDIxMF0="}
+{"attributes":{"fieldAttrs":"{}","fields":"[]","runtimeFieldMap":"{}","timeFieldName":"appointment_date","title":"___DB_PREFIX_INDEX___.prereg.reg_appointment*"},"coreMigrationVersion":"7.13.4","id":"c208a760-0ed6-11ec-b32b-a955c14bdf8d","migrationVersion":{"index-pattern":"7.11.0"},"references":[],"type":"index-pattern","updated_at":"2021-10-04T06:17:03.553Z","version":"WzE4NzUxLDIxMF0="}
 {"attributes":{"fieldAttrs":"{}","fieldFormatMap":"{\"status_code.keyword\":{\"id\":\"static_lookup\",\"params\":{\"lookupEntries\":[{\"key\":\"used\",\"value\":\"Used OTPs\"},{\"key\":\"active\",\"value\":\"Unused OTPs\"}],\"unknownKeyValue\":\"Others\"}}}","fields":"[]","runtimeFieldMap":"{}","timeFieldName":"@timestamp_gen","title":"___DB_PREFIX_INDEX___.prereg.otp_transaction*"},"coreMigrationVersion":"7.13.4","id":"02cea4c0-16ed-11ec-b110-b52a2fa7f9b3","migrationVersion":{"index-pattern":"7.11.0"},"references":[],"type":"index-pattern","updated_at":"2021-10-04T07:24:19.313Z","version":"WzE5MTY1LDIxMF0="}
 {"attributes":{"fieldAttrs":"{}","fields":"[]","runtimeFieldMap":"{}","timeFieldName":"@timestamp_gen","title":"___DB_PREFIX_INDEX___.idrepo.anonymous_profile*","typeMeta":"{}"},"coreMigrationVersion":"7.15.2","id":"14a72740-57ec-11ec-b8eb-d572949d71c2","migrationVersion":{"index-pattern":"7.11.0"},"references":[],"type":"index-pattern","updated_at":"2021-12-08T06:00:01.204Z","version":"WzEyMzQsMV0="}
 {"attributes":{"fieldAttrs":"{}","fieldFormatMap":"{\"profile.processName.keyword\":{\"id\":\"static_lookup\",\"params\":{\"lookupEntries\":[{\"key\":\"NEW \",\"value\":\"New\"},{\"key\":\"New\",\"value\":\"New\"},{\"key\":\"UPDATE\",\"value\":\"Update\"},{\"key\":\"Update\",\"value\":\"Update\"}]}}}","fields":"[]","runtimeFieldMap":"{}","timeFieldName":"@timestamp_gen","title":"___DB_PREFIX_INDEX___.regprc.anonymous_profile*"},"coreMigrationVersion":"7.15.2","id":"f3cb00d0-2be7-11ec-b110-b52a2fa7f9b3","migrationVersion":{"index-pattern":"7.11.0"},"references":[],"type":"index-pattern","updated_at":"2021-12-07T10:44:16.622Z","version":"WzEzNiwxXQ=="}

kafka-connect/debez-sample-conn.api

@@ -9,6 +9,7 @@
 #DB_PREFIX_INDEX=
 
 DEBEZ_CONN_URL='debezium-service:8083'; # needn't change .. this is the debezium-connector service name
+CONNECTOR_HEARTBEAT_MS='5000'; #This is in milliseconds, acts as a status check with Kafka topic.
 
 curl \
   -X POST \
@@ -30,7 +31,8 @@ curl \
           "database.password": '\"$DB_PASS\"',
           "database.dbname": '\"$DB_NAME\"',
           "database.server.name": '\"$DB_PREFIX_INDEX\"',
-          "table.include.list": '\"$DB_TABLES\"'
+          "table.include.list": '\"$DB_TABLES\"',
+          "heartbeat.interval.ms": '\"$CONNECTOR_HEARTBEAT_MS\"'
       }
 }';
 echo ;

scripts/install.sh

@@ -8,7 +8,7 @@ fi
 
 ## Variables
 NS=reporting
-CHART_VERSION=12.0.2
+CHART_VERSION=12.0.1
 
 # Add helm repos
 echo "Adding helm repos"