index @timesstamp field added

guyromb · Sep 13, 2019 · bbec36f · bbec36f
1 parent 47e73fc
commit bbec36f
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 0 deletions.
diff --git a/lib/sink/ElasticSinkConnector.js b/lib/sink/ElasticSinkConnector.js
@@ -23,6 +23,7 @@ class ElasticSinkConnector extends SinkConnector {
             index: this.properties.restSink.index,
             type: this.properties.restSink.type,
             mode: this.properties.restSink.mode,
+            indexTimestampFieldName: this.properties.restSink.indexTimestampFieldName,
         };
 
         callback(null, taskConfig);

diff --git a/lib/sink/ElasticSinkTask.js b/lib/sink/ElasticSinkTask.js
@@ -15,13 +15,15 @@ class ElasticSinkTask extends SinkTask {
             index,
             type,
             batchSize,
+            indexTimestampFieldName,
         } = this.properties;
 
         this.esClient = esClient;
         this.idProperty = idProperty;
         this.index = index;
         this.type = type;
         this.batchSize = batchSize;
+        this.indexTimestampFieldName = indexTimestampFieldName;
 
         this.upserts = new Map();
         this.deletes = new Set();
@@ -57,6 +59,9 @@ class ElasticSinkTask extends SinkTask {
                 let id = record[this.idProperty];
                 body.push({ "update": {"_id": id, "_index": this.index}});
                 delete record[this.idProperty];
+                if (this.indexTimestampFieldName && record.doc) {
+                    record.doc[this.indexTimestampFieldName] = (new Date()).getTime();
+                }
                 body.push(record);
             }
         }