chore: update kafka demo pipeline (#56)

* chore: update kafka demo pipeline * chore: update kafka log demo log table schema
GreptimeTeam · Oct 28, 2024 · 56386f3 · 56386f3
1 parent 9bf5513
commit 56386f3
Show file tree

Hide file tree

Showing 2 changed files with 13 additions and 4 deletions.
diff --git a/kafka-ingestion/README.md b/kafka-ingestion/README.md
@@ -75,11 +75,11 @@ mysql> desc demo_logs;
 | Column     | Type                | Key  | Null | Default | Semantic Type |
 +------------+---------------------+------+------+---------+---------------+
 | ip         | String              |      | YES  |         | FIELD         |
-| method     | String              |      | YES  |         | FIELD         |
+| method     | String              | PRI  | YES  |         | TAG           |
+| protocol   | String              | PRI  | YES  |         | TAG           |
 | path       | String              |      | YES  |         | FIELD         |
-| protocol   | String              |      | YES  |         | FIELD         |
 | user_agent | String              |      | YES  |         | FIELD         |
-| status     | UInt32              |      | YES  |         | FIELD         |
+| status     | UInt32              | PRI  | YES  |         | TAG           |
 | size       | UInt32              |      | YES  |         | FIELD         |
 | datetime   | TimestampNanosecond | PRI  | NO   |         | TIMESTAMP     |
 | timestamp  | TimestampNanosecond |      | YES  |         | FIELD         |

diff --git a/kafka-ingestion/config_data/pipeline.yaml b/kafka-ingestion/config_data/pipeline.yaml
@@ -18,13 +18,22 @@ processors:
 transform:
   - fields:
       - ip
+    type: string
+  - fields:
       - method
-      - path
       - protocol
+    type: string
+    index: tag
+  - fields:
+      - path
       - user_agent
     type: string
+    index: fulltext
   - fields:
       - status
+    type: uint32
+    index: tag
+  - fields:
       - size
     type: uint32
   - fields: