forked from gmflau/google-dev-day-workshop
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathconfig.yaml
67 lines (62 loc) · 3.03 KB
/
config.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
connections:
# Redis data DB connection details
# This section is for configuring the Redis database to which Redis Data Integration will connect to
target:
# Target type - Redis is the only supported type
type: redis
# Host of the Redis database to which Redis Data Integration will write the processed data
host: redis-10996.c279.us-central1-1.gce.cloud.redislabs.com
# Port for the Redis database to which Redis Data Integration will write the processed data
port: 10996
# User of the Redis database to which Redis Data Integration will write the processed data
user: default
# Password (if user is omitted, use this as the default database password)
# Comment this out if you are using one of the below password expressions
password: xnurcS28JREs9S8HHemx2cKc1jLFi3ua
# To get a password from a secret:
#password: ${secret:<name-of-secret>}
# To get a password from a file:
#password: ${file:</path/to/file>}
# To get a password from a specific property in a Java properties file:
#password: ${file:</path/to/file>:<property-name>}
# Make sure these files exist on the Redis Enterprise nodes that host RDI shards.
# TLS
# Note: If you are specifying TLS key, cert and cacert locations in `config.yaml`,
# make sure these files exist on the Redis Enterprise nodes that host RDI shards.
# Private key file to authenticate with
#key: /path/to/key
# Password for unlocking an encrypted private key
#key_password: <KEY_PASSWORD>
# Client certificate file to authenticate with
#cert: /path/to/cert
# CA certificate file to verify with
#cacert: /path/to/cacert
applier:
# Interval (in seconds) on which to perform retry on failure
#on_failed_retry_interval: 5
# The batch size for reading data from source database
#read_batch_size: 2000
# Time (in ms) after which data will be read from stream even if read_batch_size was not reached
#duration: 100
# The batch size for writing data to target Redis database. Should be less or equal to the read_batch_size
#write_batch_size: 200
# Enable deduplication mechanism (default: false)
#dedup: <DEDUP_ENABLED>
# Max size of the deduplication set (default: 1024)
#dedup_max_size: <DEDUP_MAX_SIZE>
# Deduplication strategy: reject - reject messages(dlq), ignore - ignore messages (default: ignore)
#dedup_strategy: ignore
# Error handling strategy: ignore - skip, dlq - store rejected messages in a dead letter queue
#error_handling: dlq
# Dead letter queue max messages per stream
#dlq_max_messages: 1000
# Target data type: hash/json - RedisJSON module must be in use in the target DB
target_data_type: json
# Number of processes to use when syncing initial data
#initial_sync_processes: 4
# Checks if the batch has been written to the replica shard
#wait_enabled: false
# Timeout in milliseconds when checking write to the replica shard
#wait_timeout: 1000
# Ensures that a batch has been written to the replica shard and keeps retrying if not
#retry_on_replica_failure: true