update property configs

src/main/config/log4j.prod.properties

@@ -19,7 +19,7 @@ log4j.appender.ROLLINGFILE.layout.ConversionPattern=%d{ISO8601} [%t] (%C:%L) %-5
 
 log4j.appender.ROLLINGFILE2=org.apache.log4j.RollingFileAppender
 log4j.appender.ROLLINGFILE2.Threshold=DEBUG
-log4j.appender.ROLLINGFILE2.File=/home/ubuntu/secor-dist/logs/secor-uploader.log
+log4j.appender.ROLLINGFILE2.File=/tmp/secor_data/logs/secor-uploader.log
 # keep log files up to 1G
 log4j.appender.ROLLINGFILE2.MaxFileSize=200MB
 log4j.appender.ROLLINGFILE2.MaxBackupIndex=5

src/main/config/secor.common.properties

@@ -18,7 +18,7 @@
 ############
 
 # Regular expression matching names of consumed topics.
-secor.kafka.topic_filter=telemetry
+secor.kafka.topic_filter=*
 
 # AWS authentication credentials.
 aws.access.key=
@@ -128,19 +128,21 @@ monitoring.blacklist.topics=
 statsd.hostport=
 
 # Name of field that contains timestamp for JSON, MessagePack, or Thrift message parser. (1405970352123)
-message.timestamp.name=ts
+message.timestamp.name=
 
-# Name of field that contains timestamp for JSON, MessagePack, or Thrift message parser. (1405970352123)
-message.event.name=eid
+# Whether the partition file name should also partition by event name/id
+message.partition.byevent=true
+
+# Name of field that contains message/event id/type for JSON, MessagePack, or Thrift message parser. (1405970352123)
+message.event.name=
 
+# Default folder name to be appended if partition by event is set to true
 message.event.mapping.DEFAULT=logs/
 
 # Name of field that contains a timestamp, as a date Format, for JSON. (2014-08-07, Jul 23 02:16:57 2005, etc...)
 # Should be used when there is no timestamp in a Long format. Also ignore time zones.
 message.timestamp.input.pattern=yyyy-MM-dd
 
-message.partition.byevent=true
-
 # To enable compression, set this to a valid compression codec implementing 
 # org.apache.hadoop.io.compress.CompressionCodec interface, such as 
 # 'org.apache.hadoop.io.compress.GzipCodec'.

src/main/config/secor.dev.properties

@@ -5,7 +5,7 @@ include=secor.common.properties
 ############
 
 # Name of the s3 bucket where log files are stored.
-secor.s3.bucket=lpdev-ekstep
+secor.s3.bucket=
 
 ################
 # END MUST SET #
@@ -18,8 +18,8 @@ zookeeper.quorum=localhost:2181
 
 # Upload policies.
 # 10K
-secor.max.file.size.bytes=1000000000
+secor.max.file.size.bytes=10000
 # 10 seconds
-secor.max.file.age.seconds=3600
+secor.max.file.age.seconds=10
 # Compute the max file age for a topic partition using either the oldest or newest file. Defaults to newest
 secor.max.file.age.policy=oldest