標籤:size host buffers nts channels stream ati mat blog
#配置文a1.sources= r1 a1.sinks= k1 k2 a1.channels= c1 c2 #Describe/configure the source a1.sources.r1.type = avroa1.sources.r1.bind = slave3a1.sources.r1.port = 50001a1.sources.r1.host=slave3a1.sources.r1.selector.type = replicatinga1.sources.r1.channels = c1 c2 #第一個 hdfsa1.sinks.k1.type = hdfsa1.sinks.k1.channel = c1a1.sinks.k1.hdfs.path = /maats5/%{logtype}/logdate=%{date}/a1.sinks.k1.hdfs.filePrefix = %{logtype}-%{date}a1.sinks.k1.hdfs.round = truea1.sinks.k1.hdfs.roundValue = 1a1.sinks.k1.hdfs.roundUnit = houra1.sinks.k1.hdfs.rollInterval = 180000a1.sinks.k1.hdfs.rollSize = 134217700a1.sinks.k1.hdfs.useLocalTimeStamp = true a1.sinks.k1.hdfs.fileType=DataStream a1.sinks.k1.hdfs.writeFormat=Text #第二個到kafka#a1.channels = c1#a1.sinks = k1#a1.sinks.k1.type = org.example.MySink#a1.sinks.k1.channel = c1a1.sinks.k2.channel = c2a1.sinks.k2.type = my.bigdata.KafkaSink2a1.sinks.k2.kafka.topic = maats1a1.sinks.k2.kafka.bootstrap.servers = slave3:9092a1.sinks.k2.kafka.flumeBatchSize = 20a1.sinks.k2.kafka.producer.acks = 1a1.sinks.k2.kafka.producer.linger.ms = 1#a1.sinks.ki.kafka.producer.compression.type = snappy# Usea channel which buffers events in memory a1.channels.c1.type= memory a1.channels.c1.capacity= 1000 a1.channels.c1.transactionCapacity= 100 a1.channels.c2.type= memory a1.channels.c2.capacity= 1000 a1.channels.c2.transactionCapacity= 100
flume 多chanel配置