-
Notifications
You must be signed in to change notification settings - Fork 4
Expand file tree
/
Copy pathflume.conf
More file actions
25 lines (22 loc) · 1.01 KB
/
flume.conf
File metadata and controls
25 lines (22 loc) · 1.01 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
SshAgent.sources = SshSource
SshAgent.channels = MemChannel
SshAgent.sinks = HDFS
SshAgent.sources.SshSource.type = com.cloudera.flume.source.SshSpoolDirectorySource
SshAgent.sources.SshSource.channels = MemChannel
SshAgent.sources.SshSource.userName = [required]
SshAgent.sources.SshSource.userPass = [required]
SshAgent.sources.SshSource.hostName = [required]
SshAgent.sources.SshSource.remotePath = [required]
SshAgent.sources.SshSource.localPersistPath = [required]
SshAgent.sinks.HDFS.channel = MemChannel
SshAgent.sinks.HDFS.type = hdfs
SshAgent.sinks.HDFS.hdfs.path = hdfs://localhost.localdomain:8020/user/flume/ssh/
SshAgent.sinks.HDFS.hdfs.fileType = DataStream
SshAgent.sinks.HDFS.hdfs.writeFormat = Text
SshAgent.sinks.HDFS.hdfs.batchSize = 1000
SshAgent.sinks.HDFS.hdfs.rollSize = 0
SshAgent.sinks.HDFS.hdfs.rollCount = 10000
SshAgent.sinks.HDFS.hdfs.rollInterval = 600
SshAgent.channels.MemChannel.type = memory
SshAgent.channels.MemChannel.capacity = 10000
SshAgent.channels.MemChannel.transactionCapacity = 100