white-poto / flume-sinks-safe-roll-file-sink Goto Github PK

# 组件名称配置
client.sources = source_client
client.sinks = sink_client
client.channels = channel_client

# 日志源组件配置（监听目录下新增文件）
client.sources.source_client.type = spooldir
client.sources.source_client.channels = channel_client
client.sources.source_client.spoolDir = /usr/local/apache-flume-1.8.0/data/spooldir
client.sources.source_client.fileHeader = true

# sink组件配置
client.sinks.sink_client.type = cn.huyanping.flume.sinks.SafeRollingFileSink
client.sinks.sink_client.channel = channel_client
client.sinks.sink_client.sink.directory = /tmp/flume/rollfile
client.sinks.sink_client.sink.moveFile = true
client.sinks.sink_client.sink.targetDirectory = /tmp/flume/target
client.sinks.sink_client.sink.rollInterval = 1
client.sinks.sink_client.sink.useFileSuffix = true
client.sinks.sink_client.sink.fileSuffix = .COMPLETED
client.sinks.sink_client.sink.useCopy = true
client.sinks.sink_client.sink.copyDirectory = /tmp/flume/copy1,/tmp/flume/copy2

# 文件管道设置
client.channels.channel_client.type = file
client.channels.channel_client.checkpointDir = /tmp/flume/checkpoint
client.channels.channel_client.dataDirs = /tmp/flume/channel

2017-11-29 20:00:05,901 (SinkRunner-PollingRunner-DefaultSinkProcessor) [INFO - cn.huyanping.flume.sinks.SafeRollingFileSink.copyLogFile(SafeRollingFileSink.java:350)] Delete empty file1511956590863-1
2017-11-29 20:00:05,902 (SinkRunner-PollingRunner-DefaultSinkProcessor) [INFO - cn.huyanping.flume.sinks.SafeRollingFileSink.rename(SafeRollingFileSink.java:334)] Delete empty file1511956590863-1
2017-11-29 20:00:05,902 (SinkRunner-PollingRunner-DefaultSinkProcessor) [ERROR - cn.huyanping.flume.sinks.SafeRollingFileSink.process(SafeRollingFileSink.java:188)] Rename completed file failed
2017-11-29 20:00:05,902 (SinkRunner-PollingRunner-DefaultSinkProcessor) [ERROR - org.apache.flume.SinkRunner$PollingRunner.run(SinkRunner.java:158)] Unable to deliver event. Exception follows.
org.apache.flume.EventDeliveryException: Unable to rotate file /tmp/flume/rollfile/1511956590863-1 while delivering event
        at cn.huyanping.flume.sinks.SafeRollingFileSink.process(SafeRollingFileSink.java:194)
        at org.apache.flume.sink.DefaultSinkProcessor.process(DefaultSinkProcessor.java:67)
        at org.apache.flume.SinkRunner$PollingRunner.run(SinkRunner.java:145)
        at java.lang.Thread.run(Thread.java:748)
Caused by: java.io.IOException: Rname completed file failed
        at cn.huyanping.flume.sinks.SafeRollingFileSink.process(SafeRollingFileSink.java:189)
        ... 3 more