flume配置文件如下:
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
|
# Name the components on this agent
app1.sources = r1
app1.sinks = k1
app1.channels = c1
# Describe/configure the source
app1.sources.r1. type = avro
app1.sources.r1.bind = 0.0.0.0
app1.sources.r1.port = 44444
# Describe the sink
#a1.sinks.k1.type = logger
app1.sinks.k1. type = file_roll
app1.sinks.k1.sink.directory = /var/log/my/app1
app1.sinks.k1.sink.rollInterval=86400
app1.sinks.k1.sink.batchSize=100
app1.sinks.k1.sink.serializer=text
app1.sinks.k1.sink.serializer.appendNewline = false
# Use a channel which buffers events in memory
app1.channels.c1. type = memory
app1.channels.c1.capacity = 1000
app1.channels.c1.transactionCapacity = 100
app1.channels.c1.byteCapacity = 100000000
app1.channels.c1.byteCapacityBufferPercentage = 10
# Bind the source and sink to the channel
app1.sources.r1.channels = c1
app1.sinks.k1.channel = c1
# Name the components on this agent
app2.sources = r2
app2.sinks = k2
app2.channels = c2
# Describe/configure the source
app2.sources.r2. type = avro
app2.sources.r2.bind = 0.0.0.0
app2.sources.r2.port = 44445
# Describe the sink
#a1.sinks.k1.type = logger
app2.sinks.k2. type = file_roll
app2.sinks.k2.sink.directory = /var/log/my/app2
app2.sinks.k2.sink.rollInterval=86400
app2.sinks.k2.sink.batchSize=100
app2.sinks.k2.sink.serializer=text
app2.sinks.k2.sink.serializer.appendNewline = false
# Use a channel which buffers events in memory
app2.channels.c2. type = memory
app2.channels.c2.capacity = 1000
app2.channels.c2.transactionCapacity = 100
app2.channels.c2.byteCapacity = 100000000
app2.channels.c2.byteCapacityBufferPercentage = 10
# Bind the source and sink to the channel
app2.sources.r2.channels = c2
app2.sinks.k2.channel = c2
|
dockerfile如下:
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
|
FROM ubuntu:16.04
MAINTAINER XXX "XXX@XXXXX.com"
RUN apt-get update
ADD jdk-8u77-linux-x64. tar .gz /usr/local/java
RUN cp /etc/profile /etc/profile .bak
ENV JAVA_HOME /usr/local/java/jdk1 .8.0_77
ENV PATH $JAVA_HOME /bin :$PATH
ENV CLASSPATH .:$JAVA_HOME /lib
ADD apache-flume-1.7.0-bin. tar .gz /usr/local/flume
RUN apt-get install -y tzdata
RUN ln -sf /usr/share/zoneinfo/Asia/Shanghai /etc/localtime
RUN echo "Asia/Shanghai" > /etc/timezone
RUN dpkg-reconfigure -f noninteractive tzdata
ENV LANG C.UTF-8
WORKDIR /var/log
RUN mkdir my
WORKDIR /var/log/my
RUN mkdir app1
RUN mkdir app2
EXPOSE 44444
EXPOSE 44445
ENTRYPOINT ( /usr/local/flume/apache-flume-1 .7.0-bin /bin/flume-ng agent --conf /usr/local/flume/apache-flume-1 .7.0-bin /conf -conf- file /usr/local/flume/apache-flume-1 .7.0-bin /conf/flume-conf .properties --name app1 &) && ( /usr/local/flume/apache-flume-1 .7.0-bin /bin/flume-ng agent --conf /usr/local/flume/apache-flume-1 .7.0-bin /conf -conf- file /usr/local/flume/apache-flume-1 .7.0-bin /conf/flume-conf .properties --name app2 &) && /bin/bash
|
下面看下flume 启动不输出运行日志
问题
以前碰到的一个问题,算是一个小问题,flume 用命令
1
|
. /flume-ng agent -c /opt/apps/flume/conf -f /opt/apps/flume/conf/syslog_tcp .conf -n a1 -Dflume.root.logger=INFO,console
|
启动的时候,flume使用的log4j不起效,不会输出日志到日志文件。
解决
在启动时去掉
1
|
-Dflume.root.logger=INFO,console
|
这个命令就好了。flume的log4j就正常工作了。也算是一个坑。
加上这个命令会将运行的日志在控制台输出。
总结
以上所述是小编给大家介绍的 Docker容器中运行flume及启动不输出运行日志问题,希望对大家有所帮助,如果大家有任何疑问请给我留言,小编会及时回复大家的。在此也非常感谢大家对服务器之家网站的支持!
原文链接:https://blog.csdn.net/redstarofsleep/article/details/79756740