# Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. # The configuration file needs to define the sources, # the channels and the sinks. # Sources, channels and sinks are defined per agent, # in this case called 'agent' agent.sources = r1 agent.channels = c1 c2 agent.sinks = k1 k2 # For each one of the sources, the type is defined agent.sources.r1.type = exec agent.sources.r1.command = tail -F /home/hduser/flume.log # The channel can be defined as follows. agent.sources.r1.channels = c1 c2 # Each sink's type must be defined agent.sinks.k1.type = logger agent.sinks.k2.type = hdfs agent.sinks.k2.hdfs.path = hdfs://hadoop2:9000/flume/writeDispatch.txt agent.sinks.k2.hdfs.fileType = DataStream agent.sinks.k2.hdfs.rollInterval = 0 agent.sinks.k2.hdfs.rollSize = 0 agent.sinks.k2.hdfs.rollCount = 0 #Specify the channel the sink should use agent.sinks.k1.channel = c1 agent.sinks.k2.channel = c2 # Each channel's type is defined. agent.channels.c1.type = memory agent.channels.c1.capacity = 1000 agent.channels.c1.transactionCapacity = 100 agent.channels.c2.type = memory agent.channels.c2.capacity = 1000 agent.channels.c2.transactionCapacity = 100