org.apache.hadoop.chukwa.extraction.demux

Class PostProcessorManager

java.lang.Object

org.apache.hadoop.chukwa.extraction.demux.PostProcessorManager

public class PostProcessorManager
extends Object

Field Summary

Fields

Modifier and Type	Field and Description
protected ChukwaConfiguration	conf
protected HashMap<String,String>	dataSources
protected int	ERROR_SLEEP_TIME
protected int	errorCount
protected org.apache.hadoop.fs.FileSystem	fs
protected boolean	isRunning

Constructor Summary

Constructors

Constructor and Description
PostProcessorManager()
PostProcessorManager(ChukwaConfiguration conf)

Method Summary

Modifier and Type	Method and Description
boolean	deleteDirectory(String directory)
protected void	init()
static void	main(String[] args)
boolean	moveToInErrorDirectory(String sourceDirectory, String dirName, String inErrorDirectory)
org.apache.hadoop.fs.Path[]	movetoMainRepository(String sourceDirectory, String repoRootDirectory)
boolean	processDataLoaders(String directory)
boolean	processPostMoveTriggers(org.apache.hadoop.fs.Path[] files)
void	shutdown()
void	start()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

dataSources

protected HashMap<String,String> dataSources

errorCount

protected int errorCount

ERROR_SLEEP_TIME

protected int ERROR_SLEEP_TIME

conf

protected ChukwaConfiguration conf

fs

protected org.apache.hadoop.fs.FileSystem fs

isRunning

protected volatile boolean isRunning

Constructor Detail

PostProcessorManager

public PostProcessorManager()
                     throws Exception

Throws:

Exception

PostProcessorManager

public PostProcessorManager(ChukwaConfiguration conf)
                     throws Exception

Throws:

Exception

Method Detail

init

protected void init()
             throws IOException,
                    URISyntaxException

Throws:

IOException

URISyntaxException

main

public static void main(String[] args)
                 throws Exception

Throws:

Exception

shutdown

public void shutdown()

start

public void start()

processDataLoaders

public boolean processDataLoaders(String directory)
                           throws IOException

Throws:

IOException

processPostMoveTriggers

public boolean processPostMoveTriggers(org.apache.hadoop.fs.Path[] files)
                                throws IOException

Throws:

IOException

movetoMainRepository

public org.apache.hadoop.fs.Path[] movetoMainRepository(String sourceDirectory,
                                                        String repoRootDirectory)
                                                 throws Exception

Throws:

Exception

moveToInErrorDirectory

public boolean moveToInErrorDirectory(String sourceDirectory,
                                      String dirName,
                                      String inErrorDirectory)
                               throws Exception

Throws:

Exception

deleteDirectory

public boolean deleteDirectory(String directory)
                        throws IOException

Throws:

IOException