org.springframework.data.hadoop.mapreduce
Class JobFactoryBean

java.lang.Object
  org.springframework.data.hadoop.mapreduce.JobFactoryBean

All Implemented Interfaces:

BeanNameAware, FactoryBean<Job>, InitializingBean

public class JobFactoryBean
extends Object
implements InitializingBean, FactoryBean<Job>, BeanNameAware

Factory bean for creating a Hadoop Map-Reduce job.

Author:

Costin Leau

Constructor Summary

JobFactoryBean()

Method Summary

void	afterPropertiesSet()
Job	getObject()
Class<?>	getObjectType()
boolean	isSingleton()
protected void	processJob(Job job)
void	setBeanName(String name)
void	setCodec(Class<? extends CompressionCodec> codecClass) Sets the job codec class.
void	setCombiner(Class<? extends Reducer> combiner) Sets the job combiner class.
void	setCompressOutput(Boolean compressOutput) Indicates whether the job output should be compressed or not.
void	setConfiguration(Configuration configuration) Sets the Hadoop configuration to use.
void	setGroupingComparator(Class<? extends RawComparator> groupingComparator) Sets the job grouping comparator class.
void	setInputFormat(Class<? extends InputFormat> inputFormat) Sets the job input format class.
void	setInputPath(String inputPath) Sets the job input path.
void	setInputPaths(List<String> inputPaths) Sets the job input paths.
void	setJar(Resource jar) Sets the job jar.
void	setJarByClass(Class<?> jarClass) Determines the job jar based on the given class.
void	setKey(Class<?> keyClass) Sets the job key class.
void	setMapKey(Class<?> mapKeyClass) Sets the job map key class.
void	setMapper(Class<? extends Mapper> mapper) Sets the job mapper class.
void	setMapValue(Class<?> mapValueClass) Sets the job map value class.
void	setName(String name) Sets the job name.
void	setNumReduceTasks(Integer numReduceTasks) Sets the number of reduce task for this job.
void	setOutputFormat(Class<? extends OutputFormat> outputFormat) Sets the job output format class.
void	setOutputPath(String outputPath) Sets the job output path.
void	setPartitioner(Class<? extends Partitioner> partitioner) Sets the job partitioner class.
void	setProperties(Properties properties) The configuration properties to set for this job.
void	setReducer(Class<? extends Reducer> reducer) Sets the job reducer class.
void	setSortComparator(Class<? extends RawComparator> sortComparator) Sets the job sort comparator class.
void	setValidatePaths(Boolean validatePaths) Indicates whether the job input/output paths should be validated (default) before the job is submitted.
void	setValue(Class<?> valueClass) Sets the job value class.
void	setWorkingDir(String workingDir) Sets the job working directory.

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

JobFactoryBean

public JobFactoryBean()

Method Detail

setBeanName

public void setBeanName(String name)

Specified by:

setBeanName in interface BeanNameAware

getObject

public Job getObject()
              throws Exception

Specified by:

getObject in interface FactoryBean<Job>

Throws:

Exception

getObjectType

public Class<?> getObjectType()

Specified by:

getObjectType in interface FactoryBean<Job>

isSingleton

public boolean isSingleton()

Specified by:

isSingleton in interface FactoryBean<Job>

afterPropertiesSet

public void afterPropertiesSet()
                        throws Exception

Specified by:

afterPropertiesSet in interface InitializingBean

Throws:

Exception

processJob

protected void processJob(Job job)
                   throws Exception

Throws:

Exception

setConfiguration

public void setConfiguration(Configuration configuration)

Sets the Hadoop configuration to use.

Parameters:

configuration - The configuration to set.

setName

public void setName(String name)

Sets the job name.

Parameters:

name - The name to set.

setKey

public void setKey(Class<?> keyClass)

Sets the job key class.

Parameters:

keyClass - The keyClass to set.

setValue

public void setValue(Class<?> valueClass)

Sets the job value class.

Parameters:

valueClass - The valueClass to set.

setMapKey

public void setMapKey(Class<?> mapKeyClass)

Sets the job map key class.

Parameters:

mapKeyClass - The mapKeyClass to set.

setMapValue

public void setMapValue(Class<?> mapValueClass)

Sets the job map value class.

Parameters:

mapValueClass - The mapValueClass to set.

setMapper

public void setMapper(Class<? extends Mapper> mapper)

Sets the job mapper class.

Parameters:

mapper - The mapper to set.

setReducer

public void setReducer(Class<? extends Reducer> reducer)

Sets the job reducer class.

Parameters:

reducer - The reducer to set.

setCombiner

public void setCombiner(Class<? extends Reducer> combiner)

Sets the job combiner class.

Parameters:

combiner - The combiner to set.

setInputFormat

public void setInputFormat(Class<? extends InputFormat> inputFormat)

Sets the job input format class.

Parameters:

inputFormat - The inputFormat to set.

setOutputFormat

public void setOutputFormat(Class<? extends OutputFormat> outputFormat)

Sets the job output format class.

Parameters:

outputFormat - The outputFormat to set.

setPartitioner

public void setPartitioner(Class<? extends Partitioner> partitioner)

Sets the job partitioner class.

Parameters:

partitioner - The partitioner to set.

setSortComparator

public void setSortComparator(Class<? extends RawComparator> sortComparator)

Sets the job sort comparator class.

Parameters:

sortComparator - The sortComparator to set.

setGroupingComparator

public void setGroupingComparator(Class<? extends RawComparator> groupingComparator)

Sets the job grouping comparator class.

Parameters:

groupingComparator - The groupingComparator to set.

setWorkingDir

public void setWorkingDir(String workingDir)

Sets the job working directory.

Parameters:

workingDir - The workingDir to set.

setNumReduceTasks

public void setNumReduceTasks(Integer numReduceTasks)

Sets the number of reduce task for this job.

Parameters:

numReduceTasks - The numReduceTasks to set.

setJarByClass

public void setJarByClass(Class<?> jarClass)

Determines the job jar based on the given class.

Parameters:

jarClass - The jarClass to set.

setJar

public void setJar(Resource jar)

Sets the job jar.

Parameters:

jar - The jar to set.

setInputPath

public void setInputPath(String inputPath)

Sets the job input path.

Parameters:

inputPath - job input path.

setInputPaths

public void setInputPaths(List<String> inputPaths)

Sets the job input paths.

Parameters:

inputPaths - The inputPaths to set.

setOutputPath

public void setOutputPath(String outputPath)

Sets the job output path.

Parameters:

outputPath - The outputPath to set.

setCompressOutput

public void setCompressOutput(Boolean compressOutput)

Indicates whether the job output should be compressed or not.

Parameters:

compressOutput - The compressOutput to set.

setCodec

public void setCodec(Class<? extends CompressionCodec> codecClass)

Sets the job codec class.

Parameters:

codecClass - The codecClass to set.

setValidatePaths

public void setValidatePaths(Boolean validatePaths)

Indicates whether the job input/output paths should be validated (default) before the job is submitted.

Parameters:

validatePaths - The validatePaths to set.

setProperties

public void setProperties(Properties properties)

The configuration properties to set for this job.

Parameters:

properties - The properties to set.