public class StreamJob
extends java.lang.Object
implements org.apache.hadoop.util.Tool
Modifier and Type | Field and Description |
---|---|
protected java.lang.String |
additionalConfSpec_ |
protected java.lang.String |
addTaskEnvironment_ |
protected java.net.URI[] |
archiveURIs |
protected java.lang.String[] |
argv_ |
protected java.lang.String |
cacheArchives |
protected java.lang.String |
cacheFiles |
protected java.lang.String |
comCmd_ |
protected org.apache.hadoop.conf.Configuration |
config_ |
protected int |
debug_ |
protected boolean |
detailedUsage_ |
protected Environment |
env_ |
protected java.net.URI[] |
fileURIs |
protected boolean |
hasSimpleInputSpecs_ |
protected java.lang.String |
inputFormatSpec_ |
protected java.util.ArrayList |
inputSpecs_ |
protected java.lang.String |
inReaderSpec_ |
protected java.lang.String |
ioSpec_ |
protected java.lang.String |
jar_ |
protected JobClient |
jc_ |
protected JobConf |
jobConf_ |
protected JobID |
jobId_ |
protected static java.lang.String |
LINK_URI |
protected boolean |
localHadoop_ |
protected static org.apache.commons.logging.Log |
LOG |
protected java.lang.String |
mapCmd_ |
protected java.lang.String |
mapDebugSpec_ |
protected long |
minRecWrittenToEnableSkip_ |
protected java.lang.String |
numReduceTasksSpec_ |
protected java.lang.String |
output_ |
protected java.lang.String |
outputFormatSpec_ |
protected boolean |
outputSingleNode_ |
protected java.util.ArrayList |
packageFiles_ |
protected java.lang.String |
partitionerSpec_ |
protected java.lang.String |
redCmd_ |
protected java.lang.String |
reduceDebugSpec_ |
protected RunningJob |
running_ |
protected java.util.TreeSet |
seenPrimary_ |
protected java.util.ArrayList |
shippedCanonFiles_ |
protected boolean |
verbose_ |
Constructor and Description |
---|
StreamJob() |
StreamJob(java.lang.String[] argv,
boolean mayExit)
Deprecated.
use StreamJob() with ToolRunner or set the
Configuration using
setConf(Configuration) and
run with run(String[]) . |
Modifier and Type | Method and Description |
---|---|
static JobConf |
createJob(java.lang.String[] argv)
This method creates a streaming job from the given argument list.
|
void |
exitUsage(boolean detailed) |
void |
fail(java.lang.String message) |
protected java.lang.String |
getClusterNick()
Deprecated.
|
org.apache.hadoop.conf.Configuration |
getConf() |
protected java.lang.String |
getHadoopClientHome() |
protected java.lang.String |
getJobTrackerHostPort() |
protected void |
getURIs(java.lang.String lcacheArchives,
java.lang.String lcacheFiles)
get the uris of all the files/caches
|
int |
go()
Deprecated.
use
run(String[]) instead. |
protected void |
init() |
protected boolean |
isLocalHadoop() |
protected void |
jobInfo() |
protected void |
listJobConfProperties()
Prints out the jobconf properties on stdout
when verbose is specified.
|
protected void |
msg(java.lang.String msg) |
protected java.lang.String |
packageJobJar() |
int |
run(java.lang.String[] args) |
void |
setConf(org.apache.hadoop.conf.Configuration conf) |
protected void |
setJobConf() |
int |
submitAndMonitorJob() |
protected static final org.apache.commons.logging.Log LOG
protected java.lang.String[] argv_
protected boolean verbose_
protected boolean detailedUsage_
protected int debug_
protected Environment env_
protected java.lang.String jar_
protected boolean localHadoop_
protected org.apache.hadoop.conf.Configuration config_
protected JobConf jobConf_
protected JobClient jc_
protected java.util.ArrayList inputSpecs_
protected java.util.TreeSet seenPrimary_
protected boolean hasSimpleInputSpecs_
protected java.util.ArrayList packageFiles_
protected java.util.ArrayList shippedCanonFiles_
protected java.lang.String output_
protected java.lang.String mapCmd_
protected java.lang.String comCmd_
protected java.lang.String redCmd_
protected java.lang.String cacheFiles
protected java.lang.String cacheArchives
protected java.net.URI[] fileURIs
protected java.net.URI[] archiveURIs
protected java.lang.String inReaderSpec_
protected java.lang.String inputFormatSpec_
protected java.lang.String outputFormatSpec_
protected java.lang.String partitionerSpec_
protected java.lang.String numReduceTasksSpec_
protected java.lang.String additionalConfSpec_
protected java.lang.String mapDebugSpec_
protected java.lang.String reduceDebugSpec_
protected java.lang.String ioSpec_
protected java.lang.String addTaskEnvironment_
protected boolean outputSingleNode_
protected long minRecWrittenToEnableSkip_
protected RunningJob running_
protected JobID jobId_
protected static final java.lang.String LINK_URI
@Deprecated public StreamJob(java.lang.String[] argv, boolean mayExit)
setConf(Configuration)
and
run with run(String[])
.public StreamJob()
public org.apache.hadoop.conf.Configuration getConf()
getConf
in interface org.apache.hadoop.conf.Configurable
public void setConf(org.apache.hadoop.conf.Configuration conf)
setConf
in interface org.apache.hadoop.conf.Configurable
public int run(java.lang.String[] args) throws java.lang.Exception
run
in interface org.apache.hadoop.util.Tool
java.lang.Exception
public static JobConf createJob(java.lang.String[] argv) throws java.io.IOException
argv
- the list args for creating a streaming jobjava.io.IOException
@Deprecated public int go() throws java.io.IOException
run(String[])
instead.java.io.IOException
protected void init()
protected void msg(java.lang.String msg)
public void exitUsage(boolean detailed)
public void fail(java.lang.String message)
protected java.lang.String getHadoopClientHome()
protected boolean isLocalHadoop()
@Deprecated protected java.lang.String getClusterNick()
protected java.lang.String packageJobJar() throws java.io.IOException
java.io.IOException
protected void getURIs(java.lang.String lcacheArchives, java.lang.String lcacheFiles)
protected void setJobConf() throws java.io.IOException
java.io.IOException
protected void listJobConfProperties()
protected java.lang.String getJobTrackerHostPort()
protected void jobInfo()
public int submitAndMonitorJob() throws java.io.IOException
java.io.IOException
Copyright © 2009 The Apache Software Foundation