public class JobLocalizer
extends java.lang.Object
Modifier and Type | Field and Description |
---|---|
protected static java.lang.String |
JOB_LOCAL_CTXT |
protected JobConf |
ttConf |
Constructor and Description |
---|
JobLocalizer(JobConf ttConf,
java.lang.String user,
java.lang.String jobid) |
JobLocalizer(JobConf ttConf,
java.lang.String user,
java.lang.String jobid,
java.lang.String... localDirs) |
Modifier and Type | Method and Description |
---|---|
void |
createJobDirs()
Prepare the job directories for a given job.
|
void |
createLocalDirs() |
void |
createUserDirs()
Initialize the local directories for a particular user on this TT.
|
void |
createWorkDir(JobConf jConf) |
static long[] |
downloadPrivateCache(org.apache.hadoop.conf.Configuration conf)
Download the parts of the distributed cache that are private.
|
org.apache.hadoop.fs.Path |
findCredentials() |
void |
initializeJobLogDir()
Create job log directory and set appropriate permissions for the directory.
|
void |
localizeJobFiles(JobID jobid,
JobConf jConf,
org.apache.hadoop.fs.Path localJobFile,
org.apache.hadoop.fs.Path localJobTokenFile,
TaskUmbilicalProtocol taskTracker) |
void |
localizeJobFiles(JobID jobid,
JobConf jConf,
org.apache.hadoop.fs.Path localJobTokenFile,
TaskUmbilicalProtocol taskTracker) |
static void |
main(java.lang.String[] argv) |
int |
runSetup(java.lang.String user,
java.lang.String jobid,
org.apache.hadoop.fs.Path localJobTokenFile,
TaskUmbilicalProtocol taskTracker) |
static void |
writeLocalJobFile(org.apache.hadoop.fs.Path jobFile,
JobConf conf)
Write the task specific job-configuration file.
|
protected final JobConf ttConf
protected static final java.lang.String JOB_LOCAL_CTXT
public JobLocalizer(JobConf ttConf, java.lang.String user, java.lang.String jobid) throws java.io.IOException
java.io.IOException
public JobLocalizer(JobConf ttConf, java.lang.String user, java.lang.String jobid, java.lang.String... localDirs) throws java.io.IOException
java.io.IOException
public void createLocalDirs() throws java.io.IOException
java.io.IOException
public void createUserDirs() throws java.io.IOException
java.io.IOException
public void createJobDirs() throws java.io.IOException
TaskController.initializeJob(java.lang.String, java.lang.String, org.apache.hadoop.fs.Path, org.apache.hadoop.fs.Path, org.apache.hadoop.mapred.TaskUmbilicalProtocol, java.net.InetSocketAddress)
is run at a
later time to set proper private permissions on the job directories. java.io.IOException
public void initializeJobLogDir() throws java.io.IOException
java.io.IOException
public static long[] downloadPrivateCache(org.apache.hadoop.conf.Configuration conf) throws java.io.IOException
conf
- the job's configurationjava.io.IOException
public void localizeJobFiles(JobID jobid, JobConf jConf, org.apache.hadoop.fs.Path localJobTokenFile, TaskUmbilicalProtocol taskTracker) throws java.io.IOException, java.lang.InterruptedException
java.io.IOException
java.lang.InterruptedException
public void localizeJobFiles(JobID jobid, JobConf jConf, org.apache.hadoop.fs.Path localJobFile, org.apache.hadoop.fs.Path localJobTokenFile, TaskUmbilicalProtocol taskTracker) throws java.io.IOException, java.lang.InterruptedException
java.io.IOException
java.lang.InterruptedException
public void createWorkDir(JobConf jConf) throws java.io.IOException
java.io.IOException
public org.apache.hadoop.fs.Path findCredentials() throws java.io.IOException
java.io.IOException
public int runSetup(java.lang.String user, java.lang.String jobid, org.apache.hadoop.fs.Path localJobTokenFile, TaskUmbilicalProtocol taskTracker) throws java.io.IOException, java.lang.InterruptedException
java.io.IOException
java.lang.InterruptedException
public static void main(java.lang.String[] argv) throws java.io.IOException, java.lang.InterruptedException
java.io.IOException
java.lang.InterruptedException
public static void writeLocalJobFile(org.apache.hadoop.fs.Path jobFile, JobConf conf) throws java.io.IOException
java.io.IOException
Copyright © 2009 The Apache Software Foundation