public class TaskLog
extends java.lang.Object
hadoop.log.dir
.
This class is for Map/Reduce internal use only.Modifier and Type | Class and Description |
---|---|
static class |
TaskLog.LogName
The filter for userlogs.
|
Modifier and Type | Field and Description |
---|---|
static org.apache.hadoop.fs.PathFilter |
USERLOGS_PATH_FILTER
Path filter that filters out userlogs directory.
|
Constructor and Description |
---|
TaskLog() |
Modifier and Type | Method and Description |
---|---|
static java.lang.String |
addCommand(java.util.List<java.lang.String> cmd,
boolean isExecutable)
Add quotes to each of the command strings and
return as a single string
|
static java.util.List<java.lang.String> |
captureDebugOut(java.util.List<java.lang.String> cmd,
java.io.File debugoutFilename)
Wrap a command in a shell to capture debug script's
stdout and stderr to debugout.
|
static java.util.List<java.lang.String> |
captureOutAndError(java.util.List<java.lang.String> cmd,
java.io.File stdoutFilename,
java.io.File stderrFilename,
long tailLength)
Wrap a command in a shell to capture stdout and stderr to files.
|
static java.util.List<java.lang.String> |
captureOutAndError(java.util.List<java.lang.String> setup,
java.util.List<java.lang.String> cmd,
java.io.File stdoutFilename,
java.io.File stderrFilename,
long tailLength)
Wrap a command in a shell to capture stdout and stderr to files.
|
static java.util.List<java.lang.String> |
captureOutAndError(java.util.List<java.lang.String> setup,
java.util.List<java.lang.String> cmd,
java.io.File stdoutFilename,
java.io.File stderrFilename,
long tailLength,
boolean useSetsid)
Wrap a command in a shell to capture stdout and stderr to files.
|
static java.util.List<java.lang.String> |
captureOutAndError(java.util.List<java.lang.String> setup,
java.util.List<java.lang.String> cmd,
java.io.File stdoutFilename,
java.io.File stderrFilename,
long tailLength,
boolean useSetsid,
java.lang.String pidFileName)
Deprecated.
pidFiles are no more used. Instead pid is exported to
env variable JVM_PID.
|
static java.util.List<java.lang.String> |
captureOutAndError(java.util.List<java.lang.String> setup,
java.util.List<java.lang.String> cmd,
java.io.File stdoutFilename,
java.io.File stderrFilename,
long tailLength,
java.lang.String pidFileName)
Deprecated.
pidFiles are no more used. Instead pid is exported to
env variable JVM_PID.
|
static void |
createTaskAttemptLogDir(TaskAttemptID taskID,
boolean isCleanup,
java.lang.String[] localDirs)
Create log directory for the given attempt.
|
static java.io.File |
getJobDir(JobID jobid)
Get the user log directory for the job jobid.
|
static java.io.File |
getJobDir(java.lang.String jobid)
Get the user log directory for the job jobid.
|
static java.lang.String |
getTaskAttemptLogDir(TaskAttemptID taskID,
java.lang.String cleanupSuffix,
java.lang.String[] localDirs)
Get attempt log directory path for the given attempt-id under randomly
selected mapred local directory.
|
static java.io.File |
getTaskLogFile(TaskAttemptID taskid,
boolean isCleanup,
TaskLog.LogName filter) |
static long |
getTaskLogLength(JobConf conf)
Get the desired maximum length of task's logs.
|
static java.io.File |
getUserLogDir() |
static void |
syncLogs(java.lang.String logLocation,
TaskAttemptID taskid,
boolean isCleanup,
boolean segmented) |
public static final org.apache.hadoop.fs.PathFilter USERLOGS_PATH_FILTER
public static void createTaskAttemptLogDir(TaskAttemptID taskID, boolean isCleanup, java.lang.String[] localDirs) throws java.io.IOException
taskID
- attempt-id for which log dir is to be createdisCleanup
- Is this attempt a cleanup attempt ?localDirs
- mapred local directoriesjava.io.IOException
public static java.lang.String getTaskAttemptLogDir(TaskAttemptID taskID, java.lang.String cleanupSuffix, java.lang.String[] localDirs) throws java.io.IOException
taskID
- attempt-id for which log dir path is neededcleanupSuffix
- ".cleanup" if this attempt is a cleanup attemptlocalDirs
- mapred local directoriesjava.io.IOException
public static java.io.File getTaskLogFile(TaskAttemptID taskid, boolean isCleanup, TaskLog.LogName filter)
public static void syncLogs(java.lang.String logLocation, TaskAttemptID taskid, boolean isCleanup, boolean segmented) throws java.io.IOException
java.io.IOException
public static long getTaskLogLength(JobConf conf)
conf
- the job to look inpublic static java.util.List<java.lang.String> captureOutAndError(java.util.List<java.lang.String> cmd, java.io.File stdoutFilename, java.io.File stderrFilename, long tailLength) throws java.io.IOException
cmd
- The command and the arguments that should be runstdoutFilename
- The filename that stdout should be saved tostderrFilename
- The filename that stderr should be saved totailLength
- The length of the tail to be saved.java.io.IOException
public static java.util.List<java.lang.String> captureOutAndError(java.util.List<java.lang.String> setup, java.util.List<java.lang.String> cmd, java.io.File stdoutFilename, java.io.File stderrFilename, long tailLength) throws java.io.IOException
setup
- The setup commands for the execed process.cmd
- The command and the arguments that should be runstdoutFilename
- The filename that stdout should be saved tostderrFilename
- The filename that stderr should be saved totailLength
- The length of the tail to be saved.java.io.IOException
@Deprecated public static java.util.List<java.lang.String> captureOutAndError(java.util.List<java.lang.String> setup, java.util.List<java.lang.String> cmd, java.io.File stdoutFilename, java.io.File stderrFilename, long tailLength, java.lang.String pidFileName) throws java.io.IOException
setup
- The setup commands for the execed process.cmd
- The command and the arguments that should be runstdoutFilename
- The filename that stdout should be saved tostderrFilename
- The filename that stderr should be saved totailLength
- The length of the tail to be saved.java.io.IOException
@Deprecated public static java.util.List<java.lang.String> captureOutAndError(java.util.List<java.lang.String> setup, java.util.List<java.lang.String> cmd, java.io.File stdoutFilename, java.io.File stderrFilename, long tailLength, boolean useSetsid, java.lang.String pidFileName) throws java.io.IOException
setup
- The setup commands for the execed process.cmd
- The command and the arguments that should be runstdoutFilename
- The filename that stdout should be saved tostderrFilename
- The filename that stderr should be saved totailLength
- The length of the tail to be saved.useSetsid
- Should setsid be used in the command or not.java.io.IOException
public static java.util.List<java.lang.String> captureOutAndError(java.util.List<java.lang.String> setup, java.util.List<java.lang.String> cmd, java.io.File stdoutFilename, java.io.File stderrFilename, long tailLength, boolean useSetsid) throws java.io.IOException
setup
- The setup commands for the execed process.cmd
- The command and the arguments that should be runstdoutFilename
- The filename that stdout should be saved tostderrFilename
- The filename that stderr should be saved totailLength
- The length of the tail to be saved.useSetsid
- Should setsid be used in the command or not.java.io.IOException
public static java.lang.String addCommand(java.util.List<java.lang.String> cmd, boolean isExecutable) throws java.io.IOException
cmd
- The command to be quotedisExecutable
- makes shell path if the first
argument is executablejava.io.IOException
public static java.util.List<java.lang.String> captureDebugOut(java.util.List<java.lang.String> cmd, java.io.File debugoutFilename) throws java.io.IOException
cmd
- The command and the arguments that should be rundebugoutFilename
- The filename that stdout and stderr
should be saved to.java.io.IOException
public static java.io.File getUserLogDir()
public static java.io.File getJobDir(java.lang.String jobid)
jobid
- string representation of the jobidpublic static java.io.File getJobDir(JobID jobid)
jobid
- the jobid objectCopyright © 2009 The Apache Software Foundation