@InterfaceAudience.Private public class NativeTaskOutputFiles extends Object implements NativeTaskOutput
| Constructor and Description |
|---|
NativeTaskOutputFiles(org.apache.hadoop.conf.Configuration conf,
String id) |
| Modifier and Type | Method and Description |
|---|---|
org.apache.hadoop.fs.Path |
getInputFile(int mapId)
Return a local reduce input file created earlier
|
org.apache.hadoop.fs.Path |
getInputFileForWrite(org.apache.hadoop.mapred.TaskID mapId,
long size,
org.apache.hadoop.conf.Configuration conf)
Create a local reduce input file name.
|
org.apache.hadoop.fs.Path |
getOutputFile()
Return the path to local map output file created earlier
|
org.apache.hadoop.fs.Path |
getOutputFileForWrite(long size)
Create a local map output file name.
|
org.apache.hadoop.fs.Path |
getOutputIndexFile()
Return the path to a local map output index file created earlier
|
org.apache.hadoop.fs.Path |
getOutputIndexFileForWrite(long size)
Create a local map output index file name.
|
String |
getOutputName(int partition) |
org.apache.hadoop.fs.Path |
getSpillFile(int spillNumber)
Return a local map spill file created earlier.
|
org.apache.hadoop.fs.Path |
getSpillFileForWrite(int spillNumber,
long size)
Create a local map spill file name.
|
org.apache.hadoop.fs.Path |
getSpillIndexFile(int spillNumber)
Return a local map spill index file created earlier
|
org.apache.hadoop.fs.Path |
getSpillIndexFileForWrite(int spillNumber,
long size)
Create a local map spill index file name.
|
void |
removeAll()
Removes all of the files related to a task.
|
public NativeTaskOutputFiles(org.apache.hadoop.conf.Configuration conf,
String id)
public org.apache.hadoop.fs.Path getOutputFile()
throws IOException
getOutputFile in interface NativeTaskOutputIOExceptionpublic org.apache.hadoop.fs.Path getOutputFileForWrite(long size)
throws IOException
getOutputFileForWrite in interface NativeTaskOutputsize - the size of the fileIOExceptionpublic org.apache.hadoop.fs.Path getOutputIndexFile()
throws IOException
getOutputIndexFile in interface NativeTaskOutputIOExceptionpublic org.apache.hadoop.fs.Path getOutputIndexFileForWrite(long size)
throws IOException
getOutputIndexFileForWrite in interface NativeTaskOutputsize - the size of the fileIOExceptionpublic org.apache.hadoop.fs.Path getSpillFile(int spillNumber)
throws IOException
getSpillFile in interface NativeTaskOutputspillNumber - the numberIOExceptionpublic org.apache.hadoop.fs.Path getSpillFileForWrite(int spillNumber,
long size)
throws IOException
getSpillFileForWrite in interface NativeTaskOutputspillNumber - the numbersize - the size of the fileIOExceptionpublic org.apache.hadoop.fs.Path getSpillIndexFile(int spillNumber)
throws IOException
getSpillIndexFile in interface NativeTaskOutputspillNumber - the numberIOExceptionpublic org.apache.hadoop.fs.Path getSpillIndexFileForWrite(int spillNumber,
long size)
throws IOException
getSpillIndexFileForWrite in interface NativeTaskOutputspillNumber - the numbersize - the size of the fileIOExceptionpublic org.apache.hadoop.fs.Path getInputFile(int mapId)
throws IOException
getInputFile in interface NativeTaskOutputmapId - a map task idIOExceptionpublic org.apache.hadoop.fs.Path getInputFileForWrite(org.apache.hadoop.mapred.TaskID mapId,
long size,
org.apache.hadoop.conf.Configuration conf)
throws IOException
getInputFileForWrite in interface NativeTaskOutputmapId - a map task idsize - the size of the fileIOExceptionpublic void removeAll()
throws IOException
removeAll in interface NativeTaskOutputIOExceptionpublic String getOutputName(int partition)
getOutputName in interface NativeTaskOutputCopyright © 2008–2024 Apache Software Foundation. All rights reserved.