@InterfaceAudience.Public
@InterfaceStability.Unstable
public class HistoryFileManager
extends org.apache.hadoop.service.AbstractService
| Modifier and Type | Class and Description |
|---|---|
class |
HistoryFileManager.HistoryFileInfo |
| Modifier and Type | Field and Description |
|---|---|
protected org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.JobListCache |
jobListCache |
protected ThreadPoolExecutor |
moveToDoneExecutor |
| Constructor and Description |
|---|
HistoryFileManager() |
| Modifier and Type | Method and Description |
|---|---|
protected HistoryFileManager.HistoryFileInfo |
createHistoryFileInfo(org.apache.hadoop.fs.Path historyFile,
org.apache.hadoop.fs.Path confFile,
org.apache.hadoop.fs.Path summaryFile,
org.apache.hadoop.mapreduce.v2.jobhistory.JobIndexInfo jobIndexInfo,
boolean isInDone) |
protected org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.JobListCache |
createJobListCache() |
protected ThreadPoolExecutor |
createMoveToDoneThreadPool(int numMoveThreads) |
protected boolean |
deleteDir(org.apache.hadoop.fs.FileStatus serialDir) |
protected List<org.apache.hadoop.fs.FileStatus> |
findTimestampedDirectories()
Finds all history directories with a timestamp component by scanning the
filesystem.
|
Collection<HistoryFileManager.HistoryFileInfo> |
getAllFileInfo() |
HistoryFileManager.HistoryFileInfo |
getFileInfo(org.apache.hadoop.mapreduce.v2.api.records.JobId jobId) |
protected static List<org.apache.hadoop.fs.FileStatus> |
scanDirectory(org.apache.hadoop.fs.Path path,
org.apache.hadoop.fs.FileContext fc,
org.apache.hadoop.fs.PathFilter pathFilter) |
protected List<org.apache.hadoop.fs.FileStatus> |
scanDirectoryForHistoryFiles(org.apache.hadoop.fs.Path path,
org.apache.hadoop.fs.FileContext fc) |
protected void |
serviceInit(org.apache.hadoop.conf.Configuration conf) |
void |
serviceStop() |
close, getBlockers, getConfig, getFailureCause, getFailureState, getLifecycleHistory, getName, getServiceState, getStartTime, init, isInState, noteFailure, putBlocker, registerGlobalListener, registerServiceListener, removeBlocker, serviceStart, setConfig, start, stop, toString, unregisterGlobalListener, unregisterServiceListener, waitForServiceToStopprotected org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.JobListCache jobListCache
@VisibleForTesting protected ThreadPoolExecutor moveToDoneExecutor
protected void serviceInit(org.apache.hadoop.conf.Configuration conf)
throws Exception
serviceInit in class org.apache.hadoop.service.AbstractServiceExceptionprotected ThreadPoolExecutor createMoveToDoneThreadPool(int numMoveThreads)
public void serviceStop()
throws Exception
serviceStop in class org.apache.hadoop.service.AbstractServiceExceptionprotected org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.JobListCache createJobListCache()
protected HistoryFileManager.HistoryFileInfo createHistoryFileInfo(org.apache.hadoop.fs.Path historyFile, org.apache.hadoop.fs.Path confFile, org.apache.hadoop.fs.Path summaryFile, org.apache.hadoop.mapreduce.v2.jobhistory.JobIndexInfo jobIndexInfo, boolean isInDone)
@VisibleForTesting protected static List<org.apache.hadoop.fs.FileStatus> scanDirectory(org.apache.hadoop.fs.Path path, org.apache.hadoop.fs.FileContext fc, org.apache.hadoop.fs.PathFilter pathFilter) throws IOException
IOExceptionprotected List<org.apache.hadoop.fs.FileStatus> scanDirectoryForHistoryFiles(org.apache.hadoop.fs.Path path, org.apache.hadoop.fs.FileContext fc) throws IOException
IOExceptionprotected List<org.apache.hadoop.fs.FileStatus> findTimestampedDirectories() throws IOException
IOExceptionpublic Collection<HistoryFileManager.HistoryFileInfo> getAllFileInfo() throws IOException
IOExceptionpublic HistoryFileManager.HistoryFileInfo getFileInfo(org.apache.hadoop.mapreduce.v2.api.records.JobId jobId) throws IOException
IOExceptionprotected boolean deleteDir(org.apache.hadoop.fs.FileStatus serialDir)
throws org.apache.hadoop.security.AccessControlException,
FileNotFoundException,
org.apache.hadoop.fs.UnsupportedFileSystemException,
IOException
org.apache.hadoop.security.AccessControlExceptionFileNotFoundExceptionorg.apache.hadoop.fs.UnsupportedFileSystemExceptionIOExceptionCopyright © 2008–2024 Apache Software Foundation. All rights reserved.