org.apache.hadoop.hive.llap.io.metadata

Class MetadataCache

java.lang.Object

org.apache.hadoop.hive.llap.io.metadata.MetadataCache

All Implemented Interfaces:

org.apache.hadoop.hive.common.io.FileMetadataCache, LlapOomDebugDump

public class MetadataCache
extends Object
implements LlapOomDebugDump, org.apache.hadoop.hive.common.io.FileMetadataCache

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static interface	MetadataCache.LlapBufferOrBuffers
static class	MetadataCache.LlapMetadataBuffer<T>
static class	MetadataCache.LlapMetadataBuffers<T>

Constructor Summary

Constructors

Constructor and Description
MetadataCache(EvictionAwareAllocator allocator, MemoryManager memoryManager, LowLevelCachePolicy policy, boolean useEstimateCache, LlapDaemonCacheMetrics metrics)

Method Summary

Modifier and Type	Method and Description
String	debugDumpForOom()
void	debugDumpShort(StringBuilder sb)
void	decRefBuffer(org.apache.hadoop.hive.common.io.encoded.MemoryBufferOrBuffers buffer)
int	determineAllocCount(ByteBuffer tailBuffer)
MetadataCache.LlapBufferOrBuffers	getFileMetadata(Object fileKey)
org.apache.hadoop.hive.common.io.DiskRangeList	getIncompleteCbs(Object fileKey, org.apache.hadoop.hive.common.io.DiskRangeList ranges, long baseOffset, org.apache.hadoop.hive.common.io.DataCache.BooleanRef gotAllData)
MetadataCache.LlapBufferOrBuffers	getStripeTail(OrcBatchKey stripeKey)
boolean	lockOneBuffer(LlapAllocatorBuffer buffer, boolean doNotifyPolicy)
void	notifyEvicted(MetadataCache.LlapMetadataBuffer<?> buffer)
void	notifyEvicted(OrcFileEstimateErrors buffer)
MetadataCache.LlapBufferOrBuffers	putFileMetadata(Object fileKey, ByteBuffer tailBuffer)
MetadataCache.LlapBufferOrBuffers	putFileMetadata(Object fileKey, ByteBuffer tailBuffer, String tag)
MetadataCache.LlapBufferOrBuffers	putFileMetadata(Object fileKey, int length, InputStream is)
MetadataCache.LlapBufferOrBuffers	putFileMetadata(Object fileKey, int length, InputStream is, String tag)
void	putIncompleteCbs(Object fileKey, org.apache.hadoop.hive.common.io.DiskRange[] ranges, long baseOffset)
MetadataCache.LlapBufferOrBuffers	putStripeTail(OrcBatchKey stripeKey, ByteBuffer tailBuffer, String tag)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

MetadataCache

public MetadataCache(EvictionAwareAllocator allocator,
                     MemoryManager memoryManager,
                     LowLevelCachePolicy policy,
                     boolean useEstimateCache,
                     LlapDaemonCacheMetrics metrics)

Method Detail

putIncompleteCbs

public void putIncompleteCbs(Object fileKey,
                             org.apache.hadoop.hive.common.io.DiskRange[] ranges,
                             long baseOffset)

getIncompleteCbs

public org.apache.hadoop.hive.common.io.DiskRangeList getIncompleteCbs(Object fileKey,
                                                                       org.apache.hadoop.hive.common.io.DiskRangeList ranges,
                                                                       long baseOffset,
                                                                       org.apache.hadoop.hive.common.io.DataCache.BooleanRef gotAllData)

notifyEvicted

public void notifyEvicted(MetadataCache.LlapMetadataBuffer<?> buffer)

notifyEvicted

public void notifyEvicted(OrcFileEstimateErrors buffer)

debugDumpForOom

public String debugDumpForOom()

Specified by:

debugDumpForOom in interface LlapOomDebugDump

debugDumpShort

public void debugDumpShort(StringBuilder sb)

Specified by:

debugDumpShort in interface LlapOomDebugDump

getFileMetadata

public MetadataCache.LlapBufferOrBuffers getFileMetadata(Object fileKey)

Specified by:

getFileMetadata in interface org.apache.hadoop.hive.common.io.FileMetadataCache

getStripeTail

public MetadataCache.LlapBufferOrBuffers getStripeTail(OrcBatchKey stripeKey)

putFileMetadata

public MetadataCache.LlapBufferOrBuffers putFileMetadata(Object fileKey,
                                                         ByteBuffer tailBuffer)

Specified by:

putFileMetadata in interface org.apache.hadoop.hive.common.io.FileMetadataCache

putFileMetadata

public MetadataCache.LlapBufferOrBuffers putFileMetadata(Object fileKey,
                                                         ByteBuffer tailBuffer,
                                                         String tag)

Specified by:

putFileMetadata in interface org.apache.hadoop.hive.common.io.FileMetadataCache

putStripeTail

public MetadataCache.LlapBufferOrBuffers putStripeTail(OrcBatchKey stripeKey,
                                                       ByteBuffer tailBuffer,
                                                       String tag)

putFileMetadata

public MetadataCache.LlapBufferOrBuffers putFileMetadata(Object fileKey,
                                                         int length,
                                                         InputStream is)
                                                  throws IOException

Specified by:

putFileMetadata in interface org.apache.hadoop.hive.common.io.FileMetadataCache

Throws:

IOException

putFileMetadata

public MetadataCache.LlapBufferOrBuffers putFileMetadata(Object fileKey,
                                                         int length,
                                                         InputStream is,
                                                         String tag)
                                                  throws IOException

Specified by:

putFileMetadata in interface org.apache.hadoop.hive.common.io.FileMetadataCache

Throws:

IOException

decRefBuffer

public void decRefBuffer(org.apache.hadoop.hive.common.io.encoded.MemoryBufferOrBuffers buffer)

Specified by:

decRefBuffer in interface org.apache.hadoop.hive.common.io.FileMetadataCache

determineAllocCount

public int determineAllocCount(ByteBuffer tailBuffer)

lockOneBuffer

public boolean lockOneBuffer(LlapAllocatorBuffer buffer,
                             boolean doNotifyPolicy)