org.apache.hadoop.hive.metastore.cache

Class SharedCache

java.lang.Object

org.apache.hadoop.hive.metastore.cache.SharedCache

public class SharedCache
extends Object

Constructor Summary

Constructors

Constructor and Description
SharedCache()

Method Summary

Modifier and Type	Method and Description
void	addAggregateStatsToCache(String catName, String dbName, String tblName, org.apache.hadoop.hive.metastore.api.AggrStats aggrStatsAllPartitions, org.apache.hadoop.hive.metastore.api.AggrStats aggrStatsAllButDefaultPartition)
void	addCatalogToCache(org.apache.hadoop.hive.metastore.api.Catalog cat)
void	addDatabaseToCache(org.apache.hadoop.hive.metastore.api.Database db)
void	addPartitionsToCache(String catName, String dbName, String tblName, List<org.apache.hadoop.hive.metastore.api.Partition> parts)
void	addPartitionToCache(String catName, String dbName, String tblName, org.apache.hadoop.hive.metastore.api.Partition part)
org.apache.hadoop.hive.metastore.cache.SharedCache.TableWrapper	addTableToCache(String catName, String dbName, String tblName, org.apache.hadoop.hive.metastore.api.Table tbl)
void	alterCatalogInCache(String catName, org.apache.hadoop.hive.metastore.api.Catalog newCat)
void	alterDatabaseInCache(String catName, String dbName, org.apache.hadoop.hive.metastore.api.Database newDb) Replaces the old db object with the new one.
void	alterPartitionInCache(String catName, String dbName, String tblName, List<String> partVals, org.apache.hadoop.hive.metastore.api.Partition newPart)
void	alterPartitionsInCache(String catName, String dbName, String tblName, List<List<String>> partValsList, List<org.apache.hadoop.hive.metastore.api.Partition> newParts)
void	alterTableInCache(String catName, String dbName, String tblName, org.apache.hadoop.hive.metastore.api.Table newTable)
void	completeTableCachePrewarm()
void	decrSd(byte[] sdHash)
boolean	existPartitionFromCache(String catName, String dbName, String tblName, List<String> partVals)
List<org.apache.hadoop.hive.metastore.api.ColumnStatisticsObj>	getAggrStatsFromCache(String catName, String dbName, String tblName, List<String> colNames, org.apache.hadoop.hive.metastore.cache.SharedCache.StatsType statsType)
int	getCachedDatabaseCount()
int	getCachedTableCount()
org.apache.hadoop.hive.metastore.api.Catalog	getCatalogFromCache(String name)
org.apache.hadoop.hive.metastore.api.Database	getDatabaseFromCache(String catName, String name)
org.apache.hadoop.hive.metastore.api.ColumnStatisticsObj	getPartitionColStatsFromCache(String catName, String dbName, String tblName, List<String> partVal, String colName)
org.apache.hadoop.hive.metastore.api.Partition	getPartitionFromCache(String catName, String dbName, String tblName, List<String> partVals)
org.apache.hadoop.hive.metastore.api.StorageDescriptor	getSdFromCache(byte[] sdHash)
List<org.apache.hadoop.hive.metastore.api.ColumnStatisticsObj>	getTableColStatsFromCache(String catName, String dbName, String tblName, List<String> colNames)
org.apache.hadoop.hive.metastore.api.Table	getTableFromCache(String catName, String dbName, String tableName)
List<org.apache.hadoop.hive.metastore.api.TableMeta>	getTableMeta(String catName, String dbNames, String tableNames, List<String> tableTypes)
long	getUpdateCount()
void	incrementUpdateCount()
void	increSd(org.apache.hadoop.hive.metastore.api.StorageDescriptor sd, byte[] sdHash)
void	initialize(long maxSharedCacheSizeInBytes)
boolean	isCatalogCachePrewarmed()
boolean	isDatabaseCachePrewarmed()
List<String>	listCachedCatalogs()
List<String>	listCachedDatabases(String catName)
List<String>	listCachedDatabases(String catName, String pattern)
List<org.apache.hadoop.hive.metastore.api.Partition>	listCachedPartitions(String catName, String dbName, String tblName, int max)
List<String>	listCachedTableNames(String catName, String dbName)
List<String>	listCachedTableNames(String catName, String dbName, String pattern, short maxTables)
List<String>	listCachedTableNames(String catName, String dbName, String pattern, TableType tableType)
List<org.apache.hadoop.hive.metastore.api.Table>	listCachedTables(String catName, String dbName)
void	populateCatalogsInCache(Collection<org.apache.hadoop.hive.metastore.api.Catalog> catalogs)
void	populateDatabasesInCache(List<org.apache.hadoop.hive.metastore.api.Database> databases)
boolean	populateTableInCache(org.apache.hadoop.hive.metastore.api.Table table, org.apache.hadoop.hive.metastore.api.ColumnStatistics tableColStats, List<org.apache.hadoop.hive.metastore.api.Partition> partitions, List<org.apache.hadoop.hive.metastore.api.ColumnStatistics> partitionColStats, org.apache.hadoop.hive.metastore.api.AggrStats aggrStatsAllPartitions, org.apache.hadoop.hive.metastore.api.AggrStats aggrStatsAllButDefaultPartition)
void	refreshAggregateStatsInCache(String catName, String dbName, String tblName, org.apache.hadoop.hive.metastore.api.AggrStats aggrStatsAllPartitions, org.apache.hadoop.hive.metastore.api.AggrStats aggrStatsAllButDefaultPartition)
void	refreshDatabasesInCache(List<org.apache.hadoop.hive.metastore.api.Database> databases)
void	refreshPartitionColStatsInCache(String catName, String dbName, String tblName, List<org.apache.hadoop.hive.metastore.api.ColumnStatistics> partitionColStats)
void	refreshPartitionsInCache(String catName, String dbName, String tblName, List<org.apache.hadoop.hive.metastore.api.Partition> partitions)
void	refreshTableColStatsInCache(String catName, String dbName, String tableName, List<org.apache.hadoop.hive.metastore.api.ColumnStatisticsObj> colStatsForTable)
void	refreshTablesInCache(String catName, String dbName, List<org.apache.hadoop.hive.metastore.api.Table> tables)
void	removeCatalogFromCache(String name)
void	removeDatabaseFromCache(String catName, String dbName)
void	removePartitionColStatsFromCache(String catName, String dbName, String tblName, List<String> partVals, String colName)
org.apache.hadoop.hive.metastore.api.Partition	removePartitionFromCache(String catName, String dbName, String tblName, List<String> partVals)
void	removePartitionsFromCache(String catName, String dbName, String tblName, List<List<String>> partVals)
void	removeTableColStatsFromCache(String catName, String dbName, String tblName, String colName)
void	removeTableFromCache(String catName, String dbName, String tblName)
void	updatePartitionColStatsInCache(String catName, String dbName, String tableName, List<String> partVals, List<org.apache.hadoop.hive.metastore.api.ColumnStatisticsObj> colStatsObjs)
void	updateTableColStatsInCache(String catName, String dbName, String tableName, List<org.apache.hadoop.hive.metastore.api.ColumnStatisticsObj> colStatsForTable)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

SharedCache

public SharedCache()

Method Detail

initialize

public void initialize(long maxSharedCacheSizeInBytes)

populateCatalogsInCache

public void populateCatalogsInCache(Collection<org.apache.hadoop.hive.metastore.api.Catalog> catalogs)

getCatalogFromCache

public org.apache.hadoop.hive.metastore.api.Catalog getCatalogFromCache(String name)

addCatalogToCache

public void addCatalogToCache(org.apache.hadoop.hive.metastore.api.Catalog cat)

alterCatalogInCache

public void alterCatalogInCache(String catName,
                                org.apache.hadoop.hive.metastore.api.Catalog newCat)

removeCatalogFromCache

public void removeCatalogFromCache(String name)

listCachedCatalogs

public List<String> listCachedCatalogs()

isCatalogCachePrewarmed

public boolean isCatalogCachePrewarmed()

getDatabaseFromCache

public org.apache.hadoop.hive.metastore.api.Database getDatabaseFromCache(String catName,
                                                                          String name)

populateDatabasesInCache

public void populateDatabasesInCache(List<org.apache.hadoop.hive.metastore.api.Database> databases)

isDatabaseCachePrewarmed

public boolean isDatabaseCachePrewarmed()

addDatabaseToCache

public void addDatabaseToCache(org.apache.hadoop.hive.metastore.api.Database db)

removeDatabaseFromCache

public void removeDatabaseFromCache(String catName,
                                    String dbName)

listCachedDatabases

public List<String> listCachedDatabases(String catName)

listCachedDatabases

public List<String> listCachedDatabases(String catName,
                                        String pattern)

alterDatabaseInCache

public void alterDatabaseInCache(String catName,
                                 String dbName,
                                 org.apache.hadoop.hive.metastore.api.Database newDb)

Replaces the old db object with the new one. This will add the new database to cache if it does not exist.

refreshDatabasesInCache

public void refreshDatabasesInCache(List<org.apache.hadoop.hive.metastore.api.Database> databases)

getCachedDatabaseCount

public int getCachedDatabaseCount()

populateTableInCache

public boolean populateTableInCache(org.apache.hadoop.hive.metastore.api.Table table,
                                    org.apache.hadoop.hive.metastore.api.ColumnStatistics tableColStats,
                                    List<org.apache.hadoop.hive.metastore.api.Partition> partitions,
                                    List<org.apache.hadoop.hive.metastore.api.ColumnStatistics> partitionColStats,
                                    org.apache.hadoop.hive.metastore.api.AggrStats aggrStatsAllPartitions,
                                    org.apache.hadoop.hive.metastore.api.AggrStats aggrStatsAllButDefaultPartition)

completeTableCachePrewarm

public void completeTableCachePrewarm()

getTableFromCache

public org.apache.hadoop.hive.metastore.api.Table getTableFromCache(String catName,
                                                                    String dbName,
                                                                    String tableName)

addTableToCache

public org.apache.hadoop.hive.metastore.cache.SharedCache.TableWrapper addTableToCache(String catName,
                                                                                       String dbName,
                                                                                       String tblName,
                                                                                       org.apache.hadoop.hive.metastore.api.Table tbl)

removeTableFromCache

public void removeTableFromCache(String catName,
                                 String dbName,
                                 String tblName)

alterTableInCache

public void alterTableInCache(String catName,
                              String dbName,
                              String tblName,
                              org.apache.hadoop.hive.metastore.api.Table newTable)

listCachedTables

public List<org.apache.hadoop.hive.metastore.api.Table> listCachedTables(String catName,
                                                                         String dbName)

listCachedTableNames

public List<String> listCachedTableNames(String catName,
                                         String dbName)

listCachedTableNames

public List<String> listCachedTableNames(String catName,
                                         String dbName,
                                         String pattern,
                                         short maxTables)

listCachedTableNames

public List<String> listCachedTableNames(String catName,
                                         String dbName,
                                         String pattern,
                                         TableType tableType)

refreshTablesInCache

public void refreshTablesInCache(String catName,
                                 String dbName,
                                 List<org.apache.hadoop.hive.metastore.api.Table> tables)

getTableColStatsFromCache

public List<org.apache.hadoop.hive.metastore.api.ColumnStatisticsObj> getTableColStatsFromCache(String catName,
                                                                                                String dbName,
                                                                                                String tblName,
                                                                                                List<String> colNames)

removeTableColStatsFromCache

public void removeTableColStatsFromCache(String catName,
                                         String dbName,
                                         String tblName,
                                         String colName)

updateTableColStatsInCache

public void updateTableColStatsInCache(String catName,
                                       String dbName,
                                       String tableName,
                                       List<org.apache.hadoop.hive.metastore.api.ColumnStatisticsObj> colStatsForTable)

refreshTableColStatsInCache

public void refreshTableColStatsInCache(String catName,
                                        String dbName,
                                        String tableName,
                                        List<org.apache.hadoop.hive.metastore.api.ColumnStatisticsObj> colStatsForTable)

getCachedTableCount

public int getCachedTableCount()

getTableMeta

public List<org.apache.hadoop.hive.metastore.api.TableMeta> getTableMeta(String catName,
                                                                         String dbNames,
                                                                         String tableNames,
                                                                         List<String> tableTypes)

addPartitionToCache

public void addPartitionToCache(String catName,
                                String dbName,
                                String tblName,
                                org.apache.hadoop.hive.metastore.api.Partition part)

addPartitionsToCache

public void addPartitionsToCache(String catName,
                                 String dbName,
                                 String tblName,
                                 List<org.apache.hadoop.hive.metastore.api.Partition> parts)

getPartitionFromCache

public org.apache.hadoop.hive.metastore.api.Partition getPartitionFromCache(String catName,
                                                                            String dbName,
                                                                            String tblName,
                                                                            List<String> partVals)

existPartitionFromCache

public boolean existPartitionFromCache(String catName,
                                       String dbName,
                                       String tblName,
                                       List<String> partVals)

removePartitionFromCache

public org.apache.hadoop.hive.metastore.api.Partition removePartitionFromCache(String catName,
                                                                               String dbName,
                                                                               String tblName,
                                                                               List<String> partVals)

removePartitionsFromCache

public void removePartitionsFromCache(String catName,
                                      String dbName,
                                      String tblName,
                                      List<List<String>> partVals)

listCachedPartitions

public List<org.apache.hadoop.hive.metastore.api.Partition> listCachedPartitions(String catName,
                                                                                 String dbName,
                                                                                 String tblName,
                                                                                 int max)

alterPartitionInCache

public void alterPartitionInCache(String catName,
                                  String dbName,
                                  String tblName,
                                  List<String> partVals,
                                  org.apache.hadoop.hive.metastore.api.Partition newPart)

alterPartitionsInCache

public void alterPartitionsInCache(String catName,
                                   String dbName,
                                   String tblName,
                                   List<List<String>> partValsList,
                                   List<org.apache.hadoop.hive.metastore.api.Partition> newParts)

refreshPartitionsInCache

public void refreshPartitionsInCache(String catName,
                                     String dbName,
                                     String tblName,
                                     List<org.apache.hadoop.hive.metastore.api.Partition> partitions)

removePartitionColStatsFromCache

public void removePartitionColStatsFromCache(String catName,
                                             String dbName,
                                             String tblName,
                                             List<String> partVals,
                                             String colName)

updatePartitionColStatsInCache

public void updatePartitionColStatsInCache(String catName,
                                           String dbName,
                                           String tableName,
                                           List<String> partVals,
                                           List<org.apache.hadoop.hive.metastore.api.ColumnStatisticsObj> colStatsObjs)

getPartitionColStatsFromCache

public org.apache.hadoop.hive.metastore.api.ColumnStatisticsObj getPartitionColStatsFromCache(String catName,
                                                                                              String dbName,
                                                                                              String tblName,
                                                                                              List<String> partVal,
                                                                                              String colName)

refreshPartitionColStatsInCache

public void refreshPartitionColStatsInCache(String catName,
                                            String dbName,
                                            String tblName,
                                            List<org.apache.hadoop.hive.metastore.api.ColumnStatistics> partitionColStats)

getAggrStatsFromCache

public List<org.apache.hadoop.hive.metastore.api.ColumnStatisticsObj> getAggrStatsFromCache(String catName,
                                                                                            String dbName,
                                                                                            String tblName,
                                                                                            List<String> colNames,
                                                                                            org.apache.hadoop.hive.metastore.cache.SharedCache.StatsType statsType)

addAggregateStatsToCache

public void addAggregateStatsToCache(String catName,
                                     String dbName,
                                     String tblName,
                                     org.apache.hadoop.hive.metastore.api.AggrStats aggrStatsAllPartitions,
                                     org.apache.hadoop.hive.metastore.api.AggrStats aggrStatsAllButDefaultPartition)

refreshAggregateStatsInCache

public void refreshAggregateStatsInCache(String catName,
                                         String dbName,
                                         String tblName,
                                         org.apache.hadoop.hive.metastore.api.AggrStats aggrStatsAllPartitions,
                                         org.apache.hadoop.hive.metastore.api.AggrStats aggrStatsAllButDefaultPartition)

increSd

public void increSd(org.apache.hadoop.hive.metastore.api.StorageDescriptor sd,
                    byte[] sdHash)

decrSd

public void decrSd(byte[] sdHash)

getSdFromCache

public org.apache.hadoop.hive.metastore.api.StorageDescriptor getSdFromCache(byte[] sdHash)

getUpdateCount

public long getUpdateCount()

incrementUpdateCount

public void incrementUpdateCount()