org.apache.hadoop.hive.ql.metadata

Class Hive

java.lang.Object

org.apache.hadoop.hive.ql.metadata.Hive

public class Hive
extends java.lang.Object

This class has functions that implement meta data/DDL operations using calls to the metastore. It has a metastore client instance it uses to communicate with the metastore. It is a thread local variable, and the instances is accessed using static get methods in this class.

Method Summary

Modifier and Type	Method and Description
void	alterDatabase(java.lang.String dbName, Database db)
void	alterIndex(java.lang.String dbName, java.lang.String baseTblName, java.lang.String idxName, Index newIdx) Updates the existing index metadata with the new metadata.
void	alterPartition(java.lang.String tblName, Partition newPart) Updates the existing partition metadata with the new metadata.
void	alterPartition(java.lang.String dbName, java.lang.String tblName, Partition newPart) Updates the existing partition metadata with the new metadata.
void	alterPartitions(java.lang.String tblName, java.util.List<Partition> newParts) Updates the existing table metadata with the new metadata.
void	alterTable(java.lang.String tblName, Table newTbl) Updates the existing table metadata with the new metadata.
void	cancelDelegationToken(java.lang.String tokenStrForm)
static void	closeCurrent()
protected static void	copyFiles(HiveConf conf, Path srcf, Path destf, FileSystem fs)
void	createDatabase(Database db) Create a Database.
void	createDatabase(Database db, boolean ifNotExist) Create a database
void	createIndex(java.lang.String tableName, java.lang.String indexName, java.lang.String indexHandlerClass, java.util.List<java.lang.String> indexedCols, java.lang.String indexTblName, boolean deferredRebuild, java.lang.String inputFormat, java.lang.String outputFormat, java.lang.String serde, java.lang.String storageHandler, java.lang.String location, java.util.Map<java.lang.String,java.lang.String> idxProps, java.util.Map<java.lang.String,java.lang.String> tblProps, java.util.Map<java.lang.String,java.lang.String> serdeProps, java.lang.String collItemDelim, java.lang.String fieldDelim, java.lang.String fieldEscape, java.lang.String lineDelim, java.lang.String mapKeyDelim, java.lang.String indexComment)
Partition	createPartition(Table tbl, java.util.Map<java.lang.String,java.lang.String> partSpec) Creates a partition.
Partition	createPartition(Table tbl, java.util.Map<java.lang.String,java.lang.String> partSpec, Path location, java.util.Map<java.lang.String,java.lang.String> partParams, java.lang.String inputFormat, java.lang.String outputFormat, int numBuckets, java.util.List<FieldSchema> cols, java.lang.String serializationLib, java.util.Map<java.lang.String,java.lang.String> serdeParams, java.util.List<java.lang.String> bucketCols, java.util.List<Order> sortCols) Creates a partition
void	createRole(java.lang.String roleName, java.lang.String ownerName)
void	createTable(java.lang.String tableName, java.util.List<java.lang.String> columns, java.util.List<java.lang.String> partCols, java.lang.Class<? extends InputFormat> fileInputFormat, java.lang.Class<?> fileOutputFormat) Creates a table metdata and the directory for the table data
void	createTable(java.lang.String tableName, java.util.List<java.lang.String> columns, java.util.List<java.lang.String> partCols, java.lang.Class<? extends InputFormat> fileInputFormat, java.lang.Class<?> fileOutputFormat, int bucketCount, java.util.List<java.lang.String> bucketCols) Creates a table metdata and the directory for the table data
void	createTable(Table tbl) Creates the table with the give objects
void	createTable(Table tbl, boolean ifNotExists) Creates the table with the give objects
boolean	databaseExists(java.lang.String dbName) Query metadata to see if a database with the given name already exists.
boolean	deletePartitionColumnStatistics(java.lang.String dbName, java.lang.String tableName, java.lang.String partName, java.lang.String colName)
boolean	deleteTableColumnStatistics(java.lang.String dbName, java.lang.String tableName, java.lang.String colName)
void	dropDatabase(java.lang.String name) Drop a database.
void	dropDatabase(java.lang.String name, boolean deleteData, boolean ignoreUnknownDb) Drop a database
void	dropDatabase(java.lang.String name, boolean deleteData, boolean ignoreUnknownDb, boolean cascade) Drop a database
boolean	dropIndex(java.lang.String db_name, java.lang.String tbl_name, java.lang.String index_name, boolean deleteData)
boolean	dropPartition(java.lang.String tblName, java.util.List<java.lang.String> part_vals, boolean deleteData)
boolean	dropPartition(java.lang.String db_name, java.lang.String tbl_name, java.util.List<java.lang.String> part_vals, boolean deleteData)
void	dropRole(java.lang.String roleName)
void	dropTable(java.lang.String tableName) Drops table along with the data in it.
void	dropTable(java.lang.String dbName, java.lang.String tableName) Drops table along with the data in it.
void	dropTable(java.lang.String dbName, java.lang.String tableName, boolean deleteData, boolean ignoreUnknownTab) Drops the table.
void	exchangeTablePartitions(java.util.Map<java.lang.String,java.lang.String> partitionSpecs, java.lang.String sourceDb, java.lang.String sourceTable, java.lang.String destDb, java.lang.String destinationTableName)
PrincipalPrivilegeSet	get_privilege_set(HiveObjectType objectType, java.lang.String db_name, java.lang.String table_name, java.util.List<java.lang.String> part_values, java.lang.String column_name, java.lang.String user_name, java.util.List<java.lang.String> group_names)
static Hive	get()
static Hive	get(HiveConf c) Gets hive object for the current thread.
static Hive	get(HiveConf c, boolean needsRefresh) get a connection to metastore.
java.util.List<java.lang.String>	getAllDatabases() Get all existing database names.
java.util.Set<Partition>	getAllPartitionsForPruner(Table tbl) Get all the partitions; unlike getPartitions(Table), does not include auth.
java.util.List<java.lang.String>	getAllRoleNames() Get all existing role names.
java.util.List<java.lang.String>	getAllTables() Get all table names for the current database.
java.util.List<java.lang.String>	getAllTables(java.lang.String dbName) Get all table names for the specified database.
HiveConf	getConf()
Database	getDatabase(java.lang.String dbName) Get the database by name.
Database	getDatabaseCurrent() Get the Database object for current database
java.util.List<java.lang.String>	getDatabasesByPattern(java.lang.String databasePattern) Get all existing databases that match the given pattern.
java.lang.String	getDelegationToken(java.lang.String owner, java.lang.String renewer)
static java.util.List<FieldSchema>	getFieldsFromDeserializer(java.lang.String name, Deserializer serde)
Index	getIndex(java.lang.String qualifiedIndexName)
Index	getIndex(java.lang.String baseTableName, java.lang.String indexName)
Index	getIndex(java.lang.String dbName, java.lang.String baseTableName, java.lang.String indexName)
java.util.List<Index>	getIndexes(java.lang.String dbName, java.lang.String tblName, short max)
Partition	getPartition(Table tbl, java.util.Map<java.lang.String,java.lang.String> partSpec, boolean forceCreate)
Partition	getPartition(Table tbl, java.util.Map<java.lang.String,java.lang.String> partSpec, boolean forceCreate, java.lang.String partPath, boolean inheritTableSpecs) Returns partition metadata
ColumnStatistics	getPartitionColumnStatistics(java.lang.String dbName, java.lang.String tableName, java.lang.String partName, java.lang.String colName)
java.util.List<java.lang.String>	getPartitionNames(java.lang.String tblName, short max)
java.util.List<java.lang.String>	getPartitionNames(java.lang.String dbName, java.lang.String tblName, java.util.Map<java.lang.String,java.lang.String> partSpec, short max)
java.util.List<java.lang.String>	getPartitionNames(java.lang.String dbName, java.lang.String tblName, short max)
java.util.List<Partition>	getPartitions(Table tbl) get all the partitions that the table has
java.util.List<Partition>	getPartitions(Table tbl, java.util.Map<java.lang.String,java.lang.String> partialPartSpec) get all the partitions of the table that matches the given partial specification.
java.util.List<Partition>	getPartitions(Table tbl, java.util.Map<java.lang.String,java.lang.String> partialPartSpec, short limit) get all the partitions of the table that matches the given partial specification.
java.util.List<Partition>	getPartitionsByFilter(Table tbl, java.lang.String filter) Get a list of Partitions by filter.
java.util.List<Partition>	getPartitionsByNames(Table tbl, java.util.List<java.lang.String> partNames) Get all partitions of the table that matches the list of given partition names.
java.util.List<Partition>	getPartitionsByNames(Table tbl, java.util.Map<java.lang.String,java.lang.String> partialPartSpec) get all the partitions of the table that matches the given partial specification.
Table	getTable(java.lang.String tableName) Returns metadata for the table named tableName
Table	getTable(java.lang.String tableName, boolean throwException) Returns metadata for the table named tableName
Table	getTable(java.lang.String dbName, java.lang.String tableName) Returns metadata of the table
Table	getTable(java.lang.String dbName, java.lang.String tableName, boolean throwException) Returns metadata of the table
ColumnStatistics	getTableColumnStatistics(java.lang.String dbName, java.lang.String tableName, java.lang.String colName)
java.util.List<java.lang.String>	getTablesByPattern(java.lang.String tablePattern) Returns all existing tables from default database which match the given pattern.
java.util.List<java.lang.String>	getTablesByPattern(java.lang.String dbName, java.lang.String tablePattern) Returns all existing tables from the specified database which match the given pattern.
java.util.List<java.lang.String>	getTablesForDb(java.lang.String database, java.lang.String tablePattern) Returns all existing tables from the given database which match the given pattern.
boolean	grantPrivileges(PrivilegeBag privileges)
boolean	grantRole(java.lang.String roleName, java.lang.String userName, PrincipalType principalType, java.lang.String grantor, PrincipalType grantorType, boolean grantOption)
java.util.List<Role>	listRoles(java.lang.String userName, PrincipalType principalType)
java.util.ArrayList<java.util.LinkedHashMap<java.lang.String,java.lang.String>>	loadDynamicPartitions(Path loadPath, java.lang.String tableName, java.util.Map<java.lang.String,java.lang.String> partSpec, boolean replace, int numDP, boolean holdDDLTime, boolean listBucketingEnabled) Given a source directory name of the load path, load all dynamically generated partitions into the specified table and return a list of strings that represent the dynamic partition paths.
void	loadPartition(Path loadPath, java.lang.String tableName, java.util.Map<java.lang.String,java.lang.String> partSpec, boolean replace, boolean holdDDLTime, boolean inheritTableSpecs, boolean isSkewedStoreAsSubdir) Load a directory into a Hive Table Partition - Alters existing content of the partition with the contents of loadPath.
void	loadTable(Path loadPath, java.lang.String tableName, boolean replace, boolean holdDDLTime) Load a directory into a Hive Table.
Table	newTable(java.lang.String tableName)
protected static boolean	renameFile(HiveConf conf, Path srcf, Path destf, FileSystem fs, boolean replace)
void	renamePartition(Table tbl, java.util.Map<java.lang.String,java.lang.String> oldPartSpec, Partition newPart) Rename a old partition to new partition
protected static void	replaceFiles(Path srcf, Path destf, Path oldPath, HiveConf conf) Replaces files in the partition with new data set specified by srcf.
boolean	revokePrivileges(PrivilegeBag privileges)
boolean	revokeRole(java.lang.String roleName, java.lang.String userName, PrincipalType principalType)
static void	set(Hive hive)
java.util.List<HiveObjectPrivilege>	showPrivilegeGrant(HiveObjectType objectType, java.lang.String principalName, PrincipalType principalType, java.lang.String dbName, java.lang.String tableName, java.util.List<java.lang.String> partValues, java.lang.String columnName)
java.util.List<Role>	showRoleGrant(java.lang.String principalName, PrincipalType principalType)
boolean	updatePartitionColumnStatistics(ColumnStatistics statsObj)
boolean	updateTableColumnStatistics(ColumnStatistics statsObj)
void	validatePartitionNameCharacters(java.util.List<java.lang.String> partVals)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Method Detail

get

public static Hive get(HiveConf c)
                throws HiveException

Gets hive object for the current thread. If one is not initialized then a new one is created If the new configuration is different in metadata conf vars then a new one is created.

Parameters:

c - new Hive Configuration

Returns:

Hive object for current thread

Throws:

HiveException

get

public static Hive get(HiveConf c,
                       boolean needsRefresh)
                throws HiveException

get a connection to metastore. see get(HiveConf) function for comments

Parameters:

c - new conf

needsRefresh - if true then creates a new one

Returns:

The connection to the metastore

Throws:

HiveException

get

public static Hive get()
                throws HiveException

Throws:

HiveException

set

public static void set(Hive hive)

closeCurrent

public static void closeCurrent()

createDatabase

public void createDatabase(Database db,
                           boolean ifNotExist)
                    throws AlreadyExistsException,
                           HiveException

Create a database

Parameters:

db -

ifNotExist - if true, will ignore AlreadyExistsException exception

Throws:

AlreadyExistsException

HiveException

createDatabase

public void createDatabase(Database db)
                    throws AlreadyExistsException,
                           HiveException

Create a Database. Raise an error if a database with the same name already exists.

Parameters:

db -

Throws:

AlreadyExistsException

HiveException

dropDatabase

public void dropDatabase(java.lang.String name)
                  throws HiveException,
                         NoSuchObjectException

Drop a database.

Parameters:

name -

Throws:

NoSuchObjectException

HiveException

See Also:

HiveMetaStoreClient.dropDatabase(java.lang.String)

dropDatabase

public void dropDatabase(java.lang.String name,
                         boolean deleteData,
                         boolean ignoreUnknownDb)
                  throws HiveException,
                         NoSuchObjectException

Drop a database

Parameters:

name -

deleteData -

ignoreUnknownDb - if true, will ignore NoSuchObjectException

Throws:

HiveException

NoSuchObjectException

dropDatabase

public void dropDatabase(java.lang.String name,
                         boolean deleteData,
                         boolean ignoreUnknownDb,
                         boolean cascade)
                  throws HiveException,
                         NoSuchObjectException

Drop a database

Parameters:

name -

deleteData -

ignoreUnknownDb - if true, will ignore NoSuchObjectException

cascade - if true, delete all tables on the DB if exists. Othewise, the query will fail if table still exists.

Throws:

HiveException

NoSuchObjectException

createTable

public void createTable(java.lang.String tableName,
                        java.util.List<java.lang.String> columns,
                        java.util.List<java.lang.String> partCols,
                        java.lang.Class<? extends InputFormat> fileInputFormat,
                        java.lang.Class<?> fileOutputFormat)
                 throws HiveException

Creates a table metdata and the directory for the table data

Parameters:

tableName - name of the table

columns - list of fields of the table

partCols - partition keys of the table

fileInputFormat - Class of the input format of the table data file

fileOutputFormat - Class of the output format of the table data file

Throws:

HiveException - thrown if the args are invalid or if the metadata or the data directory couldn't be created

createTable

public void createTable(java.lang.String tableName,
                        java.util.List<java.lang.String> columns,
                        java.util.List<java.lang.String> partCols,
                        java.lang.Class<? extends InputFormat> fileInputFormat,
                        java.lang.Class<?> fileOutputFormat,
                        int bucketCount,
                        java.util.List<java.lang.String> bucketCols)
                 throws HiveException

Creates a table metdata and the directory for the table data

Parameters:

tableName - name of the table

columns - list of fields of the table

partCols - partition keys of the table

fileInputFormat - Class of the input format of the table data file

fileOutputFormat - Class of the output format of the table data file

bucketCount - number of buckets that each partition (or the table itself) should be divided into

Throws:

HiveException - thrown if the args are invalid or if the metadata or the data directory couldn't be created

alterTable

public void alterTable(java.lang.String tblName,
                       Table newTbl)
                throws InvalidOperationException,
                       HiveException

Updates the existing table metadata with the new metadata.

Parameters:

tblName - name of the existing table

newTbl - new name of the table. could be the old name

Throws:

InvalidOperationException - if the changes in metadata is not acceptable

org.apache.thrift.TException

HiveException

alterIndex

public void alterIndex(java.lang.String dbName,
                       java.lang.String baseTblName,
                       java.lang.String idxName,
                       Index newIdx)
                throws InvalidOperationException,
                       HiveException

Updates the existing index metadata with the new metadata.

Parameters:

idxName - name of the existing index

newIdx - new name of the index. could be the old name

Throws:

InvalidOperationException - if the changes in metadata is not acceptable

org.apache.thrift.TException

HiveException

alterPartition

public void alterPartition(java.lang.String tblName,
                           Partition newPart)
                    throws InvalidOperationException,
                           HiveException

Updates the existing partition metadata with the new metadata.

Parameters:

tblName - name of the existing table

newPart - new partition

Throws:

InvalidOperationException - if the changes in metadata is not acceptable

org.apache.thrift.TException

HiveException

alterPartition

public void alterPartition(java.lang.String dbName,
                           java.lang.String tblName,
                           Partition newPart)
                    throws InvalidOperationException,
                           HiveException

Updates the existing partition metadata with the new metadata.

Parameters:

dbName - name of the exiting table's database

tblName - name of the existing table

newPart - new partition

Throws:

InvalidOperationException - if the changes in metadata is not acceptable

org.apache.thrift.TException

HiveException

alterPartitions

public void alterPartitions(java.lang.String tblName,
                            java.util.List<Partition> newParts)
                     throws InvalidOperationException,
                            HiveException

Updates the existing table metadata with the new metadata.

Parameters:

tblName - name of the existing table

newParts - new partitions

Throws:

InvalidOperationException - if the changes in metadata is not acceptable

org.apache.thrift.TException

HiveException

renamePartition

public void renamePartition(Table tbl,
                            java.util.Map<java.lang.String,java.lang.String> oldPartSpec,
                            Partition newPart)
                     throws HiveException

Rename a old partition to new partition

Parameters:

tbl - existing table

oldPartSpec - spec of old partition

newPart - new partition

Throws:

InvalidOperationException - if the changes in metadata is not acceptable

org.apache.thrift.TException

HiveException

alterDatabase

public void alterDatabase(java.lang.String dbName,
                          Database db)
                   throws HiveException

Throws:

HiveException

createTable

public void createTable(Table tbl)
                 throws HiveException

Creates the table with the give objects

Parameters:

tbl - a table object

Throws:

HiveException

createTable

public void createTable(Table tbl,
                        boolean ifNotExists)
                 throws HiveException

Creates the table with the give objects

Parameters:

tbl - a table object

ifNotExists - if true, ignore AlreadyExistsException

Throws:

HiveException

createIndex

public void createIndex(java.lang.String tableName,
                        java.lang.String indexName,
                        java.lang.String indexHandlerClass,
                        java.util.List<java.lang.String> indexedCols,
                        java.lang.String indexTblName,
                        boolean deferredRebuild,
                        java.lang.String inputFormat,
                        java.lang.String outputFormat,
                        java.lang.String serde,
                        java.lang.String storageHandler,
                        java.lang.String location,
                        java.util.Map<java.lang.String,java.lang.String> idxProps,
                        java.util.Map<java.lang.String,java.lang.String> tblProps,
                        java.util.Map<java.lang.String,java.lang.String> serdeProps,
                        java.lang.String collItemDelim,
                        java.lang.String fieldDelim,
                        java.lang.String fieldEscape,
                        java.lang.String lineDelim,
                        java.lang.String mapKeyDelim,
                        java.lang.String indexComment)
                 throws HiveException

Parameters:

tableName - table name

indexName - index name

indexHandlerClass - index handler class

indexedCols - index columns

indexTblName - index table's name

deferredRebuild - referred build index table's data

inputFormat - input format

outputFormat - output format

serde -

storageHandler - index table's storage handler

location - location

idxProps - idx

serdeProps - serde properties

collItemDelim -

fieldDelim -

fieldEscape -

lineDelim -

mapKeyDelim -

Throws:

HiveException

getIndex

public Index getIndex(java.lang.String qualifiedIndexName)
               throws HiveException

Throws:

HiveException

getIndex

public Index getIndex(java.lang.String baseTableName,
                      java.lang.String indexName)
               throws HiveException

Throws:

HiveException

getIndex

public Index getIndex(java.lang.String dbName,
                      java.lang.String baseTableName,
                      java.lang.String indexName)
               throws HiveException

Throws:

HiveException

dropIndex

public boolean dropIndex(java.lang.String db_name,
                         java.lang.String tbl_name,
                         java.lang.String index_name,
                         boolean deleteData)
                  throws HiveException

Throws:

HiveException

dropTable

public void dropTable(java.lang.String tableName)
               throws HiveException

Drops table along with the data in it. If the table doesn't exist then it is a no-op

Parameters:

tableName - table to drop

Throws:

HiveException - thrown if the drop fails

dropTable

public void dropTable(java.lang.String dbName,
                      java.lang.String tableName)
               throws HiveException

Drops table along with the data in it. If the table doesn't exist then it is a no-op

Parameters:

dbName - database where the table lives

tableName - table to drop

Throws:

HiveException - thrown if the drop fails

dropTable

public void dropTable(java.lang.String dbName,
                      java.lang.String tableName,
                      boolean deleteData,
                      boolean ignoreUnknownTab)
               throws HiveException

Drops the table.

Parameters:

dbName -

tableName -

deleteData - deletes the underlying data along with metadata

ignoreUnknownTab - an exception if thrown if this is falser and table doesn't exist

Throws:

HiveException

getConf

public HiveConf getConf()

getTable

public Table getTable(java.lang.String tableName)
               throws HiveException

Returns metadata for the table named tableName

Parameters:

tableName - the name of the table

Returns:

the table metadata

Throws:

HiveException - if there's an internal error or if the table doesn't exist

getTable

public Table getTable(java.lang.String tableName,
                      boolean throwException)
               throws HiveException

Returns metadata for the table named tableName

Parameters:

tableName - the name of the table

throwException - controls whether an exception is thrown or a returns a null

Returns:

the table metadata

Throws:

HiveException - if there's an internal error or if the table doesn't exist

getTable

public Table getTable(java.lang.String dbName,
                      java.lang.String tableName)
               throws HiveException

Returns metadata of the table

Parameters:

dbName - the name of the database

tableName - the name of the table

Returns:

the table

Throws:

HiveException - if there's an internal error or if the table doesn't exist

getTable

public Table getTable(java.lang.String dbName,
                      java.lang.String tableName,
                      boolean throwException)
               throws HiveException

Returns metadata of the table

Parameters:

dbName - the name of the database

tableName - the name of the table

throwException - controls whether an exception is thrown or a returns a null

Returns:

the table or if throwException is false a null value.

Throws:

HiveException

getAllTables

public java.util.List<java.lang.String> getAllTables()
                                              throws HiveException

Get all table names for the current database.

Returns:

List of table names

Throws:

HiveException

getAllTables

public java.util.List<java.lang.String> getAllTables(java.lang.String dbName)
                                              throws HiveException

Get all table names for the specified database.

Parameters:

dbName -

Returns:

List of table names

Throws:

HiveException

getTablesByPattern

public java.util.List<java.lang.String> getTablesByPattern(java.lang.String tablePattern)
                                                    throws HiveException

Returns all existing tables from default database which match the given pattern. The matching occurs as per Java regular expressions

Parameters:

tablePattern - java re pattern

Returns:

list of table names

Throws:

HiveException

getTablesByPattern

public java.util.List<java.lang.String> getTablesByPattern(java.lang.String dbName,
                                                           java.lang.String tablePattern)
                                                    throws HiveException

Returns all existing tables from the specified database which match the given pattern. The matching occurs as per Java regular expressions.

Parameters:

dbName -

tablePattern -

Returns:

list of table names

Throws:

HiveException

getTablesForDb

public java.util.List<java.lang.String> getTablesForDb(java.lang.String database,
                                                       java.lang.String tablePattern)
                                                throws HiveException

Returns all existing tables from the given database which match the given pattern. The matching occurs as per Java regular expressions

Parameters:

database - the database name

tablePattern - java re pattern

Returns:

list of table names

Throws:

HiveException

getAllDatabases

public java.util.List<java.lang.String> getAllDatabases()
                                                 throws HiveException

Get all existing database names.

Returns:

List of database names.

Throws:

HiveException

getDatabasesByPattern

public java.util.List<java.lang.String> getDatabasesByPattern(java.lang.String databasePattern)
                                                       throws HiveException

Get all existing databases that match the given pattern. The matching occurs as per Java regular expressions

Parameters:

databasePattern - java re pattern

Returns:

list of database names

Throws:

HiveException

grantPrivileges

public boolean grantPrivileges(PrivilegeBag privileges)
                        throws HiveException

Throws:

HiveException

revokePrivileges

public boolean revokePrivileges(PrivilegeBag privileges)
                         throws HiveException

Parameters:

privileges - a bag of privileges

Returns:

true on success

Throws:

HiveException

databaseExists

public boolean databaseExists(java.lang.String dbName)
                       throws HiveException

Query metadata to see if a database with the given name already exists.

Parameters:

dbName -

Returns:

true if a database with the given name already exists, false if does not exist.

Throws:

HiveException

getDatabase

public Database getDatabase(java.lang.String dbName)
                     throws HiveException

Get the database by name.

Parameters:

dbName - the name of the database.

Returns:

a Database object if this database exists, null otherwise.

Throws:

HiveException

getDatabaseCurrent

public Database getDatabaseCurrent()
                            throws HiveException

Get the Database object for current database

Returns:

a Database object if this database exists, null otherwise.

Throws:

HiveException

loadPartition

public void loadPartition(Path loadPath,
                          java.lang.String tableName,
                          java.util.Map<java.lang.String,java.lang.String> partSpec,
                          boolean replace,
                          boolean holdDDLTime,
                          boolean inheritTableSpecs,
                          boolean isSkewedStoreAsSubdir)
                   throws HiveException

Load a directory into a Hive Table Partition - Alters existing content of the partition with the contents of loadPath. - If the partition does not exist - one is created - files in loadPath are moved into Hive. But the directory itself is not removed.

Parameters:

loadPath - Directory containing files to load into Table

tableName - name of table to be loaded.

partSpec - defines which partition needs to be loaded

replace - if true - replace files in the partition, otherwise add files to the partition

holdDDLTime - if true, force [re]create the partition

inheritTableSpecs - if true, on [re]creating the partition, take the location/inputformat/outputformat/serde details from table spec

Throws:

HiveException

loadDynamicPartitions

public java.util.ArrayList<java.util.LinkedHashMap<java.lang.String,java.lang.String>> loadDynamicPartitions(Path loadPath,
                                                                                                             java.lang.String tableName,
                                                                                                             java.util.Map<java.lang.String,java.lang.String> partSpec,
                                                                                                             boolean replace,
                                                                                                             int numDP,
                                                                                                             boolean holdDDLTime,
                                                                                                             boolean listBucketingEnabled)
                                                                                                      throws HiveException

Given a source directory name of the load path, load all dynamically generated partitions into the specified table and return a list of strings that represent the dynamic partition paths.

Parameters:

loadPath -

tableName -

partSpec -

replace -

numDP - number of dynamic partitions

holdDDLTime -

Returns:

a list of strings with the dynamic partition paths

Throws:

HiveException

loadTable

public void loadTable(Path loadPath,
                      java.lang.String tableName,
                      boolean replace,
                      boolean holdDDLTime)
               throws HiveException

Load a directory into a Hive Table. - Alters existing content of table with the contents of loadPath. - If table does not exist - an exception is thrown - files in loadPath are moved into Hive. But the directory itself is not removed.

Parameters:

loadPath - Directory containing files to load into Table

tableName - name of table to be loaded.

replace - if true - replace files in the table, otherwise add files to table

holdDDLTime -

Throws:

HiveException

createPartition

public Partition createPartition(Table tbl,
                                 java.util.Map<java.lang.String,java.lang.String> partSpec)
                          throws HiveException

Creates a partition.

Parameters:

tbl - table for which partition needs to be created

partSpec - partition keys and their values

Returns:

created partition object

Throws:

HiveException - if table doesn't exist or partition already exists

createPartition

public Partition createPartition(Table tbl,
                                 java.util.Map<java.lang.String,java.lang.String> partSpec,
                                 Path location,
                                 java.util.Map<java.lang.String,java.lang.String> partParams,
                                 java.lang.String inputFormat,
                                 java.lang.String outputFormat,
                                 int numBuckets,
                                 java.util.List<FieldSchema> cols,
                                 java.lang.String serializationLib,
                                 java.util.Map<java.lang.String,java.lang.String> serdeParams,
                                 java.util.List<java.lang.String> bucketCols,
                                 java.util.List<Order> sortCols)
                          throws HiveException

Creates a partition

Parameters:

tbl - table for which partition needs to be created

partSpec - partition keys and their values

location - location of this partition

partParams - partition parameters

inputFormat - the inputformat class

outputFormat - the outputformat class

numBuckets - the number of buckets

cols - the column schema

serializationLib - the serde class

serdeParams - the serde parameters

bucketCols - the bucketing columns

sortCols - sort columns and order

Returns:

created partition object

Throws:

HiveException - if table doesn't exist or partition already exists

getPartition

public Partition getPartition(Table tbl,
                              java.util.Map<java.lang.String,java.lang.String> partSpec,
                              boolean forceCreate)
                       throws HiveException

Throws:

HiveException

getPartition

public Partition getPartition(Table tbl,
                              java.util.Map<java.lang.String,java.lang.String> partSpec,
                              boolean forceCreate,
                              java.lang.String partPath,
                              boolean inheritTableSpecs)
                       throws HiveException

Returns partition metadata

Parameters:

tbl - the partition's table

partSpec - partition keys and values

forceCreate - if this is true and partition doesn't exist then a partition is created

partPath - the path where the partition data is located

inheritTableSpecs - whether to copy over the table specs for if/of/serde

Returns:

result partition object or null if there is no partition

Throws:

HiveException

dropPartition

public boolean dropPartition(java.lang.String tblName,
                             java.util.List<java.lang.String> part_vals,
                             boolean deleteData)
                      throws HiveException

Throws:

HiveException

dropPartition

public boolean dropPartition(java.lang.String db_name,
                             java.lang.String tbl_name,
                             java.util.List<java.lang.String> part_vals,
                             boolean deleteData)
                      throws HiveException

Throws:

HiveException

getPartitionNames

public java.util.List<java.lang.String> getPartitionNames(java.lang.String tblName,
                                                          short max)
                                                   throws HiveException

Throws:

HiveException

getPartitionNames

public java.util.List<java.lang.String> getPartitionNames(java.lang.String dbName,
                                                          java.lang.String tblName,
                                                          short max)
                                                   throws HiveException

Throws:

HiveException

getPartitionNames

public java.util.List<java.lang.String> getPartitionNames(java.lang.String dbName,
                                                          java.lang.String tblName,
                                                          java.util.Map<java.lang.String,java.lang.String> partSpec,
                                                          short max)
                                                   throws HiveException

Throws:

HiveException

getPartitions

public java.util.List<Partition> getPartitions(Table tbl)
                                        throws HiveException

get all the partitions that the table has

Parameters:

tbl - object for which partition is needed

Returns:

list of partition objects

Throws:

HiveException

getAllPartitionsForPruner

public java.util.Set<Partition> getAllPartitionsForPruner(Table tbl)
                                                   throws HiveException

Get all the partitions; unlike getPartitions(Table), does not include auth.

Parameters:

tbl - table for which partitions are needed

Returns:

list of partition objects

Throws:

HiveException

getPartitions

public java.util.List<Partition> getPartitions(Table tbl,
                                               java.util.Map<java.lang.String,java.lang.String> partialPartSpec,
                                               short limit)
                                        throws HiveException

get all the partitions of the table that matches the given partial specification. partition columns whose value is can be anything should be an empty string.

Parameters:

tbl - object for which partition is needed. Must be partitioned.

limit - number of partitions to return

Returns:

list of partition objects

Throws:

HiveException

getPartitions

public java.util.List<Partition> getPartitions(Table tbl,
                                               java.util.Map<java.lang.String,java.lang.String> partialPartSpec)
                                        throws HiveException

get all the partitions of the table that matches the given partial specification. partition columns whose value is can be anything should be an empty string.

Parameters:

tbl - object for which partition is needed. Must be partitioned.

Returns:

list of partition objects

Throws:

HiveException

getPartitionsByNames

public java.util.List<Partition> getPartitionsByNames(Table tbl,
                                                      java.util.Map<java.lang.String,java.lang.String> partialPartSpec)
                                               throws HiveException

get all the partitions of the table that matches the given partial specification. partition columns whose value is can be anything should be an empty string.

Parameters:

tbl - object for which partition is needed. Must be partitioned.

partialPartSpec - partial partition specification (some subpartitions can be empty).

Returns:

list of partition objects

Throws:

HiveException

getPartitionsByNames

public java.util.List<Partition> getPartitionsByNames(Table tbl,
                                                      java.util.List<java.lang.String> partNames)
                                               throws HiveException

Get all partitions of the table that matches the list of given partition names.

Parameters:

tbl - object for which partition is needed. Must be partitioned.

partNames - list of partition names

Returns:

list of partition objects

Throws:

HiveException

getPartitionsByFilter

public java.util.List<Partition> getPartitionsByFilter(Table tbl,
                                                       java.lang.String filter)
                                                throws HiveException,
                                                       MetaException,
                                                       NoSuchObjectException,
                                                       org.apache.thrift.TException

Get a list of Partitions by filter.

Parameters:

tbl - The table containing the partitions.

filter - A string represent partition predicates.

Returns:

a list of partitions satisfying the partition predicates.

Throws:

HiveException

MetaException

NoSuchObjectException

org.apache.thrift.TException

validatePartitionNameCharacters

public void validatePartitionNameCharacters(java.util.List<java.lang.String> partVals)
                                     throws HiveException

Throws:

HiveException

createRole

public void createRole(java.lang.String roleName,
                       java.lang.String ownerName)
                throws HiveException

Throws:

HiveException

dropRole

public void dropRole(java.lang.String roleName)
              throws HiveException

Throws:

HiveException

getAllRoleNames

public java.util.List<java.lang.String> getAllRoleNames()
                                                 throws HiveException

Get all existing role names.

Returns:

List of role names.

Throws:

HiveException

showRoleGrant

public java.util.List<Role> showRoleGrant(java.lang.String principalName,
                                          PrincipalType principalType)
                                   throws HiveException

Throws:

HiveException

grantRole

public boolean grantRole(java.lang.String roleName,
                         java.lang.String userName,
                         PrincipalType principalType,
                         java.lang.String grantor,
                         PrincipalType grantorType,
                         boolean grantOption)
                  throws HiveException

Throws:

HiveException

revokeRole

public boolean revokeRole(java.lang.String roleName,
                          java.lang.String userName,
                          PrincipalType principalType)
                   throws HiveException

Throws:

HiveException

listRoles

public java.util.List<Role> listRoles(java.lang.String userName,
                                      PrincipalType principalType)
                               throws HiveException

Throws:

HiveException

get_privilege_set

public PrincipalPrivilegeSet get_privilege_set(HiveObjectType objectType,
                                               java.lang.String db_name,
                                               java.lang.String table_name,
                                               java.util.List<java.lang.String> part_values,
                                               java.lang.String column_name,
                                               java.lang.String user_name,
                                               java.util.List<java.lang.String> group_names)
                                        throws HiveException

Parameters:

objectType - hive object type

db_name - database name

table_name - table name

part_values - partition values

column_name - column name

user_name - user name

group_names - group names

Returns:

the privilege set

Throws:

HiveException

showPrivilegeGrant

public java.util.List<HiveObjectPrivilege> showPrivilegeGrant(HiveObjectType objectType,
                                                              java.lang.String principalName,
                                                              PrincipalType principalType,
                                                              java.lang.String dbName,
                                                              java.lang.String tableName,
                                                              java.util.List<java.lang.String> partValues,
                                                              java.lang.String columnName)
                                                       throws HiveException

Parameters:

objectType - hive object type

principalName -

principalType -

dbName -

tableName -

partValues -

columnName -

Returns:

list of privileges

Throws:

HiveException

renameFile

protected static boolean renameFile(HiveConf conf,
                                    Path srcf,
                                    Path destf,
                                    FileSystem fs,
                                    boolean replace)
                             throws HiveException

Throws:

HiveException

copyFiles

protected static void copyFiles(HiveConf conf,
                                Path srcf,
                                Path destf,
                                FileSystem fs)
                         throws HiveException

Throws:

HiveException

replaceFiles

protected static void replaceFiles(Path srcf,
                                   Path destf,
                                   Path oldPath,
                                   HiveConf conf)
                            throws HiveException

Replaces files in the partition with new data set specified by srcf. Works by renaming directory of srcf to the destination file. srcf, destf, and tmppath should resident in the same DFS, but the oldPath can be in a different DFS.

Parameters:

srcf - Source directory to be renamed to tmppath. It should be a leaf directory where the final data files reside. However it could potentially contain subdirectories as well.

destf - The directory where the final data needs to go

oldPath - The directory where the old data location, need to be cleaned up.

Throws:

HiveException

exchangeTablePartitions

public void exchangeTablePartitions(java.util.Map<java.lang.String,java.lang.String> partitionSpecs,
                                    java.lang.String sourceDb,
                                    java.lang.String sourceTable,
                                    java.lang.String destDb,
                                    java.lang.String destinationTableName)
                             throws HiveException

Throws:

HiveException

getFieldsFromDeserializer

public static java.util.List<FieldSchema> getFieldsFromDeserializer(java.lang.String name,
                                                                    Deserializer serde)
                                                             throws HiveException

Throws:

HiveException

getIndexes

public java.util.List<Index> getIndexes(java.lang.String dbName,
                                        java.lang.String tblName,
                                        short max)
                                 throws HiveException

Throws:

HiveException

updateTableColumnStatistics

public boolean updateTableColumnStatistics(ColumnStatistics statsObj)
                                    throws HiveException

Throws:

HiveException

updatePartitionColumnStatistics

public boolean updatePartitionColumnStatistics(ColumnStatistics statsObj)
                                        throws HiveException

Throws:

HiveException

getTableColumnStatistics

public ColumnStatistics getTableColumnStatistics(java.lang.String dbName,
                                                 java.lang.String tableName,
                                                 java.lang.String colName)
                                          throws HiveException

Throws:

HiveException

getPartitionColumnStatistics

public ColumnStatistics getPartitionColumnStatistics(java.lang.String dbName,
                                                     java.lang.String tableName,
                                                     java.lang.String partName,
                                                     java.lang.String colName)
                                              throws HiveException

Throws:

HiveException

deleteTableColumnStatistics

public boolean deleteTableColumnStatistics(java.lang.String dbName,
                                           java.lang.String tableName,
                                           java.lang.String colName)
                                    throws HiveException

Throws:

HiveException

deletePartitionColumnStatistics

public boolean deletePartitionColumnStatistics(java.lang.String dbName,
                                               java.lang.String tableName,
                                               java.lang.String partName,
                                               java.lang.String colName)
                                        throws HiveException

Throws:

HiveException

newTable

public Table newTable(java.lang.String tableName)
               throws HiveException

Throws:

HiveException

getDelegationToken

public java.lang.String getDelegationToken(java.lang.String owner,
                                           java.lang.String renewer)
                                    throws HiveException

Throws:

HiveException

cancelDelegationToken

public void cancelDelegationToken(java.lang.String tokenStrForm)
                           throws HiveException

Throws:

HiveException