org.apache.hive.hcatalog.templeton.tool

Class TempletonUtils

java.lang.Object

org.apache.hive.hcatalog.templeton.tool.TempletonUtils

public class TempletonUtils
extends java.lang.Object

General utility methods.

Field Summary

Fields

Modifier and Type	Field and Description
static java.util.regex.Pattern[]	ID_PATTERNS
static java.util.regex.Pattern	JAR_COMPLETE
static java.util.regex.Pattern	JAR_ID
static java.util.regex.Pattern	PIG_COMPLETE
static java.util.regex.Pattern	PIG_ID

Constructor Summary

Constructors

Constructor and Description
TempletonUtils()

Method Summary

Modifier and Type	Method and Description
static void	addCmdForWindows(java.util.ArrayList<java.lang.String> args)
static java.lang.String	addUserHomeDirectoryIfApplicable(java.lang.String origPathStr, java.lang.String user)
static java.lang.String[]	decodeArray(java.lang.String s) Take an encode strings and decode it into an array of strings.
static java.lang.String	encodeArray(java.util.List<java.lang.String> list) Encode a List into a string.
static java.lang.String	encodeArray(java.lang.String[] plain) Take an array of strings and encode it into one string.
static java.lang.String	extractChildJobId(java.lang.String line) Extract the job id from jar jobs.
static java.lang.String	extractPercentComplete(java.lang.String line) Extract the percent complete line from Pig or Jar jobs.
static int	fetchUrl(java.net.URL url) GET the given url.
static java.lang.String	hadoopFsFilename(java.lang.String fname, Configuration conf, java.lang.String user)
static boolean	hadoopFsIsMissing(FileSystem fs, Path p)
static java.lang.String[]	hadoopFsListAsArray(java.lang.String files, Configuration conf, java.lang.String user)
static java.lang.String	hadoopFsListAsString(java.lang.String files, Configuration conf, java.lang.String user)
static Path	hadoopFsPath(java.lang.String fname, Configuration conf, java.lang.String user)
static java.util.Map<java.lang.String,java.lang.String>	hadoopUserEnv(java.lang.String user, java.lang.String overrideClasspath) Set the environment variables to specify the hadoop user.
static boolean	isset(char ch) Is the object non-empty?
static <T> boolean	isset(java.util.Collection<T> col) Is the object non-empty?
static <K,V> boolean	isset(java.util.Map<K,V> col) Is the object non-empty?
static boolean	isset(java.lang.String s) Is the object non-empty?
static <T> boolean	isset(T[] a) Is the object non-empty?
static java.lang.String	quoteForWindows(java.lang.String param)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

JAR_COMPLETE

public static final java.util.regex.Pattern JAR_COMPLETE

PIG_COMPLETE

public static final java.util.regex.Pattern PIG_COMPLETE

JAR_ID

public static final java.util.regex.Pattern JAR_ID

PIG_ID

public static final java.util.regex.Pattern PIG_ID

ID_PATTERNS

public static final java.util.regex.Pattern[] ID_PATTERNS

Constructor Detail

TempletonUtils

public TempletonUtils()

Method Detail

isset

public static boolean isset(java.lang.String s)

Is the object non-empty?

isset

public static boolean isset(char ch)

Is the object non-empty?

isset

public static <T> boolean isset(T[] a)

Is the object non-empty?

isset

public static <T> boolean isset(java.util.Collection<T> col)

Is the object non-empty?

isset

public static <K,V> boolean isset(java.util.Map<K,V> col)

Is the object non-empty?

extractPercentComplete

public static java.lang.String extractPercentComplete(java.lang.String line)

Extract the percent complete line from Pig or Jar jobs.

extractChildJobId

public static java.lang.String extractChildJobId(java.lang.String line)

Extract the job id from jar jobs.

encodeArray

public static java.lang.String encodeArray(java.lang.String[] plain)

Take an array of strings and encode it into one string.

encodeArray

public static java.lang.String encodeArray(java.util.List<java.lang.String> list)

Encode a List into a string.

decodeArray

public static java.lang.String[] decodeArray(java.lang.String s)

Take an encode strings and decode it into an array of strings.

hadoopFsListAsArray

public static java.lang.String[] hadoopFsListAsArray(java.lang.String files,
                                                     Configuration conf,
                                                     java.lang.String user)
                                              throws java.net.URISyntaxException,
                                                     java.io.FileNotFoundException,
                                                     java.io.IOException,
                                                     java.lang.InterruptedException

Throws:

java.net.URISyntaxException

java.io.FileNotFoundException

java.io.IOException

java.lang.InterruptedException

hadoopFsListAsString

public static java.lang.String hadoopFsListAsString(java.lang.String files,
                                                    Configuration conf,
                                                    java.lang.String user)
                                             throws java.net.URISyntaxException,
                                                    java.io.FileNotFoundException,
                                                    java.io.IOException,
                                                    java.lang.InterruptedException

Throws:

java.net.URISyntaxException

java.io.FileNotFoundException

java.io.IOException

java.lang.InterruptedException

hadoopFsFilename

public static java.lang.String hadoopFsFilename(java.lang.String fname,
                                                Configuration conf,
                                                java.lang.String user)
                                         throws java.net.URISyntaxException,
                                                java.io.FileNotFoundException,
                                                java.io.IOException,
                                                java.lang.InterruptedException

Throws:

java.net.URISyntaxException

java.io.FileNotFoundException

java.io.IOException

java.lang.InterruptedException

hadoopFsIsMissing

public static boolean hadoopFsIsMissing(FileSystem fs,
                                        Path p)

Returns:

true iff we are sure the file is not there.

addUserHomeDirectoryIfApplicable

public static java.lang.String addUserHomeDirectoryIfApplicable(java.lang.String origPathStr,
                                                                java.lang.String user)
                                                         throws java.io.IOException,
                                                                java.net.URISyntaxException

Throws:

java.io.IOException

java.net.URISyntaxException

hadoopFsPath

public static Path hadoopFsPath(java.lang.String fname,
                                Configuration conf,
                                java.lang.String user)
                         throws java.net.URISyntaxException,
                                java.io.IOException,
                                java.lang.InterruptedException

Throws:

java.net.URISyntaxException

java.io.IOException

java.lang.InterruptedException

fetchUrl

public static int fetchUrl(java.net.URL url)
                    throws java.io.IOException

GET the given url. Returns the number of bytes received.

Throws:

java.io.IOException

hadoopUserEnv

public static java.util.Map<java.lang.String,java.lang.String> hadoopUserEnv(java.lang.String user,
                                                                             java.lang.String overrideClasspath)

Set the environment variables to specify the hadoop user.

quoteForWindows

public static java.lang.String quoteForWindows(java.lang.String param)
                                        throws BadParam

Throws:

BadParam

addCmdForWindows

public static void addCmdForWindows(java.util.ArrayList<java.lang.String> args)