public class StorageUtil extends StorageConstants
| Modifier and Type | Field and Description |
|---|---|
static TajoConf |
TAJO_CONF |
AVRO_SCHEMA_LITERAL, AVRO_SCHEMA_URL, COMPRESSION_CODEC, COMPRESSION_TYPE, CSVFILE_SERDE, DEFAULT_BINARY_SERDE, DEFAULT_BLOCK_SIZE, DEFAULT_FIELD_DELIMITER, DEFAULT_ORC_BUFFER_SIZE, DEFAULT_ORC_COMPRESSION_KIND, DEFAULT_ORC_MAX_MERGE_DISTANCE, DEFAULT_ORC_ROW_INDEX_STRIDE, DEFAULT_ORC_STRIPE_SIZE, DEFAULT_PAGE_SIZE, DEFAULT_PARTITION_NAME, DEFAULT_TEXT_ERROR_TOLERANCE_MAXNUM, DEFAULT_TEXT_SERDE, DEFAULT_TEXT_SERDE_CLASS, INSERT_DIRECTLY, LOCAL_FS_URI, ORC_BUFFER_SIZE, ORC_COMPRESSION, ORC_MAX_MERGE_DISTANCE, ORC_ROW_INDEX_STRIDE, ORC_STRIPE_SIZE, PARQUET_DEFAULT_BLOCK_SIZE, PARQUET_DEFAULT_COMPRESSION_CODEC_NAME, PARQUET_DEFAULT_IS_DICTIONARY_ENABLED, PARQUET_DEFAULT_IS_VALIDATION_ENABLED, PARQUET_DEFAULT_PAGE_SIZE, RCFILE_NULL, RCFILE_SERDE, SEQUENCEFILE_DELIMITER, SEQUENCEFILE_NULL, SEQUENCEFILE_SERDE, SHUFFLE_TYPE, TEXT_DELIMITER, TEXT_ERROR_TOLERANCE_MAXNUM, TEXT_NULL, TEXT_SERDE_CLASS, TEXT_SKIP_HEADER_LINE, TIMEZONE| Constructor and Description |
|---|
StorageUtil() |
| Modifier and Type | Method and Description |
|---|---|
static void |
closeBuffer(ByteBuffer buffer) |
static org.apache.hadoop.fs.Path |
concatPath(org.apache.hadoop.fs.Path parent,
String... childs) |
static org.apache.hadoop.fs.Path |
concatPath(String parent,
String... childs) |
static int |
getColByteSize(Column col) |
static int |
getMaxFileSequence(org.apache.hadoop.fs.FileSystem fs,
org.apache.hadoop.fs.Path path,
boolean recursive)
Written files can be one of two forms: "part-[0-9]*-[0-9]*" or "part-[0-9]*-[0-9]*-[0-9]*".
|
static int |
readFully(InputStream is,
byte[] buffer,
int offset,
int length) |
static void |
skipFully(DataInput in,
int len)
Similar to readFully().
|
public static final TajoConf TAJO_CONF
public static int getColByteSize(Column col)
public static org.apache.hadoop.fs.Path concatPath(org.apache.hadoop.fs.Path parent,
String... childs)
public static int getMaxFileSequence(org.apache.hadoop.fs.FileSystem fs,
org.apache.hadoop.fs.Path path,
boolean recursive)
throws IOException
fs - path - recursive - IOExceptionpublic static void closeBuffer(ByteBuffer buffer)
public static int readFully(InputStream is, byte[] buffer, int offset, int length) throws IOException
IOExceptionpublic static void skipFully(DataInput in, int len) throws IOException
in - The DataInput to skip bytes fromlen - number of bytes to skip.IOException - if it could not skip requested number of bytes
for any reason (including EOF)Copyright © 2016 Apache Software Foundation. All Rights Reserved.