org.apache.kylin.storage.hbase.steps

Class CreateHTableJob

java.lang.Object

org.apache.hadoop.conf.Configured

org.apache.kylin.engine.mr.common.AbstractHadoopJob

org.apache.kylin.storage.hbase.steps.CreateHTableJob

All Implemented Interfaces:

org.apache.hadoop.conf.Configurable, org.apache.hadoop.util.Tool

public class CreateHTableJob
extends AbstractHadoopJob

Field Summary

Fields

Modifier and Type	Field and Description
protected static org.slf4j.Logger	logger

Fields inherited from class org.apache.kylin.engine.mr.common.AbstractHadoopJob

isAsync, job, name, OPTION_CUBE_NAME, OPTION_CUBING_JOB_ID, OPTION_CUBOID_MODE, OPTION_DICT_PATH, OPTION_HTABLE_NAME, OPTION_INPUT_FORMAT, OPTION_INPUT_PATH, OPTION_JOB_NAME, OPTION_LOOKUP_SNAPSHOT_ID, OPTION_NCUBOID_LEVEL, OPTION_NEED_UPDATE_BASE_CUBOID_SHARD, OPTION_OUTPUT_PATH, OPTION_PARTITION_FILE_PATH, OPTION_PROJECT, OPTION_SEGMENT_ID, OPTION_SEGMENT_NAME, OPTION_STATISTICS_OUTPUT, OPTION_STATISTICS_SAMPLING_PERCENT, OPTION_TABLE_NAME, optionsHelper

Constructor Summary

Constructors

Constructor and Description
CreateHTableJob()

Method Summary

Methods

Modifier and Type	Method and Description
static byte[][]	getRegionSplitsFromCuboidStatistics(Map<Long,Double> cubeSizeMap, org.apache.kylin.common.KylinConfig kylinConfig, org.apache.kylin.cube.CubeSegment cubeSegment, org.apache.hadoop.fs.Path hfileSplitsOutputFolder)
static void	main(String[] args)
int	run(String[] args)
protected static void	saveHFileSplits(List<HashMap<Long,Double>> innerRegionSplits, int mbPerRegion, org.apache.hadoop.fs.Path outputFolder, org.apache.kylin.common.KylinConfig kylinConfig)

Methods inherited from class org.apache.kylin.engine.mr.common.AbstractHadoopJob

addInputDirs, addInputDirs, attachCubeMetadata, attachCubeMetadataWithDict, attachSegmentMetadata, attachSegmentMetadataWithAll, attachSegmentMetadataWithDict, attachSegmentsMetadataWithDict, attachTableMetadata, cleanupTempConfFile, deletePath, dumpKylinPropsAndMetadata, getCounters, getInfo, getJob, getMapInputSplitCount, getOptions, getOptionsAsString, getOptionValue, getTotalMapInputMB, getTotalMapInputMB, hasOption, isSkipped, kill, loadKylinConfigFromHdfs, loadKylinConfigFromHdfs, loadKylinPropsAndMetadata, parseOptions, printUsage, runJob, setAsync, setConf, setJobClasspath, waitForCompletion

Methods inherited from class org.apache.hadoop.conf.Configured

getConf

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.apache.hadoop.conf.Configurable

getConf

Field Detail

logger

protected static final org.slf4j.Logger logger

Constructor Detail

CreateHTableJob

public CreateHTableJob()

Method Detail

run

public int run(String[] args)
        throws Exception

Throws:

Exception

getRegionSplitsFromCuboidStatistics

public static byte[][] getRegionSplitsFromCuboidStatistics(Map<Long,Double> cubeSizeMap,
                                           org.apache.kylin.common.KylinConfig kylinConfig,
                                           org.apache.kylin.cube.CubeSegment cubeSegment,
                                           org.apache.hadoop.fs.Path hfileSplitsOutputFolder)
                                                    throws IOException

Throws:

IOException

saveHFileSplits

protected static void saveHFileSplits(List<HashMap<Long,Double>> innerRegionSplits,
                   int mbPerRegion,
                   org.apache.hadoop.fs.Path outputFolder,
                   org.apache.kylin.common.KylinConfig kylinConfig)
                               throws IOException

Throws:

IOException

main

public static void main(String[] args)
                 throws Exception

Throws:

Exception