org.apache.kylin.storage.hbase.steps

Class HBaseMRSteps

java.lang.Object

org.apache.kylin.engine.mr.JobBuilderSupport

org.apache.kylin.storage.hbase.steps.HBaseMRSteps

public class HBaseMRSteps
extends JobBuilderSupport

Field Summary

Fields inherited from class org.apache.kylin.engine.mr.JobBuilderSupport

config, seg, submitter

Constructor Summary

Constructors

Constructor and Description
HBaseMRSteps(org.apache.kylin.metadata.realization.IRealizationSegment seg)

Method Summary

Methods

Modifier and Type	Method and Description
void	addCubingGarbageCollectionSteps(org.apache.kylin.job.execution.DefaultChainedExecutable jobFlow)
void	addInvertedIndexGarbageCollectionSteps(org.apache.kylin.job.execution.DefaultChainedExecutable jobFlow)
void	addMergingGarbageCollectionSteps(org.apache.kylin.job.execution.DefaultChainedExecutable jobFlow)
void	addSaveCuboidToHTableSteps(org.apache.kylin.job.execution.DefaultChainedExecutable jobFlow, String cuboidRootPath)
void	addSaveIIToHTableSteps(org.apache.kylin.job.execution.DefaultChainedExecutable jobFlow, String rootPath)
HadoopShellExecutable	createBulkLoadStep(String jobId)
MapReduceExecutable	createConvertCuboidToHfileStep(String cuboidRootPath, String jobId)
HadoopShellExecutable	createCreateHTableStep(String jobId)
HadoopShellExecutable	createCreateHTableStepWithStats(String jobId)
MergeGCStep	createMergeGCStep()
MapReduceExecutable	createRangeRowkeyDistributionStep(String cuboidRootPath, String jobId)
String	getHFilePath(String jobId)
List<String>	getMergingHDFSPaths()
List<String>	getMergingHTables()
String	getRowkeyDistributionOutputPath(String jobId)

Methods inherited from class org.apache.kylin.engine.mr.JobBuilderSupport

appendExecCmdParameters, appendMapReduceParameters, createBuildDictionaryStep, createFactDistinctColumnsStep, createFactDistinctColumnsStepWithStats, createMergeDictionaryStep, createUpdateCubeInfoAfterBuildStep, createUpdateCubeInfoAfterMergeStep, createUpdateIIInfoAfterBuildStep, getCuboidOutputPaths, getCuboidRootPath, getCuboidRootPath, getFactDistinctColumnsPath, getJobWorkingDir, getJobWorkingDir, getRealizationRootPath, getSecondaryIndexPath, getSecondaryIndexPath, getStatisticsPath

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

HBaseMRSteps

public HBaseMRSteps(org.apache.kylin.metadata.realization.IRealizationSegment seg)

Method Detail

addSaveCuboidToHTableSteps

public void addSaveCuboidToHTableSteps(org.apache.kylin.job.execution.DefaultChainedExecutable jobFlow,
                              String cuboidRootPath)

createRangeRowkeyDistributionStep

public MapReduceExecutable createRangeRowkeyDistributionStep(String cuboidRootPath,
                                                    String jobId)

createCreateHTableStep

public HadoopShellExecutable createCreateHTableStep(String jobId)

createCreateHTableStepWithStats

public HadoopShellExecutable createCreateHTableStepWithStats(String jobId)

createConvertCuboidToHfileStep

public MapReduceExecutable createConvertCuboidToHfileStep(String cuboidRootPath,
                                                 String jobId)

createBulkLoadStep

public HadoopShellExecutable createBulkLoadStep(String jobId)

createMergeGCStep

public MergeGCStep createMergeGCStep()

getMergingHTables

public List<String> getMergingHTables()

getMergingHDFSPaths

public List<String> getMergingHDFSPaths()

getHFilePath

public String getHFilePath(String jobId)

getRowkeyDistributionOutputPath

public String getRowkeyDistributionOutputPath(String jobId)

addMergingGarbageCollectionSteps

public void addMergingGarbageCollectionSteps(org.apache.kylin.job.execution.DefaultChainedExecutable jobFlow)

addCubingGarbageCollectionSteps

public void addCubingGarbageCollectionSteps(org.apache.kylin.job.execution.DefaultChainedExecutable jobFlow)

addSaveIIToHTableSteps

public void addSaveIIToHTableSteps(org.apache.kylin.job.execution.DefaultChainedExecutable jobFlow,
                          String rootPath)

addInvertedIndexGarbageCollectionSteps

public void addInvertedIndexGarbageCollectionSteps(org.apache.kylin.job.execution.DefaultChainedExecutable jobFlow)