org.apache.kylin.storage.hbase.steps

Class HBaseMRSteps

java.lang.Object

org.apache.kylin.engine.mr.JobBuilderSupport

org.apache.kylin.storage.hbase.steps.HBaseMRSteps

public class HBaseMRSteps
extends JobBuilderSupport

Field Summary

Fields inherited from class org.apache.kylin.engine.mr.JobBuilderSupport

config, seg, submitter

Constructor Summary

Constructors

Constructor and Description
HBaseMRSteps(org.apache.kylin.cube.CubeSegment seg)

Method Summary

Methods

Modifier and Type	Method and Description
void	addCubingGarbageCollectionSteps(org.apache.kylin.job.execution.DefaultChainedExecutable jobFlow)
void	addMergingGarbageCollectionSteps(org.apache.kylin.job.execution.DefaultChainedExecutable jobFlow)
void	addSaveCuboidToHTableSteps(org.apache.kylin.job.execution.DefaultChainedExecutable jobFlow, String cuboidRootPath)
HadoopShellExecutable	createBulkLoadStep(String jobId)
MapReduceExecutable	createConvertCuboidToHfileStep(String jobId)
HadoopShellExecutable	createCreateHTableStep(String jobId)
HadoopShellExecutable	createCreateHTableStepWithStats(String jobId)
MapReduceExecutable	createMergeCuboidDataStep(org.apache.kylin.cube.CubeSegment seg, List<org.apache.kylin.cube.CubeSegment> mergingSegments, String jobID, Class<? extends AbstractHadoopJob> clazz)
MergeGCStep	createMergeGCStep()
MapReduceExecutable	createRangeRowkeyDistributionStep(String cuboidRootPath, String jobId)
String	getHFilePath(String jobId)
List<String>	getMergingHDFSPaths()
List<String>	getMergingHTables()
String	getRowkeyDistributionOutputPath(String jobId)

Methods inherited from class org.apache.kylin.engine.mr.JobBuilderSupport

appendExecCmdParameters, appendMapReduceParameters, appendMapReduceParameters, createBuildDictionaryStep, createFactDistinctColumnsStep, createFactDistinctColumnsStepWithStats, createMergeDictionaryStep, createUpdateCubeInfoAfterBuildStep, createUpdateCubeInfoAfterMergeStep, getCuboidOutputPaths, getCuboidRootPath, getCuboidRootPath, getFactDistinctColumnsPath, getJobWorkingDir, getJobWorkingDir, getJobWorkingDir, getRealizationRootPath, getSecondaryIndexPath, getStatisticsPath

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

HBaseMRSteps

public HBaseMRSteps(org.apache.kylin.cube.CubeSegment seg)

Method Detail

addSaveCuboidToHTableSteps

public void addSaveCuboidToHTableSteps(org.apache.kylin.job.execution.DefaultChainedExecutable jobFlow,
                              String cuboidRootPath)

createRangeRowkeyDistributionStep

public MapReduceExecutable createRangeRowkeyDistributionStep(String cuboidRootPath,
                                                    String jobId)

createCreateHTableStep

public HadoopShellExecutable createCreateHTableStep(String jobId)

createCreateHTableStepWithStats

public HadoopShellExecutable createCreateHTableStepWithStats(String jobId)

createMergeCuboidDataStep

public MapReduceExecutable createMergeCuboidDataStep(org.apache.kylin.cube.CubeSegment seg,
                                            List<org.apache.kylin.cube.CubeSegment> mergingSegments,
                                            String jobID,
                                            Class<? extends AbstractHadoopJob> clazz)

createConvertCuboidToHfileStep

public MapReduceExecutable createConvertCuboidToHfileStep(String jobId)

createBulkLoadStep

public HadoopShellExecutable createBulkLoadStep(String jobId)

createMergeGCStep

public MergeGCStep createMergeGCStep()

getMergingHTables

public List<String> getMergingHTables()

getMergingHDFSPaths

public List<String> getMergingHDFSPaths()

getHFilePath

public String getHFilePath(String jobId)

getRowkeyDistributionOutputPath

public String getRowkeyDistributionOutputPath(String jobId)

addMergingGarbageCollectionSteps

public void addMergingGarbageCollectionSteps(org.apache.kylin.job.execution.DefaultChainedExecutable jobFlow)

addCubingGarbageCollectionSteps

public void addCubingGarbageCollectionSteps(org.apache.kylin.job.execution.DefaultChainedExecutable jobFlow)