org.apache.kylin.storage.hbase.steps

Class HBaseMRSteps

java.lang.Object

org.apache.kylin.engine.mr.JobBuilderSupport

org.apache.kylin.storage.hbase.steps.HBaseMRSteps

public class HBaseMRSteps
extends JobBuilderSupport

Field Summary

Fields inherited from class org.apache.kylin.engine.mr.JobBuilderSupport

config, LayeredCuboidFolderPrefix, PathNameCuboidBase, PathNameCuboidInMem, PathNameCuboidOld, seg, submitter

Constructor Summary

Constructors

Constructor and Description
HBaseMRSteps(org.apache.kylin.cube.CubeSegment seg)

Method Summary

Methods

Modifier and Type	Method and Description
void	addCheckpointGarbageCollectionSteps(org.apache.kylin.job.execution.DefaultChainedExecutable jobFlow)
void	addCubingGarbageCollectionSteps(org.apache.kylin.job.execution.DefaultChainedExecutable jobFlow)
void	addMergingGarbageCollectionSteps(org.apache.kylin.job.execution.DefaultChainedExecutable jobFlow)
void	addOptimizeGarbageCollectionSteps(org.apache.kylin.job.execution.DefaultChainedExecutable jobFlow)
void	addSaveCuboidToHTableSteps(org.apache.kylin.job.execution.DefaultChainedExecutable jobFlow, String cuboidRootPath)
HadoopShellExecutable	createBulkLoadStep(String jobId)
MapReduceExecutable	createConvertCuboidToHfileStep(String jobId)
HadoopShellExecutable	createCreateHTableStep(String jobId)
HadoopShellExecutable	createCreateHTableStep(String jobId, org.apache.kylin.cube.cuboid.CuboidModeEnum cuboidMode)
MapReduceExecutable	createMergeCuboidDataStep(org.apache.kylin.cube.CubeSegment seg, List<org.apache.kylin.cube.CubeSegment> mergingSegments, String jobID, Class<? extends AbstractHadoopJob> clazz)
MergeGCStep	createMergeGCStep()
MergeGCStep	createOptimizeGCStep()
MapReduceExecutable	createRangeRowkeyDistributionStep(String cuboidRootPath, String jobId)
String	getHFilePath(String jobId)
List<String>	getMergingHDFSPaths()
List<String>	getMergingHTables()
List<String>	getOldHDFSPaths(List<org.apache.kylin.cube.CubeSegment> oldSegments)
List<String>	getOldHTables(List<org.apache.kylin.cube.CubeSegment> oldSegments)
List<String>	getOptimizeHDFSPaths()
List<String>	getOptimizeHTables()
List<org.apache.kylin.cube.CubeSegment>	getOptimizeSegments()
String	getRowkeyDistributionOutputPath(String jobId)

Methods inherited from class org.apache.kylin.engine.mr.JobBuilderSupport

appendExecCmdParameters, appendMapReduceParameters, appendMapReduceParameters, createBuildDictionaryStep, createBuildUHCDictStep, createCalculateStatsFromBaseCuboid, createCalculateStatsFromBaseCuboid, createFactDistinctColumnsStep, createMergeDictionaryStep, createUpdateCubeInfoAfterBuildStep, createUpdateCubeInfoAfterMergeStep, getBaseCuboidPath, getCuboidOutputPathsByLevel, getCuboidRootPath, getCuboidRootPath, getDictRootPath, getFactDistinctColumnsPath, getInMemCuboidPath, getJobWorkingDir, getJobWorkingDir, getJobWorkingDir, getOptimizationCuboidPath, getOptimizationRootPath, getOptimizationStatisticsPath, getRealizationRootPath, getStatisticsPath

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

HBaseMRSteps

public HBaseMRSteps(org.apache.kylin.cube.CubeSegment seg)

Method Detail

addSaveCuboidToHTableSteps

public void addSaveCuboidToHTableSteps(org.apache.kylin.job.execution.DefaultChainedExecutable jobFlow,
                              String cuboidRootPath)

createRangeRowkeyDistributionStep

public MapReduceExecutable createRangeRowkeyDistributionStep(String cuboidRootPath,
                                                    String jobId)

createCreateHTableStep

public HadoopShellExecutable createCreateHTableStep(String jobId)

createCreateHTableStep

public HadoopShellExecutable createCreateHTableStep(String jobId,
                                           org.apache.kylin.cube.cuboid.CuboidModeEnum cuboidMode)

createMergeCuboidDataStep

public MapReduceExecutable createMergeCuboidDataStep(org.apache.kylin.cube.CubeSegment seg,
                                            List<org.apache.kylin.cube.CubeSegment> mergingSegments,
                                            String jobID,
                                            Class<? extends AbstractHadoopJob> clazz)

createConvertCuboidToHfileStep

public MapReduceExecutable createConvertCuboidToHfileStep(String jobId)

createBulkLoadStep

public HadoopShellExecutable createBulkLoadStep(String jobId)

createMergeGCStep

public MergeGCStep createMergeGCStep()

createOptimizeGCStep

public MergeGCStep createOptimizeGCStep()

getOptimizeSegments

public List<org.apache.kylin.cube.CubeSegment> getOptimizeSegments()

getOptimizeHTables

public List<String> getOptimizeHTables()

getOldHTables

public List<String> getOldHTables(List<org.apache.kylin.cube.CubeSegment> oldSegments)

getMergingHTables

public List<String> getMergingHTables()

getMergingHDFSPaths

public List<String> getMergingHDFSPaths()

getOptimizeHDFSPaths

public List<String> getOptimizeHDFSPaths()

getOldHDFSPaths

public List<String> getOldHDFSPaths(List<org.apache.kylin.cube.CubeSegment> oldSegments)

getHFilePath

public String getHFilePath(String jobId)

getRowkeyDistributionOutputPath

public String getRowkeyDistributionOutputPath(String jobId)

addOptimizeGarbageCollectionSteps

public void addOptimizeGarbageCollectionSteps(org.apache.kylin.job.execution.DefaultChainedExecutable jobFlow)

addCheckpointGarbageCollectionSteps

public void addCheckpointGarbageCollectionSteps(org.apache.kylin.job.execution.DefaultChainedExecutable jobFlow)

addMergingGarbageCollectionSteps

public void addMergingGarbageCollectionSteps(org.apache.kylin.job.execution.DefaultChainedExecutable jobFlow)

addCubingGarbageCollectionSteps

public void addCubingGarbageCollectionSteps(org.apache.kylin.job.execution.DefaultChainedExecutable jobFlow)