org.apache.kylin.tool

Class CubeMigrationCLI

java.lang.Object

org.apache.kylin.common.util.AbstractApplication

org.apache.kylin.tool.CubeMigrationCLI

public class CubeMigrationCLI
extends org.apache.kylin.common.util.AbstractApplication

This tool serves for the purpose of migrating cubes. e.g. upgrade cube from dev env to test(prod) env, or vice versa.

Note that different envs are assumed to share the same hadoop cluster, including hdfs, hbase and hive.

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
protected static class	CubeMigrationCLI.OptType

Field Summary

Fields

Modifier and Type	Field and Description
protected boolean	doAclCopy
protected boolean	doMigrateSegment
protected boolean	doOverwrite
protected org.apache.kylin.common.KylinConfig	dstConfig
protected String	dstProject
protected org.apache.kylin.common.persistence.ResourceStore	dstStore
protected org.apache.hadoop.fs.FileSystem	hdfsFS
protected List<org.apache.kylin.tool.CubeMigrationCLI.Opt>	operations
protected org.apache.kylin.common.KylinConfig	srcConfig
protected org.apache.kylin.common.persistence.ResourceStore	srcStore

Constructor Summary

Constructors

Constructor and Description
CubeMigrationCLI()

Method Summary

Methods

Modifier and Type	Method and Description
protected void	addCubeAndModelIntoProject(org.apache.kylin.cube.CubeInstance srcCube, String cubeName)
protected void	addOpt(CubeMigrationCLI.OptType type, Object[] params)
protected void	changeHtableHost(org.apache.kylin.cube.CubeInstance cube)
protected void	checkAndGetHbaseUrl()
protected void	checkCubeState(org.apache.kylin.cube.CubeInstance cube)
void	checkMigrationSuccess(org.apache.kylin.common.KylinConfig kylinConfig, String cubeName, Boolean ifFix)
protected void	clearSegments(String cubeName)
protected void	copyFilesInMetaStore(org.apache.kylin.cube.CubeInstance cube)
protected void	doOpts()
protected void	execute(org.apache.kylin.common.util.OptionsHelper optionsHelper)
protected org.apache.commons.cli.Options	getOptions()
protected void	listCubeRelatedResources(org.apache.kylin.cube.CubeInstance cube, List<String> metaResource, Set<String> dictAndSnapshot)
static void	main(String[] args)
void	moveCube(org.apache.kylin.common.KylinConfig srcCfg, org.apache.kylin.common.KylinConfig dstCfg, String cubeName, String projectName, boolean copyAcl, boolean purgeAndDisable, boolean overwriteIfExists, boolean realExecute, boolean migrateSegment)
void	moveCube(org.apache.kylin.common.KylinConfig srcCfg, org.apache.kylin.common.KylinConfig dstCfg, String cubeName, String projectName, String copyAcl, String purgeAndDisable, String overwriteIfExists, String realExecute)
void	moveCube(String srcCfgUri, String dstCfgUri, String cubeName, String projectName, String copyAcl, String purgeAndDisable, String overwriteIfExists, String realExecute)
void	moveCube(String srcCfgUri, String dstCfgUri, String cubeName, String projectName, String copyAcl, String purgeAndDisable, String overwriteIfExists, String realExecute, String migrateSegment)
protected void	renameFoldersInHdfs(org.apache.kylin.cube.CubeInstance cube)
protected void	usage()

Methods inherited from class org.apache.kylin.common.util.AbstractApplication

execute

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

operations

protected List<org.apache.kylin.tool.CubeMigrationCLI.Opt> operations

srcConfig

protected org.apache.kylin.common.KylinConfig srcConfig

dstConfig

protected org.apache.kylin.common.KylinConfig dstConfig

srcStore

protected org.apache.kylin.common.persistence.ResourceStore srcStore

dstStore

protected org.apache.kylin.common.persistence.ResourceStore dstStore

hdfsFS

protected org.apache.hadoop.fs.FileSystem hdfsFS

doAclCopy

protected boolean doAclCopy

doOverwrite

protected boolean doOverwrite

doMigrateSegment

protected boolean doMigrateSegment

dstProject

protected String dstProject

Constructor Detail

CubeMigrationCLI

public CubeMigrationCLI()

Method Detail

main

public static void main(String[] args)
                 throws IOException,
                        InterruptedException

Throws:

IOException

InterruptedException

usage

protected void usage()

moveCube

public void moveCube(String srcCfgUri,
            String dstCfgUri,
            String cubeName,
            String projectName,
            String copyAcl,
            String purgeAndDisable,
            String overwriteIfExists,
            String realExecute)
              throws IOException,
                     InterruptedException

Throws:

IOException

InterruptedException

moveCube

public void moveCube(org.apache.kylin.common.KylinConfig srcCfg,
            org.apache.kylin.common.KylinConfig dstCfg,
            String cubeName,
            String projectName,
            String copyAcl,
            String purgeAndDisable,
            String overwriteIfExists,
            String realExecute)
              throws IOException,
                     InterruptedException

Throws:

IOException

InterruptedException

moveCube

public void moveCube(String srcCfgUri,
            String dstCfgUri,
            String cubeName,
            String projectName,
            String copyAcl,
            String purgeAndDisable,
            String overwriteIfExists,
            String realExecute,
            String migrateSegment)
              throws IOException,
                     InterruptedException

Throws:

IOException

InterruptedException

moveCube

public void moveCube(org.apache.kylin.common.KylinConfig srcCfg,
            org.apache.kylin.common.KylinConfig dstCfg,
            String cubeName,
            String projectName,
            boolean copyAcl,
            boolean purgeAndDisable,
            boolean overwriteIfExists,
            boolean realExecute,
            boolean migrateSegment)
              throws IOException,
                     InterruptedException

Throws:

IOException

InterruptedException

checkMigrationSuccess

public void checkMigrationSuccess(org.apache.kylin.common.KylinConfig kylinConfig,
                         String cubeName,
                         Boolean ifFix)
                           throws IOException

Throws:

IOException

checkCubeState

protected void checkCubeState(org.apache.kylin.cube.CubeInstance cube)

checkAndGetHbaseUrl

protected void checkAndGetHbaseUrl()

renameFoldersInHdfs

protected void renameFoldersInHdfs(org.apache.kylin.cube.CubeInstance cube)
                            throws IOException

Throws:

IOException

changeHtableHost

protected void changeHtableHost(org.apache.kylin.cube.CubeInstance cube)

clearSegments

protected void clearSegments(String cubeName)
                      throws IOException

Throws:

IOException

copyFilesInMetaStore

protected void copyFilesInMetaStore(org.apache.kylin.cube.CubeInstance cube)
                             throws IOException

Throws:

IOException

addCubeAndModelIntoProject

protected void addCubeAndModelIntoProject(org.apache.kylin.cube.CubeInstance srcCube,
                              String cubeName)
                                   throws IOException

Throws:

IOException

listCubeRelatedResources

protected void listCubeRelatedResources(org.apache.kylin.cube.CubeInstance cube,
                            List<String> metaResource,
                            Set<String> dictAndSnapshot)
                                 throws IOException

Throws:

IOException

getOptions

protected org.apache.commons.cli.Options getOptions()

Specified by:

getOptions in class org.apache.kylin.common.util.AbstractApplication

execute

protected void execute(org.apache.kylin.common.util.OptionsHelper optionsHelper)
                throws Exception

Specified by:

execute in class org.apache.kylin.common.util.AbstractApplication

Throws:

Exception

addOpt

protected void addOpt(CubeMigrationCLI.OptType type,
          Object[] params)

doOpts

protected void doOpts()
               throws IOException,
                      InterruptedException

Throws:

IOException

InterruptedException