org.apache.dolphinscheduler.plugin.datasource.api.datasource.spark

Class SparkDatasourceProcessor

java.lang.Object

org.apache.dolphinscheduler.plugin.datasource.api.datasource.AbstractDatasourceProcessor

org.apache.dolphinscheduler.plugin.datasource.api.datasource.spark.SparkDatasourceProcessor

All Implemented Interfaces:

DatasourceProcessor

public class SparkDatasourceProcessor
extends AbstractDatasourceProcessor

Constructor Summary

Constructors

Constructor and Description
SparkDatasourceProcessor()

Method Summary

Modifier and Type	Method and Description
BaseConnectionParam	createConnectionParams(BaseDataSourceParamDTO dataSourceParam) create datasource connection parameter which will be stored at DataSource
ConnectionParam	createConnectionParams(String connectionJson) deserialize json to datasource connection param
BaseDataSourceParamDTO	createDatasourceParamDTO(String connectionJson) create BaseDataSourceParamDTO by connectionJson
Connection	getConnection(ConnectionParam connectionParam) get connection by connectionParam
String	getDatasourceDriver() get datasource Driver
DbType	getDbType()
String	getJdbcUrl(ConnectionParam connectionParam) get jdbcUrl by connection param, the jdbcUrl is different with ConnectionParam.jdbcUrl, this method will inject other to jdbcUrl
String	getValidationQuery() get validation Query

Methods inherited from class org.apache.dolphinscheduler.plugin.datasource.api.datasource.AbstractDatasourceProcessor

checkDatasourceParam, checkDatasourcePatter, checkHost, checkOther, getDatasourceUniqueId

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

SparkDatasourceProcessor

public SparkDatasourceProcessor()

Method Detail

createDatasourceParamDTO

public BaseDataSourceParamDTO createDatasourceParamDTO(String connectionJson)

Description copied from interface: DatasourceProcessor

create BaseDataSourceParamDTO by connectionJson

Parameters:

connectionJson - seeorg.apache.dolphinscheduler.dao.entity.Datasource

Returns:

BaseDataSourceParamDTO

createConnectionParams

public BaseConnectionParam createConnectionParams(BaseDataSourceParamDTO dataSourceParam)

Description copied from interface: DatasourceProcessor

create datasource connection parameter which will be stored at DataSource

see org.apache.dolphinscheduler.dao.entity.DataSource.connectionParams

createConnectionParams

public ConnectionParam createConnectionParams(String connectionJson)

Description copied from interface: DatasourceProcessor

deserialize json to datasource connection param

Parameters:

connectionJson - org.apache.dolphinscheduler.dao.entity.DataSource.connectionParams

Returns:

BaseConnectionParam

getDatasourceDriver

public String getDatasourceDriver()

Description copied from interface: DatasourceProcessor

get datasource Driver

getValidationQuery

public String getValidationQuery()

Description copied from interface: DatasourceProcessor

get validation Query

getJdbcUrl

public String getJdbcUrl(ConnectionParam connectionParam)

Description copied from interface: DatasourceProcessor

get jdbcUrl by connection param, the jdbcUrl is different with ConnectionParam.jdbcUrl, this method will inject other to jdbcUrl

Parameters:

connectionParam - connection param

getConnection

public Connection getConnection(ConnectionParam connectionParam)
                         throws IOException,
                                ClassNotFoundException,
                                SQLException

Description copied from interface: DatasourceProcessor

get connection by connectionParam

Parameters:

connectionParam - connectionParam

Returns:

Connection

Throws:

IOException

ClassNotFoundException

SQLException

getDbType

public DbType getDbType()

Returns:

DbType