case class TableDesc(fieldName: String, fieldExtractor: String, columnDesc: Option[ColumnDesc] = None, actionTypeDesc: Option[ActionTypeDesc] = None, tableTypeDesc: Option[TableTypeDesc] = None, catalogDesc: Option[CatalogDesc] = None, isInput: Boolean = false, setCurrentDatabaseIfMissing: Boolean = false) extends Descriptor with Product with Serializable
Table Descriptor
- fieldName
the field name or method name of this table field
- fieldExtractor
the key of a TableExtractor instance
- columnDesc
optional ColumnDesc instance if columns field are specified
- actionTypeDesc
optional ActionTypeDesc indicates the action type
- tableTypeDesc
optional TableTypeDesc indicates the table type
- catalogDesc
optional CatalogDesc instance if a catalog field is specified, the catalog will respect the one resolved from
fieldExtractorfirst- isInput
read or write
- setCurrentDatabaseIfMissing
whether to use current database if the database field is missing
- Alphabetic
- By Inheritance
- TableDesc
- Serializable
- Serializable
- Product
- Equals
- Descriptor
- AnyRef
- Any
- Hide All
- Show All
- Public
- All
Instance Constructors
-
new
TableDesc(fieldName: String, fieldExtractor: String, columnDesc: Option[ColumnDesc] = None, actionTypeDesc: Option[ActionTypeDesc] = None, tableTypeDesc: Option[TableTypeDesc] = None, catalogDesc: Option[CatalogDesc] = None, isInput: Boolean = false, setCurrentDatabaseIfMissing: Boolean = false)
- fieldName
the field name or method name of this table field
- fieldExtractor
the key of a TableExtractor instance
- columnDesc
optional ColumnDesc instance if columns field are specified
- actionTypeDesc
optional ActionTypeDesc indicates the action type
- tableTypeDesc
optional TableTypeDesc indicates the table type
- catalogDesc
optional CatalogDesc instance if a catalog field is specified, the catalog will respect the one resolved from
fieldExtractorfirst- isInput
read or write
- setCurrentDatabaseIfMissing
whether to use current database if the database field is missing
Value Members
-
final
def
!=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
##(): Int
- Definition Classes
- AnyRef → Any
-
final
def
==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
- val actionTypeDesc: Option[ActionTypeDesc]
-
final
def
asInstanceOf[T0]: T0
- Definition Classes
- Any
- val catalogDesc: Option[CatalogDesc]
-
def
clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
- val columnDesc: Option[ColumnDesc]
-
final
def
eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
final
def
error(v: AnyRef, e: Throwable): String
- Definition Classes
- Descriptor
- def extract(v: AnyRef, spark: SparkSession): Option[Table]
-
def
extract(v: AnyRef): Option[Table]
Apply the field Extractor to the field value to extract key information we want to represents a table, column list, etc.
Apply the field Extractor to the field value to extract key information we want to represents a table, column list, etc.
- Definition Classes
- TableDesc → Descriptor
-
val
fieldExtractor: String
The key that points the Extractor to for the field, which extracts key information we want to represents a table, column list, etc.
The key that points the Extractor to for the field, which extracts key information we want to represents a table, column list, etc.
- Definition Classes
- TableDesc → Descriptor
-
val
fieldName: String
Describes the field name, such as a table field name in the spark logical plan.
Describes the field name, such as a table field name in the spark logical plan.
- returns
the database object field name
- Definition Classes
- TableDesc → Descriptor
-
def
finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( classOf[java.lang.Throwable] )
-
final
def
getClass(): Class[_]
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
- val isInput: Boolean
-
final
def
isInstanceOf[T0]: Boolean
- Definition Classes
- Any
-
final
def
ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
final
def
notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
final
def
notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
- val setCurrentDatabaseIfMissing: Boolean
-
final
def
synchronized[T0](arg0: ⇒ T0): T0
- Definition Classes
- AnyRef
- val tableTypeDesc: Option[TableTypeDesc]
-
final
def
wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()