org.apache.drill.exec.store.dfs.easy

Class EasyGroupScan

java.lang.Object

org.apache.drill.exec.physical.base.AbstractBase

org.apache.drill.exec.physical.base.AbstractGroupScan

org.apache.drill.exec.physical.base.AbstractFileGroupScan

org.apache.drill.exec.store.dfs.easy.EasyGroupScan

All Implemented Interfaces:

Iterable<PhysicalOperator>, GraphValue<PhysicalOperator>, FileGroupScan, FragmentLeaf, GroupScan, HasAffinity, Leaf, PhysicalOperator, Scan

public class EasyGroupScan
extends AbstractFileGroupScan

Field Summary

Fields inherited from class org.apache.drill.exec.physical.base.AbstractBase

INIT_ALLOCATION, initialAllocation, MAX_ALLOCATION, maxAllocation

Fields inherited from interface org.apache.drill.exec.physical.base.GroupScan

ALL_COLUMNS, NO_COLUMN_STATS

Constructor Summary

Constructors

Constructor and Description
EasyGroupScan(String userName, FileSelection selection, EasyFormatPlugin<?> formatPlugin, List<SchemaPath> columns, String selectionRoot)
EasyGroupScan(String userName, FileSelection selection, EasyFormatPlugin<?> formatPlugin, String selectionRoot)
EasyGroupScan(String userName, List<String> files, StoragePluginConfig storageConfig, FormatPluginConfig formatConfig, StoragePluginRegistry engineRegistry, List<SchemaPath> columns, String selectionRoot)

Method Summary

Methods

Modifier and Type	Method and Description
void	applyAssignments(List<CoordinationProtos.DrillbitEndpoint> incomingEndpoints)
boolean	canPushdownProjects(List<SchemaPath> columns) GroupScan should check the list of columns, and see if it could support all the columns in the list.
FileGroupScan	clone(FileSelection selection)
GroupScan	clone(List<SchemaPath> columns) Returns a clone of GroupScan instance, except that the new GroupScan will use the provided list of columns .
List<SchemaPath>	getColumns()
String	getDigest() Returns a signature of the GroupScan which should usually be composed of all its attributes which could describe it uniquely.
List<String>	getFiles() Returns a collection of file names associated with this GroupScan.
FileSelection	getFileSelection()
FormatPluginConfig	getFormatConfig()
int	getMaxParallelizationWidth()
PhysicalOperator	getNewWithChildren(List<PhysicalOperator> children) Regenerate with this node with a new set of children.
List<EndpointAffinity>	getOperatorAffinity() Get the list of Endpoints with associated affinities that this operator has preference for.
ScanStats	getScanStats(PlannerSettings settings)
String	getSelectionRoot()
EasySubScan	getSpecificScan(int minorFragmentId)
StoragePluginConfig	getStorageConfig()
Iterable<CompleteFileWork>	getWorkIterable()
boolean	hasFiles() Return true if this GroupScan can return its selection as a list of file names (retrieved by getFiles()).
void	modifyFileSelection(FileSelection selection)
String	toString()

Methods inherited from class org.apache.drill.exec.physical.base.AbstractFileGroupScan

supportsPartitionFilterPushdown

Methods inherited from class org.apache.drill.exec.physical.base.AbstractGroupScan

accept, applyLimit, enforceWidth, getColumnValueCount, getDistributionAffinity, getInitialAllocation, getMaxAllocation, getMinParallelizationWidth, getOperatorType, getPartitionColumns, getScanStats, isExecutable, iterator, supportsLimitPushdown

Methods inherited from class org.apache.drill.exec.physical.base.AbstractBase

accept, getCost, getOperatorId, getSVMode, getUserName, isBufferedOperator, setCost, setMaxAllocation, setOperatorId

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Methods inherited from interface org.apache.drill.exec.physical.base.GroupScan

applyLimit, enforceWidth, getColumnValueCount, getMinParallelizationWidth, getPartitionColumns, supportsLimitPushdown

Methods inherited from interface org.apache.drill.exec.physical.base.PhysicalOperator

accept, getCost, getInitialAllocation, getMaxAllocation, getOperatorId, getOperatorType, getSVMode, getUserName, isBufferedOperator, isExecutable, setCost, setMaxAllocation, setOperatorId

Methods inherited from interface org.apache.drill.common.graph.GraphValue

accept

Methods inherited from interface java.lang.Iterable

iterator

Methods inherited from interface org.apache.drill.exec.physical.base.HasAffinity

getDistributionAffinity

Constructor Detail

EasyGroupScan

public EasyGroupScan(String userName,
             List<String> files,
             StoragePluginConfig storageConfig,
             FormatPluginConfig formatConfig,
             StoragePluginRegistry engineRegistry,
             List<SchemaPath> columns,
             String selectionRoot)
              throws IOException,
                     ExecutionSetupException

Throws:

IOException

ExecutionSetupException

EasyGroupScan

public EasyGroupScan(String userName,
             FileSelection selection,
             EasyFormatPlugin<?> formatPlugin,
             String selectionRoot)
              throws IOException

Throws:

IOException

EasyGroupScan

public EasyGroupScan(String userName,
             FileSelection selection,
             EasyFormatPlugin<?> formatPlugin,
             List<SchemaPath> columns,
             String selectionRoot)
              throws IOException

Throws:

IOException

Method Detail

getWorkIterable

public Iterable<CompleteFileWork> getWorkIterable()

getSelectionRoot

public String getSelectionRoot()

getMaxParallelizationWidth

public int getMaxParallelizationWidth()

getScanStats

public ScanStats getScanStats(PlannerSettings settings)

Specified by:

getScanStats in interface GroupScan

Overrides:

getScanStats in class AbstractGroupScan

hasFiles

public boolean hasFiles()

Description copied from interface: GroupScan

Return true if this GroupScan can return its selection as a list of file names (retrieved by getFiles()).

Specified by:

hasFiles in interface GroupScan

Overrides:

hasFiles in class AbstractGroupScan

getFiles

public List<String> getFiles()

Description copied from interface: GroupScan

Returns a collection of file names associated with this GroupScan. This should be called after checking hasFiles(). If this GroupScan cannot provide file names, it returns null.

Specified by:

getFiles in interface GroupScan

Overrides:

getFiles in class AbstractGroupScan

getColumns

public List<SchemaPath> getColumns()

getFileSelection

public FileSelection getFileSelection()

modifyFileSelection

public void modifyFileSelection(FileSelection selection)

Specified by:

modifyFileSelection in interface FileGroupScan

Overrides:

modifyFileSelection in class AbstractFileGroupScan

getNewWithChildren

public PhysicalOperator getNewWithChildren(List<PhysicalOperator> children)
                                    throws ExecutionSetupException

Description copied from interface: PhysicalOperator

Regenerate with this node with a new set of children. This is used in the case of materialization or optimization.

Returns:

Throws:

ExecutionSetupException

getOperatorAffinity

public List<EndpointAffinity> getOperatorAffinity()

Description copied from interface: HasAffinity

Get the list of Endpoints with associated affinities that this operator has preference for.

Specified by:

getOperatorAffinity in interface HasAffinity

Overrides:

getOperatorAffinity in class AbstractGroupScan

Returns:

List of EndpointAffinity objects.

applyAssignments

public void applyAssignments(List<CoordinationProtos.DrillbitEndpoint> incomingEndpoints)

getSpecificScan

public EasySubScan getSpecificScan(int minorFragmentId)

getStorageConfig

public StoragePluginConfig getStorageConfig()

getFormatConfig

public FormatPluginConfig getFormatConfig()

toString

public String toString()

Overrides:

toString in class Object

getDigest

public String getDigest()

Description copied from interface: GroupScan

Returns a signature of the GroupScan which should usually be composed of all its attributes which could describe it uniquely.

clone

public GroupScan clone(List<SchemaPath> columns)

Description copied from interface: GroupScan

Returns a clone of GroupScan instance, except that the new GroupScan will use the provided list of columns .

Specified by:

clone in interface GroupScan

Overrides:

clone in class AbstractGroupScan

clone

public FileGroupScan clone(FileSelection selection)
                    throws IOException

Specified by:

clone in interface FileGroupScan

Overrides:

clone in class AbstractFileGroupScan

Throws:

IOException

canPushdownProjects

public boolean canPushdownProjects(List<SchemaPath> columns)

Description copied from interface: GroupScan

GroupScan should check the list of columns, and see if it could support all the columns in the list.

Specified by:

canPushdownProjects in interface GroupScan

Overrides:

canPushdownProjects in class AbstractGroupScan