org.apache.spark.sql.columnar

Class InMemoryRelation

Object

org.apache.spark.sql.catalyst.trees.TreeNode<PlanType>

org.apache.spark.sql.catalyst.plans.QueryPlan<org.apache.spark.sql.catalyst.plans.logical.LogicalPlan>

org.apache.spark.sql.catalyst.plans.logical.LogicalPlan

org.apache.spark.sql.columnar.InMemoryRelation

All Implemented Interfaces:

java.io.Serializable, Logging, org.apache.spark.sql.catalyst.analysis.MultiInstanceRelation, scala.Equals, scala.Product

public class InMemoryRelation
extends org.apache.spark.sql.catalyst.plans.logical.LogicalPlan
implements org.apache.spark.sql.catalyst.analysis.MultiInstanceRelation, scala.Product, scala.Serializable

See Also:

Serialized Form

Constructor Summary

Constructors

Constructor and Description
InMemoryRelation(scala.collection.Seq<org.apache.spark.sql.catalyst.expressions.Attribute> output, boolean useCompression, int batchSize, StorageLevel storageLevel, org.apache.spark.sql.execution.SparkPlan child, scala.Option<String> tableName, RDD<CachedBatch> _cachedColumnBuffers, org.apache.spark.sql.catalyst.plans.logical.Statistics _statistics)

Method Summary

Methods

Modifier and Type	Method and Description
static InMemoryRelation	apply(boolean useCompression, int batchSize, StorageLevel storageLevel, org.apache.spark.sql.execution.SparkPlan child, scala.Option<String> tableName)
int	batchSize()
RDD<CachedBatch>	cachedColumnBuffers()
org.apache.spark.sql.execution.SparkPlan	child()
scala.collection.Seq<org.apache.spark.sql.catalyst.plans.logical.LogicalPlan>	children()
InMemoryRelation	newInstance()
scala.collection.Seq<org.apache.spark.sql.catalyst.expressions.Attribute>	output()
PartitionStatistics	partitionStatistics()
void	recache()
org.apache.spark.sql.catalyst.plans.logical.Statistics	statistics()
StorageLevel	storageLevel()
scala.Option<String>	tableName()
boolean	useCompression()
InMemoryRelation	withOutput(scala.collection.Seq<org.apache.spark.sql.catalyst.expressions.Attribute> newOutput)

Methods inherited from class org.apache.spark.sql.catalyst.plans.logical.LogicalPlan

childrenResolved, cleanArgs, isTraceEnabled, log, logDebug, logDebug, logError, logError, logInfo, logInfo, logName, logTrace, logTrace, logWarning, logWarning, org$apache$spark$Logging$$log__$eq, org$apache$spark$Logging$$log_, org$apache$spark$sql$catalyst$plans$logical$LogicalPlan$$resolveAsColumn, org$apache$spark$sql$catalyst$plans$logical$LogicalPlan$$resolveAsTableColumn, resolve, resolve, resolve$default$3, resolveChildren, resolveChildren$default$3, resolved, resolveGetField, sameResult, statePrefix

Methods inherited from class org.apache.spark.sql.catalyst.plans.QueryPlan

expressions, inputSet, missingInput, org$apache$spark$sql$catalyst$plans$QueryPlan$$transformExpressionDown$1, org$apache$spark$sql$catalyst$plans$QueryPlan$$transformExpressionUp$1, outputSet, printSchema, references, schema, schemaString, simpleString, transformAllExpressions, transformExpressions, transformExpressionsDown, transformExpressionsUp

Methods inherited from class org.apache.spark.sql.catalyst.trees.TreeNode

apply, argString, asCode, collect, fastEquals, flatMap, foreach, foreachUp, generateTreeString, getNodeNumbered, makeCopy, map, mapChildren, nodeName, numberedTreeString, origin, stringArgs, toString, transform, transformChildrenDown, transformChildrenUp, transformDown, transformUp, treeString, withNewChildren

Methods inherited from class Object

equals, getClass, hashCode, notify, notifyAll, wait, wait, wait

Methods inherited from interface scala.Product

productArity, productElement, productIterator, productPrefix

Methods inherited from interface scala.Equals

canEqual, equals

Methods inherited from interface org.apache.spark.Logging

initializeIfNecessary, initializeLogging, log_

Constructor Detail

InMemoryRelation

public InMemoryRelation(scala.collection.Seq<org.apache.spark.sql.catalyst.expressions.Attribute> output,
                boolean useCompression,
                int batchSize,
                StorageLevel storageLevel,
                org.apache.spark.sql.execution.SparkPlan child,
                scala.Option<String> tableName,
                RDD<CachedBatch> _cachedColumnBuffers,
                org.apache.spark.sql.catalyst.plans.logical.Statistics _statistics)

Method Detail

apply

public static InMemoryRelation apply(boolean useCompression,
                     int batchSize,
                     StorageLevel storageLevel,
                     org.apache.spark.sql.execution.SparkPlan child,
                     scala.Option<String> tableName)

output

public scala.collection.Seq<org.apache.spark.sql.catalyst.expressions.Attribute> output()

Specified by:

output in class org.apache.spark.sql.catalyst.plans.QueryPlan<org.apache.spark.sql.catalyst.plans.logical.LogicalPlan>

useCompression

public boolean useCompression()

batchSize

public int batchSize()

storageLevel

public StorageLevel storageLevel()

child

public org.apache.spark.sql.execution.SparkPlan child()

tableName

public scala.Option<String> tableName()

partitionStatistics

public PartitionStatistics partitionStatistics()

statistics

public org.apache.spark.sql.catalyst.plans.logical.Statistics statistics()

Overrides:

statistics in class org.apache.spark.sql.catalyst.plans.logical.LogicalPlan

recache

public void recache()

withOutput

public InMemoryRelation withOutput(scala.collection.Seq<org.apache.spark.sql.catalyst.expressions.Attribute> newOutput)

children

public scala.collection.Seq<org.apache.spark.sql.catalyst.plans.logical.LogicalPlan> children()

Specified by:

children in class org.apache.spark.sql.catalyst.trees.TreeNode<org.apache.spark.sql.catalyst.plans.logical.LogicalPlan>

newInstance

public InMemoryRelation newInstance()

Specified by:

newInstance in interface org.apache.spark.sql.catalyst.analysis.MultiInstanceRelation

cachedColumnBuffers

public RDD<CachedBatch> cachedColumnBuffers()