org.elasticsearch.spark.sql

Class ElasticsearchRelation

java.lang.Object

org.apache.spark.sql.sources.BaseRelation

org.elasticsearch.spark.sql.ElasticsearchRelation

All Implemented Interfaces:

java.io.Serializable, org.apache.spark.sql.sources.InsertableRelation, org.apache.spark.sql.sources.PrunedFilteredScan, scala.Equals, scala.Product

public class ElasticsearchRelation
extends org.apache.spark.sql.sources.BaseRelation
implements org.apache.spark.sql.sources.PrunedFilteredScan, org.apache.spark.sql.sources.InsertableRelation, scala.Product, java.io.Serializable

See Also:

Serialized Form

Constructor Summary

Constructors

Constructor and Description
ElasticsearchRelation(scala.collection.immutable.Map<java.lang.String,java.lang.String> parameters, org.apache.spark.sql.SQLContext sqlContext, scala.Option<org.apache.spark.sql.types.StructType> userSchema)

Method Summary

Modifier and Type	Method and Description
abstract static R	apply(T1 v1, T2 v2, T3 v3)
org.apache.spark.rdd.RDD<org.apache.spark.sql.Row>	buildScan()
org.apache.spark.rdd.RDD<org.apache.spark.sql.Row>	buildScan(java.lang.String[] requiredColumns)
ScalaEsRowRDD	buildScan(java.lang.String[] requiredColumns, org.apache.spark.sql.sources.Filter[] filters)
Settings	cfg()
void	insert(org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> data, boolean overwrite)
boolean	isEmpty()
SchemaUtils.Schema	lazySchema()
scala.collection.immutable.Map<java.lang.String,java.lang.String>	parameters()
org.apache.spark.sql.types.StructType	schema()
org.apache.spark.sql.SQLContext	sqlContext()
static java.lang.String	toString()
org.apache.spark.sql.sources.Filter[]	unhandledFilters(org.apache.spark.sql.sources.Filter[] filters)
scala.Option<org.apache.spark.sql.types.StructType>	userSchema()
org.elasticsearch.spark.serialization.ScalaValueWriter	valueWriter()

Methods inherited from class org.apache.spark.sql.sources.BaseRelation

needConversion, sizeInBytes

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface scala.Product

$init$, productArity, productElement, productElementName, productElementNames, productIterator, productPrefix

Methods inherited from interface scala.Equals

canEqual, equals

Constructor Detail

ElasticsearchRelation

public ElasticsearchRelation(scala.collection.immutable.Map<java.lang.String,java.lang.String> parameters,
                             org.apache.spark.sql.SQLContext sqlContext,
                             scala.Option<org.apache.spark.sql.types.StructType> userSchema)

Method Detail

apply

public abstract static R apply(T1 v1,
                               T2 v2,
                               T3 v3)

toString

public static java.lang.String toString()

parameters

public scala.collection.immutable.Map<java.lang.String,java.lang.String> parameters()

sqlContext

public org.apache.spark.sql.SQLContext sqlContext()

Specified by:

sqlContext in class org.apache.spark.sql.sources.BaseRelation

userSchema

public scala.Option<org.apache.spark.sql.types.StructType> userSchema()

cfg

public Settings cfg()

lazySchema

public SchemaUtils.Schema lazySchema()

valueWriter

public org.elasticsearch.spark.serialization.ScalaValueWriter valueWriter()

schema

public org.apache.spark.sql.types.StructType schema()

Specified by:

schema in class org.apache.spark.sql.sources.BaseRelation

buildScan

public org.apache.spark.rdd.RDD<org.apache.spark.sql.Row> buildScan()

buildScan

public org.apache.spark.rdd.RDD<org.apache.spark.sql.Row> buildScan(java.lang.String[] requiredColumns)

buildScan

public ScalaEsRowRDD buildScan(java.lang.String[] requiredColumns,
                               org.apache.spark.sql.sources.Filter[] filters)

Specified by:

buildScan in interface org.apache.spark.sql.sources.PrunedFilteredScan

unhandledFilters

public org.apache.spark.sql.sources.Filter[] unhandledFilters(org.apache.spark.sql.sources.Filter[] filters)

Overrides:

unhandledFilters in class org.apache.spark.sql.sources.BaseRelation

insert

public void insert(org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> data,
                   boolean overwrite)

Specified by:

insert in interface org.apache.spark.sql.sources.InsertableRelation

isEmpty

public boolean isEmpty()