org.elasticsearch.spark.sql

Class DataFrameValueWriter

java.lang.Object

org.elasticsearch.hadoop.serialization.builder.FilteringValueWriter<java.lang.Object>

org.elasticsearch.spark.sql.DataFrameValueWriter

All Implemented Interfaces:

org.elasticsearch.hadoop.serialization.builder.ValueWriter<java.lang.Object>, org.elasticsearch.hadoop.serialization.SettingsAware

public class DataFrameValueWriter
extends org.elasticsearch.hadoop.serialization.builder.FilteringValueWriter<java.lang.Object>

Nested Class Summary

Nested classes/interfaces inherited from interface org.elasticsearch.hadoop.serialization.builder.ValueWriter

org.elasticsearch.hadoop.serialization.builder.ValueWriter.Result

Constructor Summary

Constructors

Constructor and Description
DataFrameValueWriter()
DataFrameValueWriter(boolean writeUnknownTypes)

Method Summary

Modifier and Type	Method and Description
scala.Option<java.lang.Object>	getFirstNotNullElement(scala.collection.Iterator<java.lang.Object> iterator)
protected org.elasticsearch.hadoop.serialization.builder.ValueWriter.Result	handleUnknown(java.lang.Object value, org.elasticsearch.hadoop.serialization.Generator generator)
org.apache.spark.sql.types.DataType	inferArraySchema(java.lang.Object array)
void	setSettings(Settings settings)
org.elasticsearch.hadoop.serialization.builder.ValueWriter.Result	write(org.apache.spark.sql.types.DataType schema, java.lang.Object value, org.elasticsearch.hadoop.serialization.Generator generator)
org.elasticsearch.hadoop.serialization.builder.ValueWriter.Result	write(java.lang.Object value, org.elasticsearch.hadoop.serialization.Generator generator)
org.elasticsearch.hadoop.serialization.builder.ValueWriter.Result	writeArray(org.apache.spark.sql.types.ArrayType schema, java.lang.Object value, org.elasticsearch.hadoop.serialization.Generator generator)
org.elasticsearch.hadoop.serialization.builder.ValueWriter.Result	writeArray(scala.collection.Seq<org.apache.spark.sql.Row> value, org.elasticsearch.hadoop.serialization.Generator generator)
org.elasticsearch.hadoop.serialization.builder.ValueWriter.Result	writeMap(org.apache.spark.sql.types.MapType schema, java.lang.Object value, org.elasticsearch.hadoop.serialization.Generator generator)
org.elasticsearch.hadoop.serialization.builder.ValueWriter.Result	writePrimitive(org.apache.spark.sql.types.DataType schema, java.lang.Object value, org.elasticsearch.hadoop.serialization.Generator generator)
org.elasticsearch.hadoop.serialization.builder.ValueWriter.Result	writeStruct(org.apache.spark.sql.types.StructType schema, java.lang.Object value, org.elasticsearch.hadoop.serialization.Generator generator)

Methods inherited from class org.elasticsearch.hadoop.serialization.builder.FilteringValueWriter

hasWriteNullValues, shouldKeep

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

DataFrameValueWriter

public DataFrameValueWriter(boolean writeUnknownTypes)

DataFrameValueWriter

public DataFrameValueWriter()

Method Detail

setSettings

public void setSettings(Settings settings)

Specified by:

setSettings in interface org.elasticsearch.hadoop.serialization.SettingsAware

Overrides:

setSettings in class org.elasticsearch.hadoop.serialization.builder.FilteringValueWriter<java.lang.Object>

write

public org.elasticsearch.hadoop.serialization.builder.ValueWriter.Result write(java.lang.Object value,
                                                                               org.elasticsearch.hadoop.serialization.Generator generator)

writeArray

public org.elasticsearch.hadoop.serialization.builder.ValueWriter.Result writeArray(scala.collection.Seq<org.apache.spark.sql.Row> value,
                                                                                    org.elasticsearch.hadoop.serialization.Generator generator)

writeStruct

public org.elasticsearch.hadoop.serialization.builder.ValueWriter.Result writeStruct(org.apache.spark.sql.types.StructType schema,
                                                                                     java.lang.Object value,
                                                                                     org.elasticsearch.hadoop.serialization.Generator generator)

write

public org.elasticsearch.hadoop.serialization.builder.ValueWriter.Result write(org.apache.spark.sql.types.DataType schema,
                                                                               java.lang.Object value,
                                                                               org.elasticsearch.hadoop.serialization.Generator generator)

writeArray

public org.elasticsearch.hadoop.serialization.builder.ValueWriter.Result writeArray(org.apache.spark.sql.types.ArrayType schema,
                                                                                    java.lang.Object value,
                                                                                    org.elasticsearch.hadoop.serialization.Generator generator)

writeMap

public org.elasticsearch.hadoop.serialization.builder.ValueWriter.Result writeMap(org.apache.spark.sql.types.MapType schema,
                                                                                  java.lang.Object value,
                                                                                  org.elasticsearch.hadoop.serialization.Generator generator)

inferArraySchema

public org.apache.spark.sql.types.DataType inferArraySchema(java.lang.Object array)

getFirstNotNullElement

public scala.Option<java.lang.Object> getFirstNotNullElement(scala.collection.Iterator<java.lang.Object> iterator)

writePrimitive

public org.elasticsearch.hadoop.serialization.builder.ValueWriter.Result writePrimitive(org.apache.spark.sql.types.DataType schema,
                                                                                        java.lang.Object value,
                                                                                        org.elasticsearch.hadoop.serialization.Generator generator)

handleUnknown

protected org.elasticsearch.hadoop.serialization.builder.ValueWriter.Result handleUnknown(java.lang.Object value,
                                                                                          org.elasticsearch.hadoop.serialization.Generator generator)