org
.
apache
.
spark
.
sql
.
execution
.
columnar
.
impl
JDBCSourceAsColumnarStore
Related Doc:
package impl
class
JDBCSourceAsColumnarStore
extends
ExternalStore
with
KryoSerializable
Column Store implementation for GemFireXD.
Self Type
JDBCSourceAsColumnarStore
Linear Supertypes
KryoSerializable
,
ExternalStore
,
Logging
,
Serializable
,
Serializable
,
AnyRef
,
Any
Ordering
Alphabetic
By Inheritance
Inherited
JDBCSourceAsColumnarStore
KryoSerializable
ExternalStore
Logging
Serializable
Serializable
AnyRef
Any
Hide All
Show All
Visibility
Public
All
Instance Constructors
new
JDBCSourceAsColumnarStore
(
_connProperties:
ConnectionProperties
,
numPartitions:
Int
,
_tableName:
String
,
schema:
StructType
)
Value Members
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
commitOrRollback
(
success:
Boolean
,
conn:
Connection
)
:
Unit
Definition Classes
ExternalStore
final
def
connProperties
:
ConnectionProperties
Definition Classes
JDBCSourceAsColumnarStore
→
ExternalStore
lazy val
connectionType
:
ConnectionType.ConnectionType
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
getColumnBatchRDD
(
tableName:
String
,
rowBuffer:
String
,
projection:
Array
[
Int
]
,
filters:
Array
[
Expression
]
,
prunePartitions: () ⇒
Int
,
session:
SparkSession
,
schema:
StructType
,
delayRollover:
Boolean
)
:
RDD
[
Any
]
Definition Classes
JDBCSourceAsColumnarStore
→
ExternalStore
def
getExistingConnection
(
context:
Option
[
TaskContext
]
)
:
Option
[
Connection
]
Definition Classes
JDBCSourceAsColumnarStore
→
ExternalStore
def
getRowInsertOrPutStr
(
tableName:
String
,
isPut:
Boolean
)
:
String
Attributes
protected
def
hashCode
()
:
Int
Definition Classes
AnyRef → Any
def
initializeLogIfNecessary
()
:
Unit
Attributes
protected
Definition Classes
Logging
final
def
isDebugEnabled
:
Boolean
Definition Classes
Logging
final
def
isInfoEnabled
:
Boolean
Definition Classes
Logging
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
final
def
isTraceEnabled
:
Boolean
Definition Classes
Logging
final
var
levelFlags
:
Int
Attributes
protected
Definition Classes
Logging
def
log
:
Logger
Attributes
protected
Definition Classes
Logging
def
logDebug
(
msg: ⇒
String
,
throwable:
Throwable
)
:
Unit
Definition Classes
Logging
def
logDebug
(
msg: ⇒
String
)
:
Unit
Definition Classes
Logging
def
logError
(
msg: ⇒
String
,
throwable:
Throwable
)
:
Unit
Definition Classes
Logging
def
logError
(
msg: ⇒
String
)
:
Unit
Definition Classes
Logging
def
logInfo
(
msg: ⇒
String
,
throwable:
Throwable
)
:
Unit
Definition Classes
Logging
def
logInfo
(
msg: ⇒
String
)
:
Unit
Definition Classes
Logging
def
logName
:
String
Attributes
protected
Definition Classes
Logging
def
logTrace
(
msg: ⇒
String
,
throwable:
Throwable
)
:
Unit
Definition Classes
Logging
def
logTrace
(
msg: ⇒
String
)
:
Unit
Definition Classes
Logging
def
logWarning
(
msg: ⇒
String
,
throwable:
Throwable
)
:
Unit
Definition Classes
Logging
def
logWarning
(
msg: ⇒
String
)
:
Unit
Definition Classes
Logging
final
var
log_
:
Logger
Attributes
protected
Definition Classes
Logging
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
var
numPartitions
:
Int
def
read
(
kryo:
Kryo
,
input:
Input
)
:
Unit
Definition Classes
JDBCSourceAsColumnarStore
→ KryoSerializable
def
resetLogger
()
:
Unit
Attributes
protected
Definition Classes
Logging
var
schema
:
StructType
def
storeColumnBatch
(
columnTableName:
String
,
batch:
ColumnBatch
,
partitionId:
Int
,
batchId:
Long
,
maxDeltaRows:
Int
,
compressionCodecId:
Int
,
changesToDeltaBuffer:
SQLMetric
,
numColumnBatches:
SQLMetric
,
changesToColumnStore:
SQLMetric
,
listener:
SnapshotConnectionListener
)
:
Unit
Definition Classes
JDBCSourceAsColumnarStore
→
ExternalStore
def
storeDelete
(
columnTableName:
String
,
buffer:
ByteBuffer
,
partitionId:
Int
,
batchId:
Long
,
compressionCodecId:
Int
,
connection:
Connection
)
:
Unit
Definition Classes
JDBCSourceAsColumnarStore
→
ExternalStore
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
final
def
tableName
:
String
Definition Classes
JDBCSourceAsColumnarStore
→
ExternalStore
def
toString
()
:
String
Definition Classes
JDBCSourceAsColumnarStore
→ AnyRef → Any
def
tryExecute
[
T
]
(
tableName:
String
,
onExecutor:
Boolean
=
false
)
(
f: (
Connection
) ⇒
T
)
:
T
Definition Classes
ExternalStore
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
withTable
(
tableName:
String
,
numPartitions:
Int
)
:
ExternalStore
Definition Classes
JDBCSourceAsColumnarStore
→
ExternalStore
def
write
(
kryo:
Kryo
,
output:
Output
)
:
Unit
Definition Classes
JDBCSourceAsColumnarStore
→ KryoSerializable
Inherited from
KryoSerializable
Inherited from
ExternalStore
Inherited from
Logging
Inherited from
Serializable
Inherited from
Serializable
Inherited from
AnyRef
Inherited from
Any
Ungrouped
Column Store implementation for GemFireXD.