Serialized Form

Package dev.vortex.spark

Record Class dev.vortex.spark.VortexFilePartition

class VortexFilePartition extends Record implements Serializable

Serialized Fields

formatOptions

Map<String,String> formatOptions

partitionValues

Map<String,String> partitionValues

paths

List<String> paths

readSchema

org.apache.spark.sql.types.StructType readSchema

Package dev.vortex.spark.read

Class dev.vortex.spark.read.VortexPartitionReaderFactory

class VortexPartitionReaderFactory extends Object implements Serializable

serialVersionUID:

1L

Serialized Fields

dataColumnNames

com.google.common.collect.ImmutableList<String> dataColumnNames

formatOptions

com.google.common.collect.ImmutableMap<String,String> formatOptions

pushedPredicates

org.apache.spark.sql.connector.expressions.filter.Predicate[] pushedPredicates

Package dev.vortex.spark.write

Class dev.vortex.spark.write.PartitionedVortexDataWriter.PartitionedWriterCommitMessage

class PartitionedWriterCommitMessage extends Object implements Serializable

Serialized Fields

partitionMessages

List<VortexWriterCommitMessage> partitionMessages

Class dev.vortex.spark.write.VortexBatchWrite

class VortexBatchWrite extends Object implements Serializable

Serialized Fields

options

Map<String,String> options

outputPath

String outputPath

overwrite

boolean overwrite

resolvedTransforms

dev.vortex.spark.write.PartitionedVortexDataWriter.ResolvedTransform[] resolvedTransforms

schema

org.apache.spark.sql.types.StructType schema

Class dev.vortex.spark.write.VortexDataWriterFactory

class VortexDataWriterFactory extends Object implements Serializable

Serialized Fields

options

Map<String,String> options

outputUri

String outputUri

resolvedTransforms

dev.vortex.spark.write.PartitionedVortexDataWriter.ResolvedTransform[] resolvedTransforms

schema

org.apache.spark.sql.types.StructType schema

Record Class dev.vortex.spark.write.VortexWriterCommitMessage

class VortexWriterCommitMessage extends Record implements Serializable

Serialized Fields

bytesWritten

long bytesWritten

filePath

String filePath

recordCount

long recordCount