Serialized Form

Package dev.vortex.spark

Class dev.vortex.spark.VortexFilePartition

class VortexFilePartition extends Object implements Serializable

Serialized Fields

columns

com.google.common.collect.ImmutableList<org.apache.spark.sql.connector.catalog.Column> columns

formatOptions

com.google.common.collect.ImmutableMap<String,String> formatOptions

partitionValues

com.google.common.collect.ImmutableMap<String,String> partitionValues

path

String path

Package dev.vortex.spark.write

Class dev.vortex.spark.write.PartitionedVortexDataWriter.PartitionedWriterCommitMessage

class PartitionedWriterCommitMessage extends Object implements Serializable

Serialized Fields

partitionMessages

List<VortexWriterCommitMessage> partitionMessages

Class dev.vortex.spark.write.VortexBatchWrite

class VortexBatchWrite extends Object implements Serializable

Serialized Fields

options

Map<String,String> options

outputPath

String outputPath

overwrite

boolean overwrite

resolvedTransforms

dev.vortex.spark.write.PartitionedVortexDataWriter.ResolvedTransform[] resolvedTransforms

schema

org.apache.spark.sql.types.StructType schema

Class dev.vortex.spark.write.VortexDataWriterFactory

class VortexDataWriterFactory extends Object implements Serializable

Serialized Fields

options

Map<String,String> options

outputUri

String outputUri

resolvedTransforms

dev.vortex.spark.write.PartitionedVortexDataWriter.ResolvedTransform[] resolvedTransforms

schema

org.apache.spark.sql.types.StructType schema

Record Class dev.vortex.spark.write.VortexWriterCommitMessage

class VortexWriterCommitMessage extends Record implements Serializable

Serialized Fields

bytesWritten

long bytesWritten

filePath

String filePath

recordCount

long recordCount