Package com.illumon.iris.importers.merge

Class DeephavenFormatMergeDestination

java.lang.Object

com.illumon.iris.importers.merge.MergeDestination

com.illumon.iris.importers.merge.DeephavenFormatMergeDestination

All Implemented Interfaces:

com.fishlib.base.log.LogOutputAppendable

public class DeephavenFormatMergeDestination
extends MergeDestination

Field Summary

Fields

Modifier and Type	Field	Description
protected com.illumon.iris.importers.merge.DataCopier[]	subTableCopiers

Fields inherited from class com.illumon.iris.importers.merge.MergeDestination

destinationOperationName, groupingColumns, hadGroupings, indexer, inputSubTable, inputSubTableSize, internalPartitionName, logPrefix, MERGE_TEMP_PREFIX, orderedSubTables, orderingPairs, permanentDirectory, temporaryDirectory

Constructor Summary

Constructors

Constructor	Description
DeephavenFormatMergeDestination(@NotNull File writableInternalPartition, @NotNull String partitioningColumnValue, @NotNull String tableName, @NotNull String operationName)	For internal Deephaven use only.

Method Summary

Modifier and Type	Method	Description
void	computeSortedOrder(@NotNull com.fishlib.io.logger.Logger log, @Nullable String sortColumnFormula, @Nullable ColumnDefinition<?> sortColumnDefinition, @Nullable List<String[]> indexDataSets)
static MergeDestinationFactory	factory()
void	finish(com.fishlib.io.logger.Logger log)
void	initialize(@NotNull com.fishlib.io.logger.Logger log, @NotNull TableDefinition writableTableDefinition, SyncOperator syncOperator)	For internal Deephaven use only.
void	writeColumn(@NotNull com.fishlib.io.logger.Logger log, @NotNull com.fishlib.util.process.FatalErrorReporter fatalErrorReporter, @NotNull SyncOperator syncOperator, @NotNull ColumnSource<?> columnSource, @NotNull String columnName)	For internal Deephaven use only.
void	writeDataIndex(String[] keyColumns, Table computedDataIndex)
void	writeGrouping(@NotNull com.fishlib.io.logger.Logger log, @NotNull com.fishlib.util.process.FatalErrorReporter fatalErrorReporter, @NotNull TableDefinition tableDefinition)
void	writeGroupingIndex(com.fishlib.io.logger.Logger log, TableDefinition writableTableDefinition)	Write out the grouping index table.
void	writeMergedDataLowHeap(com.fishlib.io.logger.Logger log, com.fishlib.util.process.FatalErrorReporter fatalErrorReporter, ExecutorService executorService, Table inputData, String[] writableColumnNames, StatusCallback destinationCallback, TableDefinition tableDefinition)
void	writeMetadata(@NotNull com.fishlib.io.logger.Logger log)	For internal Deephaven use only.
void	writeOneColumn(@NotNull com.fishlib.io.logger.Logger log, @NotNull com.fishlib.util.process.FatalErrorReporter fatalErrorReporter, @NotNull SyncOperator syncOperator, @NotNull ColumnSource columnSource, @NotNull String columnName, @NotNull Index sourceTableIndex)	For internal Deephaven use only.

Methods inherited from class com.illumon.iris.importers.merge.MergeDestination

append, cleanup, computeDataIndexes, computeGroupOrder, computeSortedOrder, getDestinationOperationName, getInternalPartitionName, getLogPrefix, getPermanentDirectory, getTemporaryDirectory, groupInputSubTable, install, permanentDirectoryExists, setInputSubTable, toString

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Field Details

subTableCopiers

protected com.illumon.iris.importers.merge.DataCopier[] subTableCopiers

Constructor Details

DeephavenFormatMergeDestination

public DeephavenFormatMergeDestination(@NotNull
 @NotNull File writableInternalPartition,
 @NotNull
 @NotNull String partitioningColumnValue,
 @NotNull
 @NotNull String tableName,
 @NotNull
 @NotNull String operationName)

For internal Deephaven use only.

Parameters:

writableInternalPartition -

partitioningColumnValue -

tableName -

operationName -

Method Details

factory

public static MergeDestinationFactory factory()

initialize

public void initialize(@NotNull
 @NotNull com.fishlib.io.logger.Logger log,
 @NotNull
 @NotNull TableDefinition writableTableDefinition,
 SyncOperator syncOperator)

For internal Deephaven use only.

Specified by:

initialize in class MergeDestination

writeGrouping

public void writeGrouping(@NotNull
 @NotNull com.fishlib.io.logger.Logger log,
 @NotNull
 @NotNull com.fishlib.util.process.FatalErrorReporter fatalErrorReporter,
 @NotNull
 @NotNull TableDefinition tableDefinition)

Specified by:

writeGrouping in class MergeDestination

computeSortedOrder

public void computeSortedOrder(@NotNull
 @NotNull com.fishlib.io.logger.Logger log,
 @Nullable
 @Nullable String sortColumnFormula,
 @Nullable
 @Nullable ColumnDefinition<?> sortColumnDefinition,
 @Nullable
 @Nullable List<String[]> indexDataSets)

Specified by:

computeSortedOrder in class MergeDestination

writeMergedDataLowHeap

public void writeMergedDataLowHeap(com.fishlib.io.logger.Logger log,
 com.fishlib.util.process.FatalErrorReporter fatalErrorReporter,
 ExecutorService executorService,
 Table inputData,
 String[] writableColumnNames,
 StatusCallback destinationCallback,
 TableDefinition tableDefinition)

Specified by:

writeMergedDataLowHeap in class MergeDestination

finish

public void finish(com.fishlib.io.logger.Logger log)

Specified by:

finish in class MergeDestination

writeDataIndex

public void writeDataIndex(String[] keyColumns,
 Table computedDataIndex)

Specified by:

writeDataIndex in class MergeDestination

writeGroupingIndex

public void writeGroupingIndex(com.fishlib.io.logger.Logger log,
 TableDefinition writableTableDefinition)

Write out the grouping index table. The table consists of the grouping column values and a column containing the index.

Parameters:

log - the logger for output

writableTableDefinition - the original table definition to derive the index table definition from.

writeOneColumn

public void writeOneColumn(@NotNull
 @NotNull com.fishlib.io.logger.Logger log,
 @NotNull
 @NotNull com.fishlib.util.process.FatalErrorReporter fatalErrorReporter,
 @NotNull
 @NotNull SyncOperator syncOperator,
 @NotNull
 @NotNull ColumnSource columnSource,
 @NotNull
 @NotNull String columnName,
 @NotNull
 @NotNull Index sourceTableIndex)

For internal Deephaven use only.

writeColumn

public void writeColumn(@NotNull
 @NotNull com.fishlib.io.logger.Logger log,
 @NotNull
 @NotNull com.fishlib.util.process.FatalErrorReporter fatalErrorReporter,
 @NotNull
 @NotNull SyncOperator syncOperator,
 @NotNull
 @NotNull ColumnSource<?> columnSource,
 @NotNull
 @NotNull String columnName)

For internal Deephaven use only.

writeMetadata

public void writeMetadata(@NotNull
 @NotNull com.fishlib.io.logger.Logger log)

For internal Deephaven use only.