Package com.illumon.iris.importers.util

Class ImportBase

java.lang.Object

com.illumon.iris.importers.util.ImportBase

Direct Known Subclasses:

CsvImport, DownsampleImport, JdbcImport, JsonImport, XmlImport

public abstract class ImportBase
extends Object

Field Summary

Fields

Modifier and Type	Field	Description
protected final File	destinationDirectory
protected final String	destinationPartitions
protected final String	namespace
protected final ImportOutputMode	outputMode
protected final SchemaService	schemaService
protected final String	table

Constructor Summary

Constructors

Constructor	Description
ImportBase(String namespace, String table, String destinationPartitions, File destinationDirectory, ImportOutputMode outputMode, SchemaService schemaService)

Method Summary

Modifier and Type	Method	Description
protected String	getFileList(File[] sourceFiles)
protected ImportTableWriterFactory	getImportTableWriterFactory(String namespace, String tableName, String destinationPartitions, File destinationDirectory, String partitioningColumn, ImportOutputMode outputMode, TableDefinition tableDefinition)
protected File[]	getSourceFiles(File sourceDirectory, String sourceFile, String sourceGlob)
abstract long	run()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

namespace

protected final String namespace

table

protected final String table

destinationPartitions

protected final String destinationPartitions

destinationDirectory

protected final File destinationDirectory

outputMode

protected final ImportOutputMode outputMode

schemaService

@NotNull
protected final SchemaService schemaService

Constructor Details

ImportBase

public ImportBase(String namespace,
 String table,
 String destinationPartitions,
 File destinationDirectory,
 ImportOutputMode outputMode,
 SchemaService schemaService)

Method Details

getSourceFiles

protected File[] getSourceFiles(File sourceDirectory,
 String sourceFile,
 String sourceGlob)
                         throws IOException

Throws:

IOException

getFileList

protected String getFileList(File[] sourceFiles)

getImportTableWriterFactory

protected ImportTableWriterFactory getImportTableWriterFactory(@NotNull
 String namespace,
 @NotNull
 String tableName,
 @Nullable
 String destinationPartitions,
 @Nullable
 File destinationDirectory,
 @Nullable
 String partitioningColumn,
 @NotNull
 ImportOutputMode outputMode,
 @NotNull
 TableDefinition tableDefinition)

run

public abstract long run()
                  throws Exception

Throws:

Exception