Package com.illumon.iris.importers.util
Class ImportBase
java.lang.Object
com.illumon.iris.importers.util.ImportBase
- Direct Known Subclasses:
CsvImport
,DownsampleImport
,JdbcImport
,JsonImport
,XmlImport
public abstract class ImportBase extends Object
-
Field Summary
Fields Modifier and Type Field Description protected File
destinationDirectory
protected String
destinationPartitions
protected String
namespace
protected ImportOutputMode
outputMode
protected SchemaService
schemaService
protected String
table
-
Constructor Summary
Constructors Constructor Description ImportBase(String namespace, String table, String destinationPartitions, File destinationDirectory, ImportOutputMode outputMode, SchemaService schemaService)
-
Method Summary
Modifier and Type Method Description protected String
getFileList(File[] sourceFiles)
protected ImportTableWriterFactory
getImportTableWriterFactory(String namespace, String tableName, String destinationPartitions, File destinationDirectory, String partitioningColumn, ImportOutputMode outputMode, TableDefinition tableDefinition)
protected File[]
getSourceFiles(File sourceDirectory, String sourceFile, String sourceGlob)
abstract long
run()
-
Field Details
-
Constructor Details
-
ImportBase
public ImportBase(String namespace, String table, String destinationPartitions, File destinationDirectory, ImportOutputMode outputMode, SchemaService schemaService)
-
-
Method Details
-
getSourceFiles
protected File[] getSourceFiles(File sourceDirectory, String sourceFile, String sourceGlob) throws IOException- Throws:
IOException
-
getFileList
-
getImportTableWriterFactory
protected ImportTableWriterFactory getImportTableWriterFactory(@NotNull String namespace, @NotNull String tableName, @Nullable String destinationPartitions, @Nullable File destinationDirectory, @Nullable String partitioningColumn, @NotNull ImportOutputMode outputMode, @NotNull TableDefinition tableDefinition) -
run
- Throws:
Exception
-