com.logicalclocks.hsfs

Class StorageConnector

java.lang.Object

com.logicalclocks.hsfs.StorageConnector

Direct Known Subclasses:

StorageConnector.AdlsConnector, StorageConnector.BigqueryConnector, StorageConnector.GcsConnector, StorageConnector.HopsFsConnector, StorageConnector.JdbcConnector, StorageConnector.KafkaConnector, StorageConnector.RedshiftConnector, StorageConnector.S3Connector, StorageConnector.SnowflakeConnector

public abstract class StorageConnector
extends Object

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	StorageConnector.AdlsConnector
static class	StorageConnector.BigqueryConnector
static class	StorageConnector.GcsConnector
static class	StorageConnector.HopsFsConnector
static class	StorageConnector.JdbcConnector
static class	StorageConnector.KafkaConnector
static class	StorageConnector.RedshiftConnector
static class	StorageConnector.S3Connector
static class	StorageConnector.SnowflakeConnector

Field Summary

Fields

Modifier and Type	Field and Description
protected StorageConnectorApi	storageConnectorApi
protected StorageConnectorType	storageConnectorType

Constructor Summary

Constructors

Constructor and Description
StorageConnector()
StorageConnector(StorageConnectorType storageConnectorType, Integer id, String name, String description, Integer featurestoreId, StorageConnectorApi storageConnectorApi)

Method Summary

Modifier and Type	Method and Description
String	getDescription()
Integer	getFeaturestoreId()
Integer	getId()
String	getName()
abstract String	getPath(String subPath)
StorageConnectorType	getStorageConnectorType()
Object	read(String query, String dataFormat, Map<String,String> options, String path)
StorageConnector	refetch()
void	setDescription(String description)
void	setFeaturestoreId(Integer featurestoreId)
void	setId(Integer id)
void	setName(String name)
void	setStorageConnectorType(StorageConnectorType storageConnectorType)
abstract Map<String,String>	sparkOptions()
String	toString()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Field Detail

storageConnectorType

protected StorageConnectorType storageConnectorType

storageConnectorApi

protected StorageConnectorApi storageConnectorApi

Constructor Detail

StorageConnector

public StorageConnector(StorageConnectorType storageConnectorType,
                        Integer id,
                        String name,
                        String description,
                        Integer featurestoreId,
                        StorageConnectorApi storageConnectorApi)

StorageConnector

public StorageConnector()

Method Detail

read

public Object read(String query,
                   String dataFormat,
                   Map<String,String> options,
                   String path)
            throws FeatureStoreException,
                   IOException

Throws:

FeatureStoreException

IOException

refetch

public StorageConnector refetch()
                         throws FeatureStoreException,
                                IOException

Throws:

FeatureStoreException

IOException

getPath

public abstract String getPath(String subPath)
                        throws FeatureStoreException

Throws:

FeatureStoreException

sparkOptions

public abstract Map<String,String> sparkOptions()
                                         throws IOException

Throws:

IOException

toString

public String toString()

Overrides:

toString in class Object

getStorageConnectorType

public StorageConnectorType getStorageConnectorType()

setStorageConnectorType

public void setStorageConnectorType(StorageConnectorType storageConnectorType)

getId

public Integer getId()

setId

public void setId(Integer id)

getName

public String getName()

setName

public void setName(String name)

getDescription

public String getDescription()

setDescription

public void setDescription(String description)

getFeaturestoreId

public Integer getFeaturestoreId()

setFeaturestoreId

public void setFeaturestoreId(Integer featurestoreId)