com.logicalclocks.hsfs

Class StorageConnector.KafkaConnector

java.lang.Object

com.logicalclocks.hsfs.StorageConnector

com.logicalclocks.hsfs.StorageConnector.KafkaConnector

Enclosing class:

StorageConnector

public static class StorageConnector.KafkaConnector
extends StorageConnector

Nested Class Summary

Nested classes/interfaces inherited from class com.logicalclocks.hsfs.StorageConnector

StorageConnector.AdlsConnector, StorageConnector.BigqueryConnector, StorageConnector.GcsConnector, StorageConnector.HopsFsConnector, StorageConnector.JdbcConnector, StorageConnector.KafkaConnector, StorageConnector.RedshiftConnector, StorageConnector.S3Connector, StorageConnector.SnowflakeConnector

Field Summary

Fields

Modifier and Type	Field and Description
static String	sparkFormat

Fields inherited from class com.logicalclocks.hsfs.StorageConnector

storageConnectorApi, storageConnectorType

Constructor Summary

Constructors

Constructor and Description
KafkaConnector()

Method Summary

Modifier and Type	Method and Description
String	getBootstrapServers()
List<Option>	getOptions()
String	getPath(String subPath)
SecurityProtocol	getSecurityProtocol()
SslEndpointIdentificationAlgorithm	getSslEndpointIdentificationAlgorithm()
String	getSslKeyPassword()
String	getSslKeystoreLocation()
String	getSslKeystorePassword()
String	getSslTruststoreLocation()
String	getSslTruststorePassword()
Object	read(String query, String dataFormat, Map<String,String> options, String path)
Object	readStream(String topic, boolean topicPattern, String messageFormat, String schema, Map<String,String> options, boolean includeMetadata)
void	setBootstrapServers(String bootstrapServers)
void	setOptions(List<Option> options)
void	setSecurityProtocol(SecurityProtocol securityProtocol)
void	setSslEndpointIdentificationAlgorithm(SslEndpointIdentificationAlgorithm sslEndpointIdentificationAlgorithm)
void	setSslKeyPassword(String sslKeyPassword)
void	setSslKeystoreLocation(String sslKeystoreLocation)
void	setSslKeystorePassword(String sslKeystorePassword)
void	setSslTruststoreLocation(String sslTruststoreLocation)
void	setSslTruststorePassword(String sslTruststorePassword)
Map<String,String>	sparkOptions()

Methods inherited from class com.logicalclocks.hsfs.StorageConnector

getDescription, getFeaturestoreId, getId, getName, getStorageConnectorType, refetch, setDescription, setFeaturestoreId, setId, setName, setStorageConnectorType, toString

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Field Detail

sparkFormat

public static final String sparkFormat

See Also:

Constant Field Values

Constructor Detail

KafkaConnector

public KafkaConnector()

Method Detail

setSslTruststoreLocation

public void setSslTruststoreLocation(String sslTruststoreLocation)

setSslKeystoreLocation

public void setSslKeystoreLocation(String sslKeystoreLocation)

sparkOptions

public Map<String,String> sparkOptions()

Specified by:

sparkOptions in class StorageConnector

getPath

public String getPath(String subPath)

Specified by:

getPath in class StorageConnector

read

public Object read(String query,
                   String dataFormat,
                   Map<String,String> options,
                   String path)

Overrides:

read in class StorageConnector

readStream

public Object readStream(String topic,
                         boolean topicPattern,
                         String messageFormat,
                         String schema,
                         Map<String,String> options,
                         boolean includeMetadata)
                  throws FeatureStoreException,
                         IOException

Throws:

FeatureStoreException

IOException

getBootstrapServers

public String getBootstrapServers()

setBootstrapServers

public void setBootstrapServers(String bootstrapServers)

getSecurityProtocol

public SecurityProtocol getSecurityProtocol()

setSecurityProtocol

public void setSecurityProtocol(SecurityProtocol securityProtocol)

getSslTruststoreLocation

public String getSslTruststoreLocation()

getSslTruststorePassword

public String getSslTruststorePassword()

setSslTruststorePassword

public void setSslTruststorePassword(String sslTruststorePassword)

getSslKeystoreLocation

public String getSslKeystoreLocation()

getSslKeystorePassword

public String getSslKeystorePassword()

setSslKeystorePassword

public void setSslKeystorePassword(String sslKeystorePassword)

getSslKeyPassword

public String getSslKeyPassword()

setSslKeyPassword

public void setSslKeyPassword(String sslKeyPassword)

getSslEndpointIdentificationAlgorithm

public SslEndpointIdentificationAlgorithm getSslEndpointIdentificationAlgorithm()

setSslEndpointIdentificationAlgorithm

public void setSslEndpointIdentificationAlgorithm(SslEndpointIdentificationAlgorithm sslEndpointIdentificationAlgorithm)

getOptions

public List<Option> getOptions()

setOptions

public void setOptions(List<Option> options)