com.logicalclocks.hsfs

Class ExternalFeatureGroup

java.lang.Object

com.logicalclocks.hsfs.metadata.FeatureGroupBase

com.logicalclocks.hsfs.ExternalFeatureGroup

public class ExternalFeatureGroup
extends FeatureGroupBase

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	ExternalFeatureGroup.ExternalFeatureGroupBuilder

Field Summary

Fields inherited from class com.logicalclocks.hsfs.metadata.FeatureGroupBase

created, creator, description, eventTime, expectationsNames, featureGroupBaseEngine, features, featureStore, id, location, name, primaryKeys, statisticsConfig, statisticsEngine, subject, timeTravelFormat, type, utils, version

Constructor Summary

Constructors

Constructor and Description
ExternalFeatureGroup()
ExternalFeatureGroup(FeatureStore featureStore, int id)
ExternalFeatureGroup(FeatureStore featureStore, @NonNull String name, Integer version, String query, ExternalDataFormat dataFormat, String path, Map<String,String> options, @NonNull StorageConnector storageConnector, String description, List<String> primaryKeys, List<Feature> features, StatisticsConfig statisticsConfig, String eventTime)
ExternalFeatureGroup(StorageConnector storageConnector, String query, ExternalDataFormat dataFormat, String path, List<OnDemandOptions> options, ExternalFeatureGroupEngine externalFeatureGroupEngine)

Method Summary

Modifier and Type	Method and Description
static ExternalFeatureGroup.ExternalFeatureGroupBuilder	builder()
ExternalDataFormat	getDataFormat()
List<OnDemandOptions>	getOptions()
String	getPath()
String	getQuery()
StorageConnector	getStorageConnector()
org.apache.spark.sql.Dataset<org.apache.spark.sql.Row>	read()
void	save()
void	setDataFormat(ExternalDataFormat dataFormat)
void	setOptions(List<OnDemandOptions> options)
void	setPath(String path)
void	setQuery(String query)
void	setStorageConnector(StorageConnector storageConnector)
void	show(int numRows)

Methods inherited from class com.logicalclocks.hsfs.metadata.FeatureGroupBase

addTag, appendFeatures, appendFeatures, computeStatistics, delete, deleteTag, filter, filter, getComplexFeatures, getCreated, getCreator, getDescription, getDeserializedAvroSchema, getEncodedAvroSchema, getEventTime, getExpectationsNames, getFeature, getFeatureAvroSchema, getFeatures, getFeatureStore, getId, getLocation, getName, getOnlineTopicName, getPrimaryKeys, getStatistics, getStatistics, getStatisticsConfig, getSubject, getTag, getTags, getTimeTravelFormat, getType, getVersion, select, selectAll, selectAll, selectExcept, selectExceptFeatures, selectFeatures, setDescription, setEventTime, setExpectationsNames, setFeatures, setFeatureStore, setId, setLocation, setName, setStatisticsConfig, setTimeTravelFormat, setType, setVersion, unloadSubject, updateDescription, updateFeatureDescription, updateFeatures, updateFeatures, updateStatisticsConfig

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

ExternalFeatureGroup

public ExternalFeatureGroup(FeatureStore featureStore,
                            @NonNull
                            @NonNull String name,
                            Integer version,
                            String query,
                            ExternalDataFormat dataFormat,
                            String path,
                            Map<String,String> options,
                            @NonNull
                            @NonNull StorageConnector storageConnector,
                            String description,
                            List<String> primaryKeys,
                            List<Feature> features,
                            StatisticsConfig statisticsConfig,
                            String eventTime)

ExternalFeatureGroup

public ExternalFeatureGroup()

ExternalFeatureGroup

public ExternalFeatureGroup(FeatureStore featureStore,
                            int id)

ExternalFeatureGroup

public ExternalFeatureGroup(StorageConnector storageConnector,
                            String query,
                            ExternalDataFormat dataFormat,
                            String path,
                            List<OnDemandOptions> options,
                            ExternalFeatureGroupEngine externalFeatureGroupEngine)

Method Detail

save

public void save()
          throws FeatureStoreException,
                 IOException

Throws:

FeatureStoreException

IOException

read

public org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> read()
                                                            throws FeatureStoreException,
                                                                   IOException

Overrides:

read in class FeatureGroupBase

Throws:

FeatureStoreException

IOException

show

public void show(int numRows)
          throws FeatureStoreException,
                 IOException

Throws:

FeatureStoreException

IOException

builder

public static ExternalFeatureGroup.ExternalFeatureGroupBuilder builder()

getStorageConnector

public StorageConnector getStorageConnector()

setStorageConnector

public void setStorageConnector(StorageConnector storageConnector)

getQuery

public String getQuery()

setQuery

public void setQuery(String query)

getDataFormat

public ExternalDataFormat getDataFormat()

setDataFormat

public void setDataFormat(ExternalDataFormat dataFormat)

getPath

public String getPath()

setPath

public void setPath(String path)

getOptions

public List<OnDemandOptions> getOptions()

setOptions

public void setOptions(List<OnDemandOptions> options)