com.logicalclocks.hsfs.engine

Class FeatureViewEngine

java.lang.Object

com.logicalclocks.hsfs.engine.FeatureViewEngine

public class FeatureViewEngine
extends Object

Constructor Summary

Constructors

Constructor and Description
FeatureViewEngine()

Method Summary

Modifier and Type	Method and Description
void	addTag(FeatureView featureView, String name, Object value)
void	addTag(FeatureView featureView, String name, Object value, Integer trainingDataVersion)
Statistics	computeStatistics(FeatureView featureView, TrainingDataset trainingDataset, org.apache.spark.sql.Dataset<org.apache.spark.sql.Row>[] datasets)
TrainingDatasetBundle	createTrainingDataset(FeatureView featureView, TrainingDataset trainingDataset, Map<String,String> userWriteOptions)
void	delete(FeatureStore featureStore, String name)
void	delete(FeatureStore featureStore, String name, Integer version)
void	deleteTag(FeatureView featureView, String name)
void	deleteTag(FeatureView featureView, String name, Integer trainingDataVersion)
void	deleteTrainingData(FeatureView featureView)
void	deleteTrainingData(FeatureView featureView, Integer trainingDataVersion)
void	deleteTrainingDatasetOnly(FeatureView featureView)
void	deleteTrainingDatasetOnly(FeatureView featureView, Integer trainingDataVersion)
List<FeatureView>	get(FeatureStore featureStore, String name)
FeatureView	get(FeatureStore featureStore, String name, Integer version)
org.apache.spark.sql.Dataset<org.apache.spark.sql.Row>	getBatchData(FeatureView featureView, Date startTime, Date endTime, Map<String,String> readOptions, Integer trainingDataVersion)
Query	getBatchQuery(FeatureView featureView, Date startTime, Date endTime, Boolean withLabels, Integer trainingDataVersion)
String	getBatchQueryString(FeatureView featureView, Date startTime, Date endTime, Integer trainingDataVersion)
FeatureView	getOrCreateFeatureView(FeatureStore featureStore, String name, Integer version, Query query, String description, List<String> labels)
Object	getTag(FeatureView featureView, String name)
Object	getTag(FeatureView featureView, String name, Integer trainingDataVersion)
Map<String,Object>	getTags(FeatureView featureView)
Map<String,Object>	getTags(FeatureView featureView, Integer trainingDataVersion)
TrainingDatasetBundle	getTrainingDataset(FeatureView featureView, Integer trainingDatasetVersion, List<String> requestedSplits, Map<String,String> userReadOptions)
TrainingDatasetBundle	getTrainingDataset(FeatureView featureView, TrainingDataset trainingDataset, List<String> requestedSplits, Map<String,String> userReadOptions)
TrainingDatasetBundle	getTrainingDataset(FeatureView featureView, TrainingDataset trainingDataset, Map<String,String> userReadOptions)
void	recreateTrainingDataset(FeatureView featureView, Integer version, Map<String,String> userWriteOptions)
FeatureView	save(FeatureView featureView)
FeatureView	update(FeatureView featureView)
void	writeTrainingDataset(FeatureView featureView, TrainingDataset trainingDataset, Map<String,String> userWriteOptions)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

FeatureViewEngine

public FeatureViewEngine()

Method Detail

save

public FeatureView save(FeatureView featureView)
                 throws FeatureStoreException,
                        IOException

Throws:

FeatureStoreException

IOException

update

public FeatureView update(FeatureView featureView)
                   throws FeatureStoreException,
                          IOException

Throws:

FeatureStoreException

IOException

get

public FeatureView get(FeatureStore featureStore,
                       String name,
                       Integer version)
                throws FeatureStoreException,
                       IOException

Throws:

FeatureStoreException

IOException

get

public List<FeatureView> get(FeatureStore featureStore,
                             String name)
                      throws FeatureStoreException,
                             IOException

Throws:

FeatureStoreException

IOException

delete

public void delete(FeatureStore featureStore,
                   String name)
            throws FeatureStoreException,
                   IOException

Throws:

FeatureStoreException

IOException

delete

public void delete(FeatureStore featureStore,
                   String name,
                   Integer version)
            throws FeatureStoreException,
                   IOException

Throws:

FeatureStoreException

IOException

createTrainingDataset

public TrainingDatasetBundle createTrainingDataset(FeatureView featureView,
                                                   TrainingDataset trainingDataset,
                                                   Map<String,String> userWriteOptions)
                                            throws IOException,
                                                   FeatureStoreException

Throws:

IOException

FeatureStoreException

writeTrainingDataset

public void writeTrainingDataset(FeatureView featureView,
                                 TrainingDataset trainingDataset,
                                 Map<String,String> userWriteOptions)
                          throws IOException,
                                 FeatureStoreException

Throws:

IOException

FeatureStoreException

getTrainingDataset

public TrainingDatasetBundle getTrainingDataset(FeatureView featureView,
                                                Integer trainingDatasetVersion,
                                                List<String> requestedSplits,
                                                Map<String,String> userReadOptions)
                                         throws IOException,
                                                FeatureStoreException,
                                                ParseException

Throws:

IOException

FeatureStoreException

ParseException

getTrainingDataset

public TrainingDatasetBundle getTrainingDataset(FeatureView featureView,
                                                TrainingDataset trainingDataset,
                                                Map<String,String> userReadOptions)
                                         throws IOException,
                                                FeatureStoreException

Throws:

IOException

FeatureStoreException

getTrainingDataset

public TrainingDatasetBundle getTrainingDataset(FeatureView featureView,
                                                TrainingDataset trainingDataset,
                                                List<String> requestedSplits,
                                                Map<String,String> userReadOptions)
                                         throws IOException,
                                                FeatureStoreException

Throws:

IOException

FeatureStoreException

computeStatistics

public Statistics computeStatistics(FeatureView featureView,
                                    TrainingDataset trainingDataset,
                                    org.apache.spark.sql.Dataset<org.apache.spark.sql.Row>[] datasets)
                             throws FeatureStoreException,
                                    IOException

Throws:

FeatureStoreException

IOException

recreateTrainingDataset

public void recreateTrainingDataset(FeatureView featureView,
                                    Integer version,
                                    Map<String,String> userWriteOptions)
                             throws IOException,
                                    FeatureStoreException

Throws:

IOException

FeatureStoreException

deleteTrainingData

public void deleteTrainingData(FeatureView featureView,
                               Integer trainingDataVersion)
                        throws FeatureStoreException,
                               IOException

Throws:

FeatureStoreException

IOException

deleteTrainingData

public void deleteTrainingData(FeatureView featureView)
                        throws FeatureStoreException,
                               IOException

Throws:

FeatureStoreException

IOException

deleteTrainingDatasetOnly

public void deleteTrainingDatasetOnly(FeatureView featureView,
                                      Integer trainingDataVersion)
                               throws FeatureStoreException,
                                      IOException

Throws:

FeatureStoreException

IOException

deleteTrainingDatasetOnly

public void deleteTrainingDatasetOnly(FeatureView featureView)
                               throws FeatureStoreException,
                                      IOException

Throws:

FeatureStoreException

IOException

getBatchQueryString

public String getBatchQueryString(FeatureView featureView,
                                  Date startTime,
                                  Date endTime,
                                  Integer trainingDataVersion)
                           throws FeatureStoreException,
                                  IOException

Throws:

FeatureStoreException

IOException

getBatchQuery

public Query getBatchQuery(FeatureView featureView,
                           Date startTime,
                           Date endTime,
                           Boolean withLabels,
                           Integer trainingDataVersion)
                    throws FeatureStoreException,
                           IOException

Throws:

FeatureStoreException

IOException

getBatchData

public org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> getBatchData(FeatureView featureView,
                                                                           Date startTime,
                                                                           Date endTime,
                                                                           Map<String,String> readOptions,
                                                                           Integer trainingDataVersion)
                                                                    throws FeatureStoreException,
                                                                           IOException

Throws:

FeatureStoreException

IOException

addTag

public void addTag(FeatureView featureView,
                   String name,
                   Object value)
            throws FeatureStoreException,
                   IOException

Throws:

FeatureStoreException

IOException

addTag

public void addTag(FeatureView featureView,
                   String name,
                   Object value,
                   Integer trainingDataVersion)
            throws FeatureStoreException,
                   IOException

Throws:

FeatureStoreException

IOException

deleteTag

public void deleteTag(FeatureView featureView,
                      String name)
               throws FeatureStoreException,
                      IOException

Throws:

FeatureStoreException

IOException

deleteTag

public void deleteTag(FeatureView featureView,
                      String name,
                      Integer trainingDataVersion)
               throws FeatureStoreException,
                      IOException

Throws:

FeatureStoreException

IOException

getTag

public Object getTag(FeatureView featureView,
                     String name)
              throws FeatureStoreException,
                     IOException

Throws:

FeatureStoreException

IOException

getTag

public Object getTag(FeatureView featureView,
                     String name,
                     Integer trainingDataVersion)
              throws FeatureStoreException,
                     IOException

Throws:

FeatureStoreException

IOException

getTags

public Map<String,Object> getTags(FeatureView featureView)
                           throws FeatureStoreException,
                                  IOException

Throws:

FeatureStoreException

IOException

getTags

public Map<String,Object> getTags(FeatureView featureView,
                                  Integer trainingDataVersion)
                           throws FeatureStoreException,
                                  IOException

Throws:

FeatureStoreException

IOException

getOrCreateFeatureView

public FeatureView getOrCreateFeatureView(FeatureStore featureStore,
                                          String name,
                                          Integer version,
                                          Query query,
                                          String description,
                                          List<String> labels)
                                   throws FeatureStoreException,
                                          IOException

Throws:

FeatureStoreException

IOException