com.logicalclocks.hsfs.engine

Class StreamFeatureGroupEngine

java.lang.Object

com.logicalclocks.hsfs.engine.StreamFeatureGroupEngine

public class StreamFeatureGroupEngine
extends Object

Constructor Summary

Constructors

Constructor and Description
StreamFeatureGroupEngine()

Method Summary

Modifier and Type	Method and Description
<S> void	insert(StreamFeatureGroup streamFeatureGroup, S featureData, SaveMode saveMode, List<String> partitionKeys, String hudiPrecombineKey, Map<String,String> writeOptions, JobConfiguration jobConfiguration)
<S> Object	insertStream(StreamFeatureGroup streamFeatureGroup, S featureData, String queryName, String outputMode, boolean awaitTermination, Long timeout, String checkpointLocation, List<String> partitionKeys, String hudiPrecombineKey, Map<String,String> writeOptions, JobConfiguration jobConfiguration)
<S> StreamFeatureGroup	save(StreamFeatureGroup featureGroup, S dataset, List<String> partitionKeys, String hudiPrecombineKey, Map<String,String> writeOptions, JobConfiguration sparkJobConfiguration)
<S> StreamFeatureGroup	saveFeatureGroupMetaData(StreamFeatureGroup featureGroup, List<String> partitionKeys, String hudiPrecombineKey, Map<String,String> writeOptions, JobConfiguration sparkJobConfiguration, S featureData)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

StreamFeatureGroupEngine

public StreamFeatureGroupEngine()

Method Detail

save

public <S> StreamFeatureGroup save(StreamFeatureGroup featureGroup,
                                   S dataset,
                                   List<String> partitionKeys,
                                   String hudiPrecombineKey,
                                   Map<String,String> writeOptions,
                                   JobConfiguration sparkJobConfiguration)
                            throws FeatureStoreException,
                                   IOException,
                                   ParseException

Throws:

FeatureStoreException

IOException

ParseException

insertStream

public <S> Object insertStream(StreamFeatureGroup streamFeatureGroup,
                               S featureData,
                               String queryName,
                               String outputMode,
                               boolean awaitTermination,
                               Long timeout,
                               String checkpointLocation,
                               List<String> partitionKeys,
                               String hudiPrecombineKey,
                               Map<String,String> writeOptions,
                               JobConfiguration jobConfiguration)

insert

public <S> void insert(StreamFeatureGroup streamFeatureGroup,
                       S featureData,
                       SaveMode saveMode,
                       List<String> partitionKeys,
                       String hudiPrecombineKey,
                       Map<String,String> writeOptions,
                       JobConfiguration jobConfiguration)
                throws FeatureStoreException,
                       IOException,
                       ParseException

Throws:

FeatureStoreException

IOException

ParseException

saveFeatureGroupMetaData

public <S> StreamFeatureGroup saveFeatureGroupMetaData(StreamFeatureGroup featureGroup,
                                                       List<String> partitionKeys,
                                                       String hudiPrecombineKey,
                                                       Map<String,String> writeOptions,
                                                       JobConfiguration sparkJobConfiguration,
                                                       S featureData)
                                                throws FeatureStoreException,
                                                       IOException

Throws:

FeatureStoreException

IOException