com.logicalclocks.hsfs.engine

Class FeatureGroupUtils

java.lang.Object

com.logicalclocks.hsfs.engine.FeatureGroupUtils

public class FeatureGroupUtils
extends Object

Constructor Summary

Constructors

Constructor and Description
FeatureGroupUtils()

Method Summary

Modifier and Type	Method and Description
String	checkpointDirPath(String queryName, String onlineTopicName)
<S> FeatureGroupCommit	commitDelete(FeatureGroupBase featureGroupBase, S genericDataset, Map<String,String> writeOptions)
Map<Long,Map<String,String>>	commitDetails(FeatureGroupBase featureGroupBase, Integer limit)
Map<Long,Map<String,String>>	commitDetailsByWallclockTime(FeatureGroupBase featureGroup, String wallclockTime, Integer limit)
String	constructCheckpointPath(FeatureGroup featureGroup, String queryName, String queryPrefix)
<S> S	convertToDefaultDataframe(S datasetGeneric)
List<String>	getComplexFeatures(List<Feature> features)
static Date	getDateFromDateString(String inputDate)
org.apache.avro.Schema	getDeserializedAvroSchema(String avroSchema)
String	getEncodedAvroSchema(org.apache.avro.Schema schema, List<String> complexFeatures)
String	getFeatureAvroSchema(String featureName, org.apache.avro.Schema schema)
String	getFgName(FeatureGroupBase featureGroup)
Map<String,String>	getKafkaConfig(FeatureGroupBase featureGroup, Map<String,String> writeOptions)
String	getOnlineTableName(FeatureGroup offlineFeatureGroup)
scala.collection.Seq<String>	getPartitionColumns(FeatureGroupBase offlineFeatureGroup)
scala.collection.Seq<String>	getPrimaryColumns(FeatureGroupBase offlineFeatureGroup)
Subject	getSubject(FeatureGroupBase featureGroup)
String	getTableName(FeatureGroupBase offlineFeatureGroup)
static Long	getTimeStampFromDateString(String inputDate)
<S> List<Feature>	parseFeatureGroupSchema(S datasetGeneric, TimeTravelFormat timeTravelFormat)
String	timeStampToHudiFormat(Long commitedOnTimeStamp)
void	verifyAttributeKeyNames(FeatureGroupBase featureGroup, List<String> partitionKeyNames, String precombineKeyName)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

FeatureGroupUtils

public FeatureGroupUtils()

Method Detail

parseFeatureGroupSchema

public <S> List<Feature> parseFeatureGroupSchema(S datasetGeneric,
                                                 TimeTravelFormat timeTravelFormat)
                                          throws FeatureStoreException

Throws:

FeatureStoreException

convertToDefaultDataframe

public <S> S convertToDefaultDataframe(S datasetGeneric)
                                throws FeatureStoreException

Throws:

FeatureStoreException

getTableName

public String getTableName(FeatureGroupBase offlineFeatureGroup)

getOnlineTableName

public String getOnlineTableName(FeatureGroup offlineFeatureGroup)

getPartitionColumns

public scala.collection.Seq<String> getPartitionColumns(FeatureGroupBase offlineFeatureGroup)

getPrimaryColumns

public scala.collection.Seq<String> getPrimaryColumns(FeatureGroupBase offlineFeatureGroup)

getFgName

public String getFgName(FeatureGroupBase featureGroup)

getDateFromDateString

public static Date getDateFromDateString(String inputDate)
                                  throws FeatureStoreException,
                                         ParseException

Throws:

FeatureStoreException

ParseException

getTimeStampFromDateString

public static Long getTimeStampFromDateString(String inputDate)
                                       throws FeatureStoreException,
                                              ParseException

Throws:

FeatureStoreException

ParseException

timeStampToHudiFormat

public String timeStampToHudiFormat(Long commitedOnTimeStamp)

constructCheckpointPath

public String constructCheckpointPath(FeatureGroup featureGroup,
                                      String queryName,
                                      String queryPrefix)
                               throws FeatureStoreException

Throws:

FeatureStoreException

getKafkaConfig

public Map<String,String> getKafkaConfig(FeatureGroupBase featureGroup,
                                         Map<String,String> writeOptions)
                                  throws FeatureStoreException,
                                         IOException

Throws:

FeatureStoreException

IOException

commitDetails

public Map<Long,Map<String,String>> commitDetails(FeatureGroupBase featureGroupBase,
                                                  Integer limit)
                                           throws IOException,
                                                  FeatureStoreException,
                                                  ParseException

Throws:

IOException

FeatureStoreException

ParseException

commitDetailsByWallclockTime

public Map<Long,Map<String,String>> commitDetailsByWallclockTime(FeatureGroupBase featureGroup,
                                                                 String wallclockTime,
                                                                 Integer limit)
                                                          throws IOException,
                                                                 FeatureStoreException,
                                                                 ParseException

Throws:

IOException

FeatureStoreException

ParseException

commitDelete

public <S> FeatureGroupCommit commitDelete(FeatureGroupBase featureGroupBase,
                                           S genericDataset,
                                           Map<String,String> writeOptions)
                                    throws IOException,
                                           FeatureStoreException,
                                           ParseException

Throws:

IOException

FeatureStoreException

ParseException

getSubject

public Subject getSubject(FeatureGroupBase featureGroup)
                   throws FeatureStoreException,
                          IOException

Throws:

FeatureStoreException

IOException

checkpointDirPath

public String checkpointDirPath(String queryName,
                                String onlineTopicName)
                         throws FeatureStoreException

Throws:

FeatureStoreException

getComplexFeatures

public List<String> getComplexFeatures(List<Feature> features)

getFeatureAvroSchema

public String getFeatureAvroSchema(String featureName,
                                   org.apache.avro.Schema schema)
                            throws FeatureStoreException,
                                   IOException

Throws:

FeatureStoreException

IOException

getEncodedAvroSchema

public String getEncodedAvroSchema(org.apache.avro.Schema schema,
                                   List<String> complexFeatures)
                            throws FeatureStoreException,
                                   IOException

Throws:

FeatureStoreException

IOException

getDeserializedAvroSchema

public org.apache.avro.Schema getDeserializedAvroSchema(String avroSchema)
                                                 throws FeatureStoreException,
                                                        IOException

Throws:

FeatureStoreException

IOException

verifyAttributeKeyNames

public void verifyAttributeKeyNames(FeatureGroupBase featureGroup,
                                    List<String> partitionKeyNames,
                                    String precombineKeyName)
                             throws FeatureStoreException

Throws:

FeatureStoreException