| Package | Description |
|---|---|
| com.logicalclocks.hsfs | |
| com.logicalclocks.hsfs.constructor | |
| com.logicalclocks.hsfs.engine | |
| com.logicalclocks.hsfs.engine.hudi | |
| com.logicalclocks.hsfs.metadata |
| Modifier and Type | Class and Description |
|---|---|
class |
ExternalFeatureGroup |
class |
FeatureGroup |
class |
StreamFeatureGroup |
| Modifier and Type | Method and Description |
|---|---|
FeatureGroupBase |
HudiFeatureGroupAlias.getFeatureGroup() |
FeatureGroupBase |
Query.getLeftFeatureGroup() |
| Modifier and Type | Method and Description |
|---|---|
void |
HudiFeatureGroupAlias.setFeatureGroup(FeatureGroupBase featureGroup) |
void |
Query.setLeftFeatureGroup(FeatureGroupBase leftFeatureGroup) |
| Constructor and Description |
|---|
HudiFeatureGroupAlias(String alias,
FeatureGroupBase featureGroup,
Long leftFeatureGroupStartTimestamp,
Long leftFeatureGroupEndTimestamp) |
Query(FeatureGroupBase leftFeatureGroup,
List<Feature> leftFeatures) |
| Modifier and Type | Method and Description |
|---|---|
<T extends FeatureGroupBase> |
FeatureGroupBaseEngine.appendFeatures(FeatureGroupBase featureGroup,
List<Feature> features,
Class<T> fgClass) |
<T extends FeatureGroupBase> |
FeatureGroupBaseEngine.updateDescription(FeatureGroupBase featureGroup,
String description,
Class<T> fgClass) |
<T extends FeatureGroupBase> |
FeatureGroupBaseEngine.updateFeatures(FeatureGroupBase featureGroup,
List<Feature> features,
Class<T> fgClass) |
<T extends FeatureGroupBase> |
FeatureGroupBaseEngine.updateStatisticsConfig(FeatureGroupBase featureGroup,
Class<T> fgClass) |
| Modifier and Type | Method and Description |
|---|---|
void |
FeatureGroupBaseEngine.addTag(FeatureGroupBase featureGroupBase,
String name,
Object value) |
<T extends FeatureGroupBase> |
FeatureGroupBaseEngine.appendFeatures(FeatureGroupBase featureGroup,
List<Feature> features,
Class<T> fgClass) |
<S> FeatureGroupCommit |
FeatureGroupUtils.commitDelete(FeatureGroupBase featureGroupBase,
S genericDataset,
Map<String,String> writeOptions) |
Map<Long,Map<String,String>> |
FeatureGroupUtils.commitDetails(FeatureGroupBase featureGroupBase,
Integer limit) |
Map<Long,Map<String,String>> |
FeatureGroupUtils.commitDetailsByWallclockTime(FeatureGroupBase featureGroup,
String wallclockTime,
Integer limit) |
<S> Statistics |
StatisticsEngine.computeStatistics(FeatureGroupBase featureGroup,
S genericDataFrame,
Long commitId) |
void |
FeatureGroupBaseEngine.delete(FeatureGroupBase featureGroupBase) |
void |
FeatureGroupBaseEngine.deleteTag(FeatureGroupBase featureGroupBase,
String name) |
org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> |
SparkEngine.encodeComplexFeatures(FeatureGroupBase featureGroupBase,
org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> dataset)
Encodes all complex type features to binary using their avro type as schema.
|
Statistics |
StatisticsEngine.get(FeatureGroupBase featureGroup,
String commitTime) |
String |
FeatureGroupUtils.getFgName(FeatureGroupBase featureGroup) |
Map<String,String> |
FeatureGroupUtils.getKafkaConfig(FeatureGroupBase featureGroup,
Map<String,String> writeOptions) |
Statistics |
StatisticsEngine.getLast(FeatureGroupBase featureGroup) |
scala.collection.Seq<String> |
FeatureGroupUtils.getPartitionColumns(FeatureGroupBase offlineFeatureGroup) |
scala.collection.Seq<String> |
FeatureGroupUtils.getPrimaryColumns(FeatureGroupBase offlineFeatureGroup) |
Subject |
FeatureGroupUtils.getSubject(FeatureGroupBase featureGroup) |
String |
FeatureGroupUtils.getTableName(FeatureGroupBase offlineFeatureGroup) |
Object |
FeatureGroupBaseEngine.getTag(FeatureGroupBase featureGroupBase,
String name) |
Map<String,Object> |
FeatureGroupBaseEngine.getTags(FeatureGroupBase featureGroupBase) |
void |
CodeEngine.saveCode(FeatureGroupBase featureGroup) |
<T extends FeatureGroupBase> |
FeatureGroupBaseEngine.updateDescription(FeatureGroupBase featureGroup,
String description,
Class<T> fgClass) |
<T extends FeatureGroupBase> |
FeatureGroupBaseEngine.updateFeatures(FeatureGroupBase featureGroup,
List<Feature> features,
Class<T> fgClass) |
<T extends FeatureGroupBase> |
FeatureGroupBaseEngine.updateStatisticsConfig(FeatureGroupBase featureGroup,
Class<T> fgClass) |
void |
FeatureGroupUtils.verifyAttributeKeyNames(FeatureGroupBase featureGroup,
List<String> partitionKeyNames,
String precombineKeyName) |
<S> void |
SparkEngine.writeEmptyDataframe(FeatureGroupBase featureGroup) |
void |
SparkEngine.writeOfflineDataframe(FeatureGroupBase featureGroup,
org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> dataset,
HudiOperationType operation,
Map<String,String> writeOptions,
Integer validationId) |
<S> void |
SparkEngine.writeOnlineDataframe(FeatureGroupBase featureGroupBase,
S dataset,
String onlineTopicName,
Map<String,String> writeOptions) |
<S> org.apache.spark.sql.streaming.StreamingQuery |
SparkEngine.writeStreamDataframe(FeatureGroupBase featureGroupBase,
S datasetGeneric,
String queryName,
String outputMode,
boolean awaitTermination,
Long timeout,
String checkpointLocation,
Map<String,String> writeOptions) |
| Modifier and Type | Method and Description |
|---|---|
<S> FeatureGroupCommit |
HudiEngine.deleteRecord(org.apache.spark.sql.SparkSession sparkSession,
FeatureGroupBase featureGroup,
S genericDeleteDF,
Map<String,String> writeOptions) |
void |
HudiEngine.saveHudiFeatureGroup(org.apache.spark.sql.SparkSession sparkSession,
FeatureGroupBase featureGroup,
org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> dataset,
HudiOperationType operation,
Map<String,String> writeOptions,
Integer validationId) |
| Modifier and Type | Method and Description |
|---|---|
<T extends FeatureGroupBase> |
FeatureGroupApi.updateMetadata(FeatureGroupBase featureGroup,
String queryParameter,
Class<T> fgType) |
<T extends FeatureGroupBase> |
FeatureGroupApi.updateMetadata(FeatureGroupBase featureGroup,
String queryParameter,
Object value,
Class<T> fgType) |
| Modifier and Type | Method and Description |
|---|---|
void |
TagsApi.add(FeatureGroupBase featureGroupBase,
String name,
Object value) |
void |
FeatureGroupApi.delete(FeatureGroupBase featureGroupBase) |
void |
FeatureGroupApi.deleteContent(FeatureGroupBase featureGroup) |
void |
TagsApi.deleteTag(FeatureGroupBase featureGroup,
String name) |
FeatureGroupCommit |
FeatureGroupApi.featureGroupCommit(FeatureGroupBase featureGroup,
FeatureGroupCommit featureGroupCommit) |
Map<String,Object> |
TagsApi.get(FeatureGroupBase featureGroupBase) |
Statistics |
StatisticsApi.get(FeatureGroupBase featureGroup,
String commitTime) |
Object |
TagsApi.get(FeatureGroupBase featureGroupBase,
String name) |
List<FeatureGroupCommit> |
FeatureGroupApi.getCommitDetails(FeatureGroupBase featureGroupBase,
Long wallclockTimestamp,
Integer limit) |
Statistics |
StatisticsApi.getLast(FeatureGroupBase featureGroup) |
void |
CodeApi.post(FeatureGroupBase featureGroup,
Code code,
String entityId,
Code.RunType type,
String browserHostName) |
Statistics |
StatisticsApi.post(FeatureGroupBase featureGroup,
Statistics statistics) |
<T extends FeatureGroupBase> |
FeatureGroupApi.updateMetadata(FeatureGroupBase featureGroup,
String queryParameter,
Class<T> fgType) |
<T extends FeatureGroupBase> |
FeatureGroupApi.updateMetadata(FeatureGroupBase featureGroup,
String queryParameter,
Object value,
Class<T> fgType) |
Copyright © 2023. All rights reserved.