| Package | Description |
|---|---|
| com.logicalclocks.hsfs | |
| com.logicalclocks.hsfs.engine | |
| com.logicalclocks.hsfs.metadata |
| Modifier and Type | Class and Description |
|---|---|
static class |
StorageConnector.AdlsConnector |
static class |
StorageConnector.BigqueryConnector |
static class |
StorageConnector.GcsConnector |
static class |
StorageConnector.HopsFsConnector |
static class |
StorageConnector.JdbcConnector |
static class |
StorageConnector.KafkaConnector |
static class |
StorageConnector.RedshiftConnector |
static class |
StorageConnector.S3Connector |
static class |
StorageConnector.SnowflakeConnector |
| Modifier and Type | Method and Description |
|---|---|
StorageConnector |
StreamFeatureGroup.getOfflineStorageConnector() |
StorageConnector |
StreamFeatureGroup.getOnlineStorageConnector() |
StorageConnector |
ExternalFeatureGroup.getStorageConnector() |
StorageConnector |
TrainingDataset.getStorageConnector() |
StorageConnector |
FeatureStore.getStorageConnector(String name) |
StorageConnector |
StorageConnector.refetch() |
| Modifier and Type | Method and Description |
|---|---|
Integer |
FeatureView.createTrainingData(String startTime,
String endTime,
String description,
DataFormat dataFormat,
Boolean coalesce,
StorageConnector storageConnector,
String location,
Long seed,
StatisticsConfig statisticsConfig,
Map<String,String> writeOptions,
FilterLogic extraFilterLogic,
Filter extraFilter) |
Integer |
FeatureView.createTrainTestSplit(Float testSize,
String trainStart,
String trainEnd,
String testStart,
String testEnd,
String description,
DataFormat dataFormat,
Boolean coalesce,
StorageConnector storageConnector,
String location,
Long seed,
StatisticsConfig statisticsConfig,
Map<String,String> writeOptions,
FilterLogic extraFilterLogic,
Filter extraFilter) |
Integer |
FeatureView.createTrainValidationTestSplit(Float validationSize,
Float testSize,
String trainStart,
String trainEnd,
String validationStart,
String validationEnd,
String testStart,
String testEnd,
String description,
DataFormat dataFormat,
Boolean coalesce,
StorageConnector storageConnector,
String location,
Long seed,
StatisticsConfig statisticsConfig,
Map<String,String> writeOptions,
FilterLogic extraFilterLogic,
Filter extraFilter) |
void |
StreamFeatureGroup.setOfflineStorageConnector(StorageConnector offlineStorageConnector) |
void |
StreamFeatureGroup.setOnlineStorageConnector(StorageConnector onlineStorageConnector) |
void |
ExternalFeatureGroup.setStorageConnector(StorageConnector storageConnector) |
void |
TrainingDataset.setStorageConnector(StorageConnector storageConnector) |
ExternalFeatureGroup.ExternalFeatureGroupBuilder |
ExternalFeatureGroup.ExternalFeatureGroupBuilder.storageConnector(@NonNull StorageConnector storageConnector) |
TrainingDataset.TrainingDatasetBuilder |
TrainingDataset.TrainingDatasetBuilder.storageConnector(StorageConnector storageConnector) |
| Constructor and Description |
|---|
ExternalFeatureGroup(FeatureStore featureStore,
@NonNull String name,
Integer version,
String query,
ExternalDataFormat dataFormat,
String path,
Map<String,String> options,
@NonNull StorageConnector storageConnector,
String description,
List<String> primaryKeys,
List<Feature> features,
StatisticsConfig statisticsConfig,
String eventTime) |
ExternalFeatureGroup(StorageConnector storageConnector,
String query,
ExternalDataFormat dataFormat,
String path,
List<OnDemandOptions> options,
ExternalFeatureGroupEngine externalFeatureGroupEngine) |
StreamFeatureGroup(Boolean onlineEnabled,
StorageConnector onlineStorageConnector,
StorageConnector offlineStorageConnector,
List<String> statisticColumns,
List<String> partitionKeys,
String hudiPrecombineKey,
String onlineTopicName,
DeltaStreamerJobConf deltaStreamerJobConf) |
TrainingDataset(@NonNull String name,
Integer version,
String description,
DataFormat dataFormat,
Boolean coalesce,
StorageConnector storageConnector,
String location,
List<Split> splits,
String trainSplit,
Long seed,
FeatureStore featureStore,
StatisticsConfig statisticsConfig,
List<String> label,
String eventStartTime,
String eventEndTime,
TrainingDatasetType trainingDatasetType,
Float validationSize,
Float testSize,
String trainStart,
String trainEnd,
String validationStart,
String validationEnd,
String testStart,
String testEnd,
Integer timeSplitSize,
FilterLogic extraFilterLogic,
Filter extraFilter) |
| Modifier and Type | Method and Description |
|---|---|
TrainingDatasetType |
TrainingDatasetUtils.getTrainingDatasetType(StorageConnector storageConnector) |
org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> |
SparkEngine.read(StorageConnector storageConnector,
String dataFormat,
Map<String,String> readOptions,
String location) |
org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> |
SparkEngine.readStream(StorageConnector storageConnector,
String dataFormat,
String messageFormat,
String schema,
Map<String,String> options,
boolean includeMetadata) |
void |
SparkEngine.setupConnectorHadoopConf(StorageConnector storageConnector) |
| Modifier and Type | Method and Description |
|---|---|
StorageConnector |
StorageConnectorApi.get(Integer featureStoreId,
String name) |
StorageConnector |
StorageConnectorApi.getByName(FeatureStore featureStore,
String name) |
Copyright © 2023. All rights reserved.