Skip to content

Commit

Permalink
add:new materialization for sf
Browse files Browse the repository at this point in the history
  • Loading branch information
terzioglub committed Feb 28, 2025
1 parent e4121bd commit 1d0f7c9
Showing 1 changed file with 11 additions and 5 deletions.
16 changes: 11 additions & 5 deletions pkg/pipeline/pipeline.go
Original file line number Diff line number Diff line change
Expand Up @@ -256,21 +256,27 @@ const (
MaterializationStrategyDeleteInsert MaterializationStrategy = "delete+insert"
MaterializationStrategyAppend MaterializationStrategy = "append"
MaterializationStrategyMerge MaterializationStrategy = "merge"
MaterializationStrategyTimeInterval MaterializationStrategy = "time_interval"

MaterializationTimeGranularityDate = "date"
MaterializationTimeGranularityTimestamp = "timestamp"
)

var AllAvailableMaterializationStrategies = []MaterializationStrategy{
MaterializationStrategyCreateReplace,
MaterializationStrategyDeleteInsert,
MaterializationStrategyAppend,
MaterializationStrategyMerge,
MaterializationStrategyTimeInterval,
}

type Materialization struct {
Type MaterializationType `json:"type" yaml:"type,omitempty" mapstructure:"type"`
Strategy MaterializationStrategy `json:"strategy" yaml:"strategy,omitempty" mapstructure:"strategy"`
PartitionBy string `json:"partition_by" yaml:"partition_by,omitempty" mapstructure:"partition_by"`
ClusterBy []string `json:"cluster_by" yaml:"cluster_by,omitempty" mapstructure:"cluster_by"`
IncrementalKey string `json:"incremental_key" yaml:"incremental_key,omitempty" mapstructure:"incremental_key"`
Type MaterializationType `json:"type" yaml:"type,omitempty" mapstructure:"type"`
Strategy MaterializationStrategy `json:"strategy" yaml:"strategy,omitempty" mapstructure:"strategy"`
PartitionBy string `json:"partition_by" yaml:"partition_by,omitempty" mapstructure:"partition_by"`
ClusterBy []string `json:"cluster_by" yaml:"cluster_by,omitempty" mapstructure:"cluster_by"`
IncrementalKey string `json:"incremental_key" yaml:"incremental_key,omitempty" mapstructure:"incremental_key"`
TimeGranularity string `json:"time_granularity" yaml:"time_granularity,omitempty" mapstructure:"time_granularity"`
}

func (m Materialization) MarshalJSON() ([]byte, error) {
Expand Down

0 comments on commit 1d0f7c9

Please sign in to comment.