Skip to content

Commit 29eff66

Browse files
committed
feat: update CDCOptions to use snapshot terminology and add snapshot run duration
1 parent 344b101 commit 29eff66

1 file changed

Lines changed: 16 additions & 12 deletions

File tree

core/sling/config.go

Lines changed: 16 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -1637,9 +1637,10 @@ type TargetOptions struct {
16371637
// CDCOptions are options for change data capture mode
16381638
type CDCOptions struct {
16391639

1640-
// Initial Load
1641-
InitialLoadStart *string `json:"initial_load_start,omitempty" yaml:"initial_load_start,omitempty"`
1642-
InitialLoadChunkSize *int `json:"initial_load_chunk_size,omitempty" yaml:"initial_load_chunk_size,omitempty"`
1640+
// Snapshot (Initial Load)
1641+
SnapshotStart *string `json:"snapshot_start,omitempty" yaml:"snapshot_start,omitempty"`
1642+
SnapshotChunkSize *int `json:"snapshot_chunk_size,omitempty" yaml:"snapshot_chunk_size,omitempty"`
1643+
SnapshotRunDuration *string `json:"snapshot_run_duration,omitempty" yaml:"snapshot_run_duration,omitempty"`
16431644

16441645
// Batching
16451646
RunMaxEvents *int `json:"run_max_events,omitempty" yaml:"run_max_events,omitempty"`
@@ -1668,8 +1669,8 @@ func (o *CDCOptions) SetDefaults(cdcOptions CDCOptions) {
16681669
if o.RunMaxDuration == nil {
16691670
o.RunMaxDuration = cdcOptions.RunMaxDuration
16701671
}
1671-
if o.InitialLoadStart == nil {
1672-
o.InitialLoadStart = cdcOptions.InitialLoadStart
1672+
if o.SnapshotStart == nil {
1673+
o.SnapshotStart = cdcOptions.SnapshotStart
16731674
}
16741675
if o.SoftDelete == nil {
16751676
o.SoftDelete = cdcOptions.SoftDelete
@@ -1680,8 +1681,11 @@ func (o *CDCOptions) SetDefaults(cdcOptions CDCOptions) {
16801681
if o.RetryDelay == nil {
16811682
o.RetryDelay = cdcOptions.RetryDelay
16821683
}
1683-
if o.InitialLoadChunkSize == nil {
1684-
o.InitialLoadChunkSize = cdcOptions.InitialLoadChunkSize
1684+
if o.SnapshotChunkSize == nil {
1685+
o.SnapshotChunkSize = cdcOptions.SnapshotChunkSize
1686+
}
1687+
if o.SnapshotRunDuration == nil {
1688+
o.SnapshotRunDuration = cdcOptions.SnapshotRunDuration
16851689
}
16861690
if o.ReplayFrom == nil {
16871691
o.ReplayFrom = cdcOptions.ReplayFrom
@@ -1831,11 +1835,11 @@ var TargetDBOptionsDefault = TargetOptions{
18311835
var CDCOptionsDefault = CDCOptions{
18321836
RunMaxEvents: g.Int(100000),
18331837
RunMaxDuration: g.String("10m"),
1834-
InitialLoadStart: g.String("now"),
1835-
SoftDelete: g.Bool(false),
1836-
RetryAttempts: g.Int(3),
1837-
RetryDelay: g.String("5s"),
1838-
InitialLoadChunkSize: g.Int(100000),
1838+
SnapshotStart: g.String("now"),
1839+
SoftDelete: g.Bool(false),
1840+
RetryAttempts: g.Int(3),
1841+
RetryDelay: g.String("5s"),
1842+
SnapshotChunkSize: g.Int(100000),
18391843
}
18401844

18411845
func (o *SourceOptions) SetDefaults(sourceOptions SourceOptions) {

0 commit comments

Comments
 (0)