refactor: replace ToMapString with CastToMapString for consistency in data conversion

Author: flarco

core/dbio/api/api.go

@@ -20,7 +20,6 @@ type APIConnection struct {
 	State     *APIState
 	Context   *g.Context
 	evaluator *iop.Evaluator `json:"-" yaml:"-"`
-	sp        *iop.StreamProcessor
 }
 
 // NewAPIConnection creates an
@@ -36,7 +35,6 @@ func NewAPIConnection(ctx context.Context, spec Spec, data map[string]any) (ac *
 		},
 		Spec:      spec,
 		evaluator: iop.NewEvaluator(g.ArrStr("env", "state", "secrets", "auth", "response", "request", "sync", "context")),
-		sp:        iop.NewStreamProcessor(),
 	}
 
 	// Merge spec defaults state into ac.State.State first

core/dbio/iop/datastream.go

@@ -302,7 +302,7 @@ func (ds *Datastream) GetConfig() (configMap map[string]string) {
 	// lower the keys
 	configMapI := g.M()
 	g.JSONConvert(ds.Sp.Config, &configMapI)
-	return g.ToMapString(configMapI)
+	return g.CastToMapString(configMapI)
 }
 
 // CastRowToString returns the row as string casted

core/dbio/iop/stream_processor.go

@@ -81,7 +81,7 @@ type StreamConfig struct {
 func (sc *StreamConfig) ToMap() map[string]string {
 	m := g.M()
 	g.Unmarshal(g.Marshal(sc), &m)
-	return g.ToMapString(m)
+	return g.CastToMapString(m)
 }
 
 type Transformers struct {

core/dbio/iop/transforms.go

@@ -831,9 +831,9 @@ func (e *Evaluator) FillMissingKeys(stateMap map[string]any, varsToCheck []strin
 				stateMap[section] = g.M()
 			}
 
-			nested, err := cast.ToStringMapE(stateMap[section])
+			nested, err := g.CastToMapAnyE(stateMap[section])
 			if err != nil {
-				g.Warn("could not convert to map to fill missing key for %s: %#v", section, stateMap[section])
+				g.Warn(`could not convert to map to fill missing key for "%s": %#v`, section, stateMap[section])
 				nested = g.M()
 			} else if nested == nil {
 				nested = g.M()

core/sling/replication.go

@@ -1057,7 +1057,7 @@ func (rd *ReplicationConfig) Compile(cfgOverwrite *Config, selectStreams ...stri
 		}
 
 		// config overwrite
-		taskEnv := g.ToMapString(rd.Env)
+		taskEnv := g.CastToMapString(rd.Env)
 		var incrementalValStr string
 
 		if cfgOverwrite != nil {

core/sling/task_run_read.go

@@ -273,7 +273,7 @@ func (t *TaskExecution) ReadFromFile(cfg *Config) (df *iop.Dataflow, err error)
 		// construct props by merging with options
 		props := append(
 			g.MapToKVArr(cfg.SrcConn.DataS()),
-			g.MapToKVArr(g.ToMapString(options))...,
+			g.MapToKVArr(g.CastToMapString(options))...,
 		)
 
 		fs, err := filesys.NewFileSysClientFromURLContext(t.Context.Ctx, uri, props...)
@@ -354,7 +354,7 @@ func (t *TaskExecution) ReadFromFile(cfg *Config) (df *iop.Dataflow, err error)
 			return t.df, err
 		}
 	} else {
-		stream, err = filesys.MakeDatastream(bufio.NewReader(os.Stdin), g.ToMapString(options))
+		stream, err = filesys.MakeDatastream(bufio.NewReader(os.Stdin), g.CastToMapString(options))
 		if err != nil {
 			err = g.Error(err, "Could not MakeDatastream")
 			return t.df, err

core/sling/task_run_write.go

@@ -39,7 +39,7 @@ func (t *TaskExecution) WriteToFile(cfg *Config, df *iop.Dataflow) (cnt uint64,
 		options := t.getTargetOptionsMap()
 		props := append(
 			g.MapToKVArr(cfg.TgtConn.DataS()),
-			g.MapToKVArr(g.ToMapString(options))...,
+			g.MapToKVArr(g.CastToMapString(options))...,
 		)
 
 		fs, err := filesys.NewFileSysClientFromURLContext(t.Context.Ctx, uri, props...)

go.mod

@@ -37,7 +37,7 @@ require (
 	github.com/exasol/exasol-driver-go v1.0.14
 	github.com/fatih/color v1.18.0
 	github.com/flarco/bigquery v0.0.9
-	github.com/flarco/g v0.1.168
+	github.com/flarco/g v0.1.169
 	github.com/getsentry/sentry-go v0.27.0
 	github.com/go-sql-driver/mysql v1.9.3
 	github.com/gobwas/glob v0.2.3