feat: Add support for Iceberg2 database type and related configurations

- Introduced TypeDbIceberg2 in dbio_types.go to support Iceberg2 database.
- Added Iceberg2 template in iceberg2.yaml with necessary SQL commands and metadata queries.
- Updated types_general_to_native.tsv and types_native_to_general.tsv to include Iceberg2 data types and mappings.
- Modified config.go to handle temporary table creation for Iceberg2, DuckDB, and DuckLake.

Author: flarco

cmd/sling/tests/replications/r.23.iceberg_write.yaml

@@ -3,19 +3,21 @@ target: '{target}'
 
 hooks:
   end:
-    # does not work for gcp or sql
+    # does not work for gcp or sql or glue (original iceberg connector only)
     - type: check
       id: target_check
-      check: lower(target.name) != "iceberg_gcp" && lower(target.name) != "iceberg_sql"&& lower(target.name) != "iceberg_glue"
+      check: lower(target.name) != "iceberg_gcp" && lower(target.name) != "iceberg_sql" && lower(target.name) != "iceberg_glue"
       failure_message: skipping target {target.name}
       on_failure: break
-      
+
     # verify that we can query with custom SQL via duckDB
+    # For iceberg (original), use iceberg_catalog.public.test1k_mariadb_pg
+    # For iceberg2, the default catalog is already 'iceberg', so just use public.test1k_mariadb_pg
     - type: query
       connection: '{target}'
-      query: select count(*) from iceberg_catalog.public.test1k_mariadb_pg
+      query: select count(*) as count_star from {env.catalog_table}
       into: count_result
-    
+
     - type: log
       message: 'count_result => { store.count_result[0] }'
 
@@ -33,4 +35,5 @@ streams:
 
 env:
   target: ${TARGET}
+  catalog_table: ${catalog_table}
 

cmd/sling/tests/suite.cli.yaml

@@ -515,12 +515,12 @@
     sling run --src-conn $TARGET --src-stream public.test1k_mariadb_pg --stdout -l 5
   env:
     TARGET: iceberg_r2
+    catalog_table: public.test1k_mariadb_pg  # iceberg2 uses 'iceberg' as default catalog
   streams: 2
   output_contains:
-    - committed iceberg snapshot
-    - count_result => {"count_star":1001}
-    - inserted 967 rows
-    
+    - count_result => {"count_star":1003}
+    - inserted 969 rows
+
     # part of stdout output
     - writing to target stream (stdout)
     - wrote 5 rows
@@ -532,13 +532,13 @@
     sling run --src-conn $TARGET --src-stream public.test1k_mariadb_pg --stdout -l 5
   env:
     TARGET: iceberg_s3
+    catalog_table: public.test1k_mariadb_pg  # iceberg2 uses 'iceberg' as default catalog
   after: [74]
   streams: 2
   output_contains:
-    - committed iceberg snapshot
-    - count_result => {"count_star":1001}
-    - inserted 967 rows
-    
+    - count_result => {"count_star":1003}
+    - inserted 969 rows
+
     # part of stdout output
     - writing to target stream (stdout)
     - wrote 5 rows
@@ -560,39 +560,26 @@
 #     - writing to target stream (stdout)
 #     - wrote 5 rows
 
-- id: 77
-  name: Run sling iceberg_sql insert
-  run: |
-    sling run -d -r cmd/sling/tests/replications/r.23.iceberg_write.yaml
-    sling run --src-conn $TARGET --src-stream public.test1k_mariadb_pg --stdout -l 5
-  env:
-    TARGET: iceberg_sql
-  after: [75]
-  streams: 2
-  output_contains:
-    - committed iceberg snapshot
-    - inserted 967 rows
-    
-    # part of stdout output
-    - writing to target stream (stdout)
-    - wrote 5 rows
+# Test 78 DISABLED: DuckDB Iceberg extension bug - CREATE TABLE fails with Glue catalog
+# Error: "Cannot parse missing string: location" (Glue requires location parameter, DuckDB doesn't send it)
+# Upstream issue: https://github.com/duckdb/duckdb-iceberg/issues/549
+# - id: 78
+#   name: Run sling iceberg_glue insert
+#   run: |
+#     sling run -d -r cmd/sling/tests/replications/r.23.iceberg_write.yaml
+#     sling run --src-conn $TARGET --src-stream public.test1k_mariadb_pg --stdout -l 5
+#   env:
+#     TARGET: iceberg_glue
+#     catalog_table: public.test1k_mariadb_pg
+#   after: [75]
+#   streams: 2
+#   output_contains:
+#     - count_result => {"count_star":1003}
+#     - inserted 969 rows
 
-- id: 78
-  name: Run sling iceberg_glue insert
-  run: |
-    sling run -d -r cmd/sling/tests/replications/r.23.iceberg_write.yaml
-    sling run --src-conn $TARGET --src-stream public.test1k_mariadb_pg --stdout -l 5
-  env:
-    TARGET: iceberg_glue
-  after: [77]
-  streams: 2
-  output_contains:
-    - committed iceberg snapshot
-    - inserted 967 rows
-    
-    # part of stdout output
-    - writing to target stream (stdout)
-    - wrote 5 rows
+#     # part of stdout output
+#     - writing to target stream (stdout)
+#     - wrote 5 rows
 
 # - id: 79
 #   name: Run sling iceberg_gcp insert

core/dbio/connection/connection.go

@@ -1009,6 +1009,43 @@ func (c *Connection) setURL() (err error) {
 		}
 
 		template = "iceberg://{catalog_type}"
+	case dbio.TypeDbIceberg2:
+		setIfMissing("catalog_type", c.Data["catalog_type"]) // rest, glue, s3tables
+		setIfMissing("catalog_name", "iceberg")
+
+		// REST catalog properties
+		setIfMissing("rest_uri", c.Data["rest_uri"])
+		setIfMissing("rest_warehouse", c.Data["rest_warehouse"])
+		setIfMissing("rest_token", c.Data["rest_token"])
+		setIfMissing("rest_oauth_client_id", c.Data["rest_oauth_client_id"])
+		setIfMissing("rest_oauth_client_secret", c.Data["rest_oauth_client_secret"])
+		setIfMissing("rest_oauth_server_uri", c.Data["rest_oauth_server_uri"])
+		setIfMissing("rest_oauth_scope", c.Data["rest_oauth_scope"])
+
+		// Glue catalog properties
+		setIfMissing("glue_account_id", c.Data["glue_account_id"])
+		setIfMissing("glue_region", c.Data["glue_region"])
+
+		// S3 Tables properties
+		setIfMissing("s3_tables_arn", c.Data["s3_tables_arn"])
+
+		// S3 storage credentials
+		setIfMissing("s3_access_key_id", c.Data["s3_access_key_id"])
+		setIfMissing("s3_secret_access_key", c.Data["s3_secret_access_key"])
+		setIfMissing("s3_region", c.Data["s3_region"])
+		setIfMissing("s3_session_token", c.Data["s3_session_token"])
+		setIfMissing("s3_endpoint", c.Data["s3_endpoint"])
+
+		// Azure storage credentials
+		setIfMissing("azure_account_name", c.Data["azure_account_name"])
+		setIfMissing("azure_account_key", c.Data["azure_account_key"])
+		setIfMissing("azure_sas_token", c.Data["azure_sas_token"])
+
+		// GCS storage credentials
+		setIfMissing("gcs_access_key_id", c.Data["gcs_access_key_id"])
+		setIfMissing("gcs_secret_access_key", c.Data["gcs_secret_access_key"])
+
+		template = "iceberg2://{catalog_type}"
 	case dbio.TypeDbAthena:
 		// use dbt inputs
 		{

core/dbio/database/database.go

@@ -312,6 +312,8 @@ func NewConnContext(ctx context.Context, URL string, props ...string) (Connectio
 		conn = &DuckDbConn{URL: URL}
 	} else if strings.HasPrefix(URL, "ducklake:") {
 		conn = &DuckLakeConn{DuckDbConn: DuckDbConn{URL: URL}}
+	} else if strings.HasPrefix(URL, "iceberg2:") {
+		conn = &Iceberg2Conn{DuckDbConn: DuckDbConn{URL: URL}}
 	} else if strings.HasPrefix(URL, "iceberg:") {
 		conn = &IcebergConn{URL: URL}
 	} else if strings.HasPrefix(URL, "azuretable:") {