Update spark-defaults.conf

.github/workflows/spark_deployment/spark-defaults.conf

@@ -38,7 +38,6 @@ spark.hadoop.fs.s3a.bucket.all.committer.magic.enabled true
 
 # Write and Format Configuration
 spark.sql.parquet.compression.codec           zstd
-# spark.sql.parquet.mergeSchema                true
 spark.sql.parquet.filterPushdown             true
 spark.sql.hive.metastorePartitionPruning     true
 spark.sql.streaming.schemaInference          true
@@ -52,7 +51,6 @@ spark.network.timeout                        300s
 # Transaction and Consistency
 spark.sql.sources.default                    iceberg
 spark.sql.extensions                         org.apache.iceberg.spark.extensions.IcebergSparkSessionExtensions
-# spark.sql.transaction.isolation.level        SERIALIZABLE
 spark.sql.hive.thriftServer.async   true
 spark.sql.hive.thriftServer.maxWorkerThreads    6
 spark.sql.warehouse.dir s3a://dbt-spark-iceberg/github-integration-testing
@@ -63,4 +61,10 @@ spark.sql.catalog.glue.io-impl  org.apache.iceberg.aws.s3.S3FileIO
 spark.sql.defaultCatalog    glue
 spark.sql.catalog.glue.database dbt-spark-iceberg
 spark.sql.extensions    org.apache.iceberg.spark.extensions.IcebergSparkSessionExtensions
-spark.sql.iceberg.handle-timestamp-without-timezone true
+spark.sql.iceberg.handle-timestamp-without-timezone true
+
+spark.sql.iceberg.write.distribution-mode      hash
+spark.sql.iceberg.write.accept-any-schema     true
+spark.sql.iceberg.write.merge-schema          true
+spark.sql.iceberg.write.upsert.enabled        true
+spark.sql.iceberg.write.append.enabled        true