Fix schema removal issue from DROP VIEW and get_insert_overwrite_sql strategy (#590)

* schema is removed when dropping a temporary view (file format = Parquet) or when applying the get_insert_overwrite_sql strategy

* update changelog

* fix integration test

* fix integration test, add updates(python model)

Author: erikachen19

CHANGELOG.md

@@ -7,6 +7,7 @@
 - Fix invalid Spark relation type: iceberg_table
 - Fix Iceberg snapshot issue of incorrect DROP VIEW calls
 - Upgrade dependencies: dbt-core 1.9.4, dbt-spark 1.9.2, moto 5.1.3.
+- Fix schema removal issue from DROP VIEW and get_insert_overwrite_sql strategy
 
 ## v1.9.2
 - Correctly handle EntityNotFound when trying to determine session state, setting state to does not exist instead of STOPPED.

dbt/include/glue/macros/materializations/incremental/incremental.sql

@@ -137,7 +137,14 @@
 
   {% if is_incremental == 'True' %}
     {% if is_tmp_relation_created == 'True' %}
-      {{ glue__drop_relation(tmp_relation) }}
+        {% if file_format != 'iceberg' %}
+            {% call statement('drop_relation') -%}
+                {%- set tmp_relation_view = tmp_relation.include(schema=false) -%}
+                drop view if exists {{ tmp_relation_view }}
+            {%- endcall %}
+        {% else %}
+          {{ glue__drop_relation(tmp_relation) }}
+        {% endif %}
     {% endif %}
     {% if file_format == 'delta' %}
       {{ adapter.delta_update_manifest(target_relation, custom_location, partition_by) }}

dbt/include/glue/macros/materializations/incremental/strategies.sql

@@ -7,12 +7,14 @@
     {%- if file_format == 'iceberg' -%}
         {%- set full_target_relation = glue__make_target_relation(target_relation, file_format) -%}
         {%- set full_source_relation = glue__make_target_relation(source_relation, file_format) -%}
+    {%- else -%}
+        {%- set full_source_relation =  source_relation.include(schema=false) -%}
     {%- endif -%}
     set hive.exec.dynamic.partition.mode=nonstrict
     dbt_next_query
     insert overwrite table {{ full_target_relation }}
     {{ partition_cols(label="partition") }}
-    select {{dest_cols_csv}} from {{ full_source_relation }}
+    select {{dest_cols_csv}} from {{ full_source_relation }} 
 {% endmacro %}