singhpk234 commented on issue #7502:
URL: https://github.com/apache/iceberg/issues/7502#issuecomment-1532517258
I am able to reproduce the issue with spark 3.3 on current master, but it's
not reproduceable with spark 3.4 on current master
```java
public void testMergeIntoMaxResolutionReachedBug() {
createAndInitTableWithCustomName(
"id INT, dep STRING, dep1 STRING",
tableName("t1"),
"",
"{ \"id\": 2, \"dep\": \"emp-id-two\", \"dep1\": \"emp-id-two\"
}\n" + "{ \"id\": 6, \"dep\": \"emp-id-6\", \"dep1\": \"emp-id-two\" }");
createAndInitTableWithCustomName(
"id INT, dep STRING, dep2 STRING",
tableName("t2"),
"",
"{ \"id\": 2, \"dep\": \"emp-id-two\", \"dep2\": \"emp-id-two\"
}\n" + "{ \"id\": 6, \"dep\": \"emp-id-6\", \"dep2\": \"emp-id-two\" }");
List<String> joinCol = Arrays.asList("dep");
spark.table(tableName("t1"))
.filter("id = 2")
.join(spark.table(tableName("t2")),
scala.collection.JavaConverters.asScalaIterator(jcol.iterator()).toSeq(),
"inner")
.select("dep1")
.distinct()
.createOrReplaceTempView("view_test");
spark.sql(
String.format("MERGE INTO %s AS t USING %s AS s "
+ "ON t.dep == s.dep1 AND s.dep1 = 'emp-id-two' "
+ "WHEN MATCHED THEN UPDATE SET t.dep = 'pk'",
tableName, "view_test")).explain(true);
spark.sql(String.format("DROP TABLE IF EXISTS %s", tableName("t1")));
spark.sql(String.format("DROP TABLE IF EXISTS %s", tableName("t2")));
}
```
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
