deniskuzZ commented on code in PR #6527:
URL: https://github.com/apache/iceberg/pull/6527#discussion_r1200567779
##########
core/src/main/java/org/apache/iceberg/deletes/Deletes.java:
##########
@@ -306,41 +357,20 @@ protected CloseableIterator<T>
applyDelete(CloseableIterator<T> items) {
}
private static class DataFileFilter<T extends StructLike> extends Filter<T> {
- private final CharSequence dataLocation;
+ private final CharSequenceSet dataLocation;
- DataFileFilter(CharSequence dataLocation) {
+ DataFileFilter(CharSequenceSet dataLocation) {
this.dataLocation = dataLocation;
}
- @Override
- protected boolean shouldKeep(T posDelete) {
- return charSeqEquals(dataLocation, (CharSequence)
FILENAME_ACCESSOR.get(posDelete));
+ DataFileFilter(CharSequence dataLocation) {
+ this.dataLocation = CharSequenceSet.of(ImmutableList.of(dataLocation));
}
- private boolean charSeqEquals(CharSequence s1, CharSequence s2) {
- if (s1 == s2) {
- return true;
- }
-
- int count = s1.length();
- if (count != s2.length()) {
- return false;
- }
-
- if (s1 instanceof String && s2 instanceof String && s1.hashCode() !=
s2.hashCode()) {
- return false;
- }
-
- // File paths inside a delete file normally have more identical chars at
the beginning. For
- // example, a typical
- // path is like
"s3:/bucket/db/table/data/partition/00000-0-[uuid]-00001.parquet".
- // The uuid is where the difference starts. So it's faster to find the
first diff backward.
- for (int i = count - 1; i >= 0; i--) {
- if (s1.charAt(i) != s2.charAt(i)) {
- return false;
- }
- }
- return true;
+ @Override
+ @SuppressWarnings("CollectionUndefinedEquality")
+ protected boolean shouldKeep(T posDelete) {
+ return dataLocation.contains(FILENAME_ACCESSOR.get(posDelete));
Review Comment:
restored
##########
core/src/main/java/org/apache/iceberg/util/ThreadPools.java:
##########
@@ -56,6 +64,18 @@ public static ExecutorService getWorkerPool() {
return WORKER_POOL;
}
+ /**
+ * Return an {@link ExecutorService} that uses "delete worker" thread-pool.
+ *
+ * <p>The size of this thread-pool is controlled by the Java system property
{@code
+ * iceberg.worker.delete-num-threads}.
+ *
+ * @return an {@link ExecutorService} that uses delete worker pool
+ */
+ public static ExecutorService getDeleteWorkerPool() {
Review Comment:
removed
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
