This is an automated email from the ASF dual-hosted git repository.
wenchen pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git.
from 7a2ea58 [SPARK-29084][SQL][TESTS] Check method bytecode size in
BenchmarkQueryTest
add f725d47 [SPARK-25341][CORE] Support rolling back a shuffle map stage
and re-generate the shuffle files
No new revisions were added by this update.
Summary of changes:
.../apache/spark/network/protocol/Encoders.java | 23 ++
.../network/shuffle/ExternalBlockHandler.java | 60 +++--
.../shuffle/ExternalShuffleBlockResolver.java | 4 +-
.../network/shuffle/OneForOneBlockFetcher.java | 27 +--
.../shuffle/protocol/FetchShuffleBlocks.java | 10 +-
.../shuffle/BlockTransferMessagesSuite.java | 2 +-
.../network/shuffle/ExternalBlockHandlerSuite.java | 2 +-
.../shuffle/OneForOneBlockFetcherSuite.java | 4 +-
.../shuffle/api/ShuffleExecutorComponents.java | 16 +-
.../spark/shuffle/api/ShuffleMapOutputWriter.java | 2 +-
.../shuffle/sort/BypassMergeSortShuffleWriter.java | 15 +-
.../spark/shuffle/sort/UnsafeShuffleWriter.java | 22 +-
.../io/LocalDiskShuffleExecutorComponents.java | 6 +-
.../sort/io/LocalDiskShuffleMapOutputWriter.java | 4 +-
.../io/LocalDiskSingleSpillMapOutputWriter.java | 4 +-
.../main/scala/org/apache/spark/Dependency.scala | 2 +-
.../scala/org/apache/spark/MapOutputTracker.scala | 91 +++++---
.../scala/org/apache/spark/TaskEndReason.scala | 7 +-
.../org/apache/spark/internal/config/package.scala | 8 +
.../org/apache/spark/scheduler/DAGScheduler.scala | 39 +++-
.../org/apache/spark/scheduler/MapStatus.scala | 49 ++++-
.../apache/spark/scheduler/ShuffleMapTask.scala | 2 +-
.../scala/org/apache/spark/scheduler/Stage.scala | 6 +-
.../apache/spark/shuffle/BaseShuffleHandle.scala | 1 -
.../spark/shuffle/BlockStoreShuffleReader.scala | 3 +-
.../spark/shuffle/FetchFailedException.scala | 14 +-
.../spark/shuffle/IndexShuffleBlockResolver.scala | 8 +-
.../org/apache/spark/shuffle/ShuffleManager.scala | 3 +-
.../spark/shuffle/ShuffleWriteProcessor.scala | 3 +-
.../spark/shuffle/sort/SortShuffleManager.scala | 32 ++-
.../spark/shuffle/sort/SortShuffleWriter.scala | 6 +-
.../scala/org/apache/spark/storage/BlockId.scala | 12 +-
.../storage/ShuffleBlockFetcherIterator.scala | 102 +++++----
.../scala/org/apache/spark/util/JsonProtocol.scala | 6 +-
.../spark/util/collection/ExternalSorter.scala | 2 +-
.../shuffle/sort/UnsafeShuffleWriterSuite.java | 16 +-
.../apache/spark/InternalAccumulatorSuite.scala | 1 +
.../org/apache/spark/MapOutputTrackerSuite.scala | 46 ++--
.../test/scala/org/apache/spark/ShuffleSuite.scala | 2 +-
.../scala/org/apache/spark/SparkContextSuite.scala | 2 +-
.../org/apache/spark/executor/ExecutorSuite.scala | 3 +-
.../apache/spark/scheduler/DAGSchedulerSuite.scala | 241 +++++++++++++++------
.../apache/spark/scheduler/MapStatusSuite.scala | 12 +-
.../scheduler/OutputCommitCoordinatorSuite.scala | 2 +-
.../scheduler/SchedulerIntegrationSuite.scala | 2 +-
.../apache/spark/scheduler/TaskContextSuite.scala | 2 +-
.../spark/scheduler/TaskSetManagerSuite.scala | 4 +-
.../spark/serializer/KryoSerializerSuite.scala | 5 +-
.../shuffle/BlockStoreShuffleReaderSuite.scala | 7 +-
.../sort/BypassMergeSortShuffleWriterSuite.scala | 17 +-
.../shuffle/sort/SortShuffleWriterSuite.scala | 2 +-
.../io/LocalDiskShuffleMapOutputWriterSuite.scala | 6 +-
.../storage/ShuffleBlockFetcherIteratorSuite.scala | 54 ++---
.../org/apache/spark/ui/UISeleniumSuite.scala | 6 +-
.../org/apache/spark/util/JsonProtocolSuite.scala | 9 +-
project/MimaExcludes.scala | 27 ++-
56 files changed, 672 insertions(+), 391 deletions(-)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org
For additional commands, e-mail: commits-h...@spark.apache.org
