This is an automated email from the ASF dual-hosted git repository.
srowen pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git
from 6a9d35f766d [SPARK-45354][SQL] Resolve functions bottom-up
add c5967310740 [SPARK-44442][MESOS] Remove Mesos support
No new revisions were added by this update.
Summary of changes:
.github/labeler.yml | 3 -
.github/workflows/benchmark.yml | 2 +-
.github/workflows/build_and_test.yml | 4 +-
.github/workflows/maven_test.yml | 12 +-
LICENSE-binary | 3 +-
NOTICE-binary | 3 -
R/pkg/tests/fulltests/test_sparkR.R | 6 +-
README.md | 2 +-
assembly/pom.xml | 10 -
.../shuffle/protocol/BlockTransferMessage.java | 4 -
.../shuffle/protocol/mesos/RegisterDriver.java | 77 --
.../protocol/mesos/ShuffleServiceHeartbeat.java | 53 --
conf/spark-env.sh.template | 1 -
.../main/scala/org/apache/spark/SparkConf.scala | 2 +-
.../main/scala/org/apache/spark/SparkContext.scala | 14 +-
.../apache/spark/api/java/JavaSparkContext.scala | 10 +-
.../org/apache/spark/deploy/PythonRunner.scala | 1 -
.../org/apache/spark/deploy/SparkSubmit.scala | 73 +-
.../apache/spark/deploy/SparkSubmitArguments.scala | 8 +-
.../spark/deploy/history/HistoryServer.scala | 2 +-
.../spark/deploy/rest/RestSubmissionClient.scala | 4 +-
.../org/apache/spark/deploy/security/README.md | 2 +-
.../scala/org/apache/spark/executor/Executor.scala | 5 +-
.../org/apache/spark/internal/config/package.scala | 9 +-
.../org/apache/spark/metrics/MetricsSystem.scala | 3 -
.../apache/spark/resource/ResourceProfile.scala | 4 +-
.../apache/spark/scheduler/SchedulerBackend.scala | 2 +-
.../apache/spark/scheduler/TaskSchedulerImpl.scala | 2 +-
.../apache/spark/scheduler/TaskSetManager.scala | 1 -
.../cluster/CoarseGrainedSchedulerBackend.scala | 5 +-
.../main/scala/org/apache/spark/util/Utils.scala | 13 +-
.../org/apache/spark/SecurityManagerSuite.scala | 2 +-
.../org/apache/spark/deploy/SparkSubmitSuite.scala | 22 -
.../deploy/rest/StandaloneRestSubmitSuite.scala | 6 -
dev/create-release/release-build.sh | 2 +-
dev/create-release/releaseutils.py | 1 -
dev/deps/spark-deps-hadoop-3-hive-2.3 | 1 -
dev/lint-java | 2 +-
dev/mima | 2 +-
dev/sbt-checkstyle | 2 +-
dev/scalastyle | 2 +-
dev/sparktestsupport/modules.py | 8 -
dev/test-dependencies.sh | 2 +-
docs/_config.yml | 3 +-
docs/_layouts/global.html | 1 -
docs/building-spark.md | 6 +-
docs/cluster-overview.md | 8 +-
docs/configuration.md | 34 +-
docs/core-migration-guide.md | 2 +
docs/hardware-provisioning.md | 3 +-
docs/index.md | 3 -
docs/job-scheduling.md | 23 +-
docs/monitoring.md | 8 -
docs/rdd-programming-guide.md | 2 +-
docs/running-on-mesos.md | 901 --------------------
docs/security.md | 26 +-
docs/spark-standalone.md | 2 +-
docs/streaming-programming-guide.md | 21 +-
docs/submitting-applications.md | 16 -
.../spark/launcher/AbstractCommandBuilder.java | 1 -
.../spark/launcher/SparkClassCommandBuilder.java | 13 +-
.../launcher/SparkSubmitCommandBuilderSuite.java | 4 -
pom.xml | 7 -
project/SparkBuild.scala | 4 +-
python/README.md | 2 +-
python/docs/source/user_guide/python_packaging.rst | 2 +-
python/pyspark/context.py | 2 +-
.../scala/org/apache/spark/repl/ReplSuite.scala | 24 -
.../deploy/k8s/features/LocalDirsFeatureStep.scala | 2 +-
resource-managers/mesos/pom.xml | 128 ---
.../mesos/MesosExternalBlockStoreClient.java | 124 ---
...g.apache.spark.scheduler.ExternalClusterManager | 18 -
.../deploy/mesos/MesosClusterDispatcher.scala | 136 ----
.../mesos/MesosClusterDispatcherArguments.scala | 149 ----
.../deploy/mesos/MesosDriverDescription.scala | 70 --
.../deploy/mesos/MesosExternalShuffleService.scala | 131 ---
.../org/apache/spark/deploy/mesos/config.scala | 420 ----------
.../apache/spark/deploy/mesos/ui/DriverPage.scala | 186 -----
.../spark/deploy/mesos/ui/MesosClusterPage.scala | 156 ----
.../spark/deploy/mesos/ui/MesosClusterUI.scala | 48 --
.../spark/deploy/rest/mesos/MesosRestServer.scala | 176 ----
.../spark/executor/MesosExecutorBackend.scala | 132 ---
.../cluster/mesos/MesosClusterManager.scala | 65 --
.../mesos/MesosClusterPersistenceEngine.scala | 135 ---
.../cluster/mesos/MesosClusterScheduler.scala | 904 ---------------------
.../mesos/MesosClusterSchedulerSource.scala | 41 -
.../mesos/MesosCoarseGrainedSchedulerBackend.scala | 820 -------------------
.../mesos/MesosFineGrainedSchedulerBackend.scala | 468 -----------
.../scheduler/cluster/mesos/MesosProtoUtils.scala | 53 --
.../scheduler/cluster/mesos/MesosScheduler.scala | 28 -
.../cluster/mesos/MesosSchedulerBackendUtil.scala | 307 -------
.../cluster/mesos/MesosSchedulerUtils.scala | 621 --------------
.../mesos/src/test/resources/log4j2.properties | 31 -
.../MesosClusterDispatcherArgumentsSuite.scala | 63 --
.../deploy/mesos/MesosClusterDispatcherSuite.scala | 40 -
.../deploy/rest/mesos/MesosRestServerSuite.scala | 91 ---
.../cluster/mesos/MesosClusterManagerSuite.scala | 57 --
.../cluster/mesos/MesosClusterSchedulerSuite.scala | 836 -------------------
.../MesosCoarseGrainedSchedulerBackendSuite.scala | 843 -------------------
.../MesosFineGrainedSchedulerBackendSuite.scala | 420 ----------
.../cluster/mesos/MesosProtoUtilsSuite.scala | 48 --
.../mesos/MesosSchedulerBackendUtilSuite.scala | 71 --
.../cluster/mesos/MesosSchedulerUtilsSuite.scala | 398 ---------
.../spark/scheduler/cluster/mesos/Utils.scala | 231 ------
sbin/start-mesos-dispatcher.sh | 51 --
sbin/start-mesos-shuffle-service.sh | 36 -
sbin/stop-mesos-dispatcher.sh | 33 -
sbin/stop-mesos-shuffle-service.sh | 26 -
.../org/apache/spark/streaming/Checkpoint.scala | 3 +-
.../apache/spark/streaming/StreamingContext.scala | 2 +-
110 files changed, 117 insertions(+), 9991 deletions(-)
delete mode 100644
common/network-shuffle/src/main/java/org/apache/spark/network/shuffle/protocol/mesos/RegisterDriver.java
delete mode 100644
common/network-shuffle/src/main/java/org/apache/spark/network/shuffle/protocol/mesos/ShuffleServiceHeartbeat.java
delete mode 100644 docs/running-on-mesos.md
delete mode 100644 resource-managers/mesos/pom.xml
delete mode 100644
resource-managers/mesos/src/main/java/org/apache/spark/network/shuffle/mesos/MesosExternalBlockStoreClient.java
delete mode 100644
resource-managers/mesos/src/main/resources/META-INF/services/org.apache.spark.scheduler.ExternalClusterManager
delete mode 100644
resource-managers/mesos/src/main/scala/org/apache/spark/deploy/mesos/MesosClusterDispatcher.scala
delete mode 100644
resource-managers/mesos/src/main/scala/org/apache/spark/deploy/mesos/MesosClusterDispatcherArguments.scala
delete mode 100644
resource-managers/mesos/src/main/scala/org/apache/spark/deploy/mesos/MesosDriverDescription.scala
delete mode 100644
resource-managers/mesos/src/main/scala/org/apache/spark/deploy/mesos/MesosExternalShuffleService.scala
delete mode 100644
resource-managers/mesos/src/main/scala/org/apache/spark/deploy/mesos/config.scala
delete mode 100644
resource-managers/mesos/src/main/scala/org/apache/spark/deploy/mesos/ui/DriverPage.scala
delete mode 100644
resource-managers/mesos/src/main/scala/org/apache/spark/deploy/mesos/ui/MesosClusterPage.scala
delete mode 100644
resource-managers/mesos/src/main/scala/org/apache/spark/deploy/mesos/ui/MesosClusterUI.scala
delete mode 100644
resource-managers/mesos/src/main/scala/org/apache/spark/deploy/rest/mesos/MesosRestServer.scala
delete mode 100644
resource-managers/mesos/src/main/scala/org/apache/spark/executor/MesosExecutorBackend.scala
delete mode 100644
resource-managers/mesos/src/main/scala/org/apache/spark/scheduler/cluster/mesos/MesosClusterManager.scala
delete mode 100644
resource-managers/mesos/src/main/scala/org/apache/spark/scheduler/cluster/mesos/MesosClusterPersistenceEngine.scala
delete mode 100644
resource-managers/mesos/src/main/scala/org/apache/spark/scheduler/cluster/mesos/MesosClusterScheduler.scala
delete mode 100644
resource-managers/mesos/src/main/scala/org/apache/spark/scheduler/cluster/mesos/MesosClusterSchedulerSource.scala
delete mode 100644
resource-managers/mesos/src/main/scala/org/apache/spark/scheduler/cluster/mesos/MesosCoarseGrainedSchedulerBackend.scala
delete mode 100644
resource-managers/mesos/src/main/scala/org/apache/spark/scheduler/cluster/mesos/MesosFineGrainedSchedulerBackend.scala
delete mode 100644
resource-managers/mesos/src/main/scala/org/apache/spark/scheduler/cluster/mesos/MesosProtoUtils.scala
delete mode 100644
resource-managers/mesos/src/main/scala/org/apache/spark/scheduler/cluster/mesos/MesosScheduler.scala
delete mode 100644
resource-managers/mesos/src/main/scala/org/apache/spark/scheduler/cluster/mesos/MesosSchedulerBackendUtil.scala
delete mode 100644
resource-managers/mesos/src/main/scala/org/apache/spark/scheduler/cluster/mesos/MesosSchedulerUtils.scala
delete mode 100644 resource-managers/mesos/src/test/resources/log4j2.properties
delete mode 100644
resource-managers/mesos/src/test/scala/org/apache/spark/deploy/mesos/MesosClusterDispatcherArgumentsSuite.scala
delete mode 100644
resource-managers/mesos/src/test/scala/org/apache/spark/deploy/mesos/MesosClusterDispatcherSuite.scala
delete mode 100644
resource-managers/mesos/src/test/scala/org/apache/spark/deploy/rest/mesos/MesosRestServerSuite.scala
delete mode 100644
resource-managers/mesos/src/test/scala/org/apache/spark/scheduler/cluster/mesos/MesosClusterManagerSuite.scala
delete mode 100644
resource-managers/mesos/src/test/scala/org/apache/spark/scheduler/cluster/mesos/MesosClusterSchedulerSuite.scala
delete mode 100644
resource-managers/mesos/src/test/scala/org/apache/spark/scheduler/cluster/mesos/MesosCoarseGrainedSchedulerBackendSuite.scala
delete mode 100644
resource-managers/mesos/src/test/scala/org/apache/spark/scheduler/cluster/mesos/MesosFineGrainedSchedulerBackendSuite.scala
delete mode 100644
resource-managers/mesos/src/test/scala/org/apache/spark/scheduler/cluster/mesos/MesosProtoUtilsSuite.scala
delete mode 100644
resource-managers/mesos/src/test/scala/org/apache/spark/scheduler/cluster/mesos/MesosSchedulerBackendUtilSuite.scala
delete mode 100644
resource-managers/mesos/src/test/scala/org/apache/spark/scheduler/cluster/mesos/MesosSchedulerUtilsSuite.scala
delete mode 100644
resource-managers/mesos/src/test/scala/org/apache/spark/scheduler/cluster/mesos/Utils.scala
delete mode 100755 sbin/start-mesos-dispatcher.sh
delete mode 100755 sbin/start-mesos-shuffle-service.sh
delete mode 100755 sbin/stop-mesos-dispatcher.sh
delete mode 100755 sbin/stop-mesos-shuffle-service.sh
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
