This is an automated email from the ASF dual-hosted git repository.
dongjoon pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git
from 69185dce1e71 [SPARK-53258][CORE][SQL] Use `JavaUtils`'s
`check(Argument|State)`
add d8dcfe778f33 [SPARK-53233][SQL][SS][MLLIB][CONNECT] Make the code
related to `streaming` uses the correct package name
No new revisions were added by this update.
Summary of changes:
.../sql/kafka010/KafkaBatchPartitionReader.scala | 2 +-
.../kafka010/KafkaSourceInitialOffsetWriter.scala | 3 ++-
.../spark/sql/kafka010/KafkaSourceOffset.scala | 3 ++-
.../spark/sql/kafka010/KafkaContinuousTest.scala | 2 +-
.../sql/kafka010/KafkaDelegationTokenSuite.scala | 2 +-
.../sql/kafka010/KafkaMicroBatchSourceSuite.scala | 4 +++-
.../apache/spark/sql/kafka010/KafkaSinkSuite.scala | 2 +-
.../sql/kafka010/KafkaSourceOffsetSuite.scala | 3 ++-
...AbortableStreamBasedCheckpointFileManager.scala | 4 ++--
...ableStreamBasedCheckpointFileManagerSuite.scala | 2 +-
.../spark/ml/feature/VectorSizeHintSuite.scala | 2 +-
.../scala/org/apache/spark/ml/util/MLTest.scala | 2 +-
.../sql/connect/planner/SparkConnectPlanner.scala | 4 ++--
.../sql/catalyst/analysis/ResolveDataSource.scala | 2 +-
.../sql/classic/RelationalGroupedDataset.scala | 4 ++--
.../spark/sql/classic/StreamingQueryManager.scala | 1 +
.../spark/sql/execution/QueryExecution.scala | 3 ++-
.../spark/sql/execution/SparkStrategies.scala | 6 +++++-
.../spark/sql/execution/aggregate/AggUtils.scala | 2 +-
.../execution/aggregate/BaseAggregateExec.scala | 2 +-
.../execution/aggregate/UpdatingSessionsExec.scala | 2 +-
.../spark/sql/execution/command/commands.scala | 2 +-
.../sql/execution/datasources/DataSource.scala | 4 +++-
.../execution/datasources/DataSourceResolver.scala | 2 +-
.../execution/datasources/DataSourceStrategy.scala | 2 +-
.../execution/datasources/InMemoryFileIndex.scala | 2 +-
.../sql/execution/datasources/v2/FileTable.scala | 3 ++-
.../datasources/v2/TableCapabilityCheck.scala | 2 +-
.../datasources/v2/state/StateDataSource.scala | 13 ++++++++----
.../v2/state/StatePartitionReader.scala | 2 +-
.../datasources/v2/state/StateScanBuilder.scala | 4 ++--
.../datasources/v2/state/StateTable.scala | 2 +-
.../v2/state/StreamStreamJoinStateHelper.scala | 7 ++++---
.../StreamStreamJoinStatePartitionReader.scala | 7 ++++---
.../v2/state/metadata/StateMetadataSource.scala | 2 +-
.../datasources/v2/state/utils/SchemaUtil.scala | 4 ++--
.../apache/spark/sql/execution/debug/package.scala | 2 +-
.../org/apache/spark/sql/execution/objects.scala | 2 +-
.../ApplyInPandasWithStatePythonRunner.scala | 2 +-
.../streaming/ApplyInPandasWithStateWriter.scala | 2 +-
.../FlatMapGroupsInPandasWithStateExec.scala | 7 ++++---
.../TransformWithStateInPySparkExec.scala | 6 ++++--
.../TransformWithStateInPySparkPythonRunner.scala | 2 +-
.../TransformWithStateInPySparkStateServer.scala | 3 ++-
...arkTransformWithStateInPySparkStateServer.scala | 4 +---
.../{runtime => }/ManifestFileCommitProtocol.scala | 1 +
.../execution/streaming/{runtime => }/Sink.scala | 0
.../execution/streaming/{runtime => }/Source.scala | 0
.../streaming/checkpointing/AsyncCommitLog.scala | 4 ++--
.../checkpointing/AsyncOffsetSeqLog.scala | 2 +-
.../checkpointing/CheckpointFileManager.scala | 7 ++++---
.../streaming/checkpointing/CommitLog.scala | 2 +-
.../streaming/checkpointing/HDFSMetadataLog.scala | 2 +-
.../streaming/checkpointing/MetadataLog.scala | 2 +-
.../checkpointing/MetadataVersionUtil.scala | 2 +-
.../streaming/checkpointing/OffsetSeq.scala | 7 +++++--
.../streaming/checkpointing/OffsetSeqLog.scala | 3 ++-
.../execution/streaming/{sinks => }/console.scala | 0
.../streaming/continuous/ContinuousExecution.scala | 2 ++
.../continuous/ContinuousRateStreamSource.scala | 2 +-
.../continuous/ContinuousTextSocketSource.scala | 3 ++-
.../stateful/EventTimeWatermarkExec.scala | 2 +-
...MergingSortWithSessionWindowStateIterator.scala | 4 ++--
.../stateful/StatefulOperatorPartitioning.scala | 2 +-
.../StreamingAggregationStateManager.scala | 3 ++-
.../StreamingSessionWindowStateManager.scala | 3 ++-
.../FlatMapGroupsWithStateExec.scala | 5 +++--
.../FlatMapGroupsWithStateExecHelper.scala | 5 +++--
.../flatmapgroupswithstate/GroupStateImpl.scala | 4 ++--
.../join/StreamingSymmetricHashJoinExec.scala | 7 ++++---
.../join/StreamingSymmetricHashJoinHelper.scala | 5 +++--
.../join/SymmetricHashJoinStateManager.scala | 24 ++++++++++++----------
.../operators/stateful/statefulOperators.scala | 2 +-
.../operators/stateful/streamingLimits.scala | 2 +-
.../StateStoreColumnFamilySchemaUtils.scala | 6 +++---
.../StateTypesEncoderUtils.scala | 8 +++++---
.../TransformWithStateExec.scala | 7 +++++--
.../TransformWithStateExecBase.scala | 4 +++-
.../TransformWithStateVariableUtils.scala | 5 +++--
.../StatefulProcessorHandleImpl.scala | 15 ++++++++++----
.../StatefulProcessorHandleImplBase.scala | 6 ++++--
.../statevariables/ListStateImpl.scala | 6 +++++-
.../statevariables/ListStateMetricsImpl.scala | 6 ++++--
.../statevariables/MapStateImpl.scala | 8 ++++++--
.../statevariables/ValueStateImpl.scala | 6 +++++-
.../timers/ExpiredTimerInfoImpl.scala | 2 +-
.../transformwithstate/timers/TimerStateImpl.scala | 4 +++-
.../timers/TimerValuesImpl.scala | 2 +-
.../ttl/ListStateImplWithTTL.scala | 5 +++--
.../ttl/MapStateImplWithTTL.scala | 6 ++++--
.../stateful/transformwithstate/ttl/TTLState.scala | 6 ++++--
.../ttl/ValueStateImplWithTTL.scala | 5 +++--
.../runtime/AcceptsLatestSeenOffsetHandler.scala | 4 +++-
.../streaming/runtime/AsyncLogPurge.scala | 2 +-
.../AsyncProgressTrackingMicroBatchExecution.scala | 5 ++++-
.../AsyncStreamingQueryCheckpointMetadata.scala | 3 ++-
.../runtime/AvailableNowDataStreamWrapper.scala | 3 ++-
.../AvailableNowMicroBatchStreamWrapper.scala | 2 +-
.../runtime/AvailableNowSourceWrapper.scala | 3 ++-
.../runtime/CompactibleFileStreamLog.scala | 5 +++--
.../runtime/ContinuousRecordEndpoint.scala | 2 +-
.../streaming/runtime/ErrorNotifier.scala | 2 +-
.../streaming/runtime/FileStreamOptions.scala | 2 +-
.../streaming/runtime/FileStreamSource.scala | 4 +++-
.../streaming/runtime/FileStreamSourceLog.scala | 5 +++--
.../streaming/runtime/FileStreamSourceOffset.scala | 4 +++-
.../streaming/runtime/IncrementalExecution.scala | 7 ++++++-
.../execution/streaming/runtime/LongOffset.scala | 4 +++-
.../streaming/runtime/MetadataLogFileIndex.scala | 3 ++-
.../streaming/runtime/MetricsReporter.scala | 2 +-
.../streaming/runtime/MicroBatchExecution.scala | 8 ++++++--
.../streaming/runtime/ProgressReporter.scala | 4 +++-
.../streaming/runtime/RateStreamOffset.scala | 2 +-
.../streaming/runtime/ResolveWriteToStream.scala | 3 ++-
.../streaming/runtime/SerializedOffset.scala | 4 +++-
.../streaming/runtime/StreamExecution.scala | 4 +++-
.../streaming/runtime/StreamExecutionContext.scala | 3 ++-
.../streaming/runtime/StreamMetadata.scala | 5 +++--
.../streaming/runtime/StreamProgress.scala | 3 ++-
.../runtime/StreamingCheckpointConstants.scala | 2 +-
.../runtime/StreamingQueryCheckpointMetadata.scala | 3 ++-
.../runtime/StreamingQueryListenerBus.scala | 2 +-
.../streaming/runtime/StreamingQueryWrapper.scala | 2 +-
.../streaming/runtime/StreamingRelation.scala | 3 ++-
.../streaming/runtime/TriggerExecutor.scala | 3 ++-
.../streaming/runtime/WatermarkPropagator.scala | 3 ++-
.../streaming/runtime/WatermarkTracker.scala | 3 ++-
.../sql/execution/streaming/runtime/memory.scala | 3 ++-
.../execution/streaming/sinks/FileStreamSink.scala | 4 +++-
.../streaming/sinks/FileStreamSinkLog.scala | 3 ++-
.../streaming/sources/ContinuousMemoryStream.scala | 3 ++-
.../sources/RateStreamMicroBatchStream.scala | 3 ++-
.../sources/TextSocketMicroBatchStream.scala | 2 +-
.../state/HDFSBackedStateStoreProvider.scala | 4 ++--
.../streaming/state/OperatorStateMetadata.scala | 8 +++++---
.../streaming/state/RocksDBFileManager.scala | 2 +-
.../streaming/state/RocksDBStateEncoder.scala | 3 ++-
.../state/RocksDBStateStoreProvider.scala | 2 +-
.../execution/streaming/state/SchemaHelper.scala | 2 +-
.../state/StateSchemaCompatibilityChecker.scala | 3 ++-
.../sql/execution/streaming/state/StateStore.scala | 3 ++-
.../streaming/state/StateStoreChangelog.scala | 4 ++--
.../execution/streaming/state/StateStoreConf.scala | 2 +-
.../sql/execution/streaming/state/package.scala | 1 +
.../ui/StreamingQueryHistoryServerPlugin.scala | 2 +-
.../sql/internal/BaseSessionStateBuilder.scala | 2 +-
.../apache/spark/sql/internal/SharedState.scala | 2 +-
.../spark/sql/streaming/TestGroupState.scala | 4 ++--
.../apache/spark/sql/DataFrameWriterV2Suite.scala | 2 +-
.../scala/org/apache/spark/sql/DatasetSuite.scala | 2 +-
.../spark/sql/DynamicPartitionPruningSuite.scala | 2 +-
.../spark/sql/connector/DataSourceV2SQLSuite.scala | 2 +-
.../sql/connector/TableCapabilityCheckSuite.scala | 3 ++-
.../WriteDistributionAndOrderingSuite.scala | 2 +-
.../sql/errors/QueryExecutionErrorsSuite.scala | 2 +-
.../QueryPlanningTrackerEndToEndSuite.scala | 2 +-
.../StateStoreBasicOperationsBenchmark.scala | 2 +-
.../datasources/noop/NoopStreamSuite.scala | 2 +-
.../parquet/ParquetPartitionDiscoverySuite.scala | 2 +-
.../state/StateDataSourceChangeDataReadSuite.scala | 2 +-
.../v2/state/StateDataSourceReadSuite.scala | 3 ++-
.../v2/state/StateDataSourceTestBase.scala | 2 +-
.../StateDataSourceTransformWithStateSuite.scala | 2 +-
.../streaming/PythonStreamingDataSourceSuite.scala | 4 +++-
...ansformWithStateInPySparkStateServerSuite.scala | 2 +-
...cProgressTrackingMicroBatchExecutionSuite.scala | 4 +++-
.../streaming/CheckpointFileManagerSuite.scala | 3 ++-
.../streaming/CompactibleFileStreamLogSuite.scala | 3 ++-
.../streaming/FileStreamSinkLogSuite.scala | 3 ++-
.../execution/streaming/HDFSMetadataLogSuite.scala | 1 +
.../sql/execution/streaming/MemorySinkSuite.scala | 1 +
...ngSortWithSessionWindowStateIteratorSuite.scala | 3 ++-
.../streaming/MicroBatchExecutionSuite.scala | 1 +
.../execution/streaming/OffsetSeqLogSuite.scala | 2 ++
.../streaming/ProcessingTimeExecutorSuite.scala | 1 +
.../execution/streaming/StreamMetadataSuite.scala | 1 +
.../execution/streaming/StreamRelationSuite.scala | 1 +
.../streaming/WatermarkTrackerSuite.scala | 2 ++
.../sources/ConsoleWriteSupportSuite.scala | 2 +-
.../streaming/sources/ForeachBatchSinkSuite.scala | 2 +-
.../streaming/sources/ForeachWriterSuite.scala | 2 +-
.../sources/RateStreamProviderSuite.scala | 2 +-
.../streaming/sources/TextSocketStreamSuite.scala | 2 +-
.../FailureInjectionCheckpointFileManager.scala | 4 ++--
.../FlatMapGroupsWithStateExecHelperSuite.scala | 3 ++-
.../execution/streaming/state/ListStateSuite.scala | 3 ++-
.../execution/streaming/state/MapStateSuite.scala | 3 ++-
.../state/OperatorStateMetadataSuite.scala | 5 +++--
.../RocksDBCheckpointFailureInjectionSuite.scala | 2 +-
.../RocksDBStateStoreCheckpointFormatV2Suite.scala | 3 ++-
.../state/RocksDBStateStoreIntegrationSuite.scala | 2 +-
.../RocksDBStateStoreLockHardeningSuite.scala | 2 +-
.../streaming/state/RocksDBStateStoreSuite.scala | 3 ++-
.../execution/streaming/state/RocksDBSuite.scala | 5 +++--
.../StateSchemaCompatibilityCheckerSuite.scala | 2 +-
.../state/StateStoreCompatibilitySuite.scala | 2 +-
.../state/StateStoreCoordinatorSuite.scala | 5 +++--
.../state/StateStoreInstanceMetricSuite.scala | 2 +-
.../streaming/state/StateStoreRDDSuite.scala | 2 +-
.../streaming/state/StateStoreSuite.scala | 1 +
.../state/StatefulProcessorHandleSuite.scala | 2 +-
.../StreamingAggregationStateManagerSuite.scala | 1 +
.../StreamingSessionWindowStateManagerSuite.scala | 2 +-
.../state/SymmetricHashJoinStateManagerSuite.scala | 5 +++--
.../sql/execution/streaming/state/TimerSuite.scala | 3 ++-
.../streaming/state/ValueStateSuite.scala | 4 +++-
.../streaming/AcceptsLatestSeenOffsetSuite.scala | 3 ++-
.../spark/sql/streaming/CommitLogSuite.scala | 2 +-
.../DeprecatedStreamingAggregationSuite.scala | 4 ++--
.../sql/streaming/EventTimeWatermarkSuite.scala | 3 ++-
.../spark/sql/streaming/FileStreamSinkSuite.scala | 4 +++-
.../sql/streaming/FileStreamSourceSuite.scala | 6 ++++--
...pGroupsInPandasWithStateDistributionSuite.scala | 2 +-
.../FlatMapGroupsInPandasWithStateSuite.scala | 2 +-
.../FlatMapGroupsWithStateDistributionSuite.scala | 3 ++-
.../streaming/FlatMapGroupsWithStateSuite.scala | 7 ++++---
...atMapGroupsWithStateWithInitialStateSuite.scala | 4 ++--
.../spark/sql/streaming/GroupStateSuite.scala | 4 ++--
.../sql/streaming/MemorySourceStressSuite.scala | 2 +-
.../streaming/MultiStatefulOperatorsSuite.scala | 4 +++-
.../apache/spark/sql/streaming/OffsetSuite.scala | 3 ++-
.../sql/streaming/ReportSinkMetricsSuite.scala | 2 +-
.../sql/streaming/StateStoreMetricsTest.scala | 2 +-
.../apache/spark/sql/streaming/StreamSuite.scala | 2 ++
.../apache/spark/sql/streaming/StreamTest.scala | 3 ++-
.../StreamingAggregationDistributionSuite.scala | 3 ++-
.../sql/streaming/StreamingAggregationSuite.scala | 4 +++-
.../StreamingDeduplicationDistributionSuite.scala | 3 ++-
.../streaming/StreamingDeduplicationSuite.scala | 2 +-
...treamingDeduplicationWithinWatermarkSuite.scala | 2 +-
.../spark/sql/streaming/StreamingJoinSuite.scala | 5 ++++-
.../streaming/StreamingQueryListenerSuite.scala | 2 +-
.../StreamingQueryListenersConfSuite.scala | 2 +-
.../sql/streaming/StreamingQueryManagerSuite.scala | 2 +-
...treamingQueryOptimizationCorrectnessSuite.scala | 2 +-
.../StreamingQueryStatusAndProgressSuite.scala | 2 +-
.../spark/sql/streaming/StreamingQuerySuite.scala | 2 ++
.../sql/streaming/StreamingSelfUnionSuite.scala | 2 +-
.../StreamingSessionWindowDistributionSuite.scala | 3 ++-
.../streaming/StreamingSessionWindowSuite.scala | 2 +-
...reamingStateStoreFormatCompatibilitySuite.scala | 2 +-
.../StreamingSymmetricHashJoinHelperSuite.scala | 2 +-
.../streaming/TransformWithListStateSuite.scala | 2 +-
.../streaming/TransformWithListStateTTLSuite.scala | 3 ++-
.../sql/streaming/TransformWithMapStateSuite.scala | 2 +-
.../streaming/TransformWithMapStateTTLSuite.scala | 3 ++-
.../streaming/TransformWithStateAvroSuite.scala | 5 +++--
.../TransformWithStateChainingSuite.scala | 2 +-
.../streaming/TransformWithStateClusterSuite.scala | 2 +-
.../TransformWithStateInitialStateSuite.scala | 2 +-
.../sql/streaming/TransformWithStateSuite.scala | 6 ++++--
.../sql/streaming/TransformWithStateTTLTest.scala | 2 +-
.../TransformWithStateUnsafeRowSuite.scala | 2 +-
.../TransformWithValueStateTTLSuite.scala | 5 ++++-
.../sql/streaming/TriggerAvailableNowSuite.scala | 3 ++-
.../ContinuousQueryStatusAndProgressSuite.scala | 2 +-
.../sql/streaming/continuous/ContinuousSuite.scala | 2 +-
.../sources/StreamingDataSourceV2Suite.scala | 4 +++-
.../test/DataStreamReaderWriterSuite.scala | 3 ++-
.../streaming/test/DataStreamTableAPISuite.scala | 2 +-
.../sql/streaming/util/BlockOnStopSource.scala | 3 ++-
.../spark/sql/streaming/util/BlockingSource.scala | 3 ++-
.../spark/sql/hive/HiveSessionStateBuilder.scala | 2 +-
.../spark/sql/hive/execution/HiveDDLSuite.scala | 2 +-
.../spark/sql/pipelines/graph/elements.scala | 2 +-
.../graph/ConnectInvalidPipelineSuite.scala | 2 +-
.../graph/ConnectValidPipelineSuite.scala | 2 +-
.../pipelines/graph/MaterializeTablesSuite.scala | 2 +-
.../graph/TriggeredGraphExecutionSuite.scala | 2 +-
269 files changed, 530 insertions(+), 326 deletions(-)
rename
sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/{runtime =>
}/ManifestFileCommitProtocol.scala (98%)
rename
sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/{runtime =>
}/Sink.scala (100%)
rename
sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/{runtime =>
}/Source.scala (100%)
rename sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/{sinks
=> }/console.scala (100%)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org
For additional commands, e-mail: commits-h...@spark.apache.org
