This is an automated email from the ASF dual-hosted git repository.
wenchen pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git
from 93748ccc5979 [SPARK-52511][SDP] Support dry-run mode in
spark-pipelines command
add 2297cf436fc4 [SPARK-52842][SQL] New functionality and bugfixes for
single-pass analyzer
No new revisions were added by this update.
Summary of changes:
.../spark/sql/catalyst/analysis/Analyzer.scala | 26 +-
.../resolver/AggregateExpressionResolver.scala | 45 +--
.../resolver/AggregateResolutionResult.scala | 11 +-
.../analysis/resolver/AggregateResolver.scala | 116 ++----
.../AggregateWithLcaResolutionResult.scala | 7 +-
.../catalyst/analysis/resolver/AliasResolver.scala | 37 +-
.../resolver/AutoGeneratedAliasProvider.scala | 2 +-
.../resolver/BinaryArithmeticResolver.scala | 67 ++--
...Ordinal.scala => CandidatesForResolution.scala} | 16 +-
.../analysis/resolver/CoercesExpressionTypes.scala | 48 ++-
.../resolver/ConditionalExpressionResolver.scala | 63 ---
.../resolver/CreateNamedStructResolver.scala | 62 ---
.../analysis/resolver/ExpressionIdAssigner.scala | 102 ++---
.../analysis/resolver/ExpressionResolver.scala | 85 ++--
.../analysis/resolver/FilterResolver.scala | 3 +-
.../GroupingAndAggregateExpressionsExtractor.scala | 87 +++--
.../analysis/resolver/HavingResolver.scala | 53 ++-
.../analysis/resolver/HybridAnalyzer.scala | 43 +-
.../analysis/resolver/KeyTransformingMap.scala | 5 +-
.../LateralColumnAliasProhibitedRegistry.scala | 2 +-
.../resolver/LateralColumnAliasRegistry.scala | 2 +-
.../resolver/LateralColumnAliasRegistryImpl.scala | 8 +-
.../resolver/LateralColumnAliasResolver.scala | 51 ++-
.../resolver/LimitExpressionResolver.scala | 110 ------
.../analysis/resolver/MetadataResolver.scala | 18 +-
.../sql/catalyst/analysis/resolver/NameScope.scala | 433 +++++++++++++--------
.../OperatorWithUncomparableTypeValidator.scala | 80 ++++
.../catalyst/analysis/resolver/OutputType.scala | 14 +-
.../catalyst/analysis/resolver/PlanRewriter.scala | 2 +-
.../analysis/resolver/ProjectResolver.scala | 19 +-
...ondeterministicExpressionInExpressionTree.scala | 44 ---
.../analysis/resolver/ResolutionCheckRunner.scala | 63 +++
.../analysis/resolver/ResolutionValidator.scala | 6 +
.../analysis/resolver/ResolvedProjectList.scala | 6 +-
.../sql/catalyst/analysis/resolver/Resolver.scala | 20 +-
.../catalyst/analysis/resolver/ResolverGuard.scala | 43 +-
.../analysis/resolver/ResolverMetricTracker.scala | 1 -
.../analysis/resolver/ResolverRunner.scala | 24 +-
.../resolver/ResolvesNameByHiddenOutput.scala | 105 +++--
.../resolver/ResolvesOperatorChildren.scala | 36 --
.../resolver/RewritesAliasesInTopLcaProject.scala | 256 ++++++++++++
.../resolver/SemiStructuredExtractResolver.scala | 77 ++++
.../resolver/SetOperationLikeResolver.scala | 90 +----
.../catalyst/analysis/resolver/SortResolver.scala | 185 +++------
.../analysis/resolver/TimestampAddResolver.scala | 72 ----
.../resolver/TimezoneAwareExpressionResolver.scala | 24 +-
.../analysis/resolver/UnaryMinusResolver.scala | 60 ---
...UnsupportedExpressionInOperatorValidation.scala | 11 +-
.../catalyst/analysis/resolver/ViewResolver.scala | 1 +
.../expressions/complexTypeExtractors.scala | 15 +
.../org/apache/spark/sql/internal/SQLConf.scala | 25 ++
.../resolver/LimitExpressionResolverSuite.scala | 89 -----
.../resolver/ResolutionValidatorSuite.scala | 9 +-
.../TimezoneAwareExpressionResolverSuite.scala | 19 +
...ExplicitlyUnsupportedResolverFeatureSuite.scala | 16 -
.../analysis/resolver/HybridAnalyzerSuite.scala | 39 +-
.../analysis/resolver/MetadataResolverSuite.scala | 36 +-
.../sql/analysis/resolver/NameScopeSuite.scala | 299 ++++++++++++--
.../sql/analysis/resolver/ResolverGuardSuite.scala | 58 ++-
.../sql/analysis/resolver/ViewResolverSuite.scala | 5 +-
.../datasources/DataSourceResolverSuite.scala | 5 +-
.../sql/hive/HiveTableRelationResolverSuite.scala | 4 +-
62 files changed, 1857 insertions(+), 1503 deletions(-)
rename
sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/analysis/resolver/{TryExtractOrdinal.scala
=> CandidatesForResolution.scala} (67%)
delete mode 100644
sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/analysis/resolver/ConditionalExpressionResolver.scala
delete mode 100644
sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/analysis/resolver/CreateNamedStructResolver.scala
delete mode 100644
sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/analysis/resolver/LimitExpressionResolver.scala
create mode 100644
sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/analysis/resolver/OperatorWithUncomparableTypeValidator.scala
copy
common/utils/src/main/java/org/apache/spark/api/java/function/DoubleFunction.java
=>
sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/analysis/resolver/OutputType.scala
(74%)
delete mode 100644
sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/analysis/resolver/PullOutNondeterministicExpressionInExpressionTree.scala
create mode 100644
sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/analysis/resolver/ResolutionCheckRunner.scala
delete mode 100644
sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/analysis/resolver/ResolvesOperatorChildren.scala
create mode 100644
sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/analysis/resolver/RewritesAliasesInTopLcaProject.scala
create mode 100644
sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/analysis/resolver/SemiStructuredExtractResolver.scala
delete mode 100644
sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/analysis/resolver/TimestampAddResolver.scala
delete mode 100644
sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/analysis/resolver/UnaryMinusResolver.scala
delete mode 100644
sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/analysis/resolver/LimitExpressionResolverSuite.scala
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org
For additional commands, e-mail: commits-h...@spark.apache.org
