This is an automated email from the ASF dual-hosted git repository.
dongjoon-hyun pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/spark-connect-swift.git
The following commit(s) were added to refs/heads/main by this push:
new 3641296 [SPARK-57085] Support `getFunction` in `Catalog`
3641296 is described below
commit 3641296336c2289bb882e9ad5f49a2597549ba93
Author: Dongjoon Hyun <[email protected]>
AuthorDate: Tue May 26 14:57:15 2026 -0700
[SPARK-57085] Support `getFunction` in `Catalog`
### What changes were proposed in this pull request?
This PR aims to support `getFunction` in `Catalog`.
### Why are the changes needed?
For feature parity.
### Does this PR introduce _any_ user-facing change?
No because this is a new addition in an unreleased branch.
### How was this patch tested?
Pass the CIs with the newly added test case.
### Was this patch authored or co-authored using generative AI tooling?
Generated-by: Claude Opus 4.7
Closes #393 from dongjoon-hyun/SPARK-57085.
Authored-by: Dongjoon Hyun <[email protected]>
Signed-off-by: Dongjoon Hyun <[email protected]>
---
Sources/SparkConnect/Catalog.swift | 49 ++++++++++++++++++++++++++++++
Tests/SparkConnectTests/CatalogTests.swift | 18 +++++++++++
2 files changed, 67 insertions(+)
diff --git a/Sources/SparkConnect/Catalog.swift
b/Sources/SparkConnect/Catalog.swift
index eea6755..ef1ee36 100644
--- a/Sources/SparkConnect/Catalog.swift
+++ b/Sources/SparkConnect/Catalog.swift
@@ -488,6 +488,55 @@ public actor Catalog: Sendable {
}
}
+ /// Get the function with the specified name. This function can be a
temporary function or a
+ /// function. It follows the same resolution rule with SQL: search for
built-in/temp functions
+ /// first then functions in the current database (namespace).
+ /// - Parameter functionName: name of the function to get.
+ /// - Returns: The function found by the name.
+ public func getFunction(_ functionName: String) async throws -> Function {
+ let df = getDataFrame({
+ var getFunction = Spark_Connect_GetFunction()
+ getFunction.functionName = functionName
+ var catalog = Spark_Connect_Catalog()
+ catalog.catType = .getFunction(getFunction)
+ return catalog
+ })
+ return try await df.collect().map {
+ try Function(
+ name: $0[0] as! String,
+ catalog: $0[1] as? String,
+ namespace: $0[2] as? [String],
+ description: $0[3] as? String,
+ className: $0[4] as! String,
+ isTemporary: $0[5] as! Bool)
+ }.first!
+ }
+
+ /// Get the function with the specified name in the specified database.
+ /// - Parameters:
+ /// - dbName: an unqualified name that designates a database.
+ /// - functionName: an unqualified name that designates a function.
+ /// - Returns: The function found by the name in the specified database.
+ public func getFunction(_ dbName: String, _ functionName: String) async
throws -> Function {
+ let df = getDataFrame({
+ var getFunction = Spark_Connect_GetFunction()
+ getFunction.functionName = functionName
+ getFunction.dbName = dbName
+ var catalog = Spark_Connect_Catalog()
+ catalog.catType = .getFunction(getFunction)
+ return catalog
+ })
+ return try await df.collect().map {
+ try Function(
+ name: $0[0] as! String,
+ catalog: $0[1] as? String,
+ namespace: $0[2] as? [String],
+ description: $0[3] as? String,
+ className: $0[4] as! String,
+ isTemporary: $0[5] as! Bool)
+ }.first!
+ }
+
/// Check if the function with the specified name exists. This can either be
a temporary function
/// or a function.
/// - Parameter functionName: a qualified or unqualified name that
designates a function. It follows the same
diff --git a/Tests/SparkConnectTests/CatalogTests.swift
b/Tests/SparkConnectTests/CatalogTests.swift
index eba3e9e..b6d6fb6 100644
--- a/Tests/SparkConnectTests/CatalogTests.swift
+++ b/Tests/SparkConnectTests/CatalogTests.swift
@@ -362,6 +362,24 @@ struct CatalogTests {
await spark.stop()
}
+ @Test
+ func getFunction() async throws {
+ let spark = try await SparkSession.builder.getOrCreate()
+
+ let function = try await spark.catalog.getFunction("base64")
+ #expect(function.name == "base64")
+ #expect(function.isTemporary)
+ #expect(!function.className.isEmpty)
+
+ try await #require(throws: (any Error).self) {
+ try await spark.catalog.getFunction("non_exist_function")
+ }
+ try await #require(throws: (any Error).self) {
+ try await spark.catalog.getFunction("default", "non_exist_function")
+ }
+ await spark.stop()
+ }
+
@Test
func createTempView() async throws {
let spark = try await SparkSession.builder.getOrCreate()
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
