This is an automated email from the ASF dual-hosted git repository.
ruifengz pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git
The following commit(s) were added to refs/heads/master by this push:
new b9cc813adf0 [SPARK-46281][PS][TESTS] Remove unused code in
`pyspark.pandas.tests.computation.*`
b9cc813adf0 is described below
commit b9cc813adf0ba592f020bc9778b373800ad81b8f
Author: Ruifeng Zheng <[email protected]>
AuthorDate: Wed Dec 6 17:06:16 2023 +0800
[SPARK-46281][PS][TESTS] Remove unused code in
`pyspark.pandas.tests.computation.*`
### What changes were proposed in this pull request?
Remove unused code in `pyspark.pandas.tests.computation.*`
### Why are the changes needed?
code clean up
### Does this PR introduce _any_ user-facing change?
no, test-only
### How was this patch tested?
ci
### Was this patch authored or co-authored using generative AI tooling?
no
Closes #44200 from zhengruifeng/ps_test_comp_cleanup.
Authored-by: Ruifeng Zheng <[email protected]>
Signed-off-by: Ruifeng Zheng <[email protected]>
---
python/pyspark/pandas/tests/computation/test_any_all.py | 13 -------------
python/pyspark/pandas/tests/computation/test_apply_func.py | 6 ------
python/pyspark/pandas/tests/computation/test_binary_ops.py | 6 ------
python/pyspark/pandas/tests/computation/test_combine.py | 13 -------------
python/pyspark/pandas/tests/computation/test_cumulative.py | 13 -------------
python/pyspark/pandas/tests/computation/test_eval.py | 8 --------
python/pyspark/pandas/tests/computation/test_melt.py | 13 -------------
.../pyspark/pandas/tests/computation/test_missing_data.py | 13 -------------
python/pyspark/pandas/tests/computation/test_pivot.py | 13 -------------
9 files changed, 98 deletions(-)
diff --git a/python/pyspark/pandas/tests/computation/test_any_all.py
b/python/pyspark/pandas/tests/computation/test_any_all.py
index 6c120aead4e..5e946be7b08 100644
--- a/python/pyspark/pandas/tests/computation/test_any_all.py
+++ b/python/pyspark/pandas/tests/computation/test_any_all.py
@@ -25,19 +25,6 @@ from pyspark.testing.sqlutils import SQLTestUtils
class FrameAnyAllMixin:
- @property
- def pdf(self):
- return pd.DataFrame(
- {"a": [1, 2, 3, 4, 5, 6, 7, 8, 9], "b": [4, 5, 6, 3, 2, 1, 0, 0,
0]},
- index=np.random.rand(9),
- )
-
- @property
- def df_pair(self):
- pdf = self.pdf
- psdf = ps.from_pandas(pdf)
- return pdf, psdf
-
def test_all(self):
pdf = pd.DataFrame(
{
diff --git a/python/pyspark/pandas/tests/computation/test_apply_func.py
b/python/pyspark/pandas/tests/computation/test_apply_func.py
index 00b14441991..de82c061b58 100644
--- a/python/pyspark/pandas/tests/computation/test_apply_func.py
+++ b/python/pyspark/pandas/tests/computation/test_apply_func.py
@@ -40,12 +40,6 @@ class FrameApplyFunctionMixin:
index=np.random.rand(9),
)
- @property
- def df_pair(self):
- pdf = self.pdf
- psdf = ps.from_pandas(pdf)
- return pdf, psdf
-
def test_apply(self):
pdf = pd.DataFrame(
{
diff --git a/python/pyspark/pandas/tests/computation/test_binary_ops.py
b/python/pyspark/pandas/tests/computation/test_binary_ops.py
index 99a612576aa..09de7d6d015 100644
--- a/python/pyspark/pandas/tests/computation/test_binary_ops.py
+++ b/python/pyspark/pandas/tests/computation/test_binary_ops.py
@@ -35,12 +35,6 @@ class FrameBinaryOpsMixin:
index=np.random.rand(9),
)
- @property
- def df_pair(self):
- pdf = self.pdf
- psdf = ps.from_pandas(pdf)
- return pdf, psdf
-
def test_binary_operators(self):
pdf = pd.DataFrame(
{"A": [0, 2, 4], "B": [4, 2, 0], "X": [-1, 10, 0]},
index=np.random.rand(3)
diff --git a/python/pyspark/pandas/tests/computation/test_combine.py
b/python/pyspark/pandas/tests/computation/test_combine.py
index 9df4fd7ef2b..4de4dd1cccb 100644
--- a/python/pyspark/pandas/tests/computation/test_combine.py
+++ b/python/pyspark/pandas/tests/computation/test_combine.py
@@ -27,19 +27,6 @@ from pyspark.testing.sqlutils import SQLTestUtils
# This file contains test cases for 'Combining / joining / merging'
#
https://spark.apache.org/docs/latest/api/python/reference/pyspark.pandas/frame.html#combining-joining-merging
class FrameCombineMixin:
- @property
- def pdf(self):
- return pd.DataFrame(
- {"a": [1, 2, 3, 4, 5, 6, 7, 8, 9], "b": [4, 5, 6, 3, 2, 1, 0, 0,
0]},
- index=np.random.rand(9),
- )
-
- @property
- def df_pair(self):
- pdf = self.pdf
- psdf = ps.from_pandas(pdf)
- return pdf, psdf
-
def test_concat(self):
pdf = pd.DataFrame([[1, 2], [3, 4]], columns=list("AB"))
psdf = ps.from_pandas(pdf)
diff --git a/python/pyspark/pandas/tests/computation/test_cumulative.py
b/python/pyspark/pandas/tests/computation/test_cumulative.py
index 8c0b14741db..f6c1d893b15 100644
--- a/python/pyspark/pandas/tests/computation/test_cumulative.py
+++ b/python/pyspark/pandas/tests/computation/test_cumulative.py
@@ -25,19 +25,6 @@ from pyspark.testing.sqlutils import SQLTestUtils
class FrameCumulativeMixin:
- @property
- def pdf(self):
- return pd.DataFrame(
- {"a": [1, 2, 3, 4, 5, 6, 7, 8, 9], "b": [4, 5, 6, 3, 2, 1, 0, 0,
0]},
- index=np.random.rand(9),
- )
-
- @property
- def df_pair(self):
- pdf = self.pdf
- psdf = ps.from_pandas(pdf)
- return pdf, psdf
-
def _test_cummin(self, pdf, psdf):
self.assert_eq(pdf.cummin(), psdf.cummin())
self.assert_eq(pdf.cummin(skipna=False), psdf.cummin(skipna=False))
diff --git a/python/pyspark/pandas/tests/computation/test_eval.py
b/python/pyspark/pandas/tests/computation/test_eval.py
index d7b5273a359..712da1478ef 100644
--- a/python/pyspark/pandas/tests/computation/test_eval.py
+++ b/python/pyspark/pandas/tests/computation/test_eval.py
@@ -17,7 +17,6 @@
import unittest
-import numpy as np
import pandas as pd
from pyspark import pandas as ps
@@ -26,13 +25,6 @@ from pyspark.testing.sqlutils import SQLTestUtils
class FrameEvalMixin:
- @property
- def pdf(self):
- return pd.DataFrame(
- {"a": [1, 2, 3, 4, 5, 6, 7, 8, 9], "b": [4, 5, 6, 3, 2, 1, 0, 0,
0]},
- index=np.random.rand(9),
- )
-
def test_eval(self):
pdf = pd.DataFrame({"A": range(1, 6), "B": range(10, 0, -2)})
psdf = ps.from_pandas(pdf)
diff --git a/python/pyspark/pandas/tests/computation/test_melt.py
b/python/pyspark/pandas/tests/computation/test_melt.py
index c8969a3c0bf..8cb7da1b050 100644
--- a/python/pyspark/pandas/tests/computation/test_melt.py
+++ b/python/pyspark/pandas/tests/computation/test_melt.py
@@ -26,19 +26,6 @@ from pyspark.pandas.utils import name_like_string
class FrameMeltMixin:
- @property
- def pdf(self):
- return pd.DataFrame(
- {"a": [1, 2, 3, 4, 5, 6, 7, 8, 9], "b": [4, 5, 6, 3, 2, 1, 0, 0,
0]},
- index=np.random.rand(9),
- )
-
- @property
- def df_pair(self):
- pdf = self.pdf
- psdf = ps.from_pandas(pdf)
- return pdf, psdf
-
def test_melt(self):
pdf = pd.DataFrame(
{"A": [1, 3, 5], "B": [2, 4, 6], "C": [7, 8, 9]},
index=np.random.rand(3)
diff --git a/python/pyspark/pandas/tests/computation/test_missing_data.py
b/python/pyspark/pandas/tests/computation/test_missing_data.py
index c176e79fdab..c11c454af6a 100644
--- a/python/pyspark/pandas/tests/computation/test_missing_data.py
+++ b/python/pyspark/pandas/tests/computation/test_missing_data.py
@@ -28,19 +28,6 @@ from pyspark.testing.sqlutils import SQLTestUtils
# This file contains test cases for 'Missing data handling'
#
https://spark.apache.org/docs/latest/api/python/reference/pyspark.pandas/frame.html#missing-data-handling
class FrameMissingDataMixin:
- @property
- def pdf(self):
- return pd.DataFrame(
- {"a": [1, 2, 3, 4, 5, 6, 7, 8, 9], "b": [4, 5, 6, 3, 2, 1, 0, 0,
0]},
- index=np.random.rand(9),
- )
-
- @property
- def df_pair(self):
- pdf = self.pdf
- psdf = ps.from_pandas(pdf)
- return pdf, psdf
-
def test_backfill(self):
pdf = pd.DataFrame(
{
diff --git a/python/pyspark/pandas/tests/computation/test_pivot.py
b/python/pyspark/pandas/tests/computation/test_pivot.py
index e1c55cc552c..8a373108ddc 100644
--- a/python/pyspark/pandas/tests/computation/test_pivot.py
+++ b/python/pyspark/pandas/tests/computation/test_pivot.py
@@ -25,19 +25,6 @@ from pyspark.testing.sqlutils import SQLTestUtils
class FramePivotMixin:
- @property
- def pdf(self):
- return pd.DataFrame(
- {"a": [1, 2, 3, 4, 5, 6, 7, 8, 9], "b": [4, 5, 6, 3, 2, 1, 0, 0,
0]},
- index=np.random.rand(9),
- )
-
- @property
- def df_pair(self):
- pdf = self.pdf
- psdf = ps.from_pandas(pdf)
- return pdf, psdf
-
def test_pivot_table_dtypes(self):
pdf = pd.DataFrame(
{
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
