This is an automated email from the ASF dual-hosted git repository.
eladkal pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/airflow.git
The following commit(s) were added to refs/heads/main by this push:
new 7378e514ac2 Replace ydb limitation with yandexcloud exclusion (#47142)
7378e514ac2 is described below
commit 7378e514ac23ef2696cca6ceeb7da1e1e4dc3a63
Author: Jarek Potiuk <[email protected]>
AuthorDate: Thu Feb 27 14:47:55 2025 +0100
Replace ydb limitation with yandexcloud exclusion (#47142)
The #47105 wrongly assumed that the new ydb version caused the problem
with grpc.io, it turned out however that the root cause was wrong
grpcio specification for yandexcloud - where grpcio requirement
did not match runtime check for version.
Excluding the versions of yandexcloud (and asking them to yank those
versions) should help in solving the problem and it should not
limit users to upgrade to newer versions of yandexcloud (when they
are not using apache.beam or other libraries that limit grpcio to
< 1.68.1)
---
generated/provider_dependencies.json | 4 ++--
providers/yandex/README.rst | 8 ++++----
providers/yandex/pyproject.toml | 6 +++++-
.../yandex/src/airflow/providers/yandex/get_provider_info.py | 6 +++++-
providers/ydb/README.rst | 8 ++++----
providers/ydb/pyproject.toml | 8 +-------
providers/ydb/src/airflow/providers/ydb/get_provider_info.py | 2 +-
7 files changed, 22 insertions(+), 20 deletions(-)
diff --git a/generated/provider_dependencies.json
b/generated/provider_dependencies.json
index 920be9e815b..e31d9c6af0c 100644
--- a/generated/provider_dependencies.json
+++ b/generated/provider_dependencies.json
@@ -1380,7 +1380,7 @@
"deps": [
"apache-airflow>=2.9.0",
"yandex-query-client>=0.1.4",
- "yandexcloud>=0.308.0"
+ "yandexcloud>=0.308.0,!=0.329.0,!=0.330.0,!=0.331.0,!=0.332.0,!=0.333.0"
],
"devel-deps": [],
"plugins": [],
@@ -1393,7 +1393,7 @@
"apache-airflow-providers-common-sql>=1.20.0",
"apache-airflow>=2.9.0",
"ydb-dbapi>=0.1.0",
- "ydb>=3.18.8, !=3.19.0"
+ "ydb>=3.18.8"
],
"devel-deps": [],
"plugins": [],
diff --git a/providers/yandex/README.rst b/providers/yandex/README.rst
index 30a7c3522ad..8aa87f0a8b1 100644
--- a/providers/yandex/README.rst
+++ b/providers/yandex/README.rst
@@ -52,13 +52,13 @@ The package supports the following python versions:
3.9,3.10,3.11,3.12
Requirements
------------
-======================= ==================
+=======================
===============================================================
PIP package Version required
-======================= ==================
+=======================
===============================================================
``apache-airflow`` ``>=2.9.0``
-``yandexcloud`` ``>=0.308.0``
+``yandexcloud``
``>=0.308.0,!=0.329.0,!=0.330.0,!=0.331.0,!=0.332.0,!=0.333.0``
``yandex-query-client`` ``>=0.1.4``
-======================= ==================
+=======================
===============================================================
The changelog for the provider package can be found in the
`changelog
<https://airflow.apache.org/docs/apache-airflow-providers-yandex/4.0.1/changelog.html>`_.
diff --git a/providers/yandex/pyproject.toml b/providers/yandex/pyproject.toml
index 716e4065564..8cd5fd8a17f 100644
--- a/providers/yandex/pyproject.toml
+++ b/providers/yandex/pyproject.toml
@@ -56,7 +56,11 @@ requires-python = "~=3.9"
# Any change in the dependencies is preserved when the file is regenerated
dependencies = [
"apache-airflow>=2.9.0",
- "yandexcloud>=0.308.0",
+ # Yandex cloud from 0.329.0 to 0.333.0 wrongly stated their expectations
for grpcio - they
+ # had grpcio >= 1.64.0 but they required at least 1.68.1. We exclude them
from resolution directly
+ # So that it does not mistakenly cause failures when other providers
expect grpcio <1.66 (as it happens
+ # in case of apache.beam currently).
+ "yandexcloud>=0.308.0,!=0.329.0,!=0.330.0,!=0.331.0,!=0.332.0,!=0.333.0",
"yandex-query-client>=0.1.4",
]
diff --git a/providers/yandex/src/airflow/providers/yandex/get_provider_info.py
b/providers/yandex/src/airflow/providers/yandex/get_provider_info.py
index 729abffb2c5..bfcfd50705a 100644
--- a/providers/yandex/src/airflow/providers/yandex/get_provider_info.py
+++ b/providers/yandex/src/airflow/providers/yandex/get_provider_info.py
@@ -118,5 +118,9 @@ def get_provider_info():
},
}
},
- "dependencies": ["apache-airflow>=2.9.0", "yandexcloud>=0.308.0",
"yandex-query-client>=0.1.4"],
+ "dependencies": [
+ "apache-airflow>=2.9.0",
+
"yandexcloud>=0.308.0,!=0.329.0,!=0.330.0,!=0.331.0,!=0.332.0,!=0.333.0",
+ "yandex-query-client>=0.1.4",
+ ],
}
diff --git a/providers/ydb/README.rst b/providers/ydb/README.rst
index 21da6ebdd55..acebde802cb 100644
--- a/providers/ydb/README.rst
+++ b/providers/ydb/README.rst
@@ -50,14 +50,14 @@ The package supports the following python versions:
3.9,3.10,3.11,3.12
Requirements
------------
-======================================= =====================
+======================================= ==================
PIP package Version required
-======================================= =====================
+======================================= ==================
``apache-airflow`` ``>=2.9.0``
``apache-airflow-providers-common-sql`` ``>=1.20.0``
-``ydb`` ``>=3.18.8,!=3.19.0``
+``ydb`` ``>=3.18.8``
``ydb-dbapi`` ``>=0.1.0``
-======================================= =====================
+======================================= ==================
Cross provider package dependencies
-----------------------------------
diff --git a/providers/ydb/pyproject.toml b/providers/ydb/pyproject.toml
index 6a6b9de5366..598362d68a2 100644
--- a/providers/ydb/pyproject.toml
+++ b/providers/ydb/pyproject.toml
@@ -57,13 +57,7 @@ requires-python = "~=3.9"
dependencies = [
"apache-airflow>=2.9.0",
"apache-airflow-providers-common-sql>=1.20.0",
- # Ydb 3.19.0 depends on grpcio >= 1.68.1 but latest apache-beam depends on
grpcio < 1.66.0
- # also while Ydb requires, it, it does not state it in their requirements,
so we cannot add
- # grpcio < 1.66 because it will not limit Ydb in any way
- # Since using latest apache.beam is more important than latest ydb, we are
limiting it until
- # the issue https://github.com/apache/beam/issues/34081 or
- # https://github.com/ydb-platform/ydb/issues/15087 are fixed
- "ydb>=3.18.8, !=3.19.0",
+ "ydb>=3.18.8",
"ydb-dbapi>=0.1.0",
]
diff --git a/providers/ydb/src/airflow/providers/ydb/get_provider_info.py
b/providers/ydb/src/airflow/providers/ydb/get_provider_info.py
index b1f5e9bc0c3..7b43749a414 100644
--- a/providers/ydb/src/airflow/providers/ydb/get_provider_info.py
+++ b/providers/ydb/src/airflow/providers/ydb/get_provider_info.py
@@ -46,7 +46,7 @@ def get_provider_info():
"dependencies": [
"apache-airflow>=2.9.0",
"apache-airflow-providers-common-sql>=1.20.0",
- "ydb>=3.18.8, !=3.19.0",
+ "ydb>=3.18.8",
"ydb-dbapi>=0.1.0",
],
}
