This is an automated email from the ASF dual-hosted git repository.
ash pushed a change to branch task-sdk-first-code
in repository https://gitbox.apache.org/repos/asf/airflow.git
omit d4e015a91b Use attrs converters for access_control [skip ci]
omit a92d531126 [skip-ci]
omit f6db3cb70f Replace DagContext from core to Task SDK [skip ci]
omit c3204990f2 Use DAG Context from Task SDK [skip ci]
omit f30a5e1069 More fixes to test_dagbag.py [skip ci]
omit 0dd54f7fb4 [skip ci]
omit ec20107503 Fix some tests in tests/models/test_dagbag.py [ci skip]
omit 7c0937e6df [skip ci]
omit 25ad505d8a [skip ci]
omit dba71f3d89 Get more tests passing
omit 79d0b6fc94 Start porting over all the DAG defintion code to the Task
SDK
add 076da92469 Check python version that was used to install pre-commit
venvs (#43282)
add 84ff10bf06 Upgrade FAB to 4.5.1 (#43251)
add b84249d9ff Implement basic backfill dry run (#43241)
add f4d9a1b068 Add isolation mode exclusion for mapped operator test
(#43297)
add 3b0cb76b6d Made usage of Path explicit for Edge Worker pid files
(#43308)
add ca2c809b30 feat: sensor to check status of Dataform action (#43055)
add 6a17a62f1b AIP-84 Patch Pool (#43266)
add d7f50baa6f Bump Flask-AppBuilder to ``4.5.2`` (#43309)
add 9da6fc3b8f Remove the ability to import executors from plugins (#43289)
add d725cf683e Fix instruction for docker compose(tested on Mac M1)
(#43119)
add 69af18592f refactor: OdbcHook must use it's own connection when
creating a sqlalchemy engine (#43145)
add cc762293ca feat: add Hook Level Lineage support for GCSHook (#42507)
add 0b030c5623 Masking configuration values irrelevant to DAG author
(#43040)
add 9b053bc4a3 Fix failing main (#43322)
add 2bf3af0a65 Remove deprecated hook code from plugins (#43291)
add 813963a0e6 Rename DAG to Dag in new UI (#43325)
add 96e78ab99b Shorten import timeout in DAG import test to speed up
execution (#43323)
add da7ce4ab7e AIP-38 - feat(pages/DagsList): add tags filter to dags list
(#43303)
add 305be0955b Fix production image build in main (#43334)
add 0a9c3c007b Suppress warnings when masking sensitive confs (#43335)
add df6050cb79 Bump ``uv`` to ``0.4.26`` (#43331)
add d611b24896 add min version to virtualenv (#43189)
add 0e112bf0e4 BashOperator: Execute templated bash script as file (#42783)
add 7c6c106591 Fixed type in section Object Storage XCom Backend in file
xcoms.rst (#43339)
add 06da35cd0f Fix AIP-74 migration errors (#43313)
add 4d54cda411 Make conn id parameters templated in GenericTransfer and
also allow passing hook parameters like in BaseSQLOperator (#42891)
add 45caab1570 [Edge] Add metrics export and reset state of Edge Worker
after worker timeout (#43215)
add b45f80cfdd Start porting over all the DAG defintion code to the Task
SDK
add f566916638 Get more tests passing
add af27d4e449 [skip ci]
add 2b11dfa306 [skip ci]
add 57516144b8 Fix some tests in tests/models/test_dagbag.py [ci skip]
add a6006cbb6a [skip ci]
add 475fa9b33f More fixes to test_dagbag.py [skip ci]
add f180e2ef47 Use DAG Context from Task SDK [skip ci]
add d8dd35ad9f Replace DagContext from core to Task SDK [skip ci]
add 5e838d4953 [skip-ci]
add e5ebb8a081 Use attrs converters for access_control [skip ci]
add acdfa2c151 Update pre-commit scripts.
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (d4e015a91b)
\
N -- N -- N refs/heads/task-sdk-first-code (acdfa2c151)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.pre-commit-config.yaml | 6 +
Dockerfile | 2 +-
Dockerfile.ci | 4 +-
airflow/api_connexion/endpoints/pool_endpoint.py | 1 +
.../api_fastapi/core_api/openapi/v1-generated.yaml | 103 +++++++++--
.../api_fastapi/core_api/routes/public/pools.py | 45 ++++-
.../core_api/routes/public/variables.py | 1 -
.../api_fastapi/core_api/serializers/plugins.py | 2 -
airflow/api_fastapi/core_api/serializers/pools.py | 23 ++-
airflow/cli/cli_config.py | 6 +
airflow/cli/commands/backfill_command.py | 39 ++++-
airflow/configuration.py | 15 ++
airflow/executors/executor_loader.py | 12 --
airflow/hooks/base.py | 5 +-
.../0035_3_0_0_add_name_field_to_dataset_model.py | 4 +-
.../versions/0040_3_0_0_rename_dataset_as_asset.py | 20 +--
airflow/models/asset.py | 2 +-
airflow/models/backfill.py | 27 +--
airflow/plugins_manager.py | 45 +----
airflow/settings.py | 3 +
airflow/ui/openapi-gen/queries/common.ts | 3 +
airflow/ui/openapi-gen/queries/queries.ts | 54 +++++-
airflow/ui/openapi-gen/requests/schemas.gen.ts | 68 +++++--
airflow/ui/openapi-gen/requests/services.gen.ts | 36 ++++
airflow/ui/openapi-gen/requests/types.gen.ts | 49 +++++-
airflow/ui/src/components/SearchBar.tsx | 2 +-
airflow/ui/src/constants/searchParams.ts | 1 +
airflow/ui/src/layouts/Nav/Nav.tsx | 4 +-
airflow/ui/src/pages/DagsList/DagsFilters.tsx | 46 ++++-
airflow/ui/src/pages/DagsList/DagsList.tsx | 24 ++-
airflow/www/security_manager.py | 5 +-
airflow/www/views.py | 1 -
contributing-docs/08_static_code_checks.rst | 2 +
dev/breeze/doc/ci/02_images.md | 2 +-
dev/breeze/doc/images/output_static-checks.svg | 2 +-
dev/breeze/doc/images/output_static-checks.txt | 2 +-
.../commands/release_management_commands.py | 2 +-
dev/breeze/src/airflow_breeze/pre_commit_ids.py | 1 +
dev/breeze/tests/test_packages.py | 6 +-
docker_tests/test_prod_image.py | 6 +-
.../operators/cloud/dataform.rst | 12 ++
.../authoring-and-scheduling/plugins.rst | 8 -
docs/apache-airflow/core-concepts/xcoms.rst | 2 +-
docs/apache-airflow/howto/docker-compose/index.rst | 7 +-
docs/apache-airflow/howto/operator/bash.rst | 138 ++++++++-------
docs/apache-airflow/img/airflow_erd.sha256 | 2 +-
docs/apache-airflow/img/docker-compose-pycharm.png | Bin 0 -> 59560 bytes
generated/provider_dependencies.json | 5 +-
hatch_build.py | 9 +-
newsfragments/42783.improvement.rst | 1 +
newsfragments/43289.significant.rst | 4 +
newsfragments/43291.significant.rst | 16 ++
.../airflow/providers/common/sql/operators/sql.py | 16 +-
providers/src/airflow/providers/edge/CHANGELOG.rst | 17 ++
providers/src/airflow/providers/edge/__init__.py | 2 +-
.../src/airflow/providers/edge/cli/edge_command.py | 6 +-
.../providers/edge/executors/edge_executor.py | 40 ++++-
.../airflow/providers/edge/models/edge_worker.py | 58 ++++++
providers/src/airflow/providers/edge/provider.yaml | 5 +-
providers/src/airflow/providers/fab/provider.yaml | 2 +-
.../airflow/providers/google/assets}/__init__.py | 0
.../google/{datasets => assets}/bigquery.py | 0
.../aws/assets/s3.py => google/assets/gcs.py} | 20 +--
.../airflow/providers/google/cloud/hooks/gcs.py | 52 +++++-
.../providers/google/cloud/sensors/dataform.py | 75 ++++++++
.../airflow/providers/google/datasets/__init__.py | 16 --
.../src/airflow/providers/google/provider.yaml | 14 +-
providers/src/airflow/providers/odbc/hooks/odbc.py | 13 ++
.../airflow/providers/standard/hooks/subprocess.py | 19 +-
.../airflow/providers/standard/operators/bash.py | 74 ++++++--
.../standard}/operators/generic_transfer.py | 35 +++-
.../src/airflow/providers/standard/provider.yaml | 2 +
providers/tests/common/sql/operators/test_sql.py | 21 ++-
providers/tests/edge/cli/test_edge_command.py | 2 +-
.../tests/edge/executors/test_edge_executor.py | 49 ++++++
providers/tests/edge/models/test_edge_worker.py | 2 +-
providers/tests/google/assets/test_bigquery.py | 2 +-
.../test_s3.py => google/assets/test_gcs.py} | 39 ++---
providers/tests/google/cloud/hooks/test_gcs.py | 190 ++++++++++++++++++++
.../tests/google/cloud/sensors/test_dataform.py | 150 ++++++++++++++++
providers/tests/odbc/hooks/test_odbc.py | 9 +
providers/tests/standard/operators/test_bash.py | 29 +++
.../standard}/operators/test_generic_transfer.py | 60 ++++++-
.../google/cloud/dataform/example_dataform.py | 40 ++++-
scripts/ci/pre_commit/check_min_python_version.py | 68 +++++++
scripts/ci/pre_commit/sync_init_decorator.py | 195 +++++++++++++--------
task_sdk/src/airflow/sdk/definitions/dag.py | 15 +-
task_sdk/src/airflow/sdk/definitions/taskgroup.py | 6 +
tests/always/test_connection.py | 29 ---
tests/always/test_project_structure.py | 1 -
.../endpoints/test_plugin_endpoint.py | 7 -
tests/api_connexion/schemas/test_plugin_schema.py | 11 --
.../core_api/routes/public/test_pools.py | 155 ++++++++++++++++
tests/cli/commands/test_plugins_command.py | 21 ++-
tests/core/test_configuration.py | 15 ++
tests/decorators/test_bash.py | 36 ++++
tests/executors/test_executor_loader.py | 50 +-----
tests/models/test_dagbag.py | 9 +-
tests/models/test_mappedoperator.py | 1 +
tests/plugins/test_plugin.py | 17 --
tests/plugins/test_plugins_manager.py | 24 ---
tests_common/test_utils/compat.py | 2 +
tests_common/test_utils/mock_plugins.py | 4 -
103 files changed, 2052 insertions(+), 558 deletions(-)
create mode 100644 docs/apache-airflow/img/docker-compose-pycharm.png
create mode 100644 newsfragments/42783.improvement.rst
create mode 100644 newsfragments/43289.significant.rst
create mode 100644 newsfragments/43291.significant.rst
copy {airflow/api_connexion =>
providers/src/airflow/providers/google/assets}/__init__.py (100%)
rename providers/src/airflow/providers/google/{datasets => assets}/bigquery.py
(100%)
copy providers/src/airflow/providers/{amazon/aws/assets/s3.py =>
google/assets/gcs.py} (75%)
delete mode 100644 providers/src/airflow/providers/google/datasets/__init__.py
rename {airflow =>
providers/src/airflow/providers/standard}/operators/generic_transfer.py (76%)
copy providers/tests/{amazon/aws/assets/test_s3.py =>
google/assets/test_gcs.py} (67%)
create mode 100644 providers/tests/google/cloud/sensors/test_dataform.py
rename {tests => providers/tests/standard}/operators/test_generic_transfer.py
(69%)
create mode 100755 scripts/ci/pre_commit/check_min_python_version.py
