This is an automated email from the ASF dual-hosted git repository.
kaxilnaik pushed a change to branch v3-1-test
in repository https://gitbox.apache.org/repos/asf/airflow.git
from d9969be6c9b Decouple serialization and deserialization code for tasks
(#54569)
add b4eca71cfaf Remove Python < 3.12 `JsonValue` workaround for `Cadwyn`
(#55087)
add c5ccfd165ad Catch Exception in git hook instantiation (#55079)
add eb4964409e5 Chart: Update Default Airflow image to 3.0.6 (#55090)
add d855d60086b Allow preloaded hitl options and params through search
params (#54783)
add ae7634a9fed Update main with Airflow 3.0.6 release details (#55089)
add 7ce89974211 chore(cli): remove duplicate None in
_quote_mysql_password_for_cnt (#54948)
add 723d9ff7445 strip whitespace before boolean parsing (#54896)
add 4e2afd87b19 Add redundancy to translation sponsor for HU (#55083)
add 927e550adcc Fix ``BigQueryInsertJobOperator`` failure with
asset-triggered DAGs (#55092)
add f9adaadfd55 Fix scheduler processing of cleared running tasks stuck in
RESTARTING state (#55084)
add b4cf3afe2ab Fix pushing None as an XCom value (#55080)
add fd5b551a637 Fix audit log payload for DAG pause/unpause actions
(#55091)
add 573d37b408c docs: remove outdated directed acyclic graph description
(#55096)
add 8491de96d78 Added specialized insert_rows in PostgresHook which uses
faster psycopg execute_batch method (#54988)
add 55834a7f1f6 Migrated prod builds to use python built from source
(#53770)
add 1790ec41eea Refactor Common Queue Interface (#54651)
add 1f4e1565b89 Make term Dag consistent in docs (#55097)
add 3696cecd3f5 Make term Dag consistent in docs v2 (#55099)
add b7846750bdd Make term Dag consistent in providers docs (#55101)
add a811a586a3f Make term Dag consistent in docs task-sdk (#55100)
add ff7d3e01a1d Add SQLInsertRowsOperator in common.sql provider (#55031)
add 8b1460a7995 feat(breeze): Add distribution name support to tarball
command (#54798)
add aa3e4f38bd5 docs(task-sdk): Remove non-functional formatting (#55098)
add d63d39cad13 Make term Dag consistent in task-sdk pydocs and comments
(#55105)
add 6c4cee76051 fix: Handle Kubernetes API responses with non-JSON bodies
(#55107)
add 71eb9967d86 Bump cache epoch for container images (#55113)
add 2756c8e921f Re-sort languages in translation/CODEOWNER (#55104)
add 09bbfb5a955 Fix Python 3.11 work from sources in CI image (#55120)
add 4579a382336 Implement default language (English) freeze pre-commit
(#55119)
add 2b91be8e490 feat(hitl): update url generating utility (#55022)
add 316ded5af35 implement pattern serach for event log endpoint (#55114)
add dd998153124 Fix timezone conversion in datetime trigger parameters
(#54593)
add efee1f9e3c8 chore: add more test cases to OpenLineage system tests
(#55138)
add 94febf24170 Add options_mapping support to HITLBranchOperator (#55093)
add ef0e0f94659 Fix test_external_python tests setup (#55145)
add 87019059179 Mark DagDetailsResponse.concurrency as deprecated (#55150)
add 60758b66859 Correctly restore logging state after StreamCaptureManager
exits (#55153)
add 6b2d5f2db03 Complete Arabic gaps 2025-09-01 (#55124)
add b94a95a95b8 Add Catalan language to Airflow (#55013)
add 4a80df4ff61 Fix, cleanup and refactor adding apt dependencies when
building image (#55151)
add e1f51edc9cc Accept `start_date` as string in `default_args` when
start_date is defined in dag constructor. (#55135)
add 7cbb6727e9c Decouple ``NotMapped`` exception from Task SDK (#55108)
No new revisions were added by this update.
Summary of changes:
.github/CODEOWNERS | 9 +-
.github/ISSUE_TEMPLATE/1-airflow_bug_report.yml | 2 +-
.github/boring-cyborg.yml | 3 +
.pre-commit-config.yaml | 13 +
Dockerfile | 306 +++++++++++++++++---
Dockerfile.ci | 287 +++++++++++++++----
README.md | 14 +-
RELEASE_NOTES.rst | 44 +++
.../cluster-policies.rst | 30 +-
.../administration-and-deployment/dag-bundles.rst | 66 ++---
.../dag-serialization.rst | 64 ++---
.../docs/administration-and-deployment/index.rst | 2 +-
.../administration-and-deployment/listeners.rst | 4 +-
.../logging-monitoring/errors.rst | 4 +-
.../logging-monitoring/metrics.rst | 62 ++--
.../modules_management.rst | 38 +--
.../docs/administration-and-deployment/plugins.rst | 4 +-
.../priority-weight.rst | 14 +-
.../production-deployment.rst | 20 +-
.../administration-and-deployment/scheduler.rst | 46 +--
.../authoring-and-scheduling/asset-scheduling.rst | 70 +++--
.../docs/authoring-and-scheduling/assets.rst | 8 +-
.../docs/authoring-and-scheduling/cron.rst | 10 +-
.../docs/authoring-and-scheduling/deferring.rst | 10 +-
.../dynamic-task-mapping.rst | 14 +-
.../authoring-and-scheduling/event-scheduling.rst | 20 +-
.../docs/authoring-and-scheduling/index.rst | 2 +-
.../docs/authoring-and-scheduling/serializers.rst | 2 +-
.../docs/authoring-and-scheduling/timetable.rst | 72 ++---
.../docs/authoring-and-scheduling/timezone.rst | 32 +--
airflow-core/docs/best-practices.rst | 266 ++++++++---------
airflow-core/docs/cli-and-env-variables-ref.rst | 4 +-
.../docs/core-concepts/auth-manager/index.rst | 30 +-
.../core-concepts/auth-manager/simple/index.rst | 4 +-
airflow-core/docs/core-concepts/backfill.rst | 16 +-
airflow-core/docs/core-concepts/dag-run.rst | 106 +++----
airflow-core/docs/core-concepts/dags.rst | 70 ++---
airflow-core/docs/core-concepts/debug.rst | 34 +--
airflow-core/docs/core-concepts/executor/index.rst | 16 +-
airflow-core/docs/core-concepts/objectstorage.rst | 6 +-
airflow-core/docs/core-concepts/operators.rst | 16 +-
airflow-core/docs/core-concepts/overview.rst | 69 ++---
airflow-core/docs/core-concepts/params.rst | 42 +--
airflow-core/docs/core-concepts/taskflow.rst | 10 +-
airflow-core/docs/core-concepts/tasks.rst | 18 +-
airflow-core/docs/core-concepts/variables.rst | 2 +-
airflow-core/docs/core-concepts/xcoms.rst | 2 +-
airflow-core/docs/extra-packages-ref.rst | 4 +-
airflow-core/docs/faq.rst | 146 +++++-----
airflow-core/docs/howto/add-dag-tags.rst | 8 +-
airflow-core/docs/howto/add-owner-links.rst | 10 +-
airflow-core/docs/howto/custom-operator.rst | 14 +-
airflow-core/docs/howto/customize-ui.rst | 6 +-
airflow-core/docs/howto/docker-compose/index.rst | 10 +-
airflow-core/docs/howto/dynamic-dag-generation.rst | 92 +++---
airflow-core/docs/howto/listener-plugin.rst | 14 +-
airflow-core/docs/howto/notifications.rst | 2 +-
airflow-core/docs/howto/operator/index.rst | 2 +-
airflow-core/docs/howto/set-config.rst | 2 +-
airflow-core/docs/howto/set-up-database.rst | 2 +-
airflow-core/docs/howto/setup-and-teardown.rst | 22 +-
airflow-core/docs/howto/timetable.rst | 48 ++--
airflow-core/docs/howto/usage-cli.rst | 44 +--
airflow-core/docs/howto/variable.rst | 2 +-
.../docs/img/diagram_task_lifecycle.md5sum | 2 +-
airflow-core/docs/img/diagram_task_lifecycle.png | Bin 529144 -> 601178 bytes
airflow-core/docs/img/diagram_task_lifecycle.py | 2 +-
airflow-core/docs/index.rst | 28 +-
airflow-core/docs/installation/index.rst | 4 +-
.../docs/installation/supported-versions.rst | 2 +-
.../docs/installation/upgrading_to_airflow3.rst | 26 +-
airflow-core/docs/public-airflow-interface.rst | 48 ++--
airflow-core/docs/security/audit_logs.rst | 10 +-
.../docs/security/deprecated_permissions.rst | 2 +-
airflow-core/docs/security/kerberos.rst | 10 +-
.../security/secrets/mask-sensitive-values.rst | 2 +-
airflow-core/docs/security/security_model.rst | 50 ++--
airflow-core/docs/security/sql.rst | 4 +-
airflow-core/docs/start.rst | 6 +-
airflow-core/docs/templates-ref.rst | 14 +-
airflow-core/docs/troubleshooting.rst | 4 +-
airflow-core/docs/tutorial/fundamentals.rst | 60 ++--
airflow-core/docs/tutorial/objectstorage.rst | 8 +-
airflow-core/docs/tutorial/pipeline.rst | 22 +-
airflow-core/docs/tutorial/taskflow.rst | 36 +--
airflow-core/docs/ui.rst | 202 ++++++-------
airflow-core/newsfragments/50374.feature.rst | 2 +-
airflow-core/newsfragments/51424.significant.rst | 2 +-
airflow-core/newsfragments/53796.misc.rst | 2 +-
.../newsfragments/template.significant.rst | 2 +-
.../api_fastapi/core_api/datamodels/dags.py | 2 +-
.../core_api/openapi/v2-rest-api-generated.yaml | 61 ++++
.../core_api/routes/public/event_logs.py | 16 ++
.../api_fastapi/execution_api/datamodels/xcom.py | 8 -
.../api_fastapi/execution_api/routes/xcoms.py | 13 +-
.../src/airflow/api_fastapi/logging/decorators.py | 2 +-
.../src/airflow/cli/commands/db_command.py | 2 +-
airflow-core/src/airflow/exceptions.py | 4 +
.../src/airflow/jobs/scheduler_job_runner.py | 13 +
airflow-core/src/airflow/models/dag.py | 2 +-
airflow-core/src/airflow/models/dagrun.py | 3 +-
airflow-core/src/airflow/models/mappedoperator.py | 5 +-
airflow-core/src/airflow/models/taskinstance.py | 2 +-
.../airflow/serialization/serialized_objects.py | 2 +-
.../src/airflow/ti_deps/deps/trigger_rule_dep.py | 2 +-
.../src/airflow/ui/openapi-gen/queries/common.ts | 9 +-
.../ui/openapi-gen/queries/ensureQueryData.ts | 14 +-
.../src/airflow/ui/openapi-gen/queries/prefetch.ts | 14 +-
.../src/airflow/ui/openapi-gen/queries/queries.ts | 14 +-
.../src/airflow/ui/openapi-gen/queries/suspense.ts | 14 +-
.../airflow/ui/openapi-gen/requests/schemas.gen.ts | 1 +
.../ui/openapi-gen/requests/services.gen.ts | 12 +-
.../airflow/ui/openapi-gen/requests/types.gen.ts | 21 ++
.../airflow/ui/public/i18n/locales/ar/browse.json | 3 +
.../airflow/ui/public/i18n/locales/ar/common.json | 2 +
.../src/airflow/ui/public/i18n/locales/ar/dag.json | 35 ++-
.../airflow/ui/public/i18n/locales/ar/hitl.json | 7 +
.../airflow/ui/public/i18n/locales/ar/tasks.json | 10 +
.../airflow/ui/public/i18n/locales/ca/admin.json | 167 +++++++++++
.../airflow/ui/public/i18n/locales/ca/assets.json | 30 ++
.../airflow/ui/public/i18n/locales/ca/browse.json | 26 ++
.../airflow/ui/public/i18n/locales/ca/common.json | 315 +++++++++++++++++++++
.../ui/public/i18n/locales/ca/components.json | 136 +++++++++
.../src/airflow/ui/public/i18n/locales/ca/dag.json | 149 ++++++++++
.../airflow/ui/public/i18n/locales/ca/dags.json | 97 +++++++
.../ui/public/i18n/locales/ca/dashboard.json | 45 +++
.../airflow/ui/public/i18n/locales/ca/hitl.json | 31 ++
.../airflow/ui/public/i18n/locales/ca/tasks.json | 10 +
.../public/i18n/locales/en/_freeze_exemptions.json | 12 +
.../airflow/ui/src/components/DateTimeInput.tsx | 10 +-
.../src/components/FlexibleForm/FieldDateTime.tsx | 14 +-
airflow-core/src/airflow/ui/src/i18n/config.ts | 1 +
.../src/airflow/ui/src/pages/Events/Events.tsx | 15 +-
.../pages/HITLTaskInstances/HITLResponseForm.tsx | 29 +-
.../src/airflow/ui/src/pages/XCom/XComEntry.tsx | 13 +-
airflow-core/src/airflow/ui/src/utils/hitl.ts | 54 +++-
airflow-core/src/airflow/utils/strings.py | 2 +-
.../core_api/routes/public/test_dags.py | 15 +
.../execution_api/versions/head/test_xcoms.py | 10 +-
airflow-core/tests/unit/jobs/test_scheduler_job.py | 67 +++++
airflow-core/tests/unit/models/test_dagrun.py | 24 +-
.../tests/unit/utils/test_strings.py | 17 +-
airflow-ctl/docs/cli-and-env-variables-ref.rst | 2 +-
airflow-ctl/docs/howto/index.rst | 8 +-
chart/Chart.yaml | 18 +-
chart/docs/adding-connections-and-variables.rst | 4 +-
chart/docs/airflow-configuration.rst | 2 +-
chart/docs/manage-dag-files.rst | 62 ++--
chart/docs/production-guide.rst | 2 +-
chart/docs/quick-start.rst | 6 +-
chart/docs/using-additional-containers.rst | 6 +-
chart/newsfragments/53350.significant.rst | 4 +-
chart/values.schema.json | 4 +-
chart/values.yaml | 4 +-
contributing-docs/03_contributors_quick_start.rst | 4 +-
contributing-docs/05_pull_requests.rst | 2 +-
contributing-docs/09_testing.rst | 4 +-
contributing-docs/12_provider_distributions.rst | 4 +-
.../13_airflow_dependencies_and_extras.rst | 2 +-
contributing-docs/16_adding_api_endpoints.rst | 6 +-
.../20_debugging_airflow_components.rst | 10 +-
.../contributors_quick_start_pycharm.rst | 8 +-
.../contributors_quick_start_vscode.rst | 8 +-
contributing-docs/testing/dag_testing.rst | 10 +-
contributing-docs/testing/docker_compose_tests.rst | 6 +-
contributing-docs/testing/python_client_tests.rst | 2 +-
contributing-docs/testing/system_tests.rst | 14 +-
dev/breeze/doc/03_developer_tasks.rst | 2 +-
dev/breeze/doc/09_release_management_tasks.rst | 27 ++
dev/breeze/doc/10_advanced_breeze_topics.rst | 6 +-
.../doc/images/output_release-management.svg | 54 ++--
.../doc/images/output_release-management.txt | 2 +-
...anagement_prepare-airflow-ctl-distributions.svg | 26 +-
...anagement_prepare-airflow-ctl-distributions.txt | 2 +-
...se-management_prepare-airflow-distributions.svg | 22 +-
...se-management_prepare-airflow-distributions.txt | 2 +-
..._release-management_prepare-airflow-tarball.svg | 40 ++-
..._release-management_prepare-airflow-tarball.txt | 2 +-
...e-management_prepare-provider-distributions.svg | 22 +-
...e-management_prepare-provider-distributions.txt | 2 +-
...e-management_prepare-task-sdk-distributions.svg | 22 +-
...e-management_prepare-task-sdk-distributions.txt | 2 +-
.../commands/release_candidate_command.py | 106 +++++--
.../commands/release_management_commands.py | 48 +++-
.../commands/release_management_commands_config.py | 8 +-
.../src/airflow_breeze/configure_rich_click.py | 4 +
dev/breeze/src/airflow_breeze/global_constants.py | 30 +-
.../src/airflow_breeze/params/build_ci_params.py | 6 +-
.../src/airflow_breeze/params/build_prod_params.py | 6 +-
.../airflow_breeze/params/common_build_params.py | 2 +-
dev/i18n/check_translations_completeness.py | 7 +-
.../shared/template-examples/taskflow-kwargs.rst | 2 +-
.../src/docs/shared/template-examples/taskflow.rst | 2 +-
.../src/sphinx_exts/includes/dag-definition.rst | 4 +-
.../tests_common/test_utils/common_msg_queue.py | 27 +-
.../test_utils/stream_capture_manager.py | 84 +++---
docker-stack-docs/build-arg-ref.rst | 20 +-
docker-stack-docs/build.rst | 45 +--
docker-stack-docs/changelog.rst | 28 ++
.../customizing/add-build-essential-custom.sh | 9 +-
.../docker-examples/customizing/custom-pip.sh | 2 +-
.../docker-examples/customizing/custom-sources.sh | 9 +-
.../customizing/github-different-repository.sh | 40 ---
.../docker-examples/customizing/github-main.sh | 40 ---
.../customizing/github-v2-2-test.sh | 41 ---
.../docker-examples/customizing/mysql-client.sh | 2 +-
.../customizing/own-requirements.sh | 6 +-
.../customizing/pypi-dev-runtime-deps.sh | 9 +-
.../customizing/pypi-extras-and-deps.sh | 7 +-
.../customizing/pypi-selected-version.sh | 7 +-
.../docker-examples/customizing/stable-airflow.sh | 2 +-
.../docker-examples/customizing/use-uv.sh | 2 +-
.../restricted/restricted_environments.sh | 3 +-
docker-stack-docs/entrypoint.rst | 2 +-
docker-stack-docs/pyproject.toml | 2 +-
docs/spelling_wordlist.txt | 1 +
generated/PYPI_README.md | 10 +-
.../core-extensions/notifications.rst | 2 +-
providers/airbyte/docs/index.rst | 2 +-
providers/alibaba/docs/index.rst | 2 +-
.../alibaba/docs/operators/analyticdb_spark.rst | 2 +-
providers/alibaba/docs/operators/oss.rst | 2 +-
.../amazon/docs/auth-manager/manage/index.rst | 10 +-
providers/amazon/docs/example-dags.rst | 4 +-
providers/amazon/docs/executors/batch-executor.rst | 4 +-
providers/amazon/docs/executors/ecs-executor.rst | 4 +-
providers/amazon/docs/executors/general.rst | 18 +-
.../amazon/docs/executors/lambda-executor.rst | 6 +-
providers/amazon/docs/index.rst | 2 +-
providers/amazon/docs/logging/s3-task-handler.rst | 6 +-
providers/amazon/docs/message-queues/index.rst | 23 +-
.../notifications/chime_notifier_howto_guide.rst | 8 +-
providers/amazon/docs/notifications/sns.rst | 8 +-
providers/amazon/docs/notifications/sqs.rst | 8 +-
.../amazon/docs/operators/athena/athena_boto.rst | 2 +-
providers/amazon/docs/operators/emr/emr.rst | 6 +-
providers/amazon/docs/operators/emr/emr_eks.rst | 4 +-
providers/amazon/docs/operators/mwaa.rst | 16 +-
providers/amazon/docs/operators/sagemaker.rst | 2 +-
.../amazon/docs/transfer/google_api_to_s3.rst | 2 +-
.../src/airflow/providers/amazon/aws/queues/sqs.py | 30 +-
.../tests/unit/amazon/aws/queues/test_sqs.py | 17 ++
.../tests/unit/amazon/aws/triggers/test_sqs.py | 23 +-
providers/apache/beam/docs/index.rst | 2 +-
providers/apache/cassandra/docs/index.rst | 2 +-
providers/apache/drill/docs/index.rst | 2 +-
providers/apache/druid/docs/index.rst | 2 +-
providers/apache/flink/docs/index.rst | 2 +-
providers/apache/hive/docs/index.rst | 2 +-
providers/apache/iceberg/docs/index.rst | 2 +-
providers/apache/kafka/docs/index.rst | 2 +-
.../apache/kafka/docs/message-queues/index.rst | 46 +--
.../airflow/providers/apache/kafka/queues/kafka.py | 38 +--
.../providers/apache/kafka/triggers/msg_queue.py | 38 +--
.../kafka/example_dag_message_queue_trigger.py | 3 +-
.../tests/unit/apache/kafka/queues/test_kafka.py | 13 +
.../apache/kafka/triggers/test_await_message.py | 24 +-
.../unit/apache/kafka/triggers/test_msg_queue.py | 28 --
providers/apache/kylin/docs/index.rst | 2 +-
providers/apache/livy/docs/index.rst | 2 +-
providers/apache/pig/docs/index.rst | 2 +-
providers/apache/pinot/docs/index.rst | 2 +-
providers/apache/spark/docs/index.rst | 2 +-
providers/apache/tinkerpop/docs/index.rst | 2 +-
.../notifications/apprise_notifier_howto_guide.rst | 8 +-
providers/arangodb/docs/index.rst | 2 +-
providers/arangodb/docs/operators/index.rst | 2 +-
providers/asana/docs/index.rst | 2 +-
.../notifications/jira-notifier-howto-guide.rst | 10 +-
providers/celery/docs/celery_executor.rst | 14 +-
providers/cncf/kubernetes/docs/index.rst | 2 +-
.../cncf/kubernetes/docs/kubernetes_executor.rst | 26 +-
providers/cncf/kubernetes/docs/operators.rst | 2 +-
.../kubernetes/executors/kubernetes_executor.py | 19 +-
.../providers/cncf/kubernetes/operators/kueue.py | 19 +-
.../executors/test_kubernetes_executor.py | 21 ++
.../unit/cncf/kubernetes/operators/test_kueue.py | 23 ++
providers/common/io/docs/index.rst | 2 +-
providers/common/messaging/docs/triggers.rst | 4 +-
.../common/messaging/providers/base_provider.py | 13 +
.../common/messaging/triggers/msg_queue.py | 76 ++++-
.../messaging/example_message_queue_trigger.py | 3 +-
.../common/messaging/triggers/test_msg_queue.py | 143 +++++++++-
providers/common/sql/docs/index.rst | 2 +-
providers/common/sql/docs/operators.rst | 31 ++
.../airflow/providers/common/sql/operators/sql.py | 134 ++++++++-
...execute_query.py => example_sql_insert_rows.py} | 54 +++-
providers/databricks/docs/index.rst | 2 +-
providers/databricks/docs/operators/task.rst | 2 +-
providers/databricks/docs/operators/workflow.rst | 10 +-
providers/dbt/cloud/docs/index.rst | 2 +-
providers/dbt/cloud/docs/operators.rst | 4 +-
providers/dingding/docs/index.rst | 2 +-
providers/docker/docs/index.rst | 2 +-
providers/edge3/docs/architecture.rst | 6 +-
providers/edge3/docs/edge_executor.rst | 6 +-
providers/edge3/docs/index.rst | 2 +-
providers/edge3/docs/install_on_windows.rst | 10 +-
providers/elasticsearch/docs/index.rst | 2 +-
providers/fab/docs/auth-manager/access-control.rst | 168 +++++------
providers/ftp/docs/index.rst | 2 +-
.../git/src/airflow/providers/git/bundles/git.py | 2 +-
providers/github/docs/index.rst | 2 +-
providers/google/docs/deprecation-policy.rst | 4 +-
providers/google/docs/example-dags.rst | 4 +-
providers/google/docs/index.rst | 2 +-
.../google/docs/operators/cloud/cloud_composer.rst | 4 +-
providers/google/docs/operators/cloud/dataprep.rst | 2 +-
.../google/docs/operators/cloud/functions.rst | 2 +-
providers/google/docs/operators/cloud/gcs.rst | 4 +-
providers/google/docs/operators/cloud/index.rst | 2 +-
.../docs/operators/cloud/kubernetes_engine.rst | 2 +-
.../docs/operators/marketing_platform/index.rst | 2 +-
.../providers/google/cloud/operators/bigquery.py | 10 +-
.../docs/secrets-backends/hashicorp-vault.rst | 2 +-
providers/http/docs/index.rst | 2 +-
providers/influxdb/docs/index.rst | 2 +-
providers/jdbc/docs/index.rst | 2 +-
providers/jenkins/docs/index.rst | 2 +-
providers/microsoft/azure/docs/index.rst | 2 +-
providers/microsoft/mssql/docs/index.rst | 2 +-
providers/microsoft/mssql/docs/operators.rst | 4 +-
providers/microsoft/psrp/docs/operators/index.rst | 2 +-
providers/microsoft/winrm/docs/index.rst | 2 +-
providers/mysql/docs/index.rst | 2 +-
providers/neo4j/docs/index.rst | 2 +-
providers/odbc/docs/index.rst | 2 +-
providers/openlineage/docs/guides/developer.rst | 10 +-
providers/openlineage/docs/guides/structure.rst | 10 +-
providers/openlineage/docs/guides/user.rst | 32 +--
.../example_openlineage_base_complex_dag.py | 2 +-
.../example_openlineage_base_simple_dag.py | 7 +-
...y => example_openlineage_setup_teardown_dag.py} | 22 +-
...py => example_openlineage_short_circuit_dag.py} | 60 ++--
... => example_openlineage_taskflow_simple_dag.py} | 33 +--
.../openlineage_base_complex_dag__af2.json | 4 +-
.../openlineage_base_complex_dag__af3.json | 4 +-
.../openlineage_setup_teardown_dag__af2.json | 194 +++++++++++++
.../openlineage_setup_teardown_dag__af3.json | 114 ++++++++
.../openlineage_short_circuit_dag.json | 77 +++++
...3.json => openlineage_taskflow_simple_dag.json} | 76 ++---
providers/opsgenie/docs/index.rst | 2 +-
providers/oracle/docs/index.rst | 2 +-
.../pagerduty_notifier_howto_guide.rst | 8 +-
providers/papermill/docs/index.rst | 2 +-
providers/papermill/docs/operators.rst | 6 +-
providers/postgres/docs/index.rst | 2 +-
providers/postgres/docs/operators.rst | 8 +-
.../airflow/providers/postgres/hooks/postgres.py | 79 +++++-
.../tests/unit/postgres/hooks/test_postgres.py | 28 +-
providers/presto/docs/index.rst | 2 +-
providers/redis/docs/index.rst | 2 +-
providers/redis/docs/message-queues.rst | 74 ++---
.../src/airflow/providers/redis/queues/redis.py | 58 +---
.../queues/test_redis_pubsub_message_queue.py | 7 +-
.../redis/example_dag_message_queue_trigger.py | 2 +-
.../redis/tests/unit/redis/queues/test_redis.py | 64 ++---
providers/salesforce/docs/index.rst | 2 +-
providers/singularity/docs/index.rst | 2 +-
providers/slack/docs/index.rst | 2 +-
.../notifications/slack_notifier_howto_guide.rst | 8 +-
.../slackwebhook_notifier_howto_guide.rst | 6 +-
providers/smtp/docs/connections/smtp.rst | 6 +-
.../notifications/smtp_notifier_howto_guide.rst | 6 +-
providers/snowflake/docs/index.rst | 2 +-
providers/sqlite/docs/index.rst | 2 +-
providers/standard/docs/index.rst | 2 +-
providers/standard/docs/operators/bash.rst | 6 +-
providers/standard/docs/operators/datetime.rst | 12 +-
providers/standard/docs/operators/python.rst | 8 +-
.../standard/docs/operators/trigger_dag_run.rst | 2 +-
providers/standard/docs/sensors/datetime.rst | 2 +-
.../standard/docs/sensors/external_task_sensor.rst | 34 +--
.../airflow/providers/standard/operators/hitl.py | 54 +++-
.../standard/decorators/test_external_python.py | 7 +-
.../tests/unit/standard/operators/test_hitl.py | 224 ++++++++++-----
providers/tableau/docs/index.rst | 2 +-
providers/telegram/docs/index.rst | 2 +-
.../docs/operators/azure_blob_to_teradata.rst | 4 +-
providers/teradata/docs/operators/bteq.rst | 6 +-
.../teradata/docs/operators/s3_to_teradata.rst | 4 +-
providers/teradata/docs/operators/teradata.rst | 8 +-
.../docs/operators/teradata_to_teradata.rst | 4 +-
providers/trino/docs/index.rst | 2 +-
providers/vertica/docs/index.rst | 2 +-
providers/yandex/docs/index.rst | 2 +-
providers/yandex/docs/operators/dataproc.rst | 2 +-
providers/yandex/docs/operators/yq.rst | 2 +-
providers/ydb/docs/index.rst | 2 +-
.../docs/operators/ydb_operator_howto_guide.rst | 8 +-
providers/zendesk/docs/index.rst | 2 +-
reproducible_build.yaml | 4 +-
scripts/ci/prek/check_default_language_freeze.py | 68 +++++
scripts/ci/prek/supported_versions.py | 2 +-
scripts/ci/prek/upgrade_important_versions.py | 57 ++--
scripts/docker/common.sh | 6 -
.../docker/install_airflow_when_building_images.sh | 4 +-
scripts/docker/install_os_dependencies.sh | 252 +++++++++++++++--
scripts/docker/install_os_dependencies_ci.sh | 167 -----------
.../in_container/install_airflow_and_providers.py | 28 +-
.../in_container/install_airflow_python_client.py | 2 +-
.../in_container/run_check_imports_in_providers.py | 2 +-
task-sdk/README.md | 2 +-
task-sdk/docs/api.rst | 2 +-
task-sdk/docs/concepts.rst | 22 +-
task-sdk/docs/examples.rst | 21 +-
task-sdk/docs/index.rst | 21 +-
task-sdk/src/airflow/sdk/api/client.py | 12 +-
task-sdk/src/airflow/sdk/bases/decorator.py | 4 +-
task-sdk/src/airflow/sdk/bases/notifier.py | 4 +-
task-sdk/src/airflow/sdk/bases/operator.py | 36 +--
task-sdk/src/airflow/sdk/bases/xcom.py | 24 +-
.../sdk/definitions/_internal/abstractoperator.py | 14 +-
.../sdk/definitions/_internal/contextmanager.py | 10 +-
.../airflow/sdk/definitions/_internal/mixins.py | 2 +-
.../src/airflow/sdk/definitions/_internal/node.py | 18 +-
.../airflow/sdk/definitions/_internal/templater.py | 2 +-
.../src/airflow/sdk/definitions/asset/__init__.py | 4 +-
.../airflow/sdk/definitions/asset/decorators.py | 4 +-
task-sdk/src/airflow/sdk/definitions/context.py | 10 +-
task-sdk/src/airflow/sdk/definitions/dag.py | 78 ++---
.../sdk/definitions/decorators/setup_teardown.py | 6 +-
.../sdk/definitions/decorators/task_group.py | 4 +-
task-sdk/src/airflow/sdk/definitions/edges.py | 4 +-
.../src/airflow/sdk/definitions/mappedoperator.py | 10 +-
task-sdk/src/airflow/sdk/definitions/param.py | 12 +-
task-sdk/src/airflow/sdk/definitions/taskgroup.py | 16 +-
task-sdk/src/airflow/sdk/definitions/xcom_arg.py | 8 +-
task-sdk/src/airflow/sdk/exceptions.py | 2 +-
task-sdk/src/airflow/sdk/execution_time/comms.py | 4 +-
.../src/airflow/sdk/execution_time/supervisor.py | 16 +-
.../src/airflow/sdk/execution_time/task_runner.py | 22 +-
task-sdk/src/airflow/sdk/types.py | 2 +-
task-sdk/tests/task_sdk/api/test_client.py | 8 +-
task-sdk/tests/task_sdk/bases/test_operator.py | 2 +-
.../tests/task_sdk/dags/dag_parsing_context.py | 2 +-
.../definitions/_internal/test_templater.py | 4 +-
task-sdk/tests/task_sdk/definitions/test_asset.py | 6 +-
task-sdk/tests/task_sdk/definitions/test_dag.py | 33 ++-
.../tests/task_sdk/definitions/test_taskgroup.py | 4 +-
.../task_sdk/execution_time/test_task_runner.py | 20 +-
441 files changed, 6232 insertions(+), 3199 deletions(-)
create mode 100644
airflow-core/src/airflow/ui/public/i18n/locales/ar/tasks.json
create mode 100644
airflow-core/src/airflow/ui/public/i18n/locales/ca/admin.json
create mode 100644
airflow-core/src/airflow/ui/public/i18n/locales/ca/assets.json
create mode 100644
airflow-core/src/airflow/ui/public/i18n/locales/ca/browse.json
create mode 100644
airflow-core/src/airflow/ui/public/i18n/locales/ca/common.json
create mode 100644
airflow-core/src/airflow/ui/public/i18n/locales/ca/components.json
create mode 100644 airflow-core/src/airflow/ui/public/i18n/locales/ca/dag.json
create mode 100644 airflow-core/src/airflow/ui/public/i18n/locales/ca/dags.json
create mode 100644
airflow-core/src/airflow/ui/public/i18n/locales/ca/dashboard.json
create mode 100644 airflow-core/src/airflow/ui/public/i18n/locales/ca/hitl.json
create mode 100644
airflow-core/src/airflow/ui/public/i18n/locales/ca/tasks.json
create mode 100644
airflow-core/src/airflow/ui/public/i18n/locales/en/_freeze_exemptions.json
copy providers/google/tests/unit/google/cloud/utils/test_dataform.py =>
airflow-core/tests/unit/utils/test_strings.py (70%)
copy providers/fab/tests/unit/fab/auth_manager/views/__init__.py =>
devel-common/src/tests_common/test_utils/common_msg_queue.py (57%)
delete mode 100755
docker-stack-docs/docker-examples/customizing/github-different-repository.sh
delete mode 100755 docker-stack-docs/docker-examples/customizing/github-main.sh
delete mode 100755
docker-stack-docs/docker-examples/customizing/github-v2-2-test.sh
copy
providers/common/sql/tests/system/common/sql/{example_sql_execute_query.py =>
example_sql_insert_rows.py} (51%)
copy
providers/openlineage/tests/system/openlineage/{example_openlineage_base_simple_dag.py
=> example_openlineage_setup_teardown_dag.py} (68%)
copy
providers/openlineage/tests/system/openlineage/{example_openlineage_mapped_simple_dag.py
=> example_openlineage_short_circuit_dag.py} (59%)
copy
providers/openlineage/tests/system/openlineage/{example_openlineage_base_simple_dag.py
=> example_openlineage_taskflow_simple_dag.py} (71%)
create mode 100644
providers/openlineage/tests/system/openlineage/expected_events/openlineage_setup_teardown_dag__af2.json
create mode 100644
providers/openlineage/tests/system/openlineage/expected_events/openlineage_setup_teardown_dag__af3.json
create mode 100644
providers/openlineage/tests/system/openlineage/expected_events/openlineage_short_circuit_dag.json
copy
providers/openlineage/tests/system/openlineage/expected_events/{openlineage_base_simple_dag__af3.json
=> openlineage_taskflow_simple_dag.json} (82%)
create mode 100755 scripts/ci/prek/check_default_language_freeze.py
delete mode 100644 scripts/docker/install_os_dependencies_ci.sh
