apache · potiuk · Jul 17, 2025 · Jun 2, 2025 · Jun 2, 2025 · Jun 2, 2025
diff --git a/.github/actions/migration_tests/action.yml b/.github/actions/migration_tests/action.yml
@@ -18,6 +18,10 @@
 ---
 name: 'Run migration tests'
 description: 'Runs migration tests'
+inputs:
+ python-version:
+ description: "Python version to run the tests on"
+ required: true
 runs:
  using: "composite"
  steps:
@@ -38,12 +42,18 @@ runs:
  airflow db migrate --to-revision heads &&
  airflow db downgrade -n 2.7.0 -y &&
  airflow db migrate
- if: env.BACKEND != 'sqlite'
+ # migration tests cannot be run with Python 3.13 now - currently we have no FAB and no FABDBManager -
+ # and airflow (correctly) refuses to migrate things to Airflow 2 when there is no "ab_user"
+ # table created. So migration tests for now will have to be excluded for Python 3.13 until
+ # we start working on 3.2 (with migration to 3.1) or until FAB is supported in 3.13 (FAB 5)
+ # TODO(potiuk) bring migration tests back for Python 3.13 when one of the two conditions are fulfilled
+ if: env.BACKEND != 'sqlite' && inputs.python-version != '3.13'
  - name: "Bring composer down"
  shell: bash
  run: breeze down
  env:
  COMPOSE_PROJECT_NAME: "docker-compose"
+ if: inputs.python-version != '3.13'
  - name: "Test ORM migration 2 to 3: ${{env.BACKEND}}"
  shell: bash
  run: >
@@ -60,12 +70,13 @@ runs:
  airflow db migrate --to-revision heads &&
  airflow db downgrade -n 2.7.0 -y &&
  airflow db migrate
- if: env.BACKEND != 'sqlite'
+ if: env.BACKEND != 'sqlite' && inputs.python-version != '3.13'
  - name: "Bring compose down again"
  shell: bash
  run: breeze down
  env:
  COMPOSE_PROJECT_NAME: "docker-compose"
+ if: inputs.python-version != '3.13'
  - name: "Test ORM migration ${{env.BACKEND}}"
  shell: bash
  run: >
@@ -77,11 +88,13 @@ runs:
  env:
  COMPOSE_PROJECT_NAME: "docker-compose"
  DB_MANAGERS: "airflow.providers.fab.auth_manager.models.db.FABDBManager"
+ if: inputs.python-version != '3.13'
  - name: "Bring compose down again"
  shell: bash
  run: breeze down
  env:
  COMPOSE_PROJECT_NAME: "docker-compose"
+ if: inputs.python-version != '3.13'
  - name: "Test offline migration ${{env.BACKEND}}"
  shell: bash
  run: >
@@ -93,12 +106,13 @@ runs:
  env:
  COMPOSE_PROJECT_NAME: "docker-compose"
  DB_MANAGERS: "airflow.providers.fab.auth_manager.models.db.FABDBManager"
- if: env.BACKEND != 'sqlite'
+ if: env.BACKEND != 'sqlite' && inputs.python-version != '3.13'
  - name: "Bring any containers left down"
  shell: bash
  run: breeze down
  env:
  COMPOSE_PROJECT_NAME: "docker-compose"
+ if: inputs.python-version != '3.13'
  - name: "Dump logs on failure ${{env.BACKEND}}"
  shell: bash
  run: docker ps -q | xargs docker logs

diff --git a/.github/actions/post_tests_success/action.yml b/.github/actions/post_tests_success/action.yml
@@ -47,7 +47,9 @@ runs:
  uses: codecov/codecov-action@b9fd7d16f6d7d1b5d2bec1a2887e65ceed900238
  env:
  CODECOV_TOKEN: ${{ inputs.codecov-token }}
- if: env.ENABLE_COVERAGE == 'true' && env.TEST_TYPES != 'Helm' && inputs.python-version != '3.12'
+ if: >
+ env.ENABLE_COVERAGE == 'true' && env.TEST_TYPES != 'Helm' && inputs.python-version != '3.12'
+ && inputs.python-version != '3.13'
  with:
  name: coverage-${{env.JOB_ID}}
  flags: python-${{ env.PYTHON_MAJOR_MINOR_VERSION }},${{ env.BACKEND }}-${{ env.BACKEND_VERSION }}

diff --git a/.github/actions/prepare_all_ci_images/action.yml b/.github/actions/prepare_all_ci_images/action.yml
@@ -61,3 +61,9 @@ runs:
  platform: ${{ inputs.platform }}
  python: "3.12"
  python-versions-list-as-string: ${{ inputs.python-versions-list-as-string }}
+ - name: "Restore CI docker image ${{ inputs.platform }}:3.13"
+ uses: ./.github/actions/prepare_single_ci_image
+ with:
+ platform: ${{ inputs.platform }}
+ python: "3.13"
+ python-versions-list-as-string: ${{ inputs.python-versions-list-as-string }}
@@ -125,8 +125,11 @@ permissions:
 jobs:
  tests:
  timeout-minutes: 65
+ # yamllint disable rule:line-length
  name: "\
- ${{ inputs.test-scope }}-${{ inputs.test-group }}:\
+ ${{ inputs.test-scope == 'All' && '' || inputs.test-scope == 'Quarantined' && 'Qrnt' || inputs.test-scope }}\
+ ${{ inputs.test-scope == 'All' && '' || '-' }}\
+ ${{ inputs.test-group == 'providers' && 'prov' || inputs.test-group}}:\
  ${{ inputs.test-name }}${{ inputs.test-name-separator }}${{ matrix.backend-version }}:\
  ${{ matrix.python-version}}:${{ matrix.test-types.description }}"
  runs-on: ${{ fromJSON(inputs.runners) }}
@@ -179,6 +182,8 @@ jobs:
  - name: >
  Migration Tests: ${{ matrix.python-version }}:${{ env.PARALLEL_TEST_TYPES }}
  uses: ./.github/actions/migration_tests
+ with:
+ python-version: ${{ matrix.python-version }}
  if: inputs.run-migration-tests == 'true' && inputs.test-group == 'core'
  - name: >
  ${{ inputs.test-group }}:${{ inputs.test-scope }} Tests ${{ inputs.test-name }} ${{ matrix.backend-version }}

diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml
@@ -513,7 +513,7 @@ repos:
  entry: ./scripts/ci/pre_commit/check_common_sql_dependency.py
  language: python
  files: ^providers/.*/src/airflow/providers/.*/hooks/.*\.py$
- additional_dependencies: ['rich>=12.4.4', 'pyyaml>=6.0.2', 'packaging>=23.2']
+ additional_dependencies: ['rich>=12.4.4', 'pyyaml>=6.0.2', 'packaging>=25']
  - id: check-extra-packages-references
  name: Checks setup extra packages
  description: Checks if all the extras defined in hatch_build.py are listed in extra-packages-ref.rst file
@@ -576,7 +576,7 @@ repos:
  ^providers/fab/src/airflow/providers/fab/migrations/versions/.*$|^providers/fab/src/airflow/providers/fab/migrations/versions|
  ^airflow-core/src/airflow/utils/db\.py$|
  ^providers/fab/src/airflow/providers/fab/auth_manager/models/db\.py$
- additional_dependencies: ['packaging>=23.2', 'rich>=12.4.4']
+ additional_dependencies: ['packaging>=25', 'rich>=12.4.4']
  - id: update-version
  name: Update versions in docs
  entry: ./scripts/ci/pre_commit/update_versions.py
@@ -1014,10 +1014,15 @@ repos:
  name: Update Airflow's meta-package pyproject.toml
  language: python
  entry: ./scripts/ci/pre_commit/update_airflow_pyproject_toml.py
- files: ^.*/pyproject\.toml$|^scripts/ci/pre_commit/update_airflow_pyproject_toml\.py$
+ files: >
+ (?x)
+ ^.*/pyproject\.toml$|
+ ^scripts/ci/pre_commit/update_airflow_pyproject_toml\.py$|
+ ^providers/.*/pyproject\.toml$|
+ ^providers/.*/provider\.yaml$
  pass_filenames: false
  require_serial: true
- additional_dependencies: ['rich>=12.4.4', 'tomli>=2.0.1', 'packaging>=23.2' ]
+ additional_dependencies: ['rich>=12.4.4', 'tomli>=2.0.1', 'packaging>=25' ]
  - id: update-reproducible-source-date-epoch
  name: Update Source Date Epoch for reproducible builds
  language: python

@@ -871,10 +871,15 @@ EOF
 # The content below is automatically copied from scripts/docker/entrypoint_ci.sh
 COPY <<"EOF" /entrypoint_ci.sh
 #!/usr/bin/env bash
-if [[ ${VERBOSE_COMMANDS:="false"} == "true" ]]; then
- set -x
-fi
+function set_verbose() {
+ if [[ ${VERBOSE_COMMANDS:="false"} == "true" ]]; then
+ set -x
+ else
+ set +x
+ fi
+}
 
+set_verbose
 . "${AIRFLOW_SOURCES:-/opt/airflow}"/scripts/in_container/_in_container_script_init.sh
 
 LD_PRELOAD="/usr/lib/$(uname -m)-linux-gnu/libstdc++.so.6"
@@ -1103,12 +1108,10 @@ function check_boto_upgrade() {
  echo
  echo "${COLOR_BLUE}Upgrading boto3, botocore to latest version to run Amazon tests with them${COLOR_RESET}"
  echo
- set -x
  # shellcheck disable=SC2086
  ${PACKAGING_TOOL_CMD} uninstall ${EXTRA_UNINSTALL_FLAGS} aiobotocore s3fs || true
  # shellcheck disable=SC2086
  ${PACKAGING_TOOL_CMD} install ${EXTRA_INSTALL_FLAGS} --upgrade "boto3<1.38.3" "botocore<1.38.3"
- set +x
 }
 
 function check_upgrade_sqlalchemy() {
@@ -1118,10 +1121,8 @@ function check_upgrade_sqlalchemy() {
  echo
  echo "${COLOR_BLUE}Upgrading sqlalchemy to the latest version to run tests with it${COLOR_RESET}"
  echo
- set -x
  # shellcheck disable=SC2086
  ${PACKAGING_TOOL_CMD} install ${EXTRA_INSTALL_FLAGS} --upgrade "sqlalchemy[asyncio]<2.1" "databricks-sqlalchemy>=2"
- set +x
 }
 
 function check_downgrade_sqlalchemy() {
@@ -1185,7 +1186,7 @@ function check_force_lowest_dependencies() {
  # --no-binary is needed in order to avoid libxml and xmlsec using different version of libxml2
  # (binary lxml embeds its own libxml2, while xmlsec uses system one).
  # See https://bugs.launchpad.net/lxml/+bug/2110068
- uv sync --resolution lowest-direct --no-binary-package lxml --no-binary-package xmlsec
+ uv sync --resolution lowest-direct --no-binary-package lxml --no-binary-package xmlsec --all-extras
  else
  echo
  echo "${COLOR_BLUE}Forcing dependencies to lowest versions for Airflow.${COLOR_RESET}"
@@ -1194,7 +1195,7 @@ function check_force_lowest_dependencies() {
  # --no-binary is needed in order to avoid libxml and xmlsec using different version of libxml2
  # (binary lxml embeds its own libxml2, while xmlsec uses system one).
  # See https://bugs.launchpad.net/lxml/+bug/2110068
- uv sync --resolution lowest-direct --no-binary-package lxml --no-binary-package xmlsec
+ uv sync --resolution lowest-direct --no-binary-package lxml --no-binary-package xmlsec --all-extras
  fi
 }
 
@@ -1474,8 +1475,8 @@ ENV AIRFLOW_PIP_VERSION=${AIRFLOW_PIP_VERSION} \
  UV_LINK_MODE=copy \
  AIRFLOW_PRE_COMMIT_VERSION=${AIRFLOW_PRE_COMMIT_VERSION}
 
-# The PATH is needed for PIPX to find the tools installed
-ENV PATH="/root/.local/bin:${PATH}"
+# The PATH is needed for PIPX to find the tools installed and cargo to build the wheels
+ENV PATH="/root/.local/bin:/root/.cargo/bin:${PATH}"
 
 # Useful for creating a cache id based on the underlying architecture, preventing the use of cached python packages from
 # an incorrect architecture.

diff --git a/README.md b/README.md
@@ -101,7 +101,7 @@ Apache Airflow is tested with:
 
 | | Main version (dev) | Stable version (3.0.3) |
 |------------|------------------------|------------------------|
-| Python | 3.10, 3.11, 3.12 | 3.9, 3.10, 3.11, 3.12 |
+| Python | 3.10, 3.11, 3.12, 3.13 | 3.9, 3.10, 3.11, 3.12 |
 | Platform | AMD64/ARM64(\*) | AMD64/ARM64(\*) |
 | Kubernetes | 1.30, 1.31, 1.32, 1.33 | 1.30, 1.31, 1.32, 1.33 |
 | PostgreSQL | 13, 14, 15, 16, 17 | 13, 14, 15, 16, 17 |

diff --git a/airflow-core/docs/installation/prerequisites.rst b/airflow-core/docs/installation/prerequisites.rst
@@ -20,7 +20,7 @@ Prerequisites
 
 Airflow® is tested with:
 
-* Python: 3.10, 3.11, 3.12
+* Python: 3.10, 3.11, 3.12, 3.13
 
 * Databases:
 

diff --git a/airflow-core/docs/start.rst b/airflow-core/docs/start.rst
@@ -24,7 +24,7 @@ This quick start guide will help you bootstrap an Airflow standalone instance on
 
 .. note::
 
- Successful installation requires a Python 3 environment. Starting with Airflow 3.1.0, Airflow supports Python 3.10, 3.11, and 3.12.
+ Successful installation requires a Python 3 environment. Starting with Airflow 3.1.0, Airflow supports Python 3.10, 3.11, 3.12, 3.13.
 
  Officially supported installation methods is with``pip`.
 

diff --git a/airflow-core/pyproject.toml b/airflow-core/pyproject.toml
@@ -35,7 +35,12 @@ name = "apache-airflow-core"
 description = "Core packages for Apache Airflow, schedule and API server"
 readme = { file = "README.md", content-type = "text/markdown" }
 license-files.globs = ["LICENSE", "3rd-party-licenses/*.txt", "NOTICE"]
-requires-python = ">=3.10,!=3.13"
+# We know that it will take a while before we can support Python 3.14 because of all our dependencies
+# It takes about 4-7 months after Python release before we can support it, so we limit it to <3.14
+# proactively. This way we also have a chance to test it with Python 3.14 and bump the upper binding
+# and manually mark providers that do not support it yet with !-3.14 - until they support it - which will
+# also exclude resolving uv workspace dependencies for those providers.
+requires-python = ">=3.10,<3.14"
 authors = [
  { name = "Apache Software Foundation", email = "dev@airflow.apache.org" },
 ]
@@ -80,14 +85,15 @@ dependencies = [
  # 0.115.10 fastapi was a bad release that broke our API's and static checks.
  # Related fastapi issue here: https://github.com/fastapi/fastapi/discussions/13431
  "fastapi[standard]>=0.115.0,!=0.115.10",
+ "starlette>=0.45.0",
  "httpx>=0.25.0",
  'importlib_metadata>=6.5;python_version<"3.12"',
  'importlib_metadata>=7.0;python_version>="3.12"',
  "itsdangerous>=2.0",
  "jinja2>=3.1.5",
  "jsonschema>=4.19.1",
  "lazy-object-proxy>=1.2.0",
- 'libcst >=1.1.0',
+ 'libcst >=1.8.2',
  "linkify-it-py>=2.0.0",
  "lockfile>=0.12.2",
  "methodtools>=0.4.7",
@@ -102,11 +108,10 @@ dependencies = [
  # dependency and should be resolved as early as possible.
  # This may be removed when future versions of pip are able
  # to handle this dependency resolution automatically.
- "opentelemetry-proto<9999",
+ "opentelemetry-proto<9999,>=1.27.0",
  "packaging>=25.0",
  "pathspec>=0.9.0",
- 'pendulum>=2.1.2,<4.0;python_version<"3.12"',
- 'pendulum>=3.0.0,<4.0;python_version>="3.12"',
+ 'pendulum>=3.1.0',
  "pluggy>=1.5.0",
  "psutil>=5.8.0",
  "pydantic>=2.11.0",
@@ -133,9 +138,7 @@ dependencies = [
  "tabulate>=0.9.0",
  "tenacity>=8.3.0",
  "termcolor>=3.0.0",
- # temporarily exclude 4.14.0 due to its broken compat with cadwyn
- # See https://github.com/zmievsa/cadwyn/issues/283
- "typing-extensions!=4.14.0",
+ "typing-extensions>=4.14.1",
  # Universal Pathlib 0.2.4 adds extra validation for Paths and our integration with local file paths
  # Does not work with it Tracked in https://github.com/fsspec/universal_pathlib/issues/276
  "universal-pathlib>=0.2.2,!=0.2.4",
@@ -153,14 +156,14 @@ dependencies = [
 [project.optional-dependencies]
 "async" = [
  "eventlet>=0.37.0",
- "gevent>=24.2.1",
- "greenlet>=0.4.9",
+ "gevent>=25.4.1",
+ "greenlet>=3.1.0",
 ]
 "graphviz" = [
  # The graphviz package creates friction when installing on MacOS as it needs graphviz system package to
  # be installed, and it's really only used for very obscure features of Airflow, so we can skip it on MacOS
  # Instead, if someone attempts to use it on MacOS, they will get explanatory error on how to install it
- "graphviz>=0.12; sys_platform != 'darwin'",
+ "graphviz>=0.20; sys_platform != 'darwin'",
 ]
 "kerberos" = [
  "pykerberos>=1.1.13",
@@ -172,9 +175,8 @@ dependencies = [
 ]
 "sentry" = [
  "blinker>=1.1",
- # Sentry SDK 1.33 is broken when greenlets are installed and fails to import
- # See https://github.com/getsentry/sentry-python/issues/2473
- "sentry-sdk>=1.32.0,!=1.33.0",
+ # Apparently sentry needs flask to be installed to work properly
+ "sentry-sdk[flask]>=2.30.0",
 ]
 "statsd" = [
  "statsd>=3.3.0",
@@ -199,7 +201,6 @@ Mastodon = "https://fosstodon.org/@airflow"
 Bluesky = "https://bsky.app/profile/apache-airflow.bsky.social"
 YouTube = "https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA/"
 
-
 [tool.hatch.version]
 path = "src/airflow/__init__.py"
 
@@ -249,7 +250,7 @@ dev = [
  "apache-airflow-providers-amazon",
  "apache-airflow-providers-celery",
  "apache-airflow-providers-cncf-kubernetes",
- "apache-airflow-providers-fab",
+ "apache-airflow-providers-fab>=2.2.0; python_version < '3.13'",
  "apache-airflow-providers-git",
  "apache-airflow-providers-ftp",
 ]

@@ -18,6 +18,7 @@
 
 import logging
 import os
+import sys
 import warnings
 from pathlib import Path
 
@@ -35,6 +36,8 @@
 
 log = logging.getLogger(__name__)
 
+PY313 = sys.version_info >= (3, 13)
+
 
 def init_views(app: FastAPI) -> None:
  """Init views by registering the different routers."""
@@ -124,6 +127,13 @@ def init_flask_plugins(app: FastAPI) -> None:
  try:
  from airflow.providers.fab.www.app import create_app
  except ImportError:
+ if PY313:
+ log.info(
+ "Some Airflow 2 plugins have been detected in your environment. Currently FAB provider "
+ "does not support Python 3.13, so you cannot use Airflow 2 plugins with Airflow 3 until "
+ "FAB provider will be Python 3.13 compatible."
+ )
+ return
  raise AirflowException(
  "Some Airflow 2 plugins have been detected in your environment. "
  "To run them with Airflow 3, you must install the FAB provider in your Airflow environment."

@@ -44,7 +44,7 @@
 # the symbols #,!,-,_,.,:,\,/ and () requiring at least one match.
 #
 # You can try the regex here: https://regex101.com/r/69033B/1
-RE_SANITIZE_CONN_ID = re.compile(r"^[\w\#\!\(\)\-\.\:\/\\]{1,}$")
+RE_SANITIZE_CONN_ID = re.compile(r"^[\w#!()\-.:/\\]{1,}$")
 # the conn ID max len should be 250
 CONN_ID_MAX_LEN: int = 250