pyproject.toml

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
#   http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied.  See the License for the
# specific language governing permissions and limitations
# under the License.

[build-system]
# build dependencies should be fixed - including all transitive dependencies. This way we can ensure
# reproducibility of the build and make sure that any future releases of any dependencies will not
# break the build of released airflow sources in the future.
# The dependencies can be automatically upgraded by running:
# pre-commit run --hook-stage manual update-build-dependencies --all-files
requires = [
    "GitPython==3.1.44",
    "gitdb==4.0.12",
    "hatchling==1.27.0",
    "packaging==24.2",
    "pathspec==0.12.1",
    "pluggy==1.5.0",
    "smmap==5.0.2",
    "tomli==2.2.1; python_version < '3.11'",
    "trove-classifiers==2025.1.15.22",
]
build-backend = "hatchling.build"

[project]
name = "apache-airflow"
description = "Programmatically author, schedule and monitor data pipelines"
readme = { file = "generated/PYPI_README.md", content-type = "text/markdown" }
license-files.globs = ["LICENSE", "3rd-party-licenses/*.txt"]
requires-python = "~=3.9,<3.13"
authors = [
    { name = "Apache Software Foundation", email = "dev@airflow.apache.org" },
]
maintainers = [
    { name = "Apache Software Foundation", email="dev@airflow.apache.org" },
]
keywords = [ "airflow", "orchestration", "workflow", "dag", "pipelines", "automation", "data" ]
classifiers = [
    "Development Status :: 5 - Production/Stable",
    "Environment :: Console",
    "Environment :: Web Environment",
    "Framework :: Apache Airflow",
    "Intended Audience :: Developers",
    "Intended Audience :: System Administrators",
    "License :: OSI Approved :: Apache Software License",
    "Programming Language :: Python :: 3.9",
    "Programming Language :: Python :: 3.10",
    "Programming Language :: Python :: 3.11",
    "Programming Language :: Python :: 3.12",
    "Topic :: System :: Monitoring",
]

dynamic = ["version", "optional-dependencies", "dependencies"]

# !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
# !!! YOU MIGHT BE SURPRISED NOT SEEING THE DEPENDENCIES AS `project.dependencies`     !!!!!!!!!
# !!! AND EXTRAS AS `project.optional-dependencies`                                    !!!!!!!!!
# !!! THEY ARE marked as `dynamic`  GENERATED by `hatch_build.py`                      !!!!!!!!!
# !!! SEE COMMENTS BELOW TO FIND WHERE DEPENDENCIES ARE MAINTAINED                     !!!!!!!!!
# !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
#
# !!!!!! Those providers are defined in `hatch_build.py` and should be maintained there  !!!!!!!
#
# Those extras are available as regular core airflow extras - they install optional features of Airflow.
#
# START CORE EXTRAS HERE
#
# aiobotocore, apache-atlas, apache-webhdfs, async, cgroups, cloudpickle, github-enterprise, google-
# auth, graphviz, kerberos, ldap, leveldb, otel, pandas, password, rabbitmq, s3fs, sentry, statsd, uv
#
# END CORE EXTRAS HERE
#
# The ``devel`` extras are not available in the released packages. They are only available when you install
# Airflow from sources in ``editable`` installation - i.e. one that you are usually using to contribute to
# Airflow. They provide tools such as ``pytest`` and ``mypy`` for general purpose development and testing.
#
# START DEVEL EXTRAS HERE
#
# devel, devel-all-dbs, devel-ci, devel-debuggers, devel-devscripts, devel-duckdb, devel-hadoop,
# devel-mypy, devel-sentry, devel-static-checks, devel-tests
#
# END DEVEL EXTRAS HERE
#
# Those extras are bundles dynamically generated from other extras.
#
# START BUNDLE EXTRAS HERE
#
# all, all-core, all-dbs, devel-all, devel-ci
#
# END BUNDLE EXTRAS HERE
#
# The ``doc`` extras are not available in the released packages. They are only available when you install
# Airflow from sources in ``editable`` installation - i.e. one that you are usually using to contribute to
# Airflow. They provide tools needed when you want to build Airflow documentation (note that you also need
# ``devel`` extras installed for airflow and providers in order to build documentation for airflow and
# provider packages respectively). The ``doc`` package is enough to build regular documentation, where
# ``doc_gen`` is needed to generate ER diagram we have describing our database.
#
# START DOC EXTRAS HERE
#
# doc, doc-gen
#
# END DOC EXTRAS HERE
#
# The `deprecated` extras are deprecated extras from Airflow 1 that will be removed in future versions.
#
# START DEPRECATED EXTRAS HERE
#
# atlas, aws, azure, cassandra, crypto, druid, gcp, gcp-api, hdfs, hive, kubernetes, mssql, pinot, s3,
# spark, webhdfs, winrm
#
# END DEPRECATED EXTRAS HERE
#
# !!!!!! Those providers are defined in the `airflow/providers/<provider>/provider.yaml` files  !!!!!!!
#
# Those extras are available as regular Airflow extras, they install provider packages in standard builds
# or dependencies that are necessary to enable the feature in editable build.
# START PROVIDER EXTRAS HERE
#
# airbyte, alibaba, amazon, apache.beam, apache.cassandra, apache.drill, apache.druid, apache.flink,
# apache.hdfs, apache.hive, apache.iceberg, apache.impala, apache.kafka, apache.kylin, apache.livy,
# apache.pig, apache.pinot, apache.spark, apprise, arangodb, asana, atlassian.jira, celery, cloudant,
# cncf.kubernetes, cohere, common.compat, common.io, common.sql, databricks, datadog, dbt.cloud,
# dingding, discord, docker, edge, elasticsearch, exasol, fab, facebook, ftp, github, google, grpc,
# hashicorp, http, imap, influxdb, jdbc, jenkins, microsoft.azure, microsoft.mssql, microsoft.psrp,
# microsoft.winrm, mongo, mysql, neo4j, odbc, openai, openfaas, openlineage, opensearch, opsgenie,
# oracle, pagerduty, papermill, pgvector, pinecone, postgres, presto, qdrant, redis, salesforce,
# samba, segment, sendgrid, sftp, singularity, slack, smtp, snowflake, sqlite, ssh, standard, tableau,
# telegram, teradata, trino, vertica, weaviate, yandex, ydb, zendesk
#
# END PROVIDER EXTRAS HERE

[project.scripts]
airflow = "airflow.__main__:main"
[project.urls]
"Bug Tracker" = "https://github.com/apache/airflow/issues"
Documentation = "https://airflow.apache.org/docs/"
Downloads = "https://archive.apache.org/dist/airflow/"
Homepage = "https://airflow.apache.org/"
"Release Notes" = "https://airflow.apache.org/docs/apache-airflow/stable/release_notes.html"
"Slack Chat" = "https://s.apache.org/airflow-slack"
"Source Code" = "https://github.com/apache/airflow"
X = "https://x.com/ApacheAirflow"
LinkedIn = "https://www.linkedin.com/company/apache-airflow/"
Mastodon = "https://fosstodon.org/@airflow"
Bluesky = "https://bsky.app/profile/apache-airflow.bsky.social"
YouTube = "https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA/"

[tool.hatch.version]
path = "airflow/__init__.py"

[tool.hatch.build.targets.wheel.hooks.custom]
path = "./hatch_build.py"

[tool.hatch.build.hooks.custom]
path = "./hatch_build.py"

[tool.hatch.build.targets.custom]
path = "./hatch_build.py"

[tool.hatch.build.targets.sdist]
include = [
    "/airflow",
    "/airflow/git_version"
]
exclude = [
    "/airflow/www/node_modules/"
]
artifacts = [
    "/airflow/www/static/dist/",
    "/airflow/ui/dist/",
    "/airflow/git_version",
    "/generated/",
]

[tool.hatch.build.targets.wheel]
include = [
    "/airflow",
]
artifacts = [
    "/airflow/www/static/dist/",
    "/airflow/ui/dist/",
    "/airflow/git_version"
]

## black settings ##
# Used to format code examples inside .rst doc files
# Needed until https://github.com/astral-sh/ruff/issues/8237 is available.
[tool.black]
line-length = 110
target-version = ['py39', 'py310', 'py311', 'py312']


## ruff settings ##
[tool.ruff]
target-version = "py39"
line-length = 110
extend-exclude = [
    ".eggs",
    "*/_vendor/*",
    "tests/dags/test_imports.py",
]

namespace-packages = ["airflow/providers"]

[tool.ruff.lint]
typing-modules = ["airflow.typing_compat"]
extend-select = [
    # Enable entire ruff rule section
    "I", # Missing required import (auto-fixable)
    "UP", # Pyupgrade
    "ASYNC", # subset of flake8-async rules
    "ISC",  # Checks for implicit literal string concatenation (auto-fixable)
    "TC", # Rules around TYPE_CHECKING blocks
    "G", # flake8-logging-format rules
    "LOG", # flake8-logging rules, most of them autofixable
    "PT", # flake8-pytest-style rules
    "TID25", # flake8-tidy-imports rules
    "E", # pycodestyle rules
    "W", # pycodestyle rules
    # Per rule enables
    "RUF006", # Checks for asyncio dangling task
    "RUF015", # Checks for unnecessary iterable allocation for first element
    "RUF019", # Checks for unnecessary key check
    "RUF100", # Unused noqa (auto-fixable)
    # We ignore more pydocstyle than we enable, so be more selective at what we enable
    "D1",
    "D2",
    "D213", # Conflicts with D212.  Both can not be enabled.
    "D3",
    "D400",
    "D401",
    "D402",
    "D403",
    "D412",
    "D419",
    "PGH004",  # Use specific rule codes when using noqa
    "PGH005", # Invalid unittest.mock.Mock methods/attributes/properties
    "S101", # Checks use `assert` outside the test cases, test cases should be added into the exclusions
    "SIM300", # Checks for conditions that position a constant on the left-hand side of the comparison
              # operator, rather than the right-hand side.
    "B004", # Checks for use of hasattr(x, "__call__") and replaces it with callable(x)
    "B006", # Checks for uses of mutable objects as function argument defaults.
    "B007", # Checks for unused variables in the loop
    "B017", # Checks for pytest.raises context managers that catch Exception or BaseException.
    "B019", # Use of functools.lru_cache or functools.cache on methods can lead to memory leaks
    "B028", # No explicit stacklevel keyword argument found
    "TRY002", # Prohibit use of `raise Exception`, use specific exceptions instead.
]
ignore = [
    "D100", # Unwanted; Docstring at the top of every file.
    "D102", # TODO: Missing docstring in public method
    "D103", # TODO: Missing docstring in public function
    "D104", # Unwanted; Docstring at the top of every `__init__.py` file.
    "D105", # Unwanted; See https://lists.apache.org/thread/8jbg1dd2lr2cfydtqbjxsd6pb6q2wkc3
    "D107", # Unwanted; Docstring in every constructor is unnecessary if the class has a docstring.
    "D203",
    "D212", # Conflicts with D213.  Both can not be enabled.
    "E731", # Do not assign a lambda expression, use a def
    "TC003", # Do not move imports from stdlib to TYPE_CHECKING block
    "PT006", # Wrong type of names in @pytest.mark.parametrize
    "PT007", # Wrong type of values in @pytest.mark.parametrize
    "PT013", # silly rule prohibiting e.g. `from pytest import param`
    "PT011", # pytest.raises() is too broad, set the match parameter
    "PT019", # fixture without value is injected as parameter, use @pytest.mark.usefixtures instead
    # Rules below explicitly set off which could overlap with Ruff's formatter
    # as it recommended by https://docs.astral.sh/ruff/formatter/#conflicting-lint-rules
    # Except ISC rules
    "W191",
    "E111",
    "E114",
    "E117",
    "D206",
    "D300",
    "Q000",
    "Q001",
    "Q002",
    "Q003",
    "COM812",
    "COM819",
    "E501", # Formatted code may exceed the line length, leading to line-too-long (E501) errors.
    "ASYNC110", # TODO: Use `anyio.Event` instead of awaiting `anyio.sleep` in a `while` loop
]
unfixable = [
    # PT022 replace empty `yield` to empty `return`. Might be fixed with a combination of PLR1711
    # In addition, it can't do anything with invalid typing annotations, protected by mypy.
    "PT022",
]

[tool.ruff.format]
docstring-code-format = true

[tool.ruff.lint.isort]
required-imports = ["from __future__ import annotations"]
combine-as-imports = true


section-order = [
  "future",
  "standard-library",
  "third-party",
  "first-party",
  "local-folder",
  "testing"
]

# Make sure we put the "dev" imports at the end, not as a third-party module
[tool.ruff.lint.isort.sections]
testing = ["dev", "providers.tests", "task_sdk.tests", "tests_common", "tests"]

[tool.ruff.lint.extend-per-file-ignores]
"airflow/__init__.py" = ["F401", "TC004", "I002"]
"airflow/models/__init__.py" = ["F401", "TC004"]
"airflow/models/sqla_models.py" = ["F401"]

# Those are needed so that __init__.py chaining of packages properly works for IDEs
# the first non-comment line of such empty __init__.py files should be:
# __path__ = __import__("pkgutil").extend_path(__path__, __name__)  # type: ignore
"providers/*/tests/*/__init__.py" = ["I002"]
"providers/*/*/tests/*/*/__init__.py" = ["I002"]

# The test_python.py is needed because adding __future__.annotations breaks runtime checks that are
# needed for the test to work
"providers/standard/tests/provider_tests/standard/decorators/test_python.py" = ["I002"]

# The Pydantic representations of SqlAlchemy Models are not parsed well with Pydantic
# when __future__.annotations is used so we need to skip them from upgrading
# Pydantic also require models to be imported during execution
"airflow/serialization/pydantic/*.py" = ["I002", "UP007", "TC001"]

# The FastAPI models are not parsed well with Pydantic when __future__.annotations is used
# It is forcing for Union to replace with `|` pipe instead
"airflow/api_fastapi/core_api/datamodels/common.py" = ["UP007"]

# Provider's get_provider_info.py files are generated and do not need "from __future__ import annotations"
"providers/**/get_provider_info.py" = ["I002"]

# Failing to detect types and functions used in `Annotated[...]` syntax as required at runtime.
# Annotated is central for FastAPI dependency injection, skipping rules for FastAPI folders.
"airflow/api_fastapi/*" = ["TC001", "TC002"]
"tests/api_fastapi/*" = ["T001", "TC002"]
"airflow/auth/managers/simple/*" = ["TC001", "TC002"]

# Ignore pydoc style from these
"*.pyi" = ["D"]
"scripts/*" = ["D", "PT"]  # In addition ignore pytest specific rules
"docs/*" = ["D"]
"provider_packages/*" = ["D"]
"*/example_dags/*" = ["D"]
"chart/*" = ["D"]
"dev/*" = ["D"]
# In addition, ignore in tests
# TID253: Banned top level imports, e.g. pandas, numpy
# S101: Use `assert`
# TRY002: Use `raise Exception`
"dev/perf/*" = ["TID253"]
"dev/check_files.py" = ["S101"]
"tests_common/*" = ["S101", "TRY002"]
"dev/breeze/tests/*" = ["TID253", "S101", "TRY002"]
"tests/*" = ["D", "TID253", "S101", "TRY002"]
"docker_tests/*" = ["D", "TID253", "S101", "TRY002"]
"kubernetes_tests/*" = ["D", "TID253", "S101", "TRY002"]
"helm_tests/*" = ["D", "TID253", "S101", "TRY002"]
"providers/**/tests/*" = ["D", "TID253", "S101", "TRY002"]
# exclude assert in edge provider
"providers/edge/src/airflow/providers/edge/example_dags/integration_test.py" = ["S101"]

# All of the modules which have an extra license header (i.e. that we copy from another project) need to
# ignore E402 -- module level import not at top level
"scripts/ci/pre_commit/*.py" = ["E402"]
"airflow/api/auth/backend/kerberos_auth.py" = ["E402"]
"airflow/security/kerberos.py" = ["E402"]
"airflow/security/utils.py" = ["E402"]
"providers/google/tests/provider_tests/google/cloud/hooks/vertex_ai/test_auto_ml.py" = [ "E402"]
"providers/google/tests/provider_tests/google/cloud/hooks/vertex_ai/test_batch_prediction_job.py" = [ "E402"]
"providers/google/tests/provider_tests/google/cloud/hooks/vertex_ai/test_custom_job.py" = [ "E402"]
"providers/google/tests/provider_tests/google/cloud/hooks/vertex_ai/test_dataset.py" = [ "E402"]
"providers/google/tests/provider_tests/google/cloud/hooks/vertex_ai/test_endpoint_service.py" = [ "E402"]
"providers/google/tests/provider_tests/google/cloud/hooks/vertex_ai/test_generative_model.py" = [ "E402"]
"providers/google/tests/provider_tests/google/cloud/hooks/vertex_ai/test_hyperparameter_tuning_job.py" = [ "E402"]
"providers/google/tests/provider_tests/google/cloud/hooks/vertex_ai/test_model_service.py" = [ "E402"]
"providers/google/tests/provider_tests/google/cloud/hooks/vertex_ai/test_pipeline_job.py" = [ "E402"]
"providers/google/tests/provider_tests/google/cloud/hooks/vertex_ai/test_prediction_service.py" = [ "E402"]
"providers/google/tests/provider_tests/google/cloud/links/test_translate.py" = [ "E402"]
"providers/google/tests/provider_tests/google/cloud/operators/test_automl.py" = [ "E402"]
"providers/google/tests/provider_tests/google/cloud/operators/test_vertex_ai.py" = [ "E402"]
"providers/google/tests/provider_tests/google/cloud/operators/vertex_ai/test_generative_model.py" = [ "E402"]
"providers/google/tests/provider_tests/google/cloud/triggers/test_vertex_ai.py" = [ "E402"]
"providers/microsoft/azure/tests/conftest.py" = ["E402"]
"providers/qdrant/tests/provider_tests/qdrant/hooks/test_qdrant.py" = ["E402"]
"providers/qdrant/tests/provider_tests/qdrant/operators/test_qdrant.py" = ["E402"]

# Remove some docstring rules from files that do not need docstrings
"providers/apache/hdfs/src/airflow/providers/apache/hdfs/sensors/hdfs.py" = ["D101"]



# All the modules which do not follow B028 yet: https://docs.astral.sh/ruff/rules/no-explicit-stacklevel/
"helm_tests/airflow_aux/test_basic_helm_chart.py" = ["B028"]

# Test compat imports banned imports to allow testing against older airflow versions
"tests_common/test_utils/compat.py" = ["TID251", "F401"]
"tests_common/pytest_plugin.py" = ["F811"]

# While pandas import is banned, sql.pyi should be excluded from it as it does not have a TYPE_CHECKING
# mechanism and whole .pyi is really "type-checking" only
"providers/common/sql/src/airflow/providers/common/sql/hooks/sql.pyi" = ["TID253"]

[tool.ruff.lint.flake8-tidy-imports]
# Disallow all relative imports.
ban-relative-imports = "all"
# Ban certain modules from being imported at module level, instead requiring
# that they're imported lazily (e.g., within a function definition).
banned-module-level-imports = ["numpy", "pandas"]

[tool.ruff.lint.flake8-tidy-imports.banned-api]
# Direct import from the airflow package modules and constraints
"airflow.AirflowException".msg = "Use airflow.exceptions.AirflowException instead."
"airflow.Dataset".msg = "Use airflow.datasets.Dataset instead."
# Deprecated imports
"airflow.models.baseoperator.BaseOperatorLink".msg = "Use airflow.models.baseoperatorlink.BaseOperatorLink"
"airflow.models.errors.ImportError".msg = "Use airflow.models.errors.ParseImportError"
"airflow.models.ImportError".msg = "Use airflow.models.errors.ParseImportError"
# Deprecated in Python 3.11, Pending Removal in Python 3.15: https://github.com/python/cpython/issues/90817
# Deprecation warning in Python 3.11 also recommends using locale.getencoding but it available in Python 3.11
"locale.getdefaultlocale".msg = "Use locale.setlocale() and locale.getlocale() instead."
# Deprecated in Python 3.12: https://github.com/python/cpython/issues/103857
"datetime.datetime.utcnow".msg = "Use airflow.utils.timezone.utcnow or datetime.datetime.now(tz=datetime.timezone.utc)"
"datetime.datetime.utcfromtimestamp".msg = "Use airflow.utils.timezone.from_timestamp or datetime.datetime.fromtimestamp(tz=datetime.timezone.utc)"
# Deprecated in Python 3.12: https://github.com/python/cpython/issues/94309
"typing.Hashable".msg = "Use collections.abc.Hashable"
"typing.Sized".msg = "Use collections.abc.Sized"
# Uses deprecated in Python 3.12 `datetime.datetime.utcfromtimestamp`
"pendulum.from_timestamp".msg = "Use airflow.utils.timezone.from_timestamp"
# Flask deprecations, worthwhile to keep it until we migrate to Flask 3.0+
"flask._app_ctx_stack".msg = "Deprecated in Flask 2.2, removed in Flask 3.0"
"flask._request_ctx_stack".msg = "Deprecated in Flask 2.2, removed in Flask 3.0"
"flask.escape".msg = "Use markupsafe.escape instead. Deprecated in Flask 2.3, removed in Flask 3.0"
"flask.Markup".msg = "Use markupsafe.Markup instead. Deprecated in Flask 2.3, removed in Flask 3.0"
"flask.signals_available".msg = "Signals are always available. Deprecated in Flask 2.3, removed in Flask 3.0"
# Use root logger by a mistake / IDE autosuggestion
# If for some reason root logger required it could obtained by logging.getLogger("root")
"logging.debug".msg = "Instantiate new `logger = logging.getLogger(__name__)` and use it instead of root logger"
"logging.info".msg = "Instantiate new `logger = logging.getLogger(__name__)` and use it instead of root logger"
"logging.warning".msg = "Instantiate new `logger = logging.getLogger(__name__)` and use it instead of root logger"
"logging.error".msg = "Instantiate new `logger = logging.getLogger(__name__)` and use it instead of root logger"
"logging.exception".msg = "Instantiate new `logger = logging.getLogger(__name__)` and use it instead of root logger"
"logging.fatal".msg = "Instantiate new `logger = logging.getLogger(__name__)` and use it instead of root logger"
"logging.critical".msg = "Instantiate new `logger = logging.getLogger(__name__)` and use it instead of root logger"
"logging.log".msg = "Instantiate new `logger = logging.getLogger(__name__)` and use it instead of root logger"
# unittest related restrictions
"unittest.TestCase".msg = "Use pytest compatible classes: https://docs.pytest.org/en/stable/getting-started.html#group-multiple-tests-in-a-class"
"unittest.skip".msg = "Use `pytest.mark.skip` instead: https://docs.pytest.org/en/stable/reference/reference.html#marks"
"unittest.skipIf".msg = "Use `pytest.mark.skipif` instead: https://docs.pytest.org/en/stable/reference/reference.html#marks"
"unittest.skipUnless".msg = "Use `pytest.mark.skipif` instead: https://docs.pytest.org/en/stable/reference/reference.html#marks"
"unittest.expectedFailure".msg = "Use `pytest.mark.xfail` instead: https://docs.pytest.org/en/stable/reference/reference.html#marks"
# Moved in SQLAlchemy 2.0
"sqlalchemy.ext.declarative.declarative_base".msg = "Use `sqlalchemy.orm.declarative_base`. Moved in SQLAlchemy 2.0"
"sqlalchemy.ext.declarative.as_declarative".msg = "Use `sqlalchemy.orm.as_declarative`. Moved in SQLAlchemy 2.0"
"sqlalchemy.ext.declarative.has_inherited_table".msg = "Use `sqlalchemy.orm.has_inherited_table`. Moved in SQLAlchemy 2.0"
"sqlalchemy.ext.declarative.synonym_for".msg = "Use `sqlalchemy.orm.synonym_for`. Moved in SQLAlchemy 2.0"

[tool.ruff.lint.flake8-type-checking]
exempt-modules = ["typing", "typing_extensions"]

[tool.ruff.lint.flake8-pytest-style]
mark-parentheses = false
fixture-parentheses = false

## pytest settings ##
[tool.pytest.ini_options]
addopts = [
    "--tb=short",
    "-rasl",
    "--verbosity=2",
    # Disable `flaky` plugin for pytest. This plugin conflicts with `rerunfailures` because provide the same marker.
    "-p", "no:flaky",
    # Disable `nose` builtin plugin for pytest. This feature is deprecated in 7.2 and will be removed in pytest>=8
    "-p", "no:nose",
    # Disable support of a legacy `LocalPath` in favor of stdlib `pathlib.Path`.
    "-p", "no:legacypath",
    # Disable warnings summary, because we use our warning summary.
    "--disable-warnings",
    "--asyncio-mode=strict",
]
norecursedirs = [
    ".eggs",
    "airflow",
    "tests/_internals",
    "tests/dags_with_system_exit",
    "tests/dags_corrupted",
    "tests/dags",
    "providers/google/tests/system/google/cloud/dataproc/resources",
    "providers/google/tests/system/google/cloud/gcs/resources",
]
log_level = "INFO"
filterwarnings = [
    "error::pytest.PytestCollectionWarning",
    "error::pytest.PytestReturnNotNoneWarning",
    # Avoid building cartesian product which might impact performance
    "error:SELECT statement has a cartesian product between FROM:sqlalchemy.exc.SAWarning:airflow",
    'error:Coercing Subquery object into a select\(\) for use in IN\(\):sqlalchemy.exc.SAWarning:airflow',
    'error:Class.*will not make use of SQL compilation caching',
    "ignore::DeprecationWarning:flask_appbuilder.filemanager",
    "ignore::DeprecationWarning:flask_appbuilder.widgets",
    # FAB do not support SQLAlchemy 2
    "ignore::sqlalchemy.exc.MovedIn20Warning:flask_appbuilder",
    # https://github.com/dpgaspar/Flask-AppBuilder/issues/2194
    "ignore::DeprecationWarning:marshmallow_sqlalchemy.convert",
    # https://github.com/dpgaspar/Flask-AppBuilder/pull/1940
    "ignore::DeprecationWarning:flask_sqlalchemy",
    # https://github.com/dpgaspar/Flask-AppBuilder/pull/1903
    "ignore::DeprecationWarning:apispec.utils",
    # Connexion 2 use different deprecated objects, this should be resolved into Connexion 3
    # https://github.com/spec-first/connexion/pull/1536
    'ignore::DeprecationWarning:connexion.spec',
    'ignore:jsonschema\.RefResolver:DeprecationWarning:connexion.json_schema',
    'ignore:jsonschema\.exceptions\.RefResolutionError:DeprecationWarning:connexion.json_schema',
    'ignore:Accessing jsonschema\.draft4_format_checker:DeprecationWarning:connexion.decorators.validation',
]
# We cannot add warnings from the airflow package into `filterwarnings`,
# because it invokes import airflow before we set up test environment which breaks the tests.
# Instead of that, we use a separate parameter and dynamically add it into `filterwarnings` marker.
forbidden_warnings = [
    "airflow.exceptions.RemovedInAirflow3Warning",
    "airflow.exceptions.AirflowProviderDeprecationWarning",
]
python_files = [
    "test_*.py",
    "example_*.py",
]
testpaths = [
    "tests",
]

asyncio_default_fixture_loop_scope = "function"

# Keep temporary directories (created by `tmp_path`) for 2 recent runs only failed tests.
tmp_path_retention_count = "2"
tmp_path_retention_policy = "failed"


## coverage.py settings ##
[tool.coverage.run]
branch = true
relative_files = true
source = ["airflow"]
omit = [
    "airflow/_vendor/**",
    "airflow/contrib/**",
    "airflow/example_dags/**",
    "airflow/migrations/**",
    "airflow/www/node_modules/**",
    "providers/google/src/airflow/providers/**/example_dags/**",
    "providers/google/src/airflow/providers/google/ads/_vendor/**",
]

[tool.coverage.report]
skip_empty = true
exclude_also = [
    "def __repr__",
    "raise AssertionError",
    "raise NotImplementedError",
    "if __name__ == .__main__.:",
    "@(abc\\.)?abstractmethod",
    "@(typing(_extensions)?\\.)?overload",
    "if (typing(_extensions)?\\.)?TYPE_CHECKING:"
]


## mypy settings ##
[tool.mypy]
ignore_missing_imports = true
no_implicit_optional = true
warn_redundant_casts = true
warn_unused_ignores = false
plugins = [
    "dev/mypy/plugin/decorators.py",
    "dev/mypy/plugin/outputs.py",
]
pretty = true
show_error_codes = true
disable_error_code = [
    "annotation-unchecked",
]
# Since there are no __init__.py files in
# providers/<provided>src/apache/airflow/providers we need to tell MyPy where the "base"
# is, otherwise when it sees
# TODO(potiuk): check if those providers/*/src are still needed
explicit_package_bases = true
mypy_path = [
  "$MYPY_CONFIG_FILE_DIR",
  "$MYPY_CONFIG_FILE_DIR/task_sdk/src",
  "$MYPY_CONFIG_FILE_DIR/providers/airbyte/src",
  "$MYPY_CONFIG_FILE_DIR/providers/celery/src",
  "$MYPY_CONFIG_FILE_DIR/providers/edge/src",
]

[[tool.mypy.overrides]]
module="airflow.config_templates.default_webserver_config"
disable_error_code = [
    "var-annotated",
]

[[tool.mypy.overrides]]
module="airflow.migrations.*"
ignore_errors = true

[[tool.mypy.overrides]]
module="airflow.*._vendor.*"
ignore_errors = true

[[tool.mypy.overrides]]
module= [
    "google.cloud.*",
    "azure.*",
]
no_implicit_optional = false

[[tool.mypy.overrides]]
module=[
    "referencing.*",
    # Beam has some old type annotations, and they introduced an error recently with bad signature of
    # a function. This is captured in https://github.com/apache/beam/issues/29927
    # and we should remove this exclusion when it is fixed.
    "apache_beam.*"
]
ignore_errors = true

[dependency-groups]
dev = [
  "apache-airflow",
  "apache-airflow-providers-airbyte",
  "apache-airflow-providers-alibaba",
  "apache-airflow-providers-amazon",
  "apache-airflow-providers-apache-beam",
  "apache-airflow-providers-apache-cassandra",
  "apache-airflow-providers-apache-drill",
  "apache-airflow-providers-apache-druid",
  "apache-airflow-providers-apache-flink",
  "apache-airflow-providers-apache-hdfs",
  "apache-airflow-providers-apache-hive",
  "apache-airflow-providers-apache-iceberg",
  "apache-airflow-providers-apache-impala",
  "apache-airflow-providers-apache-kafka",
  "apache-airflow-providers-apache-kylin",
  "apache-airflow-providers-apache-livy",
  "apache-airflow-providers-apache-pig",
  "apache-airflow-providers-apache-pinot",
  "apache-airflow-providers-apache-spark",
  "apache-airflow-providers-apprise",
  "apache-airflow-providers-arangodb",
  "apache-airflow-providers-asana",
  "apache-airflow-providers-atlassian-jira",
  "apache-airflow-providers-celery",
  "apache-airflow-providers-cloudant",
  "apache-airflow-providers-cncf-kubernetes",
  "apache-airflow-providers-cohere",
  "apache-airflow-providers-common-compat",
  "apache-airflow-providers-common-io",
  "apache-airflow-providers-common-sql",
  "apache-airflow-providers-docker",
  "apache-airflow-providers-databricks",
  "apache-airflow-providers-datadog",
  "apache-airflow-providers-dbt-cloud",
  "apache-airflow-providers-dingding",
  "apache-airflow-providers-discord",
  "apache-airflow-providers-edge",
  "apache-airflow-providers-elasticsearch",
  "apache-airflow-providers-exasol",
  "apache-airflow-providers-fab",
  "apache-airflow-providers-facebook",
  "apache-airflow-providers-ftp",
  "apache-airflow-providers-github",
  "apache-airflow-providers-google",
  "apache-airflow-providers-grpc",
  "apache-airflow-providers-http",
  "apache-airflow-providers-microsoft-azure",
  "apache-airflow-providers-influxdb",
  "apache-airflow-providers-microsoft-mssql",
  "apache-airflow-providers-microsoft-psrp",
  "apache-airflow-providers-jdbc",
  "apache-airflow-providers-microsoft-winrm",
  "apache-airflow-providers-mongo",
  "apache-airflow-providers-openlineage",
  "apache-airflow-providers-hashicorp",
  "apache-airflow-providers-imap",
  "apache-airflow-providers-neo4j",
  "apache-airflow-providers-openai",
  "apache-airflow-providers-openfaas",
  "apache-airflow-providers-opensearch",
  "apache-airflow-providers-opsgenie",
  "apache-airflow-providers-oracle",
  "apache-airflow-providers-papermill",
  "apache-airflow-providers-pgvector",
  "apache-airflow-providers-mysql",
  "apache-airflow-providers-odbc",
  "apache-airflow-providers-jenkins",
  "apache-airflow-providers-pagerduty",
  "apache-airflow-providers-redis",
  "apache-airflow-providers-salesforce",
  "apache-airflow-providers-sendgrid",
  "apache-airflow-providers-sftp",
  "apache-airflow-providers-slack",
  "apache-airflow-providers-smtp",
  "apache-airflow-providers-snowflake",
  "apache-airflow-providers-pinecone",
  "apache-airflow-providers-postgres",
  "apache-airflow-providers-presto",
  "apache-airflow-providers-qdrant",
  "apache-airflow-providers-samba",
  "apache-airflow-providers-segment",
  "apache-airflow-providers-singularity",
  "apache-airflow-providers-sqlite",
  "apache-airflow-providers-ssh",
  "apache-airflow-providers-standard",
  "apache-airflow-providers-tableau",
  "apache-airflow-providers-telegram",
  "apache-airflow-providers-teradata",
  "apache-airflow-providers-trino",
  "apache-airflow-providers-vertica",
  "apache-airflow-providers-weaviate",
  "apache-airflow-providers-yandex",
  "apache-airflow-providers-ydb",
  "apache-airflow-providers-zendesk",
  "apache-airflow-task-sdk",
]

[tool.uv.sources]
# These names must match the names as defined in the pyproject.toml of the workspace items,
# *not* the workspace folder paths
apache-airflow = {workspace = true}
apache-airflow-providers-airbyte = {workspace = true}
apache-airflow-providers-alibaba = { workspace = true }
apache-airflow-providers-amazon = { workspace = true }
apache-airflow-providers-apache-beam = { workspace = true }
apache-airflow-providers-apache-cassandra = { workspace = true }
apache-airflow-providers-apache-drill = { workspace = true }
apache-airflow-providers-apache-druid = { workspace = true }
apache-airflow-providers-apache-flink = { workspace = true }
apache-airflow-providers-apache-hdfs = { workspace = true }
apache-airflow-providers-apache-hive = { workspace = true }
apache-airflow-providers-apache-iceberg = {workspace = true}
apache-airflow-providers-apache-impala = { workspace = true }
apache-airflow-providers-apache-kafka = { workspace = true }
apache-airflow-providers-apache-kylin = { workspace = true }
apache-airflow-providers-apache-livy = { workspace = true }
apache-airflow-providers-apache-pig = { workspace = true }
apache-airflow-providers-apache-pinot = { workspace = true }
apache-airflow-providers-apache-spark = { workspace = true }
apache-airflow-providers-apprise = { workspace = true }
apache-airflow-providers-arangodb = { workspace = true }
apache-airflow-providers-asana = { workspace = true }
apache-airflow-providers-atlassian-jira = { workspace = true }
apache-airflow-providers-celery = {workspace = true}
apache-airflow-providers-cloudant = { workspace = true }
apache-airflow-providers-cncf-kubernetes = { workspace = true }
apache-airflow-providers-cohere = { workspace = true }
apache-airflow-providers-common-compat = { workspace = true }
apache-airflow-providers-common-io = { workspace = true }
apache-airflow-providers-common-sql = { workspace = true }
apache-airflow-providers-databricks = { workspace = true }
apache-airflow-providers-datadog = { workspace = true }
apache-airflow-providers-dbt-cloud = { workspace = true }
apache-airflow-providers-dingding = { workspace = true }
apache-airflow-providers-discord = { workspace = true }
apache-airflow-providers-docker = { workspace = true }
apache-airflow-providers-edge = {workspace = true}
apache-airflow-providers-elasticsearch = { workspace = true }
apache-airflow-providers-exasol = { workspace = true }
apache-airflow-providers-fab = { workspace = true }
apache-airflow-providers-facebook = { workspace = true }
apache-airflow-providers-ftp = { workspace = true }
apache-airflow-providers-github = { workspace = true }
apache-airflow-providers-google = { workspace = true }
apache-airflow-providers-grpc = { workspace = true }
apache-airflow-providers-http = { workspace = true }
apache-airflow-providers-microsoft-azure = { workspace = true }
apache-airflow-providers-influxdb = { workspace = true }
apache-airflow-providers-microsoft-mssql = { workspace = true }
apache-airflow-providers-microsoft-psrp = { workspace = true }
apache-airflow-providers-jdbc = { workspace = true }
apache-airflow-providers-microsoft-winrm = { workspace = true }
apache-airflow-providers-mongo = { workspace = true }
apache-airflow-providers-openlineage = { workspace = true }
apache-airflow-providers-hashicorp = { workspace = true }
apache-airflow-providers-imap = { workspace = true }
apache-airflow-providers-neo4j = { workspace = true }
apache-airflow-providers-openai = { workspace = true }
apache-airflow-providers-jenkins = { workspace = true }
apache-airflow-providers-mysql = { workspace = true }
apache-airflow-providers-odbc = { workspace = true }
apache-airflow-providers-opensearch = { workspace = true }
apache-airflow-providers-oracle = { workspace = true }
apache-airflow-providers-pagerduty = { workspace = true }
apache-airflow-providers-openfaas = { workspace = true }
apache-airflow-providers-opsgenie = { workspace = true }
apache-airflow-providers-papermill = { workspace = true }
apache-airflow-providers-pinecone = { workspace = true }
apache-airflow-providers-postgres = { workspace = true }
apache-airflow-providers-pgvector = { workspace = true }
apache-airflow-providers-presto = { workspace = true }
apache-airflow-providers-qdrant = { workspace = true }
apache-airflow-providers-redis = { workspace = true }
apache-airflow-providers-salesforce = { workspace = true }
apache-airflow-providers-samba = { workspace = true }
apache-airflow-providers-segment = { workspace = true }
apache-airflow-providers-sendgrid = { workspace = true }
apache-airflow-providers-sftp = { workspace = true }
apache-airflow-providers-singularity = { workspace = true }
apache-airflow-providers-slack = { workspace = true }
apache-airflow-providers-smtp = { workspace = true }
apache-airflow-providers-sqlite = { workspace = true }
apache-airflow-providers-ssh = { workspace = true }
apache-airflow-providers-snowflake = { workspace = true }
apache-airflow-providers-standard = { workspace = true }
apache-airflow-providers-tableau = { workspace = true }
apache-airflow-providers-telegram = { workspace = true }
apache-airflow-providers-teradata = { workspace = true }
apache-airflow-providers-trino = { workspace = true }
apache-airflow-providers-vertica = { workspace = true }
apache-airflow-providers-weaviate = { workspace = true }
apache-airflow-providers-yandex = { workspace = true }
apache-airflow-providers-ydb = { workspace = true }
apache-airflow-providers-zendesk = { workspace = true }
apache-airflow-task-sdk = { workspace = true }

[tool.uv.workspace]
members = [
    "providers/airbyte",
    "providers/alibaba",
    "providers/amazon",
    "providers/apache/beam",
    "providers/apache/cassandra",
    "providers/apache/drill",
    "providers/apache/druid",
    "providers/apache/flink",
    "providers/apache/hdfs",
    "providers/apache/hive",
    "providers/apache/iceberg",
    "providers/apache/impala",
    "providers/apache/kafka",
    "providers/apache/kylin",
    "providers/apache/livy",
    "providers/apache/pig",
    "providers/apache/pinot",
    "providers/apache/spark",
    "providers/apprise",
    "providers/arangodb",
    "providers/asana",
    "providers/atlassian/jira",
    "providers/celery",
    "providers/cloudant",
    "providers/cncf/kubernetes",
    "providers/cohere",
    "providers/common/compat",
    "providers/common/io",
    "providers/common/sql",
    "providers/databricks",
    "providers/datadog",
    "providers/dbt/cloud",
    "providers/dingding",
    "providers/discord",
    "providers/docker",
    "providers/edge",
    "providers/elasticsearch",
    "providers/exasol",
    "providers/fab",
    "providers/facebook",
    "providers/ftp",
    "providers/github",
    "providers/google",
    "providers/grpc",
    "providers/hashicorp",
    "providers/http",
    "providers/imap",
    "providers/influxdb",
    "providers/jdbc",
    "providers/jenkins",
    "providers/microsoft/azure",
    "providers/microsoft/mssql",
    "providers/microsoft/psrp",
    "providers/microsoft/winrm",
    "providers/mongo",
    "providers/mysql",
    "providers/neo4j",
    "providers/odbc",
    "providers/openai",
    "providers/openfaas",
    "providers/openlineage",
    "providers/opensearch",
    "providers/opsgenie",
    "providers/oracle",
    "providers/pagerduty",
    "providers/papermill",
    "providers/pinecone",
    "providers/postgres",
    "providers/pgvector",
    "providers/presto",
    "providers/qdrant",
    "providers/redis",
    "providers/salesforce",
    "providers/samba",
    "providers/segment",
    "providers/sendgrid",
    "providers/sftp",
    "providers/singularity",
    "providers/slack",
    "providers/smtp",
    "providers/sqlite",
    "providers/ssh",
    "providers/snowflake",
    "providers/standard",
    "providers/tableau",
    "providers/telegram",
    "providers/teradata",
    "providers/trino",
    "providers/vertica",
    "providers/weaviate",
    "providers/yandex",
    "providers/ydb",
    "providers/zendesk",
    ".",
    "task_sdk",
]