Merge branch 'main' into feature/http-extra-options-check-response

.editorconfig

@@ -40,6 +40,9 @@ indent_size = 2
 [*.ts]
 indent_size = 2
 
+[*.tsx]
+indent_size = 2
+
 [*.css]
 indent_size = 2
 

.github/boring-cyborg.yml

@@ -37,16 +37,10 @@ labelPRBasedOnFilePath:
     - providers/apache/cassandra/**
 
   provider:apache-drill:
-    - providers/src/airflow/providers/apache/drill/**/*
-    - docs/apache-airflow-providers-apache-drill/**/*
-    - providers/tests/apache/drill/**/*
-    - providers/tests/system/apache/drill/**/*
+    - providers/apache/drill/**
 
   provider:apache-druid:
-    - providers/src/airflow/providers/apache/druid/**/*
-    - docs/apache-airflow-providers-apache-druid/**/*
-    - providers/tests/apache/druid/**/*
-    - providers/tests/system/apache/druid/**/*
+    - providers/apache/druid/**
 
   provider:apache-flink:
     - providers/src/airflow/providers/apache/flink/**/*
@@ -147,10 +141,7 @@ labelPRBasedOnFilePath:
     - providers/datadog/**
 
   provider:dbt-cloud:
-    - providers/src/airflow/providers/dbt/cloud/**/*
-    - docs/apache-airflow-providers-dbt-cloud/**/*
-    - providers/tests/dbt/cloud/**/*
-    - providers/tests/system/dbt/cloud/**/*
+    - providers/dbt/cloud/**
 
   provider:dingding:
     - providers/src/airflow/providers/dingding/**/*
@@ -168,10 +159,7 @@ labelPRBasedOnFilePath:
     - providers/edge/**
 
   provider:elasticsearch:
-    - providers/src/airflow/providers/elasticsearch/**/*
-    - docs/apache-airflow-providers-elasticsearch/**/*
-    - providers/tests/elasticsearch/**/*
-    - providers/tests/system/elasticsearch/**/*
+    - providers/elasticsearch/**
 
   provider:exasol:
     - providers/exasol/**
@@ -188,10 +176,7 @@ labelPRBasedOnFilePath:
     - providers/ftp/**
 
   provider:github:
-    - providers/src/airflow/providers/github/**/*
-    - docs/apache-airflow-providers-github/**/*
-    - providers/tests/github/**/*
-    - providers/tests/system/github/**/*
+    - providers/github/**
 
   provider:google:
     - providers/src/airflow/providers/google/**/*
@@ -270,10 +255,7 @@ labelPRBasedOnFilePath:
     - providers/openlineage/**
 
   provider:opensearch:
-    - providers/src/airflow/providers/opensearch/**/*
-    - docs/apache-airflow-providers-opensearch/**/*
-    - providers/tests/opensearch/**/*
-    - providers/tests/system/opensearch/**/*
+    - providers/opensearch/**
 
   provider:opsgenie:
     - providers/opsgenie/**

.github/workflows/basic-tests.yml

@@ -85,7 +85,7 @@ jobs:
       - run: uv tool run --from apache-airflow-breeze pytest -n auto --color=yes
         working-directory: ./dev/breeze/
   tests-ui:
-    timeout-minutes: 10
+    timeout-minutes: 15
     name: React UI tests
     runs-on: ${{ fromJSON(inputs.runs-on-as-json-public) }}
     if: inputs.run-ui-tests == 'true'
@@ -115,7 +115,7 @@ jobs:
         with:
           path: airflow/ui/node_modules/
           key: cache-ui-node-modules-v1-${{ runner.os }}-${{ hashFiles('airflow/ui/**/pnpm-lock.yaml') }}
-        id: restore-eslint-cache
+        id: restore-eslint-cache-ui
       - run: cd airflow/ui && pnpm install --frozen-lockfile
       - run: cd airflow/ui && pnpm test
         env:
@@ -127,7 +127,29 @@ jobs:
           key: cache-ui-node-modules-v1-${{ runner.os }}-${{ hashFiles('airflow/ui/**/pnpm-lock.yaml') }}
           if-no-files-found: 'error'
           retention-days: '2'
-        if: steps.restore-eslint-cache.outputs.stash-hit != 'true'
+        if: steps.restore-eslint-cache-ui.outputs.stash-hit != 'true'
+      - name: "Restore eslint cache (simple auth manager UI)"
+        uses: apache/infrastructure-actions/stash/restore@1c35b5ccf8fba5d4c3fdf25a045ca91aa0cbc468
+        with:
+          path: airflow/auth/managers/simple/ui/node_modules/
+          key: >
+            cache-simple-am-ui-node-modules-v1-
+            ${{ runner.os }}-${{ hashFiles('airflow/auth/managers/simple/ui/**/pnpm-lock.yaml') }}
+        id: restore-eslint-cache-simple-am-ui
+      - run: cd airflow/auth/managers/simple/ui && pnpm install --frozen-lockfile
+      - run: cd airflow/auth/managers/simple/ui && pnpm test
+        env:
+          FORCE_COLOR: 2
+      - name: "Save eslint cache (ui)"
+        uses: apache/infrastructure-actions/stash/save@1c35b5ccf8fba5d4c3fdf25a045ca91aa0cbc468
+        with:
+          path: airflow/auth/managers/simple/ui/node_modules/
+          key: >
+            cache-simple-am-ui-node-modules-v1-
+            ${{ runner.os }}-${{ hashFiles('airflow/auth/managers/simple/ui/**/pnpm-lock.yaml') }}
+          if-no-files-found: 'error'
+          retention-days: '2'
+        if: steps.restore-eslint-cache-simple-am-ui.outputs.stash-hit != 'true'
 
   tests-www:
     timeout-minutes: 10

Dockerfile.ci

@@ -935,17 +935,10 @@ function check_boto_upgrade() {
     # We need to include few dependencies to pass pip check with other dependencies:
     #   * oss2 as dependency as otherwise jmespath will be bumped (sync with alibaba provider)
     #   * cryptography is kept for snowflake-connector-python limitation (sync with snowflake provider)
-    #   * requests needs to be limited to be compatible with apache beam (sync with apache-beam provider)
-    #   * yandexcloud requirements for requests does not match those of apache.beam and latest botocore
-    #   Both requests and yandexcloud exclusion above might be removed after
-    #   https://github.com/apache/beam/issues/32080 is addressed
-    #   This is already addressed and planned for 2.59.0 release.
-    #   When you remove yandexcloud and opensearch from the above list, you can also remove the
-    #   optional providers_dependencies exclusions from "test_example_dags.py" in "tests/always".
     set -x
     # shellcheck disable=SC2086
     ${PACKAGING_TOOL_CMD} install ${EXTRA_INSTALL_FLAGS} --upgrade boto3 botocore \
-       "oss2>=2.14.0" "cryptography<43.0.0" "requests!=2.32.*,<3.0.0,>=2.24.0"
+       "oss2>=2.14.0" "cryptography<43.0.0" "opensearch-py"
     set +x
     pip check
 }

airflow/api_connexion/schemas/task_instance_schema.py

@@ -60,6 +60,7 @@ class Meta:
     priority_weight = auto_field()
     operator = auto_field()
     queued_dttm = auto_field(data_key="queued_when")
+    scheduled_dttm = auto_field(data_key="scheduled_when")
     pid = auto_field()
     executor = auto_field()
     executor_config = auto_field()
@@ -102,6 +103,7 @@ class Meta:
     priority_weight = auto_field()
     operator = auto_field()
     queued_dttm = auto_field(data_key="queued_when")
+    scheduled_dttm = auto_field(data_key="scheduled_when")
     pid = auto_field()
     executor = auto_field()
     executor_config = auto_field()

airflow/api_fastapi/core_api/base.py

@@ -27,3 +27,15 @@ class BaseModel(PydanticBaseModel):
     """
 
     model_config = ConfigDict(from_attributes=True, populate_by_name=True)
+
+
+class StrictBaseModel(BaseModel):
+    """
+    StrictBaseModel is a base Pydantic model for REST API that does not allow any extra fields.
+
+    Use this class for models that should not have any extra fields in the payload.
+
+    :meta private:
+    """
+
+    model_config = ConfigDict(from_attributes=True, populate_by_name=True, extra="forbid")

airflow/api_fastapi/core_api/datamodels/assets.py

@@ -21,19 +21,19 @@
 
 from pydantic import Field, field_validator
 
-from airflow.api_fastapi.core_api.base import BaseModel
+from airflow.api_fastapi.core_api.base import BaseModel, StrictBaseModel
 from airflow.utils.log.secrets_masker import redact
 
 
-class DagScheduleAssetReference(BaseModel):
+class DagScheduleAssetReference(StrictBaseModel):
     """DAG schedule reference serializer for assets."""
 
     dag_id: str
     created_at: datetime
     updated_at: datetime
 
 
-class TaskOutletAssetReference(BaseModel):
+class TaskOutletAssetReference(StrictBaseModel):
     """Task outlet reference serializer for assets."""
 
     dag_id: str
@@ -84,7 +84,7 @@ class AssetAliasCollectionResponse(BaseModel):
     total_entries: int
 
 
-class DagRunAssetReference(BaseModel):
+class DagRunAssetReference(StrictBaseModel):
     """DAGRun serializer for asset responses."""
 
     run_id: str
@@ -141,7 +141,7 @@ class QueuedEventCollectionResponse(BaseModel):
     total_entries: int
 
 
-class CreateAssetEventsBody(BaseModel):
+class CreateAssetEventsBody(StrictBaseModel):
     """Create asset events request."""
 
     asset_id: int

airflow/api_fastapi/core_api/datamodels/backfills.py

@@ -19,11 +19,11 @@
 
 from datetime import datetime
 
-from airflow.api_fastapi.core_api.base import BaseModel
+from airflow.api_fastapi.core_api.base import BaseModel, StrictBaseModel
 from airflow.models.backfill import ReprocessBehavior
 
 
-class BackfillPostBody(BaseModel):
+class BackfillPostBody(StrictBaseModel):
     """Object used for create backfill request."""
 
     dag_id: str

airflow/api_fastapi/core_api/datamodels/common.py

@@ -27,7 +27,7 @@
 
 from pydantic import Discriminator, Field, Tag
 
-from airflow.api_fastapi.core_api.base import BaseModel
+from airflow.api_fastapi.core_api.base import BaseModel, StrictBaseModel
 
 # Common Bulk Data Models
 T = TypeVar("T")
@@ -57,7 +57,7 @@ class BulkActionNotOnExistence(enum.Enum):
     SKIP = "skip"
 
 
-class BulkBaseAction(BaseModel, Generic[T]):
+class BulkBaseAction(StrictBaseModel, Generic[T]):
     """Base class for bulk actions."""
 
     action: BulkAction = Field(..., description="The action to be performed on the entities.")
@@ -88,7 +88,7 @@ def _action_discriminator(action: Any) -> str:
     return BulkAction(action["action"]).value
 
 
-class BulkBody(BaseModel, Generic[T]):
+class BulkBody(StrictBaseModel, Generic[T]):
     """Serializer for bulk entity operations."""
 
     actions: list[

airflow/api_fastapi/core_api/datamodels/config.py

@@ -16,10 +16,10 @@
 # under the License.
 from __future__ import annotations
 
-from airflow.api_fastapi.core_api.base import BaseModel
+from airflow.api_fastapi.core_api.base import StrictBaseModel
 
 
-class ConfigOption(BaseModel):
+class ConfigOption(StrictBaseModel):
     """Config option."""
 
     key: str
@@ -32,7 +32,7 @@ def text_format(self):
         return f"{self.key} = {self.value}"
 
 
-class ConfigSection(BaseModel):
+class ConfigSection(StrictBaseModel):
     """Config Section Schema."""
 
     name: str
@@ -53,7 +53,7 @@ def text_format(self):
         return f"[{self.name}]\n" + "\n".join(option.text_format for option in self.options) + "\n"
 
 
-class Config(BaseModel):
+class Config(StrictBaseModel):
     """List of config sections with their options."""
 
     sections: list[ConfigSection]

airflow/api_fastapi/core_api/datamodels/connections.py

@@ -22,7 +22,7 @@
 from pydantic import Field, field_validator
 from pydantic_core.core_schema import ValidationInfo
 
-from airflow.api_fastapi.core_api.base import BaseModel
+from airflow.api_fastapi.core_api.base import BaseModel, StrictBaseModel
 from airflow.utils.log.secrets_masker import redact
 
 
@@ -76,7 +76,7 @@ class ConnectionTestResponse(BaseModel):
 
 
 # Request Models
-class ConnectionBody(BaseModel):
+class ConnectionBody(StrictBaseModel):
     """Connection Serializer for requests body."""
 
     connection_id: str = Field(serialization_alias="conn_id", max_length=200, pattern=r"^[\w.-]+$")

airflow/api_fastapi/core_api/datamodels/dag_run.py

@@ -22,7 +22,7 @@
 
 from pydantic import AwareDatetime, Field, NonNegativeInt, computed_field, model_validator
 
-from airflow.api_fastapi.core_api.base import BaseModel
+from airflow.api_fastapi.core_api.base import BaseModel, StrictBaseModel
 from airflow.models import DagRun
 from airflow.utils import timezone
 from airflow.utils.state import DagRunState
@@ -37,14 +37,14 @@ class DAGRunPatchStates(str, Enum):
     FAILED = DagRunState.FAILED
 
 
-class DAGRunPatchBody(BaseModel):
+class DAGRunPatchBody(StrictBaseModel):
     """DAG Run Serializer for PATCH requests."""
 
     state: DAGRunPatchStates | None = None
     note: str | None = Field(None, max_length=1000)
 
 
-class DAGRunClearBody(BaseModel):
+class DAGRunClearBody(StrictBaseModel):
     """DAG Run serializer for clear endpoint body."""
 
     dry_run: bool = True
@@ -78,7 +78,7 @@ class DAGRunCollectionResponse(BaseModel):
     total_entries: int
 
 
-class TriggerDAGRunPostBody(BaseModel):
+class TriggerDAGRunPostBody(StrictBaseModel):
     """Trigger DAG Run Serializer for POST body."""
 
     dag_run_id: str | None = None
@@ -109,7 +109,7 @@ def logical_date(self) -> datetime:
         return timezone.utcnow()
 
 
-class DAGRunsBatchBody(BaseModel):
+class DAGRunsBatchBody(StrictBaseModel):
     """List DAG Runs body for batch endpoint."""
 
     order_by: str | None = None

airflow/api_fastapi/core_api/datamodels/dags.py

@@ -31,7 +31,7 @@
     field_validator,
 )
 
-from airflow.api_fastapi.core_api.base import BaseModel
+from airflow.api_fastapi.core_api.base import BaseModel, StrictBaseModel
 from airflow.api_fastapi.core_api.datamodels.dag_tags import DagTagResponse
 from airflow.configuration import conf
 
@@ -92,7 +92,7 @@ def file_token(self) -> str:
         return serializer.dumps(self.fileloc)
 
 
-class DAGPatchBody(BaseModel):
+class DAGPatchBody(StrictBaseModel):
     """Dag Serializer for updatable bodies."""
 
     is_paused: bool

airflow/api_fastapi/core_api/datamodels/pools.py

@@ -21,7 +21,7 @@
 
 from pydantic import BeforeValidator, ConfigDict, Field
 
-from airflow.api_fastapi.core_api.base import BaseModel
+from airflow.api_fastapi.core_api.base import BaseModel, StrictBaseModel
 
 
 def _call_function(function: Callable[[], int]) -> int:
@@ -60,7 +60,7 @@ class PoolCollectionResponse(BaseModel):
     total_entries: int
 
 
-class PoolPatchBody(BaseModel):
+class PoolPatchBody(StrictBaseModel):
     """Pool serializer for patch bodies."""
 
     model_config = ConfigDict(populate_by_name=True, from_attributes=True)
@@ -71,7 +71,7 @@ class PoolPatchBody(BaseModel):
     include_deferred: bool | None = None
 
 
-class PoolBody(BasePool):
+class PoolBody(BasePool, StrictBaseModel):
     """Pool serializer for post bodies."""
 
     pool: str = Field(alias="name", max_length=256)