Merge branch 'main' into fix-k8s-executor-transient-retry

Author: JoeVaksin

INTHEWILD.md

@@ -286,6 +286,7 @@ Currently, **officially** using Airflow:
 1. [HotelQuickly](https://github.com/HotelQuickly) [[@zinuzoid](https://github.com/zinuzoid)]
 1. [Hotstar](https://hotstar.com)
 1. [HP Inc](https://www.hp.com/) [[@hpinc](https://github.com/HPInc)]
+1. [HSBC](https://www.hsbc.com/) [[@MukundKularni](https://github.com/MukundKulkarni)]
 1. [Huq Industries](https://huq.io) [[@huqindustries](https://github.com/huq-industries), [@alepuccetti](https://github.com/alepuccetti), [@turbomerl](https://github.com/turbomerl)]
 1. [Hurb](https://hurb.com/) [[@hurbcom](https://github.com/hurbcom)]
 1. [Idrica](https://www.idrica.com/) [[@xavipuerto](https://github.com/xavipuerto)]
@@ -597,6 +598,7 @@ Currently, **officially** using Airflow:
 1. [Zenly](https://zen.ly) [[@cerisier](https://github.com/cerisier) & [@jbdalido](https://github.com/jbdalido)]
 1. [Zerodha](https://zerodha.com/) [[@johnnybravo-xyz](https://github.com/johnnybravo-xyz)]
 1. [Zomato](https://www.zomato.com/) [[@zomato](https://github.com/zomato)]
+1. [Zoom](https://www.zoom.com/) [[@singhAbhishek16](https://github.com/singhAbhishek16)]
 1. [Zymergen](https://www.zymergen.com/)
 1. [Zynga](https://www.zynga.com)
 1. [Ørsted](https://orsted.com/en) [[@arjunanan6](https://github.com/arjunanan6)]

airflow-core/docs/core-concepts/params.rst

@@ -253,6 +253,11 @@ The following features are supported in the Trigger UI Form:
             * ``format="multiline"``: Generate a multi-line textarea
             * | ``enum=["a", "b", "c"]``: Generates a
               | drop-down select list for scalar values.
+              | If the choices come from an external config file,
+              | read that file while the Dag is parsed and pass the
+              | resulting list to ``enum``; the trigger form reads
+              | the serialized Dag Params and does not call dynamic
+              | choice providers when the form opens.
               | As of JSON validation, a value must be
               | selected or the field must be marked as
               | optional explicit. See also details inside

airflow-core/src/airflow/example_dags/example_params_ui_interfaces.ini

@@ -0,0 +1,25 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+[InterfaceA]
+TYPE = Script
+
+[InterfaceB]
+TYPE = EBICS
+
+[InterfaceC]
+TYPE = Script

airflow-core/src/airflow/example_dags/example_params_ui_tutorial.py

@@ -23,12 +23,23 @@
 
 from __future__ import annotations
 
+import configparser
 import datetime
 import json
 from pathlib import Path
 
 from airflow.sdk import DAG, Param, task
 
+
+def _get_script_interfaces_from_config() -> list[str]:
+    config = configparser.ConfigParser()
+    config.read(Path(__file__).with_name("example_params_ui_interfaces.ini"))
+
+    return [section for section in config.sections() if config[section].get("TYPE") == "Script"]
+
+
+SCRIPT_INTERFACES = _get_script_interfaces_from_config()
+
 with DAG(
     dag_id=Path(__file__).stem,
     dag_display_name="Params UI tutorial",
@@ -75,6 +86,19 @@
             enum=[f"value {i}" for i in range(16, 64)],
             section="Typed parameters with Param object",
         ),
+        "script_interface": Param(
+            SCRIPT_INTERFACES[0],
+            description="Choices are generated from example_params_ui_interfaces.ini at Dag parse time.",
+            schema={
+                "type": "string",
+                "title": "Script interface",
+                "enum": SCRIPT_INTERFACES,
+                "values_display": {
+                    name: name.replace("Interface", "Interface ") for name in SCRIPT_INTERFACES
+                },
+                "section": "Typed parameters with Param object",
+            },
+        ),
         # [END section_1]
         # Boolean as proper parameter with description
         "bool": Param(

airflow-core/src/airflow/ui/src/components/AdvancedSearchToggle.tsx

@@ -37,7 +37,7 @@ export const AdvancedSearchToggle = ({
   size = "sm",
   variant = "standalone",
 }: AdvancedSearchToggleProps) => {
-  const { t: translate } = useTranslation("common");
+  const { t: translate } = useTranslation();
 
   return (
     <Tooltip

airflow-core/src/airflow/ui/src/components/AssetExpression/AndGateNode.tsx

@@ -22,7 +22,7 @@ import { useTranslation } from "react-i18next";
 import { TbLogicAnd } from "react-icons/tb";
 
 export const AndGateNode = ({ children }: PropsWithChildren) => {
-  const { t: translate } = useTranslation("common");
+  const { t: translate } = useTranslation();
 
   return (
     <Box

airflow-core/src/airflow/ui/src/components/AssetExpression/AssetExpression.tsx

@@ -35,7 +35,7 @@ export const AssetExpression = ({
   readonly events?: Array<NextRunAssetEventResponse>;
   readonly expression: ExpressionType | undefined;
 }) => {
-  const { t: translate } = useTranslation("common");
+  const { t: translate } = useTranslation();
 
   if (expression === undefined) {
     return undefined;

airflow-core/src/airflow/ui/src/components/Assets/TriggeredRuns.tsx

@@ -35,7 +35,7 @@ const DagRunGroup = ({
   readonly dagRuns: Array<DagRunAssetReference>;
   readonly prefix: string;
 }) => {
-  const { t: translate } = useTranslation("common");
+  const { t: translate } = useTranslation();
 
   return dagRuns.length === 1 ? (
     <Flex flexWrap="wrap" gap={1}>

airflow-core/src/airflow/ui/src/components/ConfirmationModal.tsx

@@ -30,7 +30,7 @@ type Props = {
 };
 
 export const ConfirmationModal = ({ children, header, onConfirm, onOpenChange, open }: Props) => {
-  const { t: translate } = useTranslation("common");
+  const { t: translate } = useTranslation();
 
   return (
     <Modal

airflow-core/src/airflow/ui/src/components/DagRunInfo.tsx

@@ -35,7 +35,7 @@ type Props = {
 };
 
 const DagRunInfo = ({ endDate, logicalDate, runAfter, startDate, state }: Props) => {
-  const { t: translate } = useTranslation("common");
+  const { t: translate } = useTranslation();
 
   return (
     <Tooltip