feat: External UDF support STAGE_LOCATION param (#18833)

* feat: External UDF support STAGE_LOCATION param

* chore: codefmt

* ci: add test for external udf stage location param

* chore: fix parse test

* chore; fix e2e test

* chore: fix e2e test

* feat: Added Expr::StageLocation for passing StageLocation as a Function parameter

* chore: codefmt

* chore: add unit test for TableDataType::StageLocation

Author: KKould

.github/actions/test_stateless_cluster_linux/action.yml

@@ -13,7 +13,7 @@ runs:
     - name: Start UDF Server
       shell: bash
       run: |
-        pip install databend-udf>=0.2.6
+        pip install databend-udf>=0.2.7
         python3 tests/udf/udf_server.py &
         sleep 2
 

.github/actions/test_stateless_cluster_macos/action.yml

@@ -13,7 +13,7 @@ runs:
     - name: Start UDF Server
       shell: bash
       run: |
-        pip install databend-udf>=0.2.6
+        pip install databend-udf>=0.2.7
         python3 tests/udf/udf_server.py &
         sleep 2
 

.github/actions/test_stateless_standalone_linux/action.yml

@@ -13,7 +13,7 @@ runs:
     - name: Start UDF Server
       shell: bash
       run: |
-        pip install databend-udf>=0.2.6
+        pip install databend-udf>=0.2.7
         python3 tests/udf/udf_server.py &
         sleep 2
 

.github/actions/test_stateless_standalone_macos/action.yml

@@ -13,7 +13,7 @@ runs:
     - name: Start UDF Server
       shell: bash
       run: |
-        pip install databend-udf>=0.2.6
+        pip install databend-udf>=0.2.7
         python3 tests/udf/udf_server.py &
         sleep 2
 

.github/workflows/reuse.sqllogic.yml

@@ -92,7 +92,8 @@ jobs:
       - uses: actions/checkout@v4
       - name: Start UDF Server
         run: |
-          pip install databend-udf>=0.2.6
+          docker run -d --name minio -p 9000:9000 -p 9001:9001 -e MINIO_ROOT_USER=minioadmin -e MINIO_ROOT_PASSWORD=minioadmin quay.io/minio/minio server /data --console-address ":9001"
+          pip install databend-udf>=0.2.7
           python3 tests/udf/udf_server.py &
           sleep 2
       - uses: ./.github/actions/test_sqllogic_standalone_linux

src/meta/app/src/principal/user_defined_function.rs

@@ -33,6 +33,7 @@ pub struct UDFServer {
     pub handler: String,
     pub headers: BTreeMap<String, String>,
     pub language: String,
+    pub arg_names: Vec<String>,
     pub arg_types: Vec<DataType>,
     pub return_type: DataType,
     pub immutable: Option<bool>,
@@ -168,6 +169,7 @@ impl UserDefinedFunction {
         handler: &str,
         headers: &BTreeMap<String, String>,
         language: &str,
+        arg_names: Vec<String>,
         arg_types: Vec<DataType>,
         return_type: DataType,
         description: &str,
@@ -181,6 +183,7 @@ impl UserDefinedFunction {
                 handler: handler.to_string(),
                 headers: headers.clone(),
                 language: language.to_string(),
+                arg_names,
                 arg_types,
                 return_type,
                 immutable,
@@ -237,6 +240,7 @@ impl Display for UDFDefinition {
             }
             UDFDefinition::UDFServer(UDFServer {
                 address,
+                arg_names,
                 arg_types,
                 return_type,
                 handler,
@@ -249,6 +253,9 @@ impl Display for UDFDefinition {
                         write!(f, ", ")?;
                     }
                     write!(f, "{item}")?;
+                    if !arg_names.is_empty() {
+                        write!(f, " {}", arg_names[i])?;
+                    }
                 }
                 write!(f, ") RETURNS {return_type} LANGUAGE {language}")?;
                 if let Some(immutable) = immutable {

src/meta/proto-conv/src/schema_from_to_protobuf_impl.rs

@@ -312,6 +312,7 @@ impl FromToProto for ex::TableDataType {
                     Dt24::VectorT(v) => {
                         ex::TableDataType::Vector(ex::types::VectorDataType::from_pb(v)?)
                     }
+                    Dt24::StageLocationT(_) => ex::TableDataType::StageLocation,
                 };
                 Ok(x)
             }
@@ -380,6 +381,7 @@ impl FromToProto for ex::TableDataType {
                 let x = v.to_pb()?;
                 new_pb_dt24(Dt24::VectorT(x))
             }
+            TableDataType::StageLocation => new_pb_dt24(Dt24::StageLocationT(pb::Empty {})),
         };
         Ok(x)
     }

src/meta/proto-conv/src/udf_from_to_protobuf_impl.rs

@@ -77,6 +77,7 @@ impl FromToProto for mt::UDFServer {
             headers: p.headers,
             language: p.language,
             immutable: p.immutable,
+            arg_names: p.arg_names,
         })
     }
 
@@ -112,6 +113,7 @@ impl FromToProto for mt::UDFServer {
             arg_types,
             return_type: Some(return_type),
             immutable: self.immutable,
+            arg_names: self.arg_names.clone(),
         })
     }
 }

src/meta/proto-conv/src/util.rs

@@ -181,6 +181,7 @@ const META_CHANGE_LOG: &[(u64, &str)] = &[
     (149, "2025-09-24: Add: add AutoIncrement name and display on TableField"),
     (150, "2025-09-26: Add: RoleInfo::comment"),
     (151, "2025-09-28: Add: TableMeta::RowAccessPolicyColumnMap store policy name and column id"),
+    (152, "2025-10-14: Add: TableDataType::StageLocation and UDFServer add arg_names"),
     // Dear developer:
     //      If you're gonna add a new metadata version, you'll have to add a test for it.
     //      You could just copy an existing test file(e.g., `../tests/it/v024_table_meta.rs`)

src/meta/proto-conv/tests/it/main.rs

@@ -143,3 +143,4 @@ mod v148_virtual_schema;
 mod v149_field_auto_increment;
 mod v150_role_comment;
 mod v151_row_access_column_map;
+mod v152_external_udf;