feat(native): Add support for REST based remote function (#23568)

## Description
Adds support of REST based remote function to presto native.

The following features will be added in the subsequent PRs and is not
addressed in this PR
- #25334

## Motivation and Context
- Part of #23682

## Impact
- New capability for remote function execution via REST protocol
- No changes to existing public APIs or user-facing features
- Minimal performance impact as registration is one-time per function
location

## Test Plan
- Container-based integration tests with embedded function server
- Multi-threaded concurrent registration and execution scenarios
- HTTP response validation and error handling tests

## Contributor checklist

- [x] Please make sure your submission complies with our [contributing
guide](https://github.com/prestodb/presto/blob/master/CONTRIBUTING.md),
in particular [code
style](https://github.com/prestodb/presto/blob/master/CONTRIBUTING.md#code-style)
and [commit
standards](https://github.com/prestodb/presto/blob/master/CONTRIBUTING.md#commit-standards).
- [x] PR description addresses the issue accurately and concisely. If
the change is non-trivial, a GitHub Issue is referenced.
- [x] Documented new properties (with its default value), SQL syntax,
functions, or other functionality.
- [x] If release notes are required, they follow the [release notes
guidelines](https://github.com/prestodb/presto/wiki/Release-Notes-Guidelines).
- [x] Adequate tests were added if applicable.
- [x] CI passed.

## Release Notes
```
== RELEASE NOTES ==
Prestissimo (Native Execution) Changes
* Add support for REST API for Remote Functions in native engine. [RFC-007](https://github.com/prestodb/rfcs/blob/main/RFC-0007-remote-functions.md)
```

Co-authored-by: Wills Feng <[email protected]>

Author: Joe-Abraham

.gitignore

@@ -66,3 +66,4 @@ presto-native-execution/deps-install
 # Compiled executables used for docker build
 /docker/presto-cli-*-executable.jar
 /docker/presto-server-*.tar.gz
+/docker/presto-function-server-executable.jar

docker/Dockerfile

@@ -3,6 +3,7 @@ FROM quay.io/centos/centos:stream9
 ARG PRESTO_VERSION
 ARG PRESTO_PKG=presto-server-$PRESTO_VERSION.tar.gz
 ARG PRESTO_CLI_JAR=presto-cli-$PRESTO_VERSION-executable.jar
+ARG PRESTO_REMOTE_SERVER_JAR=presto-function-server-executable.jar
 ARG JMX_PROMETHEUS_JAVAAGENT_VERSION=0.20.0
 
 ENV PRESTO_HOME="/opt/presto-server"
@@ -13,7 +14,8 @@ RUN --mount=type=cache,target=/var/cache/dnf,sharing=locked \
     # clean cache jobs
     && mv /etc/yum/protected.d/systemd.conf /etc/yum/protected.d/systemd.conf.bak
 
-COPY --chmod=755 $PRESTO_CLI_JAR /opt/presto-cli
+COPY --chmod=755 $PRESTO_CLI_JAR            /opt/presto-cli
+COPY --chmod=755 $PRESTO_REMOTE_SERVER_JAR  /opt/presto-remote-function-server
 
 RUN --mount=type=bind,source=$PRESTO_PKG,target=/$PRESTO_PKG \
     # Download Presto and move \

presto-native-execution/.dockerignore

@@ -0,0 +1,4 @@
+# Ignore build directories
+_build/
+cmake-build-debug/
+cmake-build-release/

presto-native-execution/CMakeLists.txt

@@ -136,7 +136,7 @@ set(Boost_USE_MULTITHREADED TRUE)
 find_package(
   Boost
   1.66.0
-  REQUIRED program_options context filesystem regex thread system date_time atomic
+  REQUIRED program_options context filesystem regex thread system date_time url atomic
 )
 include_directories(SYSTEM ${Boost_INCLUDE_DIRS})
 

presto-native-execution/pom.xml

@@ -503,6 +503,12 @@
                                                 <include>presto-cli-*-executable.jar</include>
                                             </includes>
                                         </resource>
+                                        <resource>
+                                            <directory>${project.parent.basedir}/presto-function-server/target</directory>
+                                            <includes>
+                                                <include>presto-function-server-executable.jar</include>
+                                            </includes>
+                                        </resource>
                                         <resource>
                                             <directory>${project.parent.basedir}/presto-server/target</directory>
                                             <includes>
@@ -574,7 +580,7 @@
                                                 <args>
                                                     <BUILD_TYPE>Release</BUILD_TYPE>
                                                     <DEPENDENCY_IMAGE>presto-native-dependency:latest</DEPENDENCY_IMAGE>
-                                                    <EXTRA_CMAKE_FLAGS>-DPRESTO_ENABLE_TESTING=OFF</EXTRA_CMAKE_FLAGS>
+                                                    <EXTRA_CMAKE_FLAGS>"-DPRESTO_ENABLE_TESTING=OFF -DPRESTO_ENABLE_REMOTE_FUNCTIONS=ON"</EXTRA_CMAKE_FLAGS>
                                                     <NUM_THREADS>2</NUM_THREADS>
                                                     <BASE_IMAGE>ubuntu:22.04</BASE_IMAGE>
                                                     <OSNAME>ubuntu</OSNAME>

presto-native-execution/presto_cpp/main/PrestoServer.cpp

@@ -1391,11 +1391,12 @@ void PrestoServer::registerRemoteFunctions() {
           << catalogName << "' catalog.";
     } else {
       VELOX_FAIL(
-          "To register remote functions using a json file path you need to "
-          "specify the remote server location using '{}', '{}' or '{}'.",
+          "To register remote functions you need to specify the remote server "
+          "location using '{}', '{}' or '{}' or {}.",
           SystemConfig::kRemoteFunctionServerThriftAddress,
           SystemConfig::kRemoteFunctionServerThriftPort,
-          SystemConfig::kRemoteFunctionServerThriftUdsPath);
+          SystemConfig::kRemoteFunctionServerThriftUdsPath,
+          SystemConfig::kRemoteFunctionServerRestURL);
     }
   }
 #endif

presto-native-execution/presto_cpp/main/common/Configs.cpp

@@ -480,6 +480,10 @@ std::string SystemConfig::remoteFunctionServerSerde() const {
   return optionalProperty(kRemoteFunctionServerSerde).value();
 }
 
+std::string SystemConfig::remoteFunctionServerRestURL() const {
+  return optionalProperty(kRemoteFunctionServerRestURL).value();
+}
+
 int32_t SystemConfig::maxDriversPerTask() const {
   return optionalProperty<int32_t>(kMaxDriversPerTask).value();
 }

presto-native-execution/presto_cpp/main/common/Configs.h

@@ -768,6 +768,10 @@ class SystemConfig : public ConfigBase {
   static constexpr std::string_view kRemoteFunctionServerThriftUdsPath{
       "remote-function-server.thrift.uds-path"};
 
+  /// HTTP URL used by the remote function rest server.
+  static constexpr std::string_view kRemoteFunctionServerRestURL{
+      "remote-function-server.rest.url"};
+
   /// Path where json files containing signatures for remote functions can be
   /// found.
   static constexpr std::string_view
@@ -929,6 +933,8 @@ class SystemConfig : public ConfigBase {
 
   std::string remoteFunctionServerSerde() const;
 
+  std::string remoteFunctionServerRestURL() const;
+
   int32_t maxDriversPerTask() const;
 
   int32_t driverMaxSplitPreload() const;

presto-native-execution/presto_cpp/main/functions/CMakeLists.txt

@@ -11,10 +11,14 @@
 # limitations under the License.
 
 add_library(presto_function_metadata OBJECT FunctionMetadata.cpp)
-target_link_libraries(presto_function_metadata velox_function_registry)
+target_link_libraries(presto_function_metadata presto_common velox_function_registry)
 
 add_subdirectory(dynamic_registry)
 
+if(PRESTO_ENABLE_REMOTE_FUNCTIONS)
+  add_subdirectory(remote)
+endif()
+
 if(PRESTO_ENABLE_TESTING)
   add_subdirectory(tests)
 endif()

presto-native-execution/presto_cpp/main/functions/remote/CMakeLists.txt

@@ -0,0 +1,28 @@
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+add_library(presto_to_velox_remote_functions PrestoRestFunctionRegistration.cpp)
+target_link_libraries(
+  presto_to_velox_remote_functions
+  presto_functions_remote
+  velox_type_fbhive
+  Boost::url
+)
+
+add_library(presto_functions_remote RestRemoteFunction.cpp)
+target_link_libraries(presto_functions_remote presto_functions_rest_client velox_functions_remote)
+
+add_subdirectory(client)
+
+if(${PRESTO_ENABLE_TESTING})
+  add_subdirectory(tests)
+endif()