feat: proxy worker changes to support the runtime base

eng/ci/emulator-tests.yml

@@ -50,4 +50,5 @@ extends:
       - template: /eng/templates/jobs/ci-emulator-tests.yml@self
         parameters:
           PoolName: 1es-pool-azfunc
-          ArtifactFeed: 'internal/PythonWorker_Internal_PublicPackages'
+          ArtifactFeed: 'internal/PythonWorker_Internal_PublicPackages'
+          NuGetServiceConnection: 'PythonWorker_Internal_PublicPackages'

eng/ci/official-build.yml

@@ -64,13 +64,15 @@ extends:
             parameters:
               PoolName: 1es-pool-azfunc
               ArtifactFeed: 'internal/PythonWorker_Internal_PublicPackages'
+              NuGetServiceConnection: 'PythonWorker_Internal_PublicPackages'
       - stage: RunWorkerUnitTests
         dependsOn: BuildPythonWorker
         jobs:
           - template: /eng/templates/jobs/ci-unit-tests.yml@self
             parameters:
               PoolName: 1es-pool-azfunc
               ArtifactFeed: 'internal/PythonWorker_Internal_PublicPackages'
+              NuGetServiceConnection: 'PythonWorker_Internal_PublicPackages'
       - stage: RunWorkerDockerConsumptionTests
         dependsOn: BuildPythonWorker
         jobs:
@@ -102,6 +104,7 @@ extends:
               PROJECT_DIRECTORY: 'runtimes/v2'
               PoolName: 1es-pool-azfunc
               ArtifactFeed: 'internal/PythonWorker_Internal_PublicPackages'
+              NuGetServiceConnection: 'PythonWorker_Internal_PublicPackages'
 
       # Python V1 Library Build and Test Stages
       - stage: BuildV1Library
@@ -120,4 +123,5 @@ extends:
               PROJECT_NAME: 'Python V1 Library'
               PROJECT_DIRECTORY: 'runtimes/v1'
               PoolName: 1es-pool-azfunc
-              ArtifactFeed: 'internal/PythonWorker_Internal_PublicPackages'
+              ArtifactFeed: 'internal/PythonWorker_Internal_PublicPackages'
+              NuGetServiceConnection: 'PythonWorker_Internal_PublicPackages'

eng/ci/public-build.yml

@@ -88,13 +88,15 @@ extends:
             PROJECT_DIRECTORY: 'workers'
             PoolName: 1es-pool-azfunc-public
             ArtifactFeed: 'public/PythonWorker_PublicPackages'
+            NuGetServiceConnection: 'PythonWorker_PublicPackages'
     - stage: RunWorkerEmulatorTests
       dependsOn: BuildPythonWorker
       jobs:
         - template: /eng/templates/jobs/ci-emulator-tests.yml@self
           parameters:
             PoolName: 1es-pool-azfunc-public
             ArtifactFeed: 'public/PythonWorker_PublicPackages'
+            NuGetServiceConnection: 'PythonWorker_PublicPackages'
 
     # Python V2 Library Build and Test Stages
     - stage: BuildV2Library
@@ -114,6 +116,7 @@ extends:
             PROJECT_DIRECTORY: 'runtimes/v2'
             PoolName: 1es-pool-azfunc-public
             ArtifactFeed: 'public/PythonWorker_PublicPackages'
+            NuGetServiceConnection: 'PythonWorker_PublicPackages'
 
     # Python V1 Library Build and Test Stages
     - stage: BuildV1Library
@@ -132,4 +135,5 @@ extends:
             PROJECT_NAME: 'V1 Library'
             PROJECT_DIRECTORY: 'runtimes/v1'
             PoolName: 1es-pool-azfunc-public
-            ArtifactFeed: 'public/PythonWorker_PublicPackages'
+            ArtifactFeed: 'public/PythonWorker_PublicPackages'
+            NuGetServiceConnection: 'PythonWorker_PublicPackages'

eng/templates/jobs/ci-emulator-tests.yml

@@ -1,6 +1,7 @@
 parameters:
   PROJECT_DIRECTORY: 'workers'
   ArtifactFeed: ''
+  NuGetServiceConnection: ''
 
 jobs:
   - job: "TestPython"
@@ -55,6 +56,20 @@ jobs:
         displayName: 'Install .NET 10'
         inputs:
           version: 10.0.x
+      - task: NuGetAuthenticate@1
+        displayName: 'NuGet Authenticate'
+      - bash: |
+          # Remove the feed that doesn't match the current service connection
+          if [[ "${{ parameters.NuGetServiceConnection }}" == "PythonWorker_PublicPackages" ]]; then
+            # Remove internal feed for public builds
+            sed -i '/_Internal_PublicPackages/d' nuget.config
+          else
+            # Remove public feed for internal builds
+            sed -i '/PythonWorker_PublicPackages[^_]/d' nuget.config
+          fi
+          echo "Updated nuget.config:"
+          cat nuget.config
+        displayName: 'Configure NuGet feed for current organization'
       - bash: |
           chmod +x eng/scripts/install-dependencies.sh
           chmod +x eng/scripts/test-setup.sh

eng/templates/jobs/ci-library-unit-tests.yml

@@ -2,6 +2,7 @@ parameters:
   PROJECT_NAME: ''
   PROJECT_DIRECTORY: ''
   ArtifactFeed: ''
+  NuGetServiceConnection: ''
 
 jobs:
   - job: "TestPython"
@@ -29,6 +30,20 @@ jobs:
         displayName: 'Install .NET 10'
         inputs:
           version: 10.0.x
+      - task: NuGetAuthenticate@1
+        displayName: 'NuGet Authenticate'
+      - bash: |
+          # Remove the feed that doesn't match the current service connection
+          if [[ "${{ parameters.NuGetServiceConnection }}" == "PythonWorker_PublicPackages" ]]; then
+            # Remove internal feed for public builds
+            sed -i '/_Internal_PublicPackages/d' nuget.config
+          else
+            # Remove public feed for internal builds  
+            sed -i '/PythonWorker_PublicPackages[^_]/d' nuget.config
+          fi
+          echo "Updated nuget.config:"
+          cat nuget.config
+        displayName: 'Configure NuGet feed for current organization'
       - bash: |
           chmod +x eng/scripts/install-dependencies.sh          
           eng/scripts/install-dependencies.sh $(PYTHON_VERSION) ${{ parameters.PROJECT_DIRECTORY }}

eng/templates/jobs/ci-unit-tests.yml

@@ -1,6 +1,7 @@
 parameters:
   PROJECT_DIRECTORY: 'workers'
   ArtifactFeed: ''
+  NuGetServiceConnection: ''
 
 jobs:
   - job: "TestPython"
@@ -55,6 +56,20 @@ jobs:
         displayName: 'Install .NET 10'
         inputs:
           version: 10.0.x
+      - task: NuGetAuthenticate@1
+        displayName: 'NuGet Authenticate'
+      - bash: |
+          # Remove the feed that doesn't match the current service connection
+          if [[ "${{ parameters.NuGetServiceConnection }}" == "PythonWorker_PublicPackages" ]]; then
+            # Remove internal feed for public builds
+            sed -i '/_Internal_PublicPackages/d' nuget.config
+          else
+            # Remove public feed for internal builds
+            sed -i '/PythonWorker_PublicPackages[^_]/d' nuget.config
+          fi
+          echo "Updated nuget.config:"
+          cat nuget.config
+        displayName: 'Configure NuGet feed for current organization'
       - bash: |
           chmod +x eng/scripts/install-dependencies.sh
           chmod +x eng/scripts/test-setup.sh

eng/templates/official/jobs/ci-e2e-tests.yml

@@ -1,5 +1,6 @@
 parameters:
   PROJECT_DIRECTORY: 'workers'
+  NuGetServiceConnection: 'PythonWorker_Internal_PublicPackages'
 
 jobs:
   - job: "TestPython"
@@ -78,6 +79,20 @@ jobs:
         displayName: 'Install .NET 10'
         inputs:
           version: 10.0.x
+      - task: NuGetAuthenticate@1
+        displayName: 'NuGet Authenticate'
+      - bash: |
+          # Remove the feed that doesn't match the current service connection
+          if [[ "${{ parameters.NuGetServiceConnection }}" == "PythonWorker_PublicPackages" ]]; then
+            # Remove internal feed for public builds
+            sed -i '/_Internal_PublicPackages/d' nuget.config
+          else
+            # Remove public feed for internal builds
+            sed -i '/PythonWorker_PublicPackages[^_]/d' nuget.config
+          fi
+          echo "Updated nuget.config:"
+          cat nuget.config
+        displayName: 'Configure NuGet feed for current organization'
       - bash: |
           chmod +x eng/scripts/install-dependencies.sh
           chmod +x eng/scripts/test-setup.sh

nuget.config

@@ -0,0 +1,8 @@
+<?xml version="1.0" encoding="utf-8"?>
+<configuration>
+  <packageSources>
+    <clear />
+    <add key="PythonWorker_Internal_PublicPackages" value="https://pkgs.dev.azure.com/azfunc/internal/_packaging/PythonWorker_Internal_PublicPackages/nuget/v3/index.json" />
+    <add key="PythonWorker_PublicPackages" value="https://azfunc.pkgs.visualstudio.com/public/_packaging/PythonWorker_PublicPackages/nuget/v3/index.json" />
+  </packageSources>
+</configuration>

workers/proxy_worker/dispatcher.py

@@ -2,6 +2,7 @@
 # Licensed under the MIT License.
 
 import asyncio
+import importlib
 import logging
 import os
 import queue
@@ -11,6 +12,7 @@
 import typing
 from asyncio import AbstractEventLoop
 from dataclasses import dataclass
+from importlib.metadata import entry_points
 from typing import Any, Optional
 
 import grpc
@@ -30,6 +32,7 @@
     check_python_eol
 )
 from proxy_worker.utils.constants import (
+    PYTHON_ENABLE_AGENT_RUNTIME,
     PYTHON_ENABLE_DEBUG_LOGGING,
 )
 from proxy_worker.version import VERSION
@@ -417,7 +420,92 @@ def stop(self) -> None:
 
     @staticmethod
     def reload_library_worker(directory: str):
+        """
+        Load the appropriate runtime using the base package pattern.
+
+        This uses the runtime base package to automatically discover which
+        runtime is loaded.
+
+        If no runtime is registered via the base package, it falls back to
+        the traditional detection method.
+        """
         global _library_worker, _library_worker_has_cv
+
+        if is_envvar_true(PYTHON_ENABLE_AGENT_RUNTIME):
+            try:
+                # Import base package
+                try:
+                    import azurefunctions.extensions.base as runtime_base
+                except ImportError:
+                    logger.debug("Base extension package not found: %s",
+                                 traceback.format_exc())
+                    runtime_base = None
+
+                # Discover all installed runtime packages via entry points
+                available_runtimes = list(entry_points(group='azurefunctions.runtimes'))
+
+                # Only one runtime should be defined
+                if len(available_runtimes) > 1:
+                    runtime_names = [ep.name for ep in available_runtimes]
+                    raise RuntimeError(
+                        "Multiple runtimes detected: %s. "
+                        "Only one runtime should be defined." % runtime_names
+                    )
+
+                # Load the single runtime entry point if available
+                if available_runtimes:
+                    ep = available_runtimes[0]
+                    try:
+                        # Load the entry point (triggers import and
+                        # metaclass registration)
+                        ep.load()
+                        logger.debug("Loaded runtime entry point: %s" % ep.name)
+                    except Exception as e:
+                        raise RuntimeError(
+                            "Failed to load runtime entry point %s: %s" % (ep.name, e)
+                        )
+
+                    # Check if a runtime was registered
+                    # Check if the runtime base package has the RuntimeFeatureChecker
+                    # Check if the runtime is loaded
+                    if runtime_base is not None \
+                        and hasattr(runtime_base, 'RuntimeFeatureChecker') \
+                            and runtime_base.RuntimeFeatureChecker.runtime_loaded():
+                        # Get the registered runtime module
+                        # (e.g., "azure_functions_fastapi.runtime")
+                        runtime_module_name = (
+                            runtime_base.RuntimeTrackerMeta.get_module())
+                        runtime_name = (
+                            runtime_base.RuntimeTrackerMeta.get_runtime_name())
+                        package_name = (
+                            runtime_base.RuntimeTrackerMeta.get_package_name())
+
+                        logger.debug("Runtime registered: %s (module: %s). "
+                                     "Importing runtime package: %s",
+                                     runtime_name, runtime_module_name, package_name)
+
+                        # Import the top-level runtime package (which exports
+                        # the public API)
+                        runtime_module = importlib.import_module(package_name)
+                        _library_worker = runtime_module
+                        _library_worker_has_cv = _library_worker.invocation_id_cv
+
+                        # Module has been imported, end check
+                        return
+                    else:
+                        logger.error("Base extension version is not compatible "
+                                     "for custom runtimes. "
+                                     "Please update to version 1.2.0 or greater.")
+                        raise RuntimeError("Base extension version is not compatible "
+                                           "for custom runtimes. "
+                                           "Please update to version 1.2.0 or greater.")
+            except Exception as e:
+                logger.error("Error when loading runtime: %s",
+                             traceback.format_exc())
+                raise e
+
+        # No runtime registered via base package
+        # Use traditional detection
         v2_scriptfile = os.path.join(directory, get_script_file_name())
         if os.path.exists(v2_scriptfile):
             try:

workers/proxy_worker/utils/constants.py

@@ -15,6 +15,8 @@
 PYTHON_SCRIPT_FILE_NAME = "PYTHON_SCRIPT_FILE_NAME"
 PYTHON_SCRIPT_FILE_NAME_DEFAULT = "function_app.py"
 
+PYTHON_ENABLE_AGENT_RUNTIME = "PYTHON_ENABLE_AGENT_RUNTIME"
+
 # EOL Dates
 PYTHON_EOL_DATES = {
     '3.13': '2029-10',