Expose Your Agent via API Done

dotnet add package Microsoft.Agents.AI.Hosting.AzureFunctions
dotnet add package Microsoft.Agents.AI.OpenAI
dotnet add package Microsoft.Azure.Functions.Worker.Extensions.DurableTask.AzureManaged
dotnet add package Microsoft.Azure.Functions.Worker.Extensions.Http.AspNetCore
dotnet add package OpenAI
dotnet add package Microsoft.Extensions.AI
dotnet restore

dotnet add package Microsoft.Agents.AI.Hosting.AzureFunctions
dotnet add package Microsoft.Agents.AI.OpenAI
dotnet add package Azure.AI.OpenAI
dotnet add package Microsoft.Azure.Functions.Worker.Extensions.DurableTask.AzureManaged
dotnet add package Microsoft.Azure.Functions.Worker.Extensions.Http.AspNetCore
dotnet add package Azure.Identity
dotnet add package Microsoft.Extensions.AI
dotnet restore

using Microsoft.Agents.AI;
using Microsoft.Agents.AI.Hosting.AzureFunctions;
using Microsoft.Azure.Functions.Worker.Builder;
using Microsoft.Extensions.AI;
using Microsoft.Extensions.Hosting;
using OpenAI;
using OpenAI.Chat;
using System.ClientModel;
using System.ComponentModel;
using System.Text;

// 1. Configure the Provider
var endpoint = Environment.GetEnvironmentVariable("OPENAI_ENDPOINT") ?? "http://localhost:1234/v1";
var modelName = Environment.GetEnvironmentVariable("OPENAI_MODEL_NAME") ?? "google/gemma-4-e4b";
var chatClient = new OpenAIClient(new ApiKeyCredential("dummy"), new OpenAIClientOptions { Endpoint = new Uri(endpoint) })
    .GetChatClient(modelName);

// 2. Initialize Agent with Memory Provider and Tools
var operatorMemory = new OperatorMemory(chatClient.AsIChatClient());
AIAgent triageAgent = chatClient.AsAIAgent(new ChatClientAgentOptions
{
    Name = "TriageAgent",
    ChatOptions = new()
    {
        Instructions = """
            You are an enterprise incident triage assistant.
            Summarize the incident, identify likely severity, 
            and suggest the next investigation step.
            Always address the operator by their name and use their role to tailor your response.
            Keep answers concise and operational.
            """,
        Tools = [
            AIFunctionFactory.Create(GetServiceStatus, "GetServiceStatus"),
            AIFunctionFactory.Create(GetOnCallEngineer, "GetOnCallEngineer")
        ]
    },
    AIContextProviders = [operatorMemory]
});

// 3. Register with the Function Host
var builder = FunctionsApplication.CreateBuilder(args);
builder.ConfigureFunctionsWebApplication();

builder.ConfigureDurableOptions(options =>
{
    options.Agents.AddAIAgent(triageAgent, true, false);
});

using IHost app = builder.Build();
app.Run();

// --- Tool Definitions (from Module 2) ---

[Description("Gets the current health status for an enterprise service.")]
static string GetServiceStatus(
    [Description("The service name to check, such as checkout, payments, or inventory.")] string serviceName)
{
    return serviceName.ToLowerInvariant() switch
    {
        "checkout" => "Checkout is DEGRADED in West Europe. P95 latency is 4.8s. Payment retries are elevated.",
        "payments" => "Payments is HEALTHY. No active regional alerts.",
        "inventory" => "Inventory is HEALTHY. Last sync 2 minutes ago.",
        _ => $"{serviceName} has no active status record in the demo store."
    };
}

[Description("Gets the name of the engineer currently on-call.")]
static string GetOnCallEngineer(
    [Description("The service name to check.")] string serviceName) => "Taylor Vance (@tvance)";

// --- Memory Provider Implementation ---

internal sealed class OperatorMemory(IChatClient chatClient) : AIContextProvider
{
    private readonly ProviderSessionState<OperatorContext> _sessionState = new(_ => new OperatorContext(), nameof(OperatorMemory));
    public override IReadOnlyList<string> StateKeys => [_sessionState.StateKey];

    public OperatorContext GetContext(AgentSession session) => _sessionState.GetOrInitializeState(session);

    protected override async ValueTask StoreAIContextAsync(InvokedContext context, CancellationToken ct)
    {
        var op = _sessionState.GetOrInitializeState(context.Session);
        if ((op.Name is null || op.Role is null || op.IncidentId is null) && context.RequestMessages.Any(m => m.Role == ChatRole.User))
        {
            var result = await chatClient.GetResponseAsync<OperatorContext>(context.RequestMessages,
                new ChatOptions { Instructions = "Extract operator name, role, and incident ID if present." }, cancellationToken: ct);
            op.Name ??= result.Result.Name;
            op.Role ??= result.Result.Role;
            op.IncidentId ??= result.Result.IncidentId;
        }
        _sessionState.SaveState(context.Session, op);
    }

    protected override ValueTask<AIContext> ProvideAIContextAsync(InvokingContext context, CancellationToken ct)
    {
        var op = _sessionState.GetOrInitializeState(context.Session);
        var instructions = new StringBuilder();
        if (op.Name != null) instructions.Append($"The operator is {op.Name}, a {op.Role}. ");
        if (op.IncidentId != null)
        {
            // PRIORITY: Injected facts should override conflicting conversation history
            instructions.Append($"The current incident context is {op.IncidentId}. (Priority: Use this ID even if history mentions a different one). ");
        }

        return new ValueTask<AIContext>(new AIContext
        {
            Instructions = instructions.Length > 0 ? instructions.ToString() : "Ask for the operator's name, role, and the incident ID they are triaging."
        });
    }
}

internal sealed class OperatorContext
{
    public string? Name { get; set; }
    public string? Role { get; set; }
    public string? IncidentId { get; set; }
}

using Microsoft.Agents.AI;
using Microsoft.Agents.AI.Hosting.AzureFunctions;
using Microsoft.Azure.Functions.Worker.Builder;
using Microsoft.Extensions.AI;
using Microsoft.Extensions.Hosting;
using Azure.AI.OpenAI;
using Azure.Identity;
using OpenAI.Chat;
using System.ComponentModel;
using System.Text;

// 1. Configure the Provider
var endpoint = Environment.GetEnvironmentVariable("AZURE_OPENAI_ENDPOINT")!;
var deploymentName = Environment.GetEnvironmentVariable("AZURE_OPENAI_DEPLOYMENT_NAME")!;
var chatClient = new AzureOpenAIClient(new Uri(endpoint), new DefaultAzureCredential()).GetChatClient(deploymentName);

// 2. Initialize Agent with Memory Provider and Tools
var operatorMemory = new OperatorMemory(chatClient.AsIChatClient());
AIAgent triageAgent = chatClient.AsAIAgent(new ChatClientAgentOptions
{
    Name = "TriageAgent",
    ChatOptions = new()
    {
        Instructions = """
            You are an enterprise incident triage assistant.
            Summarize the incident, identify likely severity, 
            and suggest the next investigation step.
            Always address the operator by their name and use their role to tailor your response.
            Keep answers concise and operational.
            """,
        Tools = [
            AIFunctionFactory.Create(GetServiceStatus, "GetServiceStatus"),
            AIFunctionFactory.Create(GetOnCallEngineer, "GetOnCallEngineer")
        ]
    },
    AIContextProviders = [operatorMemory]
});

// 3. Register with the Function Host
var builder = FunctionsApplication.CreateBuilder(args);
builder.ConfigureFunctionsWebApplication();

builder.ConfigureDurableOptions(options =>
{
    options.Agents.AddAIAgent(triageAgent, true, false);
});

using IHost app = builder.Build();
app.Run();

// --- Tool Definitions (from Module 2) ---

[Description("Gets the current health status for an enterprise service.")]
static string GetServiceStatus(
    [Description("The service name to check, such as checkout, payments, or inventory.")] string serviceName)
{
    return serviceName.ToLowerInvariant() switch
    {
        "checkout" => "Checkout is DEGRADED in West Europe. P95 latency is 4.8s. Payment retries are elevated.",
        "payments" => "Payments is HEALTHY. No active regional alerts.",
        "inventory" => "Inventory is HEALTHY. Last sync 2 minutes ago.",
        _ => $"{serviceName} has no active status record in the demo store."
    };
}

[Description("Gets the name of the engineer currently on-call.")]
static string GetOnCallEngineer(
    [Description("The service name to check.")] string serviceName) => "Taylor Vance (@tvance)";

// --- Memory Provider Implementation ---

internal sealed class OperatorMemory(IChatClient chatClient) : AIContextProvider
{
    private readonly ProviderSessionState<OperatorContext> _sessionState = new(_ => new OperatorContext(), nameof(OperatorMemory));
    public override IReadOnlyList<string> StateKeys => [_sessionState.StateKey];

    public OperatorContext GetContext(AgentSession session) => _sessionState.GetOrInitializeState(session);

    protected override async ValueTask StoreAIContextAsync(InvokedContext context, CancellationToken ct)
    {
        var op = _sessionState.GetOrInitializeState(context.Session);
        if ((op.Name is null || op.Role is null || op.IncidentId is null) && context.RequestMessages.Any(m => m.Role == ChatRole.User))
        {
            var result = await chatClient.GetResponseAsync<OperatorContext>(context.RequestMessages,
                new ChatOptions { Instructions = "Extract operator name, role, and incident ID if present." }, cancellationToken: ct);
            op.Name ??= result.Result.Name;
            op.Role ??= result.Result.Role;
            op.IncidentId ??= result.Result.IncidentId;
        }
        _sessionState.SaveState(context.Session, op);
    }

    protected override ValueTask<AIContext> ProvideAIContextAsync(InvokingContext context, CancellationToken ct)
    {
        var op = _sessionState.GetOrInitializeState(context.Session);
        var instructions = new StringBuilder();
        if (op.Name != null) instructions.Append($"The operator is {op.Name}, a {op.Role}. ");
        if (op.IncidentId != null)
        {
            // PRIORITY: Injected facts should override conflicting conversation history
            instructions.Append($"The current incident context is {op.IncidentId}. (Priority: Use this ID even if history mentions a different one). ");
        }

        return new ValueTask<AIContext>(new AIContext
        {
            Instructions = instructions.Length > 0 ? instructions.ToString() : "Ask for the operator's name, role, and the incident ID they are triaging."
        });
    }
}

internal sealed class OperatorContext
{
    public string? Name { get; set; }
    public string? Role { get; set; }
    public string? IncidentId { get; set; }
}

First Interaction: Start a Thread

Once your host is running, you can talk to Jordan’s assistant via any HTTP client. This first call initializes a new conversation thread.

curl -X POST http://localhost:7071/api/agents/TriageAgent/run \
  -H "Content-Type: text/plain" \
  -d "My name is Jordan. There is a latency spike in the checkout service!"

The Response: The agent returns the triage summary and a unique thread ID in the headers.

HTTP/1.1 200 OK
Content-Type: text/plain
x-ms-thread-id: 7886412a-6d34-4c71-9ea6-c87a80e5fcd9

Hello Jordan. I've noted the latency spike in Checkout. 
Checking the service status now...

Continue the Conversation

Because we are using Durable Task, the agent remembers the context of the thread. To continue the same conversation, include the thread_id in the query string.

# Use the ID returned in the x-ms-thread-id header
curl -X POST "http://localhost:7071/api/agents/TriageAgent/run?thread_id=7886412a-6d34-4c71-9ea6-c87a80e5fcd9" \
  -H "Content-Type: text/plain" \
  -d "Who is the on-call engineer for this service?"

The Goal: Even if you restart the server, the agent will remember that you are Jordan and you were discussing the checkout service, because the state is persisted in the DTS backend.

Survives System Failures

Because the state is managed by the Durable Task Scheduler, your agent is “crash proof.” The framework checkpoints the conversation state at every turn.

1. Start a conversation and get a thread_id.
2. Crash the app (press Ctrl+C in the terminal).
3. Restart the app and immediately send a follow-up request using the same thread_id.

The Goal: The agent resumes exactly where it left off. Even if the server dies mid-execution, the Durable Task backend ensures the “brain” state and conversation history are safely recovered, making Jordan’s assistant resilient enough for production.