.NET: Add Azure Content Understanding context provider package

dotnet/.gitignore

@@ -409,4 +409,6 @@ FodyWeavers.xsd
 .foundry-agent-build.log
 
 # Pre-published output for Docker builds
-out/
+out/
+# Any directory named _local_only is for local temp files — never committed
+**/_local_only/

dotnet/Directory.Packages.props

@@ -29,8 +29,9 @@
     <PackageVersion Include="Azure.Search.Documents" Version="12.0.0" />
     <PackageVersion Include="Azure.AI.Projects" Version="2.1.0-beta.3" />
     <PackageVersion Include="Azure.AI.Agents.Persistent" Version="1.2.0-beta.10" />
+    <PackageVersion Include="Azure.AI.ContentUnderstanding" Version="1.2.0-beta.2" />
     <PackageVersion Include="Azure.AI.OpenAI" Version="2.9.0-beta.1" />
-    <PackageVersion Include="Azure.Core" Version="1.57.0" />
+    <PackageVersion Include="Azure.Core" Version="1.59.0" />
     <PackageVersion Include="Azure.Identity" Version="1.21.0" />
     <PackageVersion Include="DotNetEnv" Version="3.1.1" />
     <PackageVersion Include="Azure.Monitor.OpenTelemetry.Exporter" Version="1.5.0" />
@@ -45,7 +46,7 @@
     <PackageVersion Include="Microsoft.Bcl.AsyncInterfaces" Version="10.0.8" />
     <PackageVersion Include="Microsoft.Bcl.HashCode" Version="6.0.0" />
     <PackageVersion Include="Microsoft.Bcl.Memory" Version="10.0.5" />
-    <PackageVersion Include="System.ClientModel" Version="1.13.0" />
+    <PackageVersion Include="System.ClientModel" Version="1.14.0" />
     <PackageVersion Include="System.CodeDom" Version="10.0.0" />
     <PackageVersion Include="System.Collections.Immutable" Version="10.0.1" />
     <PackageVersion Include="System.CommandLine" Version="2.0.0-rc.2.25502.107" />
@@ -120,7 +121,7 @@
     <PackageVersion Include="OllamaSharp" Version="5.4.8" />
     <PackageVersion Include="OpenAI" Version="2.10.0" />
     <!-- Identity -->
-    <PackageVersion Include="Microsoft.Identity.Client.Extensions.Msal" Version="4.83.1" />
+    <PackageVersion Include="Microsoft.Identity.Client.Extensions.Msal" Version="4.84.2" />
     <!-- Workflows -->
     <PackageVersion Include="Microsoft.Agents.ObjectModel" Version="2026.2.4.1" />
     <PackageVersion Include="Microsoft.Agents.ObjectModel.Json" Version="2026.2.4.1" />

dotnet/agent-framework-dotnet.slnx

@@ -191,6 +191,21 @@
     <Project Path="samples/02-agents/AgentWithCodeAct/AgentWithCodeAct_Step02_ToolEnabled/AgentWithCodeAct_Step02_ToolEnabled.csproj" />
     <Project Path="samples/02-agents/AgentWithCodeAct/AgentWithCodeAct_Step03_ManualWiring/AgentWithCodeAct_Step03_ManualWiring.csproj" />
   </Folder>
+  <Folder Name="/Samples/02-agents/AgentWithContentUnderstanding/">
+    <File Path="src/Microsoft.Agents.AI.AzureAI.ContentUnderstanding/samples/README.md" />
+  </Folder>
+  <Folder Name="/Samples/02-agents/AgentWithContentUnderstanding/01-get-started/">
+    <Project Path="src/Microsoft.Agents.AI.AzureAI.ContentUnderstanding/samples/01-get-started/01_DocumentQA/01_DocumentQA.csproj" />
+    <Project Path="src/Microsoft.Agents.AI.AzureAI.ContentUnderstanding/samples/01-get-started/02_MultiTurnSession/02_MultiTurnSession.csproj" />
+    <Project Path="src/Microsoft.Agents.AI.AzureAI.ContentUnderstanding/samples/01-get-started/03_MultimodalChat/03_MultimodalChat.csproj" />
+    <Project Path="src/Microsoft.Agents.AI.AzureAI.ContentUnderstanding/samples/01-get-started/04_InvoiceProcessing/04_InvoiceProcessing.csproj" />
+    <Project Path="src/Microsoft.Agents.AI.AzureAI.ContentUnderstanding/samples/01-get-started/05_LargeDocFileSearch/05_LargeDocFileSearch.csproj" />
+  </Folder>
+  <Folder Name="/Samples/02-agents/AgentWithContentUnderstanding/02-devui/">
+    <Project Path="src/Microsoft.Agents.AI.AzureAI.ContentUnderstanding/samples/02-devui/01_MultimodalAgent/01_MultimodalAgent.csproj" />
+    <Project Path="src/Microsoft.Agents.AI.AzureAI.ContentUnderstanding/samples/02-devui/02_FileSearchAgent/AzureOpenAIBackend/AzureOpenAIBackend.csproj" />
+    <Project Path="src/Microsoft.Agents.AI.AzureAI.ContentUnderstanding/samples/02-devui/02_FileSearchAgent/FoundryBackend/FoundryBackend.csproj" />
+  </Folder>
   <Folder Name="/Samples/02-agents/AgentWithMemory/">
     <File Path="samples/02-agents/AgentWithMemory/README.md" />
     <Project Path="samples/02-agents/AgentWithMemory/AgentWithMemory_Step01_ChatHistoryMemory/AgentWithMemory_Step01_ChatHistoryMemory.csproj" />
@@ -608,6 +623,7 @@
     <Project Path="src/Microsoft.Agents.AI.AGUI/Microsoft.Agents.AI.AGUI.csproj" />
     <Project Path="src/Microsoft.Agents.AI.Anthropic/Microsoft.Agents.AI.Anthropic.csproj" />
     <Project Path="src/Microsoft.Agents.AI.AzureAI.Persistent/Microsoft.Agents.AI.AzureAI.Persistent.csproj" />
+    <Project Path="src/Microsoft.Agents.AI.AzureAI.ContentUnderstanding/Microsoft.Agents.AI.AzureAI.ContentUnderstanding.csproj" />
     <Project Path="src/Microsoft.Agents.AI.CopilotStudio/Microsoft.Agents.AI.CopilotStudio.csproj" />
     <Project Path="src/Microsoft.Agents.AI.CosmosNoSql/Microsoft.Agents.AI.CosmosNoSql.csproj" />
     <Project Path="src/Microsoft.Agents.AI.Declarative/Microsoft.Agents.AI.Declarative.csproj" />
@@ -644,6 +660,7 @@
     <Project Path="tests/AgentConformance.IntegrationTests/AgentConformance.IntegrationTests.csproj" />
     <Project Path="tests/AnthropicChatCompletion.IntegrationTests/AnthropicChatCompletion.IntegrationTests.csproj" />
     <Project Path="tests/AzureAIAgentsPersistent.IntegrationTests/AzureAIAgentsPersistent.IntegrationTests.csproj" />
+    <Project Path="tests/AzureAIContentUnderstanding.IntegrationTests/AzureAIContentUnderstanding.IntegrationTests.csproj" />
     <Project Path="tests/CopilotStudio.IntegrationTests/CopilotStudio.IntegrationTests.csproj" />
     <Project Path="tests/Foundry.Hosting.IntegrationTests.TestContainer/Foundry.Hosting.IntegrationTests.TestContainer.csproj" />
     <Project Path="tests/Foundry.Hosting.IntegrationTests/Foundry.Hosting.IntegrationTests.csproj" />
@@ -667,6 +684,7 @@
     <Project Path="tests/Microsoft.Agents.AI.AGUI.UnitTests/Microsoft.Agents.AI.AGUI.UnitTests.csproj" />
     <Project Path="tests/Microsoft.Agents.AI.Anthropic.UnitTests/Microsoft.Agents.AI.Anthropic.UnitTests.csproj" />
     <Project Path="tests/Microsoft.Agents.AI.AzureAI.Persistent.UnitTests/Microsoft.Agents.AI.AzureAI.Persistent.UnitTests.csproj" />
+    <Project Path="tests/Microsoft.Agents.AI.AzureAI.ContentUnderstanding.UnitTests/Microsoft.Agents.AI.AzureAI.ContentUnderstanding.UnitTests.csproj" />
     <Project Path="tests/Microsoft.Agents.AI.CosmosNoSql.UnitTests/Microsoft.Agents.AI.CosmosNoSql.UnitTests.csproj" />
     <Project Path="tests/Microsoft.Agents.AI.Declarative.UnitTests/Microsoft.Agents.AI.Declarative.UnitTests.csproj" />
     <Project Path="tests/Microsoft.Agents.AI.DevUI.UnitTests/Microsoft.Agents.AI.DevUI.UnitTests.csproj" />

dotnet/src/Microsoft.Agents.AI.AzureAI.ContentUnderstanding/CHANGELOG.md

@@ -0,0 +1,12 @@
+# Release History
+
+## [Unreleased]
+
+Initial public release ([#5998](https://github.com/microsoft/agent-framework/pull/5998)).
+
+- Added `ContentUnderstandingContextProvider`, an `AIContextProvider` that runs PDF / image / audio / video attachments through Azure AI Content Understanding and injects the structured analysis (markdown, fields, segments) into the LLM input.
+- Added `ContentUnderstandingContextProviderOptions` (analyzer id, `MaxWait` inline-vs-background threshold, output-section bitfield, optional file-search routing).
+- Added `FileSearchConfig` with `FromFoundry` and `FromOpenAI` factories that wire a Foundry `AIProjectClient` or `OpenAIClient` vector store + caller-supplied `file_search` tool for over-budget analyses.
+- Simplified file-search payload configuration: removed `FileSearchConfig.IncludeFields` and now use `ContentUnderstandingContextProviderOptions.OutputSections` as the single source of truth for rendered upload payload sections.
+- Eight end-to-end samples (single-turn QA, multi-turn session, multimodal chat, invoice processing, large-doc file-search, and three DevUI-hosted variants) under [`dotnet/samples/02-agents/AgentWithContentUnderstanding/`](../../samples/02-agents/AgentWithContentUnderstanding/). 130 unit tests and 4 live integration tests cover the public surface.
+