Add logging sampling

src/Libraries/Microsoft.AspNetCore.Diagnostics.Middleware/Microsoft.AspNetCore.Diagnostics.Middleware.csproj

@@ -17,7 +17,6 @@
     <InjectSharedPools>false</InjectSharedPools>
     <InjectSharedBufferWriterPool>true</InjectSharedBufferWriterPool>
     <InjectSharedNumericExtensions>false</InjectSharedNumericExtensions>
-    <InjectSharedDiagnosticIds>true</InjectSharedDiagnosticIds>
     <InjectExperimentalAttributeOnLegacy>true</InjectExperimentalAttributeOnLegacy>
   </PropertyGroup>
 

src/Libraries/Microsoft.Extensions.Http.Diagnostics/Microsoft.Extensions.Http.Diagnostics.csproj

@@ -14,8 +14,6 @@
     <UseMetricsReportsGenerator>true</UseMetricsReportsGenerator>
     <InjectGetOrAddOnLegacy>false</InjectGetOrAddOnLegacy>
     <InjectTaskWaitAsyncOnLegacy>true</InjectTaskWaitAsyncOnLegacy>
-    <InjectSharedDiagnosticIds>true</InjectSharedDiagnosticIds>
-    <InjectExperimentalAttributeOnLegacy>true</InjectExperimentalAttributeOnLegacy>
     <InjectTrimAttributesOnLegacy>false</InjectTrimAttributesOnLegacy>
     <InjectSharedDebugger>true</InjectSharedDebugger>
     <InjectSharedDataValidation>false</InjectSharedDataValidation>

src/Libraries/Microsoft.Extensions.Telemetry.Abstractions/Sampling/LoggerSampler.cs

@@ -0,0 +1,23 @@
+// Licensed to the .NET Foundation under one or more agreements.
+// The .NET Foundation licenses this file to you under the MIT license.
+
+using System.Diagnostics.CodeAnalysis;
+using Microsoft.Shared.DiagnosticIds;
+
+namespace Microsoft.Extensions.Logging;
+
+/// <summary>
+/// Controls the number of samples of log records collected and sent to the backend.
+/// </summary>
+#pragma warning disable S1694 // An abstract class should have both abstract and concrete methods
+[Experimental(diagnosticId: DiagnosticIds.Experiments.Telemetry, UrlFormat = DiagnosticIds.UrlFormat)]
+public abstract class LoggerSampler
+#pragma warning restore S1694 // An abstract class should have both abstract and concrete methods
+{
+    /// <summary>
+    /// Makes a sampling decision based on the provided <paramref name="parameters"/>.
+    /// </summary>
+    /// <param name="parameters">The parameters used to make the sampling decision.</param>
+    /// <returns><see langword="true" /> if the log record should be sampled; otherwise, <see langword="false" />.</returns>
+    public abstract bool ShouldSample(SamplingParameters parameters);
+}

src/Libraries/Microsoft.Extensions.Telemetry.Abstractions/Sampling/SamplingParameters.cs

@@ -0,0 +1,90 @@
+// Licensed to the .NET Foundation under one or more agreements.
+// The .NET Foundation licenses this file to you under the MIT license.
+
+using System;
+using System.Diagnostics.CodeAnalysis;
+using Microsoft.Shared.DiagnosticIds;
+
+namespace Microsoft.Extensions.Logging;
+
+/// <summary>
+/// Contains the parameters helping make sampling decisions for logs.
+/// </summary>
+[Experimental(diagnosticId: DiagnosticIds.Experiments.Telemetry, UrlFormat = DiagnosticIds.UrlFormat)]
+public readonly struct SamplingParameters : IEquatable<SamplingParameters>
+{
+    /// <summary>
+    /// Initializes a new instance of the <see cref="SamplingParameters"/> struct.
+    /// </summary>
+    /// <param name="logLevel"><see cref="Microsoft.Extensions.Logging.LogLevel"/> of the log record.</param>
+    /// <param name="category">Category of the log record.</param>
+    /// <param name="eventId"><see cref="Microsoft.Extensions.Logging.EventId"/> of the log record.</param>
+    public SamplingParameters(LogLevel logLevel, string category, EventId eventId)
+    {
+        LogLevel = logLevel;
+        Category = category;
+        EventId = eventId;
+    }
+
+    /// <summary>
+    /// Gets the log category.
+    /// </summary>
+    public string Category { get; }
+
+    /// <summary>
+    /// Gets the event ID.
+    /// </summary>
+    public EventId EventId { get; }
+
+    /// <summary>
+    /// Gets the log level.
+    /// </summary>
+    public LogLevel LogLevel { get; }
+
+    /// <inheritdoc/>
+    public override bool Equals(object? obj) =>
+        obj is SamplingParameters samplingParameters && Equals(samplingParameters);
+
+    /// <inheritdoc/>
+    public bool Equals(SamplingParameters other)
+    {
+        return other.EventId.Equals(EventId)
+            && string.Equals(other.Category, Category, StringComparison.Ordinal)
+            && other.LogLevel.Equals(LogLevel);
+    }
+
+    /// <inheritdoc/>
+    public override int GetHashCode() =>
+
+        HashCode.Combine(
+            LogLevel.GetHashCode(),
+#if NETFRAMEWORK
+            Category.GetHashCode(),
+#else
+            Category.GetHashCode(StringComparison.Ordinal),
+#endif
+            EventId.GetHashCode());
+
+    /// <summary>
+    /// Checks if two specified <see cref="SamplingParameters"/> instances have the same value.
+    /// They are equal if their respective properties have the same values.
+    /// </summary>
+    /// <param name="left">The first <see cref="SamplingParameters"/>.</param>
+    /// <param name="right">The second <see cref="SamplingParameters"/>.</param>
+    /// <returns><see langword="true" /> if the objects are equal.</returns>
+    public static bool operator ==(SamplingParameters left, SamplingParameters right)
+    {
+        return left.Equals(right);
+    }
+
+    /// <summary>
+    /// Checks if two specified <see cref="SamplingParameters"/> instances have different values.
+    /// </summary>
+    /// <param name="left">The first <see cref="SamplingParameters"/>.</param>
+    /// <param name="right">The second <see cref="SamplingParameters"/>.</param>
+    /// <returns><see langword="true" /> if the objects are not equal.</returns>
+    public static bool operator !=(SamplingParameters left, SamplingParameters right)
+    {
+        return !left.Equals(right);
+    }
+}

src/Libraries/Microsoft.Extensions.Telemetry/Logging/ExtendedLogger.cs

@@ -4,7 +4,6 @@
 using System;
 using System.Collections.Generic;
 using System.Diagnostics;
-using Microsoft.Extensions.Logging;
 using Microsoft.Shared.Pools;
 
 namespace Microsoft.Extensions.Logging;
@@ -49,7 +48,7 @@ public void Log<TState>(LogLevel logLevel, EventId eventId, TState state, Except
             }
         }
 
-        LegacyPath<TState>(logLevel, eventId, state, exception, formatter);
+        LegacyPath(logLevel, eventId, state, exception, formatter);
     }
 
     public IDisposable? BeginScope<TState>(TState state)
@@ -266,6 +265,12 @@ private void ModernPath(LogLevel logLevel, EventId eventId, LoggerMessageState m
             ref readonly MessageLogger loggerInfo = ref loggers[i];
             if (loggerInfo.IsNotFilteredOut(logLevel))
             {
+                if (!config.Sampler.ShouldSample(new SamplingParameters(logLevel, loggerInfo.Category, eventId)))
+                {
+                    // the record was not selected for being sampled, so we drop it.
+                    continue;
+                }
+
                 try
                 {
                     loggerInfo.LoggerLog(logLevel, eventId, joiner, exception, static (s, e) =>
@@ -350,6 +355,12 @@ private void LegacyPath<TState>(LogLevel logLevel, EventId eventId, TState state
             ref readonly MessageLogger loggerInfo = ref loggers[i];
             if (loggerInfo.IsNotFilteredOut(logLevel))
             {
+                if (!config.Sampler.ShouldSample(new SamplingParameters(logLevel, loggerInfo.Category!, eventId)))
+                {
+                    // the record was not selected for being sampled, so we drop it.
+                    continue;
+                }
+
                 try
                 {
                     loggerInfo.Logger.Log(logLevel, eventId, joiner, exception, static (s, e) =>

src/Libraries/Microsoft.Extensions.Telemetry/Logging/ExtendedLoggerFactory.cs

@@ -8,6 +8,7 @@
 using Microsoft.Extensions.Compliance.Classification;
 using Microsoft.Extensions.Compliance.Redaction;
 using Microsoft.Extensions.Diagnostics.Enrichment;
+using Microsoft.Extensions.Diagnostics.Sampling;
 using Microsoft.Extensions.Options;
 using Microsoft.Shared.Diagnostics;
 
@@ -23,6 +24,7 @@ internal sealed class ExtendedLoggerFactory : ILoggerFactory
     private readonly IDisposable? _enrichmentOptionsChangeTokenRegistration;
     private readonly IDisposable? _redactionOptionsChangeTokenRegistration;
     private readonly Action<IEnrichmentTagCollector>[] _enrichers;
+    private readonly LoggerSampler _sampler;
     private readonly KeyValuePair<string, object?>[] _staticTags;
     private readonly Func<DataClassificationSet, Redactor> _redactorProvider;
     private volatile bool _disposed;
@@ -35,6 +37,7 @@ public ExtendedLoggerFactory(
         IEnumerable<ILogEnricher> enrichers,
         IEnumerable<IStaticLogEnricher> staticEnrichers,
         IOptionsMonitor<LoggerFilterOptions> filterOptions,
+        LoggerSampler? sampler = null,
         IOptions<LoggerFactoryOptions>? factoryOptions = null,
         IExternalScopeProvider? scopeProvider = null,
         IOptionsMonitor<LoggerEnrichmentOptions>? enrichmentOptions = null,
@@ -43,6 +46,7 @@ public ExtendedLoggerFactory(
 #pragma warning restore S107 // Methods should not have too many parameters
     {
         _scopeProvider = scopeProvider;
+        _sampler = sampler ?? new AlwaysOnSampler();
 
         _factoryOptions = factoryOptions == null || factoryOptions.Value == null ? new LoggerFactoryOptions() : factoryOptions.Value;
 
@@ -284,6 +288,7 @@ private LoggerConfig ComputeConfig(LoggerEnrichmentOptions? enrichmentOptions, L
 
         return new(_staticTags,
                 _enrichers,
+                _sampler,
                 enrichmentOptions.CaptureStackTraces,
                 enrichmentOptions.UseFileInfoForStackTraces,
                 enrichmentOptions.IncludeExceptionMessage,

src/Libraries/Microsoft.Extensions.Telemetry/Logging/Import/LoggerInformation.cs

@@ -17,7 +17,7 @@ namespace Microsoft.Extensions.Logging
 {
     internal readonly struct MessageLogger
     {
-        public MessageLogger(ILogger logger, string? category, string? providerTypeFullName, LogLevel? minLevel, Func<string?, string?, LogLevel, bool>? filter)
+        public MessageLogger(ILogger logger, string category, string? providerTypeFullName, LogLevel? minLevel, Func<string?, string?, LogLevel, bool>? filter)
         {
             Logger = logger;
             Category = category;
@@ -36,7 +36,7 @@ public MessageLogger(ILogger logger, string? category, string? providerTypeFullN
 
         public ILogger Logger { get; }
 
-        public string? Category { get; }
+        public string Category { get; }
 
         private string? ProviderTypeFullName { get; }
 

src/Libraries/Microsoft.Extensions.Telemetry/Logging/LoggerConfig.cs

@@ -15,6 +15,7 @@ internal sealed class LoggerConfig
     public LoggerConfig(
         KeyValuePair<string, object?>[] staticTags,
         Action<IEnrichmentTagCollector>[] enrichers,
+        LoggerSampler sampler,
         bool captureStackTraces,
         bool useFileInfoForStackTraces,
         bool includeExceptionMessage,
@@ -25,6 +26,7 @@ public LoggerConfig(
 #pragma warning restore S107 // Methods should not have too many parameters
         StaticTags = staticTags;
         Enrichers = enrichers;
+        Sampler = sampler;
         CaptureStackTraces = captureStackTraces;
         UseFileInfoForStackTraces = useFileInfoForStackTraces;
         MaxStackTraceLength = maxStackTraceLength;
@@ -35,6 +37,7 @@ public LoggerConfig(
 
     public KeyValuePair<string, object?>[] StaticTags { get; }
     public Action<IEnrichmentTagCollector>[] Enrichers { get; }
+    public LoggerSampler Sampler { get; }
     public bool CaptureStackTraces { get; }
     public bool UseFileInfoForStackTraces { get; }
     public bool IncludeExceptionMessage { get; }

src/Libraries/Microsoft.Extensions.Telemetry/Microsoft.Extensions.Telemetry.csproj

@@ -7,6 +7,8 @@
 
   <PropertyGroup>
     <AllowUnsafeBlocks>true</AllowUnsafeBlocks>
+    <InjectExperimentalAttributeOnLegacy>true</InjectExperimentalAttributeOnLegacy>
+    <InjectSharedDiagnosticIds>true</InjectSharedDiagnosticIds>
     <InjectSharedText>true</InjectSharedText>
     <InjectSharedDataValidation>true</InjectSharedDataValidation>
     <InjectSharedNumericExtensions>true</InjectSharedNumericExtensions>

src/Libraries/Microsoft.Extensions.Telemetry/Sampling/AlwaysOnSampler.cs

@@ -0,0 +1,11 @@
+// Licensed to the .NET Foundation under one or more agreements.
+// The .NET Foundation licenses this file to you under the MIT license.
+
+using Microsoft.Extensions.Logging;
+
+namespace Microsoft.Extensions.Diagnostics.Sampling;
+
+internal sealed class AlwaysOnSampler : LoggerSampler
+{
+    public override bool ShouldSample(SamplingParameters _) => true;
+}

src/Libraries/Microsoft.Extensions.Telemetry/Sampling/FuncBasedSampler.cs

@@ -0,0 +1,20 @@
+// Licensed to the .NET Foundation under one or more agreements.
+// The .NET Foundation licenses this file to you under the MIT license.
+
+using System;
+using Microsoft.Extensions.Logging;
+using Microsoft.Shared.Diagnostics;
+
+namespace Microsoft.Extensions.Diagnostics.Sampling;
+
+internal sealed class FuncBasedSampler : LoggerSampler
+{
+    private readonly Func<SamplingParameters, bool> _samplingDecisionFunc;
+
+    public FuncBasedSampler(Func<SamplingParameters, bool> samplingDecisionFunc)
+    {
+        _samplingDecisionFunc = Throw.IfNull(samplingDecisionFunc);
+    }
+
+    public override bool ShouldSample(SamplingParameters parameters) => _samplingDecisionFunc(parameters);
+}

src/Libraries/Microsoft.Extensions.Telemetry/Sampling/RatioBasedSampler.cs

@@ -0,0 +1,54 @@
+// Licensed to the .NET Foundation under one or more agreements.
+// The .NET Foundation licenses this file to you under the MIT license.
+
+using System;
+using Microsoft.Extensions.Logging;
+
+namespace Microsoft.Extensions.Diagnostics.Sampling;
+
+#pragma warning disable CA5394 // Do not use insecure randomness
+/// <summary>
+/// Samples logs according to the specified probability.
+/// </summary>
+internal sealed class RatioBasedSampler : LoggerSampler
+{
+#if !NET6_0_OR_GREATER
+    private static readonly System.Threading.ThreadLocal<Random> _randomInstance = new(() => new Random());
+#endif
+
+    private readonly int _sampleRate;
+    private readonly LogLevel? _logLevel;
+
+    /// <summary>
+    /// Initializes a new instance of the <see cref="RatioBasedSampler"/> class.
+    /// </summary>
+    /// <param name="probability">The desired probability of sampling. This must be between 0.0 and 1.0.
+    /// Higher the value, higher is the probability of a given log record to be sampled in.
+    /// </param>
+    /// <param name="logLevel">Apply sampling to the provided log level or below.</param>
+    public RatioBasedSampler(double probability, LogLevel? logLevel)
+    {
+        _sampleRate = (int)probability * int.MaxValue;
+        _logLevel = logLevel;
+    }
+
+    /// <inheritdoc/>
+    public override bool ShouldSample(SamplingParameters parameters)
+    {
+        if (!IsApplicable(parameters))
+        {
+            return true;
+        }
+
+#if NET6_0_OR_GREATER
+        return Random.Shared.Next(int.MaxValue) < _sampleRate;
+#else
+        return _randomInstance.Value!.Next(int.MaxValue) < _sampleRate;
+#endif
+    }
+
+    private bool IsApplicable(SamplingParameters parameters)
+    {
+        return _logLevel is null || parameters.LogLevel <= _logLevel;
+    }
+}