Cache github responses and use e-tags on queries

Author: adamzip

global.json

@@ -1,7 +1,7 @@
 {
   "sdk": {
     "version": "8.0.303",
-    "rollForward": "minor"
+    "rollForward": "major"
   },
   "tools": {
     "dotnet": "8.0.303",

src/Maestro/Maestro.DataProviders/Maestro.DataProviders.csproj

@@ -16,6 +16,7 @@
     <ProjectReference Include="..\..\Microsoft.DotNet.Darc\DarcLib\Microsoft.DotNet.DarcLib.csproj" />
     <ProjectReference Include="..\Maestro.Common\Maestro.Common.csproj" />
     <ProjectReference Include="..\Maestro.Data\Maestro.Data.csproj" />
+    <PackageReference Include="Microsoft.Azure.StackExchangeRedis" />
     <!-- Remove this pin once updated to net8.0 -->
     <PackageReference Include="System.IO.Hashing" VersionOverride="8.0.0" />
   </ItemGroup>

src/Maestro/Maestro.DataProviders/RemoteFactory.cs

@@ -11,6 +11,7 @@
 using Microsoft.DotNet.Internal.Logging;
 using Microsoft.Extensions.DependencyInjection;
 using Microsoft.Extensions.Logging;
+using StackExchange.Redis;
 
 namespace Maestro.DataProviders;
 
@@ -24,6 +25,7 @@ public class RemoteFactory : IRemoteFactory
     private readonly IGitHubTokenProvider _gitHubTokenProvider;
     private readonly IAzureDevOpsTokenProvider _azdoTokenProvider;
     private readonly IServiceProvider _serviceProvider;
+    private readonly ConnectionMultiplexer _connection;
 
     public RemoteFactory(
         BuildAssetRegistryContext context,
@@ -34,7 +36,8 @@ public RemoteFactory(
         OperationManager operations,
         IProcessManager processManager,
         ILoggerFactory loggerFactory,
-        IServiceProvider serviceProvider)
+        IServiceProvider serviceProvider,
+        ConfigurationOptions options)
     {
         _operations = operations;
         _processManager = processManager;
@@ -44,6 +47,7 @@ public RemoteFactory(
         _azdoTokenProvider = azdoTokenProvider;
         _cache = memoryCache;
         _serviceProvider = serviceProvider;
+        _connection = ConnectionMultiplexer.Connect(options); //todo replace this with DI injection of IConnectionMultiplexer. We shouldn't do this in non-singleton classes, or even in general
     }
 
     public async Task<IRemote> CreateRemoteAsync(string repoUrl)
@@ -87,7 +91,8 @@ private async Task<IRemoteGitRepo> GetRemoteGitClient(string repoUrl)
                     new Microsoft.DotNet.DarcLib.GitHubTokenProvider(_gitHubTokenProvider),
                     _processManager,
                     _loggerFactory.CreateLogger<GitHubClient>(),
-                    _cache.Cache),
+                    _cache.Cache,
+                    _connection),
 
             GitRepoType.AzureDevOps => new AzureDevOpsClient(
                 _azdoTokenProvider,

src/Microsoft.DotNet.Darc/Darc/Helpers/RemoteFactory.cs

@@ -55,6 +55,7 @@ private IRemoteGitRepo CreateRemoteGitClient(ICommandLineOptions options, string
                     _loggerFactory.CreateLogger<GitHubClient>(),
                     temporaryRepositoryRoot,
                     // Caching not in use for Darc local client.
+                    null,
                     null),
 
             GitRepoType.AzureDevOps =>