Forwarder storage

Build.ps1

@@ -32,7 +32,7 @@ function Create-ArtifactDir
 
 function Publish-Archives($version)
 {
-    $rids = $([xml](Get-Content .\src\SeqCli\SeqCli.csproj)).Project.PropertyGroup.RuntimeIdentifiers.Split(';')
+    $rids = $([xml](Get-Content .\src\SeqCli\SeqCli.csproj)).Project.PropertyGroup.RuntimeIdentifiers[0].Split(';')
     foreach ($rid in $rids) {
         $tfm = $framework
         if ($rid -eq "win-x64") {

src/SeqCli/Apps/Hosting/AppContainer.cs

@@ -1,4 +1,4 @@
-// Copyright Datalust Pty Ltd and Contributors
+// Copyright © Datalust Pty Ltd and Contributors
 //
 // Licensed under the Apache License, Version 2.0 (the "License");
 // you may not use this file except in compliance with the License.

src/SeqCli/Cli/Commands/App/InstallCommand.cs

@@ -1,4 +1,4 @@
-// Copyright Datalust Pty Ltd and Contributors
+// Copyright © Datalust Pty Ltd and Contributors
 //
 // Licensed under the Apache License, Version 2.0 (the "License");
 // you may not use this file except in compliance with the License.

src/SeqCli/Cli/Commands/App/UpdateCommand.cs

@@ -1,4 +1,4 @@
-// Copyright Datalust Pty Ltd and Contributors
+// Copyright © Datalust Pty Ltd and Contributors
 //
 // Licensed under the Apache License, Version 2.0 (the "License");
 // you may not use this file except in compliance with the License.

src/SeqCli/Cli/Commands/Bench/BenchCasesCollection.cs

@@ -1,4 +1,4 @@
-// Copyright Datalust Pty Ltd and Contributors
+// Copyright © Datalust Pty Ltd and Contributors
 //
 // Licensed under the Apache License, Version 2.0 (the "License");
 // you may not use this file except in compliance with the License.

src/SeqCli/Cli/Commands/Bench/BenchCommand.cs

@@ -1,4 +1,4 @@
-// Copyright Datalust Pty Ltd and Contributors
+// Copyright © Datalust Pty Ltd and Contributors
 //
 // Licensed under the Apache License, Version 2.0 (the "License");
 // you may not use this file except in compliance with the License.

src/SeqCli/Cli/Commands/Bench/QueryBenchCase.cs

@@ -1,4 +1,4 @@
-// Copyright Datalust Pty Ltd and Contributors
+// Copyright © Datalust Pty Ltd and Contributors
 //
 // Licensed under the Apache License, Version 2.0 (the "License");
 // you may not use this file except in compliance with the License.

src/SeqCli/Cli/Commands/Bench/QueryBenchCaseTimings.cs

@@ -1,4 +1,4 @@
-// Copyright Datalust Pty Ltd and Contributors
+// Copyright © Datalust Pty Ltd and Contributors
 //
 // Licensed under the Apache License, Version 2.0 (the "License");
 // you may not use this file except in compliance with the License.

src/SeqCli/Cli/Commands/Forwarder/InstallCommand.cs

@@ -23,13 +23,10 @@
 using System.Threading.Tasks;
 using SeqCli.Forwarder.Cli.Features;
 using SeqCli.Forwarder.Util;
-using SeqCli;
 using SeqCli.Cli;
 using SeqCli.Cli.Features;
 using SeqCli.Config;
-using SeqCli.Config.Forwarder;
 using SeqCli.Forwarder.ServiceProcess;
-using SeqCli.Forwarder.Util;
 
 // ReSharper disable once ClassNeverInstantiated.Global
 

src/SeqCli/Cli/Commands/Forwarder/RunCommand.cs

@@ -38,6 +38,7 @@
 using Serilog.Formatting.Compact;
 
 #if WINDOWS
+using System.Security.Cryptography.X509Certificates;
 using SeqCli.Forwarder.ServiceProcess;
 #endif
 

src/SeqCli/Cli/Commands/Forwarder/StartCommand.cs

@@ -1,4 +1,4 @@
-// Copyright Datalust Pty Ltd
+// Copyright © Datalust Pty Ltd
 //
 // Licensed under the Apache License, Version 2.0 (the "License");
 // you may not use this file except in compliance with the License.

src/SeqCli/Cli/Commands/Forwarder/StopCommand.cs

@@ -1,4 +1,4 @@
-// Copyright Datalust Pty Ltd
+// Copyright © Datalust Pty Ltd
 //
 // Licensed under the Apache License, Version 2.0 (the "License");
 // you may not use this file except in compliance with the License.

src/SeqCli/Cli/Commands/Forwarder/UninstallCommand.cs

@@ -1,4 +1,4 @@
-// Copyright Datalust Pty Ltd
+// Copyright © Datalust Pty Ltd
 //
 // Licensed under the Apache License, Version 2.0 (the "License");
 // you may not use this file except in compliance with the License.
@@ -20,7 +20,6 @@
 using SeqCli.Forwarder.Util;
 using SeqCli.Cli;
 using SeqCli.Forwarder.ServiceProcess;
-using SeqCli.Forwarder.Util;
 
 namespace SeqCli.Forwarder.Cli.Commands
 {

src/SeqCli/Cli/Commands/Node/DemoteCommand.cs

@@ -1,4 +1,4 @@
-// Copyright Datalust Pty Ltd and Contributors
+// Copyright © Datalust Pty Ltd and Contributors
 //
 // Licensed under the Apache License, Version 2.0 (the "License");
 // you may not use this file except in compliance with the License.

src/SeqCli/Cli/Commands/Node/HealthCommand.cs

@@ -1,4 +1,4 @@
-// Copyright Datalust Pty Ltd and Contributors
+// Copyright © Datalust Pty Ltd and Contributors
 //
 // Licensed under the Apache License, Version 2.0 (the "License");
 // you may not use this file except in compliance with the License.

src/SeqCli/Cli/Commands/Node/ListCommand.cs

@@ -1,4 +1,4 @@
-// Copyright Datalust Pty Ltd and Contributors
+// Copyright © Datalust Pty Ltd and Contributors
 //
 // Licensed under the Apache License, Version 2.0 (the "License");
 // you may not use this file except in compliance with the License.

src/SeqCli/Cli/Commands/Sample/IngestCommand.cs

@@ -1,4 +1,4 @@
-// Copyright Datalust Pty Ltd and Contributors
+// Copyright © Datalust Pty Ltd and Contributors
 //
 // Licensed under the Apache License, Version 2.0 (the "License");
 // you may not use this file except in compliance with the License.

src/SeqCli/Cli/Commands/Sample/SetupCommand.cs

@@ -1,4 +1,4 @@
-// Copyright Datalust Pty Ltd and Contributors
+// Copyright © Datalust Pty Ltd and Contributors
 //
 // Licensed under the Apache License, Version 2.0 (the "License");
 // you may not use this file except in compliance with the License.

src/SeqCli/Cli/Commands/Settings/ClearCommand.cs

@@ -1,4 +1,4 @@
-// Copyright Datalust Pty Ltd and Contributors
+// Copyright © Datalust Pty Ltd and Contributors
 //
 // Licensed under the Apache License, Version 2.0 (the "License");
 // you may not use this file except in compliance with the License.

src/SeqCli/Cli/Commands/Settings/NamesCommand.cs

@@ -1,4 +1,4 @@
-// Copyright Datalust Pty Ltd and Contributors
+// Copyright © Datalust Pty Ltd and Contributors
 //
 // Licensed under the Apache License, Version 2.0 (the "License");
 // you may not use this file except in compliance with the License.

src/SeqCli/Cli/Commands/Settings/SetCommand.cs

@@ -1,4 +1,4 @@
-// Copyright Datalust Pty Ltd and Contributors
+// Copyright © Datalust Pty Ltd and Contributors
 //
 // Licensed under the Apache License, Version 2.0 (the "License");
 // you may not use this file except in compliance with the License.

src/SeqCli/Cli/Commands/Settings/ShowCommand.cs

@@ -1,4 +1,4 @@
-// Copyright Datalust Pty Ltd and Contributors
+// Copyright © Datalust Pty Ltd and Contributors
 //
 // Licensed under the Apache License, Version 2.0 (the "License");
 // you may not use this file except in compliance with the License.

src/SeqCli/Cli/Features/StoragePathFeature.cs

@@ -1,6 +1,10 @@
 using System;
 using System.IO;
 
+#if WINDOWS
+using SeqCli.Forwarder.ServiceProcess;
+#endif
+
 namespace SeqCli.Cli.Features;
 
 class StoragePathFeature : CommandFeature
@@ -48,7 +52,7 @@ static string GetDefaultStorageRoot()
     static string? TryQueryInstalledStorageRoot()
     {
 #if WINDOWS
-        if (SeqCli.Forwarder.Util.ServiceConfiguration.GetServiceStoragePath(
+        if (Forwarder.Util.ServiceConfiguration.GetServiceStoragePath(
             SeqCliForwarderWindowsService.WindowsServiceName, out var storage))
             return storage;
 #endif

src/SeqCli/Cli/Features/TimeoutFeature.cs

@@ -1,4 +1,4 @@
-// Copyright Datalust Pty Ltd
+// Copyright © Datalust Pty Ltd
 //
 // Licensed under the Apache License, Version 2.0 (the "License");
 // you may not use this file except in compliance with the License.

src/SeqCli/Forwarder/Storage/LogBuffer.cs → src/SeqCli/Forwarder/Channel/LogChannel.cs

@@ -3,13 +3,13 @@
 using System.Threading.Channels;
 using System.Threading.Tasks;
 
-namespace SeqCli.Forwarder.Storage;
+namespace SeqCli.Forwarder.Channel;
 
-class LogBuffer
+class LogChannel
 {
-    public LogBuffer(Func<CancellationToken, Task> write, CancellationToken cancellationToken)
+    public LogChannel(Func<CancellationToken, Task> write, CancellationToken cancellationToken)
     {
-        var channel = Channel.CreateBounded<LogBufferEntry>(new BoundedChannelOptions(5)
+        var channel = System.Threading.Channels.Channel.CreateBounded<LogChannelEntry>(new BoundedChannelOptions(5)
         {
             SingleReader = false,
             SingleWriter = true,
@@ -35,7 +35,7 @@ public LogBuffer(Func<CancellationToken, Task> write, CancellationToken cancella
         }, cancellationToken: _shutdownTokenSource.Token);
     }
 
-    readonly ChannelWriter<LogBufferEntry> _writer;
+    readonly ChannelWriter<LogChannelEntry> _writer;
     readonly Task _worker;
     readonly CancellationTokenSource _shutdownTokenSource;
 
@@ -44,7 +44,7 @@ public async Task WriteAsync(byte[] storage, Range range, CancellationToken canc
         var tcs = new TaskCompletionSource();
         using var cts = CancellationTokenSource.CreateLinkedTokenSource(cancellationToken, _shutdownTokenSource.Token);
 
-        await _writer.WriteAsync(new LogBufferEntry(storage, range, tcs), cts.Token);
+        await _writer.WriteAsync(new LogChannelEntry(storage, range, tcs), cts.Token);
         await tcs.Task;
     }
 

src/SeqCli/Forwarder/Channel/LogChannelEntry.cs

@@ -0,0 +1,6 @@
+using System;
+using System.Threading.Tasks;
+
+namespace SeqCli.Forwarder.Channel;
+
+public readonly record struct LogChannelEntry(byte[] Storage, Range Range, TaskCompletionSource Completion);

src/SeqCli/Forwarder/Storage/LogBufferMap.cs → src/SeqCli/Forwarder/Channel/LogChannelMap.cs

@@ -2,18 +2,18 @@
 using System.Threading.Tasks;
 using Serilog;
 
-namespace SeqCli.Forwarder.Storage;
+namespace SeqCli.Forwarder.Channel;
 
-class LogBufferMap
+class LogChannelMap
 {
-    public LogBufferMap()
+    public LogChannelMap()
     {
 
     }
 
-    public LogBuffer Get(string? apiKey)
+    public LogChannel Get(string? apiKey)
     {
-        return new LogBuffer(async (c) => await Task.Delay(TimeSpan.FromSeconds(1), c), default);
+        return new LogChannel(async (c) => await Task.Delay(TimeSpan.FromSeconds(1), c), default);
     }
 
     public Task StopAsync()

src/SeqCli/Forwarder/Filesystem/EmptyStoreFileReader.cs

@@ -0,0 +1,29 @@
+// Copyright © Datalust Pty Ltd
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+using System;
+
+namespace SeqCli.Forwarder.Filesystem;
+
+sealed class EmptyStoreFileReader : StoreFileReader
+{
+    public override void Dispose()
+    {
+    }
+
+    public override long CopyTo(Span<byte> buffer, long from = 0, long? length = null)
+    {
+        return 0;
+    }
+}

src/SeqCli/Forwarder/Filesystem/StoreDirectory.cs

@@ -0,0 +1,91 @@
+// Copyright © Datalust Pty Ltd
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+using System;
+using System.Collections.Generic;
+using System.Diagnostics.CodeAnalysis;
+using System.Linq;
+
+namespace SeqCli.Forwarder.Filesystem;
+
+/// <summary>
+///     A container of <see cref="StoreFile" />s and their names.
+/// </summary>
+abstract class StoreDirectory
+{
+    /// <summary>
+    ///     Create a new file with the given name, linking it into the filesystem.
+    /// </summary>
+    public abstract StoreFile Create(string name);
+
+    public virtual (string, StoreFile) CreateTemporary()
+    {
+        var tmpName = $"rc{Guid.NewGuid():N}.tmp";
+        return (tmpName, Create(tmpName));
+    }
+
+    /// <summary>
+    ///     Delete a file with the given name, returning whether the file was deleted.
+    /// </summary>
+    public abstract bool TryDelete(string name);
+
+    /// <summary>
+    ///     Atomically replace the contents of one file with another, creating it if it doesn't exist and deleting the other.
+    /// </summary>
+    public abstract StoreFile Replace(string toReplace, string replaceWith);
+
+    /// <summary>
+    ///     Atomically replace the contents of a file.
+    /// </summary>
+    public virtual StoreFile ReplaceContents(string name, Span<byte> contents, bool sync = true)
+    {
+        var (tmpName, tmpFile) = CreateTemporary();
+
+        try
+        {
+            if (!tmpFile.TryOpenAppend(out var opened))
+                throw new Exception("Failed to write to a temporary file that was just created.");
+
+            using var writer = opened;
+            writer.Append(contents);
+            writer.Commit();
+
+            if (sync) writer.Sync();
+        }
+        catch
+        {
+            TryDelete(tmpName);
+            throw;
+        }
+
+        return Replace(name, tmpName);
+    }
+
+    /// <summary>
+    ///     List all files in unspecified order.
+    /// </summary>
+    public abstract IEnumerable<(string Name, StoreFile File)> List(Func<string, bool> predicate);
+
+    /// <summary>
+    ///     Try get a file by name.
+    /// </summary>
+    public virtual bool TryGet(string name, [NotNullWhen(true)] out StoreFile? file)
+    {
+        file = List(n => n == name)
+            .Select(p => p.File)
+            .FirstOrDefault();
+
+        return file != null;
+    }
+}