mirror of
				https://github.com/chylex/Discord-History-Tracker.git
				synced 2025-11-04 03:40:12 +01:00 
			
		
		
		
	Compare commits
	
		
			21 Commits
		
	
	
		
			295c32c7b4
			...
			http-serve
		
	
	| Author | SHA1 | Date | |
|---|---|---|---|
| 
						
						
							
						
						3ecda02630
	
				 | 
					
					
						|||
| 
						
						
							
						
						295370a3d4
	
				 | 
					
					
						|||
| 
						
						
							
						
						312be6609d
	
				 | 
					
					
						|||
| 
						
						
							
						
						44b42657ef
	
				 | 
					
					
						|||
| 
						
						
							
						
						0d3600492e
	
				 | 
					
					
						|||
| 
						
						
							
						
						3b569ad5d6
	
				 | 
					
					
						|||
| 
						
						
							
						
						b2276600c7
	
				 | 
					
					
						|||
| 
						
						
							
						
						40269f591b
	
				 | 
					
					
						|||
| 
						
						
							
						
						dea3b272c0
	
				 | 
					
					
						|||
| 
						
						
							
						
						e66206b4a8
	
				 | 
					
					
						|||
| 
						
						
							
						
						780d5ae421
	
				 | 
					
					
						|||
| 
						
						
							
						
						38f79dee7d
	
				 | 
					
					
						|||
| 
						
						
							
						
						e30b305eb5
	
				 | 
					
					
						|||
| 
						
						
							
						
						fa17d0e224
	
				 | 
					
					
						|||
| 
						
						
							
						
						5741fad528
	
				 | 
					
					
						|||
| 
						
						
							
						
						e7c52fd1d5
	
				 | 
					
					
						|||
| 
						
						
							
						
						fb9b31175c
	
				 | 
					
					
						|||
| 
						
						
							
						
						f8e56ae367
	
				 | 
					
					
						|||
| 
						
						
							
						
						7ed31fbc8b
	
				 | 
					
					
						|||
| 
						
						
							
						
						e92aeb5a1b
	
				 | 
					
					
						|||
| 
						
						
							
						
						50d5bdba97
	
				 | 
					
					
						
							
								
								
									
										2
									
								
								app/.editorconfig
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										2
									
								
								app/.editorconfig
									
									
									
									
									
										Normal file
									
								
							@@ -0,0 +1,2 @@
 | 
			
		||||
[*.cs]
 | 
			
		||||
propertychanged.auto_notify = false
 | 
			
		||||
@@ -13,6 +13,7 @@
 | 
			
		||||
        <entry key="Desktop/Main/Controls/MessageFilterPanel.axaml" value="Desktop/Desktop.csproj" />
 | 
			
		||||
        <entry key="Desktop/Main/Controls/ServerConfigurationPanel.axaml" value="Desktop/Desktop.csproj" />
 | 
			
		||||
        <entry key="Desktop/Main/Controls/StatusBar.axaml" value="Desktop/Desktop.csproj" />
 | 
			
		||||
        <entry key="Desktop/Main/Dialogs/NewDatabaseSettingsDialog.axaml" value="Desktop/Desktop.csproj" />
 | 
			
		||||
        <entry key="Desktop/Main/MainWindow.axaml" value="Desktop/Desktop.csproj" />
 | 
			
		||||
        <entry key="Desktop/Main/Pages/AdvancedPage.axaml" value="Desktop/Desktop.csproj" />
 | 
			
		||||
        <entry key="Desktop/Main/Pages/DatabasePage.axaml" value="Desktop/Desktop.csproj" />
 | 
			
		||||
@@ -25,4 +26,4 @@
 | 
			
		||||
      </map>
 | 
			
		||||
    </option>
 | 
			
		||||
  </component>
 | 
			
		||||
</project>
 | 
			
		||||
</project>
 | 
			
		||||
@@ -51,9 +51,26 @@
 | 
			
		||||
 | 
			
		||||
        <Style Selector="Expander">
 | 
			
		||||
            <Setter Property="MinHeight" Value="40" />
 | 
			
		||||
            <Setter Property="Padding" Value="12" />
 | 
			
		||||
            <Setter Property="HorizontalAlignment" Value="Stretch" />
 | 
			
		||||
        </Style>
 | 
			
		||||
 | 
			
		||||
        <Style Selector="Panel.buttons">
 | 
			
		||||
            <Setter Property="Margin" Value="0 20 0 0" />
 | 
			
		||||
        </Style>
 | 
			
		||||
        <Style Selector="Panel.buttons > WrapPanel.right">
 | 
			
		||||
            <Setter Property="HorizontalAlignment" Value="Right" />
 | 
			
		||||
        </Style>
 | 
			
		||||
        <Style Selector="Panel.buttons Button">
 | 
			
		||||
            <Setter Property="MinWidth" Value="80" />
 | 
			
		||||
        </Style>
 | 
			
		||||
        <Style Selector="Panel.buttons > WrapPanel.left Button">
 | 
			
		||||
            <Setter Property="Margin" Value="0 0 8 0" />
 | 
			
		||||
        </Style>
 | 
			
		||||
        <Style Selector="Panel.buttons > WrapPanel.right Button">
 | 
			
		||||
            <Setter Property="Margin" Value="8 0 0 0" />
 | 
			
		||||
        </Style>
 | 
			
		||||
 | 
			
		||||
    </Application.Styles>
 | 
			
		||||
 | 
			
		||||
    <Application.Resources>
 | 
			
		||||
 
 | 
			
		||||
@@ -23,7 +23,10 @@
 | 
			
		||||
    <PackageReference Include="Avalonia.Fonts.Inter" Version="11.2.3" />
 | 
			
		||||
    <PackageReference Include="Avalonia.ReactiveUI" Version="11.2.3" />
 | 
			
		||||
    <PackageReference Include="Avalonia.Themes.Fluent" Version="11.2.3" />
 | 
			
		||||
    <PackageReference Include="CommunityToolkit.Mvvm" Version="999.0.0-build.0.g0d941a6a62" />
 | 
			
		||||
    <PackageReference Include="PropertyChanged.SourceGenerator" Version="1.1.1">
 | 
			
		||||
      <PrivateAssets>all</PrivateAssets>
 | 
			
		||||
      <IncludeAssets>runtime; build; native; contentfiles; analyzers; buildtransitive</IncludeAssets>
 | 
			
		||||
    </PackageReference>
 | 
			
		||||
  </ItemGroup>
 | 
			
		||||
  
 | 
			
		||||
  <ItemGroup>
 | 
			
		||||
 
 | 
			
		||||
@@ -15,24 +15,6 @@
 | 
			
		||||
        <namespace:CheckBoxDialogModel />
 | 
			
		||||
    </Window.DataContext>
 | 
			
		||||
 | 
			
		||||
    <Window.Styles>
 | 
			
		||||
        <Style Selector="Panel.buttons">
 | 
			
		||||
            <Setter Property="Margin" Value="0 20 0 0" />
 | 
			
		||||
        </Style>
 | 
			
		||||
        <Style Selector="Panel.buttons > WrapPanel.right">
 | 
			
		||||
            <Setter Property="HorizontalAlignment" Value="Right" />
 | 
			
		||||
        </Style>
 | 
			
		||||
        <Style Selector="Panel.buttons Button">
 | 
			
		||||
            <Setter Property="MinWidth" Value="80" />
 | 
			
		||||
        </Style>
 | 
			
		||||
        <Style Selector="Panel.buttons > WrapPanel.left Button">
 | 
			
		||||
            <Setter Property="Margin" Value="0 0 8 0" />
 | 
			
		||||
        </Style>
 | 
			
		||||
        <Style Selector="Panel.buttons > WrapPanel.right Button">
 | 
			
		||||
            <Setter Property="Margin" Value="8 0 0 0" />
 | 
			
		||||
        </Style>
 | 
			
		||||
    </Window.Styles>
 | 
			
		||||
 | 
			
		||||
    <StackPanel Margin="20">
 | 
			
		||||
        <ScrollViewer MaxHeight="400">
 | 
			
		||||
            <ItemsRepeater ItemsSource="{Binding Items}">
 | 
			
		||||
 
 | 
			
		||||
@@ -1,11 +1,11 @@
 | 
			
		||||
using System.Collections.Generic;
 | 
			
		||||
using System.ComponentModel;
 | 
			
		||||
using System.Linq;
 | 
			
		||||
using CommunityToolkit.Mvvm.ComponentModel;
 | 
			
		||||
using PropertyChanged.SourceGenerator;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Desktop.Dialogs.CheckBox;
 | 
			
		||||
 | 
			
		||||
class CheckBoxDialogModel : ObservableObject {
 | 
			
		||||
partial class CheckBoxDialogModel {
 | 
			
		||||
	public string Title { get; init; } = "";
 | 
			
		||||
	
 | 
			
		||||
	private IReadOnlyList<CheckBoxItem> items = [];
 | 
			
		||||
@@ -28,7 +28,10 @@ class CheckBoxDialogModel : ObservableObject {
 | 
			
		||||
	
 | 
			
		||||
	private bool pauseCheckEvents = false;
 | 
			
		||||
	
 | 
			
		||||
	[DependsOn(nameof(Items))]
 | 
			
		||||
	public bool AreAllSelected => Items.All(static item => item.IsChecked);
 | 
			
		||||
	
 | 
			
		||||
	[DependsOn(nameof(Items))]
 | 
			
		||||
	public bool AreNoneSelected => Items.All(static item => !item.IsChecked);
 | 
			
		||||
	
 | 
			
		||||
	public void SelectAll() => SetAllChecked(true);
 | 
			
		||||
@@ -46,8 +49,7 @@ class CheckBoxDialogModel : ObservableObject {
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private void UpdateBulkButtons() {
 | 
			
		||||
		OnPropertyChanged(nameof(AreAllSelected));
 | 
			
		||||
		OnPropertyChanged(nameof(AreNoneSelected));
 | 
			
		||||
		OnPropertyChanged(new PropertyChangedEventArgs(nameof(Items)));
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private void OnItemPropertyChanged(object? sender, PropertyChangedEventArgs e) {
 | 
			
		||||
 
 | 
			
		||||
@@ -1,12 +1,12 @@
 | 
			
		||||
using CommunityToolkit.Mvvm.ComponentModel;
 | 
			
		||||
using PropertyChanged.SourceGenerator;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Desktop.Dialogs.CheckBox;
 | 
			
		||||
 | 
			
		||||
partial class CheckBoxItem : ObservableObject {
 | 
			
		||||
partial class CheckBoxItem {
 | 
			
		||||
	public string Title { get; init; } = "";
 | 
			
		||||
	public object? Item { get; init; } = null;
 | 
			
		||||
	
 | 
			
		||||
	[ObservableProperty]
 | 
			
		||||
	[Notify]
 | 
			
		||||
	private bool isChecked = false;
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
 
 | 
			
		||||
@@ -8,6 +8,10 @@ using Avalonia.Platform.Storage;
 | 
			
		||||
namespace DHT.Desktop.Dialogs.File;
 | 
			
		||||
 | 
			
		||||
static class FileDialogs {
 | 
			
		||||
	public static async Task<string[]> OpenFolders(this IStorageProvider storageProvider, FolderPickerOpenOptions options) {
 | 
			
		||||
		return (await storageProvider.OpenFolderPickerAsync(options)).ToLocalPaths();
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public static async Task<string[]> OpenFiles(this IStorageProvider storageProvider, FilePickerOpenOptions options) {
 | 
			
		||||
		return (await storageProvider.OpenFilePickerAsync(options)).ToLocalPaths();
 | 
			
		||||
	}
 | 
			
		||||
@@ -26,11 +30,11 @@ static class FileDialogs {
 | 
			
		||||
		return suggestedDirectory == null ? Task.FromResult<IStorageFolder?>(null) : window.StorageProvider.TryGetFolderFromPathAsync(suggestedDirectory);
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private static string ToLocalPath(this IStorageFile file) {
 | 
			
		||||
		return file.TryGetLocalPath() ?? throw new NotSupportedException("Local filesystem is not supported.");
 | 
			
		||||
	private static string ToLocalPath(this IStorageItem itme) {
 | 
			
		||||
		return itme.TryGetLocalPath() ?? throw new NotSupportedException("Local filesystem is not supported.");
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private static string[] ToLocalPaths(this IReadOnlyList<IStorageFile> files) {
 | 
			
		||||
		return files.Select(ToLocalPath).ToArray();
 | 
			
		||||
	private static string[] ToLocalPaths(this IReadOnlyList<IStorageItem> items) {
 | 
			
		||||
		return items.Select(ToLocalPath).ToArray();
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
@@ -20,24 +20,18 @@
 | 
			
		||||
            <Setter Property="FontSize" Value="15" />
 | 
			
		||||
            <Setter Property="TextWrapping" Value="Wrap" />
 | 
			
		||||
        </Style>
 | 
			
		||||
        <Style Selector="WrapPanel">
 | 
			
		||||
            <Setter Property="HorizontalAlignment" Value="Right" />
 | 
			
		||||
            <Setter Property="Margin" Value="0 8 0 0" />
 | 
			
		||||
        </Style>
 | 
			
		||||
        <Style Selector="Button">
 | 
			
		||||
            <Setter Property="Margin" Value="8 0 0 0" />
 | 
			
		||||
            <Setter Property="MinWidth" Value="80" />
 | 
			
		||||
        </Style>
 | 
			
		||||
    </Window.Styles>
 | 
			
		||||
 | 
			
		||||
    <StackPanel Margin="20">
 | 
			
		||||
        <TextBlock Text="{Binding Message}" />
 | 
			
		||||
        <WrapPanel>
 | 
			
		||||
            <Button Click="ClickOk" IsVisible="{Binding IsOkVisible}">OK</Button>
 | 
			
		||||
            <Button Click="ClickYes" IsVisible="{Binding IsYesVisible}">Yes</Button>
 | 
			
		||||
            <Button Click="ClickNo" IsVisible="{Binding IsNoVisible}">No</Button>
 | 
			
		||||
            <Button Click="ClickCancel" IsVisible="{Binding IsCancelVisible}">Cancel</Button>
 | 
			
		||||
        </WrapPanel>
 | 
			
		||||
        <Panel Classes="buttons">
 | 
			
		||||
            <WrapPanel Classes="right">
 | 
			
		||||
                <Button Click="ClickOk" IsVisible="{Binding IsOkVisible}">OK</Button>
 | 
			
		||||
                <Button Click="ClickYes" IsVisible="{Binding IsYesVisible}">Yes</Button>
 | 
			
		||||
                <Button Click="ClickNo" IsVisible="{Binding IsNoVisible}">No</Button>
 | 
			
		||||
                <Button Click="ClickCancel" IsVisible="{Binding IsCancelVisible}">Cancel</Button>
 | 
			
		||||
            </WrapPanel>
 | 
			
		||||
        </Panel>
 | 
			
		||||
    </StackPanel>
 | 
			
		||||
 | 
			
		||||
</Window>
 | 
			
		||||
 
 | 
			
		||||
							
								
								
									
										24
									
								
								app/Desktop/Dialogs/Progress/DelayedProgressDialog.cs
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										24
									
								
								app/Desktop/Dialogs/Progress/DelayedProgressDialog.cs
									
									
									
									
									
										Normal file
									
								
							@@ -0,0 +1,24 @@
 | 
			
		||||
using System;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using Avalonia.Controls;
 | 
			
		||||
using Avalonia.Threading;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Desktop.Dialogs.Progress;
 | 
			
		||||
 | 
			
		||||
static class DelayedProgressDialog {
 | 
			
		||||
	public static async ValueTask Await(Func<Task> taskProvider, TimeSpan delay, Window window, string progressDialogTitle, string progressDialogDescription) {
 | 
			
		||||
		Dispatcher.UIThread.VerifyAccess();
 | 
			
		||||
		
 | 
			
		||||
		Task task = Task.Run(taskProvider);
 | 
			
		||||
		if (task.IsCompleted) {
 | 
			
		||||
			return;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		// Freeze the UI thread for a short while in case the task finishes quickly.
 | 
			
		||||
		_ = Task.WhenAny(Task.Delay(delay), task).GetAwaiter().GetResult();
 | 
			
		||||
		
 | 
			
		||||
		if (!task.IsCompleted) {
 | 
			
		||||
			await ProgressDialog.ShowIndeterminate(window, progressDialogTitle, progressDialogDescription, _ => task);
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
@@ -3,7 +3,7 @@ using System.Threading.Tasks;
 | 
			
		||||
namespace DHT.Desktop.Dialogs.Progress;
 | 
			
		||||
 | 
			
		||||
interface IProgressCallback {
 | 
			
		||||
	Task Update(string message, int finishedItems, int totalItems);
 | 
			
		||||
	Task Update(string message, long finishedItems, long totalItems);
 | 
			
		||||
	Task UpdateIndeterminate(string message);
 | 
			
		||||
	Task Hide();
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
@@ -2,68 +2,47 @@ using System;
 | 
			
		||||
using System.Diagnostics.CodeAnalysis;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using Avalonia.Controls;
 | 
			
		||||
using DHT.Desktop.Dialogs.Message;
 | 
			
		||||
using DHT.Utils.Logging;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Desktop.Dialogs.Progress;
 | 
			
		||||
 | 
			
		||||
[SuppressMessage("ReSharper", "MemberCanBeInternal")]
 | 
			
		||||
public sealed partial class ProgressDialog : Window {
 | 
			
		||||
	private static readonly Log Log = Log.ForType<ProgressDialog>();
 | 
			
		||||
	private static readonly TimeSpan MinimumShowDuration = TimeSpan.FromMilliseconds(500);
 | 
			
		||||
	
 | 
			
		||||
	internal static async Task Show(Window owner, string title, Func<ProgressDialog, IProgressCallback, Task> action) {
 | 
			
		||||
		var taskCompletionSource = new TaskCompletionSource();
 | 
			
		||||
		var dialog = new ProgressDialog();
 | 
			
		||||
		
 | 
			
		||||
		dialog.DataContext = new ProgressDialogModel(title, async callbacks => {
 | 
			
		||||
			try {
 | 
			
		||||
				await action(dialog, callbacks[0]);
 | 
			
		||||
				taskCompletionSource.SetResult();
 | 
			
		||||
			} catch (Exception e) {
 | 
			
		||||
				taskCompletionSource.SetException(e);
 | 
			
		||||
			}
 | 
			
		||||
		});
 | 
			
		||||
		
 | 
			
		||||
		dialog.DataContext = new ProgressDialogModel(title, async callbacks => await action(dialog, callbacks[0]));
 | 
			
		||||
		await dialog.ShowProgressDialog(owner);
 | 
			
		||||
		await taskCompletionSource.Task;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	internal static async Task ShowIndeterminate(Window owner, string title, string message, Func<ProgressDialog, Task> action) {
 | 
			
		||||
		var taskCompletionSource = new TaskCompletionSource();
 | 
			
		||||
		var dialog = new ProgressDialog();
 | 
			
		||||
		
 | 
			
		||||
		dialog.DataContext = new ProgressDialogModel(title, async callbacks => {
 | 
			
		||||
			await callbacks[0].UpdateIndeterminate(message);
 | 
			
		||||
			try {
 | 
			
		||||
				await action(dialog);
 | 
			
		||||
				taskCompletionSource.SetResult();
 | 
			
		||||
			} catch (Exception e) {
 | 
			
		||||
				taskCompletionSource.SetException(e);
 | 
			
		||||
			}
 | 
			
		||||
		});
 | 
			
		||||
		
 | 
			
		||||
		await dialog.ShowProgressDialog(owner);
 | 
			
		||||
		await taskCompletionSource.Task;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	internal static async Task<T> ShowIndeterminate<T>(Window owner, string title, string message, Func<ProgressDialog, Task<T>> action) {
 | 
			
		||||
	internal static async Task<T> Show<T>(Window owner, string title, Func<ProgressDialog, IProgressCallback, Task<T>> action) {
 | 
			
		||||
		var taskCompletionSource = new TaskCompletionSource<T>();
 | 
			
		||||
		var dialog = new ProgressDialog();
 | 
			
		||||
		
 | 
			
		||||
		dialog.DataContext = new ProgressDialogModel(title, async callbacks => {
 | 
			
		||||
			await callbacks[0].UpdateIndeterminate(message);
 | 
			
		||||
			try {
 | 
			
		||||
				taskCompletionSource.SetResult(await action(dialog));
 | 
			
		||||
			} catch (Exception e) {
 | 
			
		||||
				taskCompletionSource.SetException(e);
 | 
			
		||||
			}
 | 
			
		||||
			taskCompletionSource.SetResult(await action(dialog, callbacks[0]));
 | 
			
		||||
		});
 | 
			
		||||
		
 | 
			
		||||
		await dialog.ShowProgressDialog(owner);
 | 
			
		||||
		return await taskCompletionSource.Task;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	internal static Task ShowIndeterminate(Window owner, string title, string message, Func<ProgressDialog, Task> action) {
 | 
			
		||||
		return Show(owner, title, async (dialog, callback) => {
 | 
			
		||||
			await callback.UpdateIndeterminate(message);
 | 
			
		||||
			await action(dialog);
 | 
			
		||||
		});
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	internal static Task<T> ShowIndeterminate<T>(Window owner, string title, string message, Func<ProgressDialog, Task<T>> action) {
 | 
			
		||||
		return Show<T>(owner, title, async (dialog, callback) => {
 | 
			
		||||
			await callback.UpdateIndeterminate(message);
 | 
			
		||||
			return await action(dialog);
 | 
			
		||||
		});
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private bool isFinished = false;
 | 
			
		||||
	private DateTime startTime = DateTime.Now;
 | 
			
		||||
	private Task progressTask = Task.CompletedTask;
 | 
			
		||||
	
 | 
			
		||||
	public ProgressDialog() {
 | 
			
		||||
@@ -71,6 +50,8 @@ public sealed partial class ProgressDialog : Window {
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public void OnOpened(object? sender, EventArgs e) {
 | 
			
		||||
		startTime = DateTime.Now;
 | 
			
		||||
		
 | 
			
		||||
		if (DataContext is ProgressDialogModel model) {
 | 
			
		||||
			progressTask = Task.Run(model.StartTask);
 | 
			
		||||
			progressTask.ContinueWith(OnFinished, TaskScheduler.FromCurrentSynchronizationContext());
 | 
			
		||||
@@ -81,18 +62,19 @@ public sealed partial class ProgressDialog : Window {
 | 
			
		||||
		e.Cancel = !isFinished;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private void OnFinished(Task task) {
 | 
			
		||||
	private async Task OnFinished(Task task) {
 | 
			
		||||
		isFinished = true;
 | 
			
		||||
		
 | 
			
		||||
		TimeSpan elapsedTime = DateTime.Now - startTime;
 | 
			
		||||
		if (elapsedTime < MinimumShowDuration) {
 | 
			
		||||
			await Task.Delay(MinimumShowDuration - elapsedTime);
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		Close();
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async Task ShowProgressDialog(Window owner) {
 | 
			
		||||
		await ShowDialog(owner);
 | 
			
		||||
		try {
 | 
			
		||||
			await progressTask;
 | 
			
		||||
		} catch (Exception e) {
 | 
			
		||||
			Log.Error(e);
 | 
			
		||||
			await Dialog.ShowOk(owner, "Unexpected Error", e.Message);
 | 
			
		||||
		}
 | 
			
		||||
		await progressTask;
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
@@ -38,7 +38,7 @@ sealed class ProgressDialogModel {
 | 
			
		||||
			this.item = item;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		public async Task Update(string message, int finishedItems, int totalItems) {
 | 
			
		||||
		public async Task Update(string message, long finishedItems, long totalItems) {
 | 
			
		||||
			await Dispatcher.UIThread.InvokeAsync(() => {
 | 
			
		||||
				item.Message = message;
 | 
			
		||||
				item.Items = totalItems == 0 ? string.Empty : finishedItems.Format() + " / " + totalItems.Format();
 | 
			
		||||
 
 | 
			
		||||
@@ -1,30 +1,23 @@
 | 
			
		||||
using CommunityToolkit.Mvvm.ComponentModel;
 | 
			
		||||
using PropertyChanged.SourceGenerator;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Desktop.Dialogs.Progress;
 | 
			
		||||
 | 
			
		||||
sealed partial class ProgressItem : ObservableObject {
 | 
			
		||||
	[ObservableProperty(Setter = Access.Private)]
 | 
			
		||||
	[NotifyPropertyChangedFor(nameof(Opacity))]
 | 
			
		||||
	private bool isVisible = false;
 | 
			
		||||
	
 | 
			
		||||
	public double Opacity => IsVisible ? 1.0 : 0.0;
 | 
			
		||||
	
 | 
			
		||||
sealed partial class ProgressItem {
 | 
			
		||||
	[Notify]
 | 
			
		||||
	private string message = "";
 | 
			
		||||
	
 | 
			
		||||
	public string Message {
 | 
			
		||||
		get => message;
 | 
			
		||||
		set {
 | 
			
		||||
			SetProperty(ref message, value);
 | 
			
		||||
			IsVisible = !string.IsNullOrEmpty(value);
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	[ObservableProperty]
 | 
			
		||||
	[Notify]
 | 
			
		||||
	private string items = "";
 | 
			
		||||
	
 | 
			
		||||
	[ObservableProperty]
 | 
			
		||||
	private int progress = 0;
 | 
			
		||||
	[Notify]
 | 
			
		||||
	private long progress = 0L;
 | 
			
		||||
	
 | 
			
		||||
	[ObservableProperty]
 | 
			
		||||
	[Notify]
 | 
			
		||||
	private bool isIndeterminate;
 | 
			
		||||
	
 | 
			
		||||
	[DependsOn(nameof(Message))]
 | 
			
		||||
	public bool IsVisible => !string.IsNullOrEmpty(Message);
 | 
			
		||||
	
 | 
			
		||||
	[DependsOn(nameof(IsVisible))]
 | 
			
		||||
	public double Opacity => IsVisible ? 1.0 : 0.0;
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
@@ -15,19 +15,6 @@
 | 
			
		||||
        <namespace:TextBoxDialogModel />
 | 
			
		||||
    </Window.DataContext>
 | 
			
		||||
 | 
			
		||||
    <Window.Styles>
 | 
			
		||||
        <Style Selector="Panel.buttons">
 | 
			
		||||
            <Setter Property="Margin" Value="0 20 0 0" />
 | 
			
		||||
        </Style>
 | 
			
		||||
        <Style Selector="Panel.buttons > WrapPanel.right">
 | 
			
		||||
            <Setter Property="HorizontalAlignment" Value="Right" />
 | 
			
		||||
        </Style>
 | 
			
		||||
        <Style Selector="Panel.buttons Button">
 | 
			
		||||
            <Setter Property="MinWidth" Value="80" />
 | 
			
		||||
            <Setter Property="Margin" Value="8 0 0 0" />
 | 
			
		||||
        </Style>
 | 
			
		||||
    </Window.Styles>
 | 
			
		||||
 | 
			
		||||
    <StackPanel Margin="20">
 | 
			
		||||
        <ScrollViewer MaxHeight="400">
 | 
			
		||||
            <StackPanel Spacing="10">
 | 
			
		||||
 
 | 
			
		||||
@@ -1,11 +1,11 @@
 | 
			
		||||
using System.Collections.Generic;
 | 
			
		||||
using System.ComponentModel;
 | 
			
		||||
using System.Linq;
 | 
			
		||||
using CommunityToolkit.Mvvm.ComponentModel;
 | 
			
		||||
using PropertyChanged.SourceGenerator;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Desktop.Dialogs.TextBox;
 | 
			
		||||
 | 
			
		||||
class TextBoxDialogModel : ObservableObject {
 | 
			
		||||
partial class TextBoxDialogModel {
 | 
			
		||||
	public string Title { get; init; } = "";
 | 
			
		||||
	public string Description { get; init; } = "";
 | 
			
		||||
	
 | 
			
		||||
@@ -27,10 +27,11 @@ class TextBoxDialogModel : ObservableObject {
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	[DependsOn(nameof(Items))]
 | 
			
		||||
	public bool HasErrors => Items.Any(static item => !item.IsValid);
 | 
			
		||||
	
 | 
			
		||||
	private void OnItemErrorsChanged(object? sender, DataErrorsChangedEventArgs e) {
 | 
			
		||||
		OnPropertyChanged(nameof(HasErrors));
 | 
			
		||||
		OnPropertyChanged(new PropertyChangedEventArgs(nameof(Items)));
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
 
 | 
			
		||||
@@ -1,25 +1,22 @@
 | 
			
		||||
using System;
 | 
			
		||||
using System.Collections;
 | 
			
		||||
using System.ComponentModel;
 | 
			
		||||
using CommunityToolkit.Mvvm.ComponentModel;
 | 
			
		||||
using PropertyChanged.SourceGenerator;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Desktop.Dialogs.TextBox;
 | 
			
		||||
 | 
			
		||||
class TextBoxItem : ObservableObject, INotifyDataErrorInfo {
 | 
			
		||||
partial class TextBoxItem : INotifyDataErrorInfo {
 | 
			
		||||
	public string Title { get; init; } = "";
 | 
			
		||||
	public object? Item { get; init; } = null;
 | 
			
		||||
	
 | 
			
		||||
	public Func<string, bool> ValidityCheck { get; init; } = static _ => true;
 | 
			
		||||
	public bool IsValid => ValidityCheck(Value);
 | 
			
		||||
	
 | 
			
		||||
	[Notify]
 | 
			
		||||
	private string value = string.Empty;
 | 
			
		||||
	
 | 
			
		||||
	public string Value {
 | 
			
		||||
		get => value;
 | 
			
		||||
		set {
 | 
			
		||||
			SetProperty(ref this.value, value);
 | 
			
		||||
			ErrorsChanged?.Invoke(this, new DataErrorsChangedEventArgs(nameof(Value)));
 | 
			
		||||
		}
 | 
			
		||||
	private void OnValueChanged() {
 | 
			
		||||
		ErrorsChanged?.Invoke(this, new DataErrorsChangedEventArgs(nameof(Value)));
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public IEnumerable GetErrors(string? propertyName) {
 | 
			
		||||
 
 | 
			
		||||
@@ -3,12 +3,12 @@
 | 
			
		||||
        xmlns:d="http://schemas.microsoft.com/expression/blend/2008"
 | 
			
		||||
        xmlns:mc="http://schemas.openxmlformats.org/markup-compatibility/2006"
 | 
			
		||||
        xmlns:main="clr-namespace:DHT.Desktop.Main"
 | 
			
		||||
        mc:Ignorable="d" d:DesignWidth="480" d:DesignHeight="360"
 | 
			
		||||
        mc:Ignorable="d" d:DesignWidth="510" d:DesignHeight="375"
 | 
			
		||||
        x:Class="DHT.Desktop.Main.AboutWindow"
 | 
			
		||||
        x:DataType="main:AboutWindowModel"
 | 
			
		||||
        Title="About Discord History Tracker"
 | 
			
		||||
        Icon="avares://DiscordHistoryTracker/Resources/icon.ico"
 | 
			
		||||
        Width="480" Height="360" CanResize="False"
 | 
			
		||||
        Width="510" Height="375" CanResize="False"
 | 
			
		||||
        WindowStartupLocation="CenterOwner">
 | 
			
		||||
 | 
			
		||||
    <Design.DataContext>
 | 
			
		||||
@@ -16,10 +16,6 @@
 | 
			
		||||
    </Design.DataContext>
 | 
			
		||||
 | 
			
		||||
    <Window.Styles>
 | 
			
		||||
        <Style Selector="StackPanel">
 | 
			
		||||
            <Setter Property="Orientation" Value="Horizontal" />
 | 
			
		||||
            <Setter Property="Spacing" Value="5" />
 | 
			
		||||
        </Style>
 | 
			
		||||
        <Style Selector="TextBlock">
 | 
			
		||||
            <Setter Property="TextWrapping" Value="Wrap" />
 | 
			
		||||
            <Setter Property="VerticalAlignment" Value="Center" />
 | 
			
		||||
@@ -33,44 +29,45 @@
 | 
			
		||||
 | 
			
		||||
    <StackPanel Orientation="Vertical" Margin="20" Spacing="12">
 | 
			
		||||
 | 
			
		||||
        <TextBlock VerticalAlignment="Center">
 | 
			
		||||
            Discord History Tracker was created by chylex and released under the MIT license.
 | 
			
		||||
        </TextBlock>
 | 
			
		||||
        <StackPanel Orientation="Vertical" Spacing="3">
 | 
			
		||||
            <TextBlock TextWrapping="Wrap">Discord History Tracker was created by chylex.</TextBlock>
 | 
			
		||||
            <TextBlock>It is available under the MIT license.</TextBlock>
 | 
			
		||||
        </StackPanel>
 | 
			
		||||
 | 
			
		||||
        <StackPanel>
 | 
			
		||||
        <StackPanel Orientation="Horizontal" Spacing="8">
 | 
			
		||||
            <Button Command="{Binding ShowOfficialWebsite}">Official Website</Button>
 | 
			
		||||
            <Button Command="{Binding ShowIssueTracker}">Issue Tracker</Button>
 | 
			
		||||
            <Button Command="{Binding ShowSourceCode}">Source Code</Button>
 | 
			
		||||
        </StackPanel>
 | 
			
		||||
 | 
			
		||||
        <Grid RowDefinitions="Auto,5,Auto,Auto,Auto,Auto,Auto,Auto,Auto,Auto" ColumnDefinitions="175,125,*" Margin="0 10 0 0">
 | 
			
		||||
        <Grid RowDefinitions="Auto,5,Auto,Auto,Auto,Auto,Auto,Auto,Auto,Auto" ColumnDefinitions="*,115,95" Margin="0 10 0 0">
 | 
			
		||||
            <TextBlock Grid.Row="0" Grid.Column="0" FontWeight="Bold">Third-Party Software</TextBlock>
 | 
			
		||||
            <TextBlock Grid.Row="0" Grid.Column="1" FontWeight="Bold">License</TextBlock>
 | 
			
		||||
            <TextBlock Grid.Row="0" Grid.Column="2" FontWeight="Bold">Link</TextBlock>
 | 
			
		||||
 | 
			
		||||
            <TextBlock Grid.Row="2" Grid.Column="0">.NET 8</TextBlock>
 | 
			
		||||
            <TextBlock Grid.Row="2" Grid.Column="0">.NET</TextBlock>
 | 
			
		||||
            <TextBlock Grid.Row="2" Grid.Column="1">MIT</TextBlock>
 | 
			
		||||
            <Button Grid.Row="2" Grid.Column="2" Command="{Binding ShowLibraryNetCore}">GitHub</Button>
 | 
			
		||||
 | 
			
		||||
            <TextBlock Grid.Row="3" Grid.Column="0">Avalonia</TextBlock>
 | 
			
		||||
            <TextBlock Grid.Row="3" Grid.Column="1">MIT</TextBlock>
 | 
			
		||||
            <Button Grid.Row="3" Grid.Column="2" Command="{Binding ShowLibraryAvalonia}">NuGet</Button>
 | 
			
		||||
            <Button Grid.Row="3" Grid.Column="2" Command="{Binding ShowLibraryAvalonia}">GitHub</Button>
 | 
			
		||||
 | 
			
		||||
            <TextBlock Grid.Row="4" Grid.Column="0">MVVM Toolkit</TextBlock>
 | 
			
		||||
            <TextBlock Grid.Row="4" Grid.Column="0">Rx.NET</TextBlock>
 | 
			
		||||
            <TextBlock Grid.Row="4" Grid.Column="1">MIT</TextBlock>
 | 
			
		||||
            <Button Grid.Row="4" Grid.Column="2" Command="{Binding ShowLibraryCommunityToolkit}">GitHub</Button>
 | 
			
		||||
            <Button Grid.Row="4" Grid.Column="2" Command="{Binding ShowLibraryRxNet}">GitHub</Button>
 | 
			
		||||
 | 
			
		||||
            <TextBlock Grid.Row="5" Grid.Column="0">SQLite</TextBlock>
 | 
			
		||||
            <TextBlock Grid.Row="5" Grid.Column="1">Public Domain</TextBlock>
 | 
			
		||||
            <Button Grid.Row="5" Grid.Column="2" Command="{Binding ShowLibrarySqlite}">Official Website</Button>
 | 
			
		||||
            <Button Grid.Row="5" Grid.Column="2" Command="{Binding ShowLibrarySqlite}">Website</Button>
 | 
			
		||||
 | 
			
		||||
            <TextBlock Grid.Row="6" Grid.Column="0">Microsoft.Data.Sqlite</TextBlock>
 | 
			
		||||
            <TextBlock Grid.Row="6" Grid.Column="1">Apache-2.0</TextBlock>
 | 
			
		||||
            <Button Grid.Row="6" Grid.Column="2" Command="{Binding ShowLibrarySqliteAdoNet}">NuGet</Button>
 | 
			
		||||
 | 
			
		||||
            <TextBlock Grid.Row="7" Grid.Column="0">Rx.NET</TextBlock>
 | 
			
		||||
            <TextBlock Grid.Row="7" Grid.Column="0">PropertyChanged.SourceGenerator</TextBlock>
 | 
			
		||||
            <TextBlock Grid.Row="7" Grid.Column="1">MIT</TextBlock>
 | 
			
		||||
            <Button Grid.Row="7" Grid.Column="2" Command="{Binding ShowLibraryRxNet}">GitHub</Button>
 | 
			
		||||
            <Button Grid.Row="7" Grid.Column="2" Command="{Binding ShowLibraryPropertyChangedSourceGenerator}">GitHub</Button>
 | 
			
		||||
        </Grid>
 | 
			
		||||
 | 
			
		||||
    </StackPanel>
 | 
			
		||||
 
 | 
			
		||||
@@ -20,11 +20,11 @@ sealed class AboutWindowModel {
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public void ShowLibraryAvalonia() {
 | 
			
		||||
		SystemUtils.OpenUrl("https://www.nuget.org/packages/Avalonia");
 | 
			
		||||
		SystemUtils.OpenUrl("https://github.com/AvaloniaUI/Avalonia");
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public void ShowLibraryCommunityToolkit() {
 | 
			
		||||
		SystemUtils.OpenUrl("https://github.com/CommunityToolkit/dotnet");
 | 
			
		||||
	public void ShowLibraryPropertyChangedSourceGenerator() {
 | 
			
		||||
		SystemUtils.OpenUrl("https://github.com/canton7/PropertyChanged.SourceGenerator");
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public void ShowLibrarySqlite() {
 | 
			
		||||
 
 | 
			
		||||
@@ -5,17 +5,17 @@ using System.Linq;
 | 
			
		||||
using System.Reactive.Linq;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using Avalonia.ReactiveUI;
 | 
			
		||||
using CommunityToolkit.Mvvm.ComponentModel;
 | 
			
		||||
using DHT.Desktop.Common;
 | 
			
		||||
using DHT.Server;
 | 
			
		||||
using DHT.Server.Data.Filters;
 | 
			
		||||
using DHT.Server.Data.Settings;
 | 
			
		||||
using DHT.Utils.Logging;
 | 
			
		||||
using DHT.Utils.Tasks;
 | 
			
		||||
using PropertyChanged.SourceGenerator;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Desktop.Main.Controls;
 | 
			
		||||
 | 
			
		||||
sealed partial class DownloadItemFilterPanelModel : ObservableObject, IAsyncDisposable {
 | 
			
		||||
sealed partial class DownloadItemFilterPanelModel : IAsyncDisposable {
 | 
			
		||||
	private static readonly Log Log = Log.ForType<DownloadItemFilterPanelModel>();
 | 
			
		||||
	
 | 
			
		||||
	public sealed record Unit(string Name, uint Scale);
 | 
			
		||||
@@ -32,15 +32,16 @@ sealed partial class DownloadItemFilterPanelModel : ObservableObject, IAsyncDisp
 | 
			
		||||
		nameof(MaximumSizeUnit),
 | 
			
		||||
	];
 | 
			
		||||
	
 | 
			
		||||
	public string FilterStatisticsText { get; private set; } = "";
 | 
			
		||||
	[Notify(Setter.Private)]
 | 
			
		||||
	private string filterStatisticsText = "";
 | 
			
		||||
	
 | 
			
		||||
	[ObservableProperty]
 | 
			
		||||
	[Notify]
 | 
			
		||||
	private bool limitSize = false;
 | 
			
		||||
	
 | 
			
		||||
	[ObservableProperty]
 | 
			
		||||
	[Notify]
 | 
			
		||||
	private ulong maximumSize = 0UL;
 | 
			
		||||
	
 | 
			
		||||
	[ObservableProperty]
 | 
			
		||||
	[Notify]
 | 
			
		||||
	private Unit maximumSizeUnit = AllUnits[0];
 | 
			
		||||
	
 | 
			
		||||
	public IEnumerable<Unit> Units => AllUnits;
 | 
			
		||||
@@ -151,9 +152,7 @@ sealed partial class DownloadItemFilterPanelModel : ObservableObject, IAsyncDisp
 | 
			
		||||
	private void UpdateFilterStatisticsText() {
 | 
			
		||||
		string matchingItemCountStr = matchingItemCount?.Format() ?? "(...)";
 | 
			
		||||
		string totalItemCountStr = totalItemCount?.Format() ?? "(...)";
 | 
			
		||||
		
 | 
			
		||||
		FilterStatisticsText = verb + " " + matchingItemCountStr + " out of " + totalItemCountStr + " file" + (totalItemCount is null or 1 ? "." : "s.");
 | 
			
		||||
		OnPropertyChanged(nameof(FilterStatisticsText));
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public DownloadItemFilter CreateFilter() {
 | 
			
		||||
 
 | 
			
		||||
@@ -7,7 +7,6 @@ using System.Text;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using Avalonia.Controls;
 | 
			
		||||
using Avalonia.ReactiveUI;
 | 
			
		||||
using CommunityToolkit.Mvvm.ComponentModel;
 | 
			
		||||
using DHT.Desktop.Common;
 | 
			
		||||
using DHT.Desktop.Dialogs.CheckBox;
 | 
			
		||||
using DHT.Desktop.Dialogs.Message;
 | 
			
		||||
@@ -16,10 +15,11 @@ using DHT.Server;
 | 
			
		||||
using DHT.Server.Data;
 | 
			
		||||
using DHT.Server.Data.Filters;
 | 
			
		||||
using DHT.Utils.Tasks;
 | 
			
		||||
using PropertyChanged.SourceGenerator;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Desktop.Main.Controls;
 | 
			
		||||
 | 
			
		||||
sealed partial class MessageFilterPanelModel : ObservableObject, IDisposable {
 | 
			
		||||
sealed partial class MessageFilterPanelModel : IDisposable {
 | 
			
		||||
	private static readonly HashSet<string> FilterProperties = [
 | 
			
		||||
		nameof(FilterByDate),
 | 
			
		||||
		nameof(StartDate),
 | 
			
		||||
@@ -30,37 +30,38 @@ sealed partial class MessageFilterPanelModel : ObservableObject, IDisposable {
 | 
			
		||||
		nameof(IncludedUsers),
 | 
			
		||||
	];
 | 
			
		||||
	
 | 
			
		||||
	public string FilterStatisticsText { get; private set; } = "";
 | 
			
		||||
	
 | 
			
		||||
	public event PropertyChangedEventHandler? FilterPropertyChanged;
 | 
			
		||||
	
 | 
			
		||||
	public bool HasAnyFilters => FilterByDate || FilterByChannel || FilterByUser;
 | 
			
		||||
	
 | 
			
		||||
	[ObservableProperty]
 | 
			
		||||
	[Notify]
 | 
			
		||||
	private string filterStatisticsText = "";
 | 
			
		||||
	
 | 
			
		||||
	[Notify]
 | 
			
		||||
	private bool filterByDate = false;
 | 
			
		||||
	
 | 
			
		||||
	[ObservableProperty]
 | 
			
		||||
	[Notify]
 | 
			
		||||
	private DateTime? startDate = null;
 | 
			
		||||
	
 | 
			
		||||
	[ObservableProperty]
 | 
			
		||||
	[Notify]
 | 
			
		||||
	private DateTime? endDate = null;
 | 
			
		||||
	
 | 
			
		||||
	[ObservableProperty]
 | 
			
		||||
	[Notify]
 | 
			
		||||
	private bool filterByChannel = false;
 | 
			
		||||
	
 | 
			
		||||
	[ObservableProperty]
 | 
			
		||||
	[Notify]
 | 
			
		||||
	private HashSet<ulong>? includedChannels = null;
 | 
			
		||||
	
 | 
			
		||||
	[ObservableProperty]
 | 
			
		||||
	[Notify]
 | 
			
		||||
	private bool filterByUser = false;
 | 
			
		||||
	
 | 
			
		||||
	[ObservableProperty]
 | 
			
		||||
	[Notify]
 | 
			
		||||
	private HashSet<ulong>? includedUsers = null;
 | 
			
		||||
	
 | 
			
		||||
	[ObservableProperty]
 | 
			
		||||
	[Notify]
 | 
			
		||||
	private string channelFilterLabel = "";
 | 
			
		||||
	
 | 
			
		||||
	[ObservableProperty]
 | 
			
		||||
	[Notify]
 | 
			
		||||
	private string userFilterLabel = "";
 | 
			
		||||
	
 | 
			
		||||
	private readonly Window window;
 | 
			
		||||
@@ -181,9 +182,7 @@ sealed partial class MessageFilterPanelModel : ObservableObject, IDisposable {
 | 
			
		||||
	private void UpdateFilterStatisticsText() {
 | 
			
		||||
		string exportedMessageCountStr = exportedMessageCount?.Format() ?? "(...)";
 | 
			
		||||
		string totalMessageCountStr = totalMessageCount?.Format() ?? "(...)";
 | 
			
		||||
		
 | 
			
		||||
		FilterStatisticsText = verb + " " + exportedMessageCountStr + " out of " + totalMessageCountStr + " message" + (totalMessageCount is null or 1 ? "." : "s.");
 | 
			
		||||
		OnPropertyChanged(nameof(FilterStatisticsText));
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async Task OpenChannelFilterDialog() {
 | 
			
		||||
 
 | 
			
		||||
@@ -29,7 +29,7 @@
 | 
			
		||||
    <StackPanel>
 | 
			
		||||
        <Button Command="{Binding OnClickToggleServerButton}" Content="{Binding ToggleServerButtonText}" IsEnabled="{Binding IsToggleServerButtonEnabled}" />
 | 
			
		||||
        <TextBlock TextWrapping="Wrap" Margin="0 15">
 | 
			
		||||
            The following settings determine how the tracking script communicates with this application. If you change them, you will have to copy/paste the tracking script again.
 | 
			
		||||
            The following settings determine how the tracking script communicates with this application. If you change them, you will have to copy/paste the tracking script or connection code again.
 | 
			
		||||
        </TextBlock>
 | 
			
		||||
        <WrapPanel>
 | 
			
		||||
            <StackPanel>
 | 
			
		||||
 
 | 
			
		||||
@@ -1,30 +1,30 @@
 | 
			
		||||
using System;
 | 
			
		||||
using System.ComponentModel;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using Avalonia.Controls;
 | 
			
		||||
using Avalonia.Threading;
 | 
			
		||||
using CommunityToolkit.Mvvm.ComponentModel;
 | 
			
		||||
using DHT.Desktop.Dialogs.Message;
 | 
			
		||||
using DHT.Desktop.Server;
 | 
			
		||||
using DHT.Server;
 | 
			
		||||
using DHT.Server.Service;
 | 
			
		||||
using DHT.Utils.Logging;
 | 
			
		||||
using PropertyChanged.SourceGenerator;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Desktop.Main.Controls;
 | 
			
		||||
 | 
			
		||||
sealed partial class ServerConfigurationPanelModel : ObservableObject, IDisposable {
 | 
			
		||||
sealed partial class ServerConfigurationPanelModel : IDisposable {
 | 
			
		||||
	private static readonly Log Log = Log.ForType<ServerConfigurationPanelModel>();
 | 
			
		||||
	
 | 
			
		||||
	[ObservableProperty]
 | 
			
		||||
	[NotifyPropertyChangedFor(nameof(HasMadeChanges))]
 | 
			
		||||
	[Notify]
 | 
			
		||||
	private string inputPort;
 | 
			
		||||
	
 | 
			
		||||
	[ObservableProperty]
 | 
			
		||||
	[NotifyPropertyChangedFor(nameof(HasMadeChanges))]
 | 
			
		||||
	[Notify]
 | 
			
		||||
	private string inputToken;
 | 
			
		||||
	
 | 
			
		||||
	[DependsOn(nameof(InputPort), nameof(InputToken))]
 | 
			
		||||
	public bool HasMadeChanges => ServerConfiguration.Port.ToString() != InputPort || ServerConfiguration.Token != InputToken;
 | 
			
		||||
	
 | 
			
		||||
	[ObservableProperty(Setter = Access.Private)]
 | 
			
		||||
	[Notify(Setter.Private)]
 | 
			
		||||
	private bool isToggleServerButtonEnabled = true;
 | 
			
		||||
	
 | 
			
		||||
	public string ToggleServerButtonText => server.IsRunning ? "Stop Server" : "Start Server";
 | 
			
		||||
@@ -53,7 +53,7 @@ sealed partial class ServerConfigurationPanelModel : ObservableObject, IDisposab
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private void UpdateServerStatus() {
 | 
			
		||||
		OnPropertyChanged(nameof(ToggleServerButtonText));
 | 
			
		||||
		OnPropertyChanged(new PropertyChangedEventArgs(nameof(ToggleServerButtonText)));
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private async Task StartServer() {
 | 
			
		||||
@@ -106,7 +106,7 @@ sealed partial class ServerConfigurationPanelModel : ObservableObject, IDisposab
 | 
			
		||||
		ServerConfiguration.Port = port;
 | 
			
		||||
		ServerConfiguration.Token = inputToken;
 | 
			
		||||
		
 | 
			
		||||
		OnPropertyChanged(nameof(HasMadeChanges));
 | 
			
		||||
		OnPropertyChanged(new PropertyChangedEventArgs(nameof(HasMadeChanges)));
 | 
			
		||||
		
 | 
			
		||||
		await StartServer();
 | 
			
		||||
	}
 | 
			
		||||
 
 | 
			
		||||
@@ -2,27 +2,27 @@ using System;
 | 
			
		||||
using System.Reactive.Linq;
 | 
			
		||||
using Avalonia.ReactiveUI;
 | 
			
		||||
using Avalonia.Threading;
 | 
			
		||||
using CommunityToolkit.Mvvm.ComponentModel;
 | 
			
		||||
using DHT.Server;
 | 
			
		||||
using DHT.Server.Service;
 | 
			
		||||
using PropertyChanged.SourceGenerator;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Desktop.Main.Controls;
 | 
			
		||||
 | 
			
		||||
sealed partial class StatusBarModel : ObservableObject, IDisposable {
 | 
			
		||||
	[ObservableProperty(Setter = Access.Private)]
 | 
			
		||||
sealed partial class StatusBarModel : IDisposable {
 | 
			
		||||
	[Notify(Setter.Private)]
 | 
			
		||||
	private long? serverCount;
 | 
			
		||||
	
 | 
			
		||||
	[ObservableProperty(Setter = Access.Private)]
 | 
			
		||||
	[Notify(Setter.Private)]
 | 
			
		||||
	private long? channelCount;
 | 
			
		||||
	
 | 
			
		||||
	[ObservableProperty(Setter = Access.Private)]
 | 
			
		||||
	[Notify(Setter.Private)]
 | 
			
		||||
	private long? messageCount;
 | 
			
		||||
	
 | 
			
		||||
	[ObservableProperty(Setter = Access.Private)]
 | 
			
		||||
	[NotifyPropertyChangedFor(nameof(ServerStatusText))]
 | 
			
		||||
	[Notify(Setter.Private)]
 | 
			
		||||
	private ServerManager.Status serverStatus;
 | 
			
		||||
	
 | 
			
		||||
	public string ServerStatusText => serverStatus switch {
 | 
			
		||||
	[DependsOn(nameof(ServerStatus))]
 | 
			
		||||
	public string ServerStatusText => ServerStatus switch {
 | 
			
		||||
		ServerManager.Status.Starting => "STARTING",
 | 
			
		||||
		ServerManager.Status.Started  => "READY",
 | 
			
		||||
		ServerManager.Status.Stopping => "STOPPING",
 | 
			
		||||
@@ -45,7 +45,7 @@ sealed partial class StatusBarModel : ObservableObject, IDisposable {
 | 
			
		||||
		channelCountSubscription = state.Db.Channels.TotalCount.ObserveOn(AvaloniaScheduler.Instance).Subscribe(newChannelCount => ChannelCount = newChannelCount);
 | 
			
		||||
		messageCountSubscription = state.Db.Messages.TotalCount.ObserveOn(AvaloniaScheduler.Instance).Subscribe(newMessageCount => MessageCount = newMessageCount);
 | 
			
		||||
		
 | 
			
		||||
		state.Server.StatusChanged += OnServerStatusChanged;
 | 
			
		||||
		state.Server.StatusChanged += OnStateServerStatusChanged;
 | 
			
		||||
		serverStatus = state.Server.IsRunning ? ServerManager.Status.Started : ServerManager.Status.Stopped;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
@@ -54,10 +54,10 @@ sealed partial class StatusBarModel : ObservableObject, IDisposable {
 | 
			
		||||
		channelCountSubscription.Dispose();
 | 
			
		||||
		messageCountSubscription.Dispose();
 | 
			
		||||
		
 | 
			
		||||
		state.Server.StatusChanged -= OnServerStatusChanged;
 | 
			
		||||
		state.Server.StatusChanged -= OnStateServerStatusChanged;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private void OnServerStatusChanged(object? sender, ServerManager.Status e) {
 | 
			
		||||
	private void OnStateServerStatusChanged(object? sender, ServerManager.Status e) {
 | 
			
		||||
		Dispatcher.UIThread.InvokeAsync(() => ServerStatus = e);
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
							
								
								
									
										57
									
								
								app/Desktop/Main/Dialogs/NewDatabaseSettingsDialog.axaml
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										57
									
								
								app/Desktop/Main/Dialogs/NewDatabaseSettingsDialog.axaml
									
									
									
									
									
										Normal file
									
								
							@@ -0,0 +1,57 @@
 | 
			
		||||
<Window xmlns="https://github.com/avaloniaui"
 | 
			
		||||
        xmlns:x="http://schemas.microsoft.com/winfx/2006/xaml"
 | 
			
		||||
        xmlns:d="http://schemas.microsoft.com/expression/blend/2008"
 | 
			
		||||
        xmlns:mc="http://schemas.openxmlformats.org/markup-compatibility/2006"
 | 
			
		||||
        xmlns:namespace="clr-namespace:DHT.Desktop.Main.Dialogs"
 | 
			
		||||
        mc:Ignorable="d" d:DesignWidth="450"
 | 
			
		||||
        x:Class="DHT.Desktop.Main.Dialogs.NewDatabaseSettingsDialog"
 | 
			
		||||
        x:DataType="namespace:NewDatabaseSettingsDialogModel"
 | 
			
		||||
        Title="New Database Settings"
 | 
			
		||||
        Icon="avares://DiscordHistoryTracker/Resources/icon.ico"
 | 
			
		||||
        Closing="OnClosing"
 | 
			
		||||
        Width="450" SizeToContent="Height" CanResize="False"
 | 
			
		||||
        WindowStartupLocation="CenterOwner">
 | 
			
		||||
 | 
			
		||||
    <Window.DataContext>
 | 
			
		||||
        <namespace:NewDatabaseSettingsDialogModel />
 | 
			
		||||
    </Window.DataContext>
 | 
			
		||||
 | 
			
		||||
    <Window.Styles>
 | 
			
		||||
        <Style Selector="Label > StackPanel">
 | 
			
		||||
            <Setter Property="Margin" Value="0 4 0 0" />
 | 
			
		||||
            <Setter Property="Orientation" Value="Vertical" />
 | 
			
		||||
            <Setter Property="Spacing" Value="5" />
 | 
			
		||||
        </Style>
 | 
			
		||||
        <Style Selector="TextBlock.dim">
 | 
			
		||||
            <Setter Property="Foreground" Value="DimGray" />
 | 
			
		||||
            <Setter Property="FontSize" Value="13" />
 | 
			
		||||
        </Style>
 | 
			
		||||
    </Window.Styles>
 | 
			
		||||
 | 
			
		||||
    <StackPanel Orientation="Vertical" Margin="20">
 | 
			
		||||
        <StackPanel Orientation="Vertical" Spacing="15">
 | 
			
		||||
            <CheckBox IsChecked="{Binding SeparateFileForDownloads}">
 | 
			
		||||
                <Label>
 | 
			
		||||
                    <StackPanel>
 | 
			
		||||
                        <TextBlock>Use a Separate Database File for Downloads</TextBlock>
 | 
			
		||||
                        <TextBlock Classes="dim">Downloaded files will be stored separately from messages. This cannot be changed later.</TextBlock>
 | 
			
		||||
                    </StackPanel>
 | 
			
		||||
                </Label>
 | 
			
		||||
            </CheckBox>
 | 
			
		||||
            <CheckBox IsChecked="{Binding DownloadsAutoStart}">
 | 
			
		||||
                <Label>
 | 
			
		||||
                    <StackPanel>
 | 
			
		||||
                        <TextBlock>Download Files Automatically</TextBlock>
 | 
			
		||||
                        <TextBlock Classes="dim">Enables automatic downloads of files hosted on Discord. This can be changed later in the Downloads tab.</TextBlock>
 | 
			
		||||
                    </StackPanel>
 | 
			
		||||
                </Label>
 | 
			
		||||
            </CheckBox>
 | 
			
		||||
        </StackPanel>
 | 
			
		||||
        <Panel Classes="buttons">
 | 
			
		||||
            <WrapPanel Classes="right">
 | 
			
		||||
                <Button Click="ClickOk">OK</Button>
 | 
			
		||||
            </WrapPanel>
 | 
			
		||||
        </Panel>
 | 
			
		||||
    </StackPanel>
 | 
			
		||||
 | 
			
		||||
</Window>
 | 
			
		||||
							
								
								
									
										22
									
								
								app/Desktop/Main/Dialogs/NewDatabaseSettingsDialog.axaml.cs
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										22
									
								
								app/Desktop/Main/Dialogs/NewDatabaseSettingsDialog.axaml.cs
									
									
									
									
									
										Normal file
									
								
							@@ -0,0 +1,22 @@
 | 
			
		||||
using System.Diagnostics.CodeAnalysis;
 | 
			
		||||
using Avalonia.Controls;
 | 
			
		||||
using Avalonia.Interactivity;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Desktop.Main.Dialogs;
 | 
			
		||||
 | 
			
		||||
[SuppressMessage("ReSharper", "MemberCanBeInternal")]
 | 
			
		||||
public sealed partial class NewDatabaseSettingsDialog : Window {
 | 
			
		||||
	public NewDatabaseSettingsDialog() {
 | 
			
		||||
		InitializeComponent();
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private void OnClosing(object? sender, WindowClosingEventArgs e) {
 | 
			
		||||
		if (!e.IsProgrammatic) {
 | 
			
		||||
			e.Cancel = true;
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private void ClickOk(object? sender, RoutedEventArgs e) {
 | 
			
		||||
		Close();
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
							
								
								
									
										11
									
								
								app/Desktop/Main/Dialogs/NewDatabaseSettingsDialogModel.cs
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										11
									
								
								app/Desktop/Main/Dialogs/NewDatabaseSettingsDialogModel.cs
									
									
									
									
									
										Normal file
									
								
							@@ -0,0 +1,11 @@
 | 
			
		||||
using PropertyChanged.SourceGenerator;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Desktop.Main.Dialogs;
 | 
			
		||||
 | 
			
		||||
sealed partial class NewDatabaseSettingsDialogModel {
 | 
			
		||||
	[Notify]
 | 
			
		||||
	private bool separateFileForDownloads = true;
 | 
			
		||||
	
 | 
			
		||||
	[Notify]
 | 
			
		||||
	private bool downloadsAutoStart = true;
 | 
			
		||||
}
 | 
			
		||||
@@ -3,25 +3,26 @@ using System.IO;
 | 
			
		||||
using System.Runtime.InteropServices;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using Avalonia.Controls;
 | 
			
		||||
using CommunityToolkit.Mvvm.ComponentModel;
 | 
			
		||||
using DHT.Desktop.Dialogs.Message;
 | 
			
		||||
using DHT.Desktop.Dialogs.Progress;
 | 
			
		||||
using DHT.Desktop.Main.Screens;
 | 
			
		||||
using DHT.Desktop.Server;
 | 
			
		||||
using DHT.Server;
 | 
			
		||||
using DHT.Server.Database;
 | 
			
		||||
using DHT.Utils.Logging;
 | 
			
		||||
using PropertyChanged.SourceGenerator;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Desktop.Main;
 | 
			
		||||
 | 
			
		||||
sealed partial class MainWindowModel : ObservableObject, IAsyncDisposable {
 | 
			
		||||
sealed partial class MainWindowModel : IAsyncDisposable {
 | 
			
		||||
	private const string DefaultTitle = "Discord History Tracker";
 | 
			
		||||
	
 | 
			
		||||
	private static readonly Log Log = Log.ForType<MainWindowModel>();
 | 
			
		||||
	
 | 
			
		||||
	[ObservableProperty(Setter = Access.Private)]
 | 
			
		||||
	[Notify(Setter.Private)]
 | 
			
		||||
	private string title = DefaultTitle;
 | 
			
		||||
	
 | 
			
		||||
	[ObservableProperty(Setter = Access.Private)]
 | 
			
		||||
	[Notify(Setter.Private)]
 | 
			
		||||
	private UserControl currentScreen;
 | 
			
		||||
	
 | 
			
		||||
	private readonly WelcomeScreen welcomeScreen;
 | 
			
		||||
@@ -104,32 +105,33 @@ sealed partial class MainWindowModel : ObservableObject, IAsyncDisposable {
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private async void MainContentScreenModelOnDatabaseClosed(object? sender, EventArgs e) {
 | 
			
		||||
		await DisposeContent();
 | 
			
		||||
		
 | 
			
		||||
		Title = DefaultTitle;
 | 
			
		||||
		CurrentScreen = welcomeScreen;
 | 
			
		||||
		
 | 
			
		||||
		await DisposeState();
 | 
			
		||||
		
 | 
			
		||||
		welcomeScreenModel.DatabaseSelected += OnDatabaseSelected;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private async Task DisposeContent() {
 | 
			
		||||
		if (mainContentScreenModel != null) {
 | 
			
		||||
			mainContentScreenModel.DatabaseClosed -= MainContentScreenModelOnDatabaseClosed;
 | 
			
		||||
			await mainContentScreenModel.DisposeAsync();
 | 
			
		||||
			mainContentScreenModel = null;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		await DisposeState();
 | 
			
		||||
		
 | 
			
		||||
		Title = DefaultTitle;
 | 
			
		||||
		CurrentScreen = welcomeScreen;
 | 
			
		||||
		
 | 
			
		||||
		welcomeScreenModel.DatabaseSelected += OnDatabaseSelected;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private async Task DisposeState() {
 | 
			
		||||
		if (state != null) {
 | 
			
		||||
			await state.DisposeAsync();
 | 
			
		||||
			await DelayedProgressDialog.Await(() => state.DisposeAsync().AsTask(), TimeSpan.FromMilliseconds(200), window, "Close Database", "Please wait for the database to close...");
 | 
			
		||||
			state = null;
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async ValueTask DisposeAsync() {
 | 
			
		||||
		if (mainContentScreenModel != null) {
 | 
			
		||||
			await mainContentScreenModel.DisposeAsync();
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		await DisposeContent();
 | 
			
		||||
		await DisposeState();
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
@@ -16,11 +16,5 @@
 | 
			
		||||
        <Expander Header="Internal Server Configuration" IsExpanded="True">
 | 
			
		||||
            <controls:ServerConfigurationPanel DataContext="{Binding ServerConfigurationModel}" />
 | 
			
		||||
        </Expander>
 | 
			
		||||
        <Expander Header="Database Tools" IsExpanded="True">
 | 
			
		||||
            <StackPanel Orientation="Vertical" Spacing="10">
 | 
			
		||||
                <TextBlock TextWrapping="Wrap">Recreates the database to remove any traces of deleted data, which frees up space and prevents forensic recovery.</TextBlock>
 | 
			
		||||
                <Button Command="{Binding VacuumDatabase}">Vacuum Database</Button>
 | 
			
		||||
            </StackPanel>
 | 
			
		||||
        </Expander>
 | 
			
		||||
    </StackPanel>
 | 
			
		||||
</UserControl>
 | 
			
		||||
 
 | 
			
		||||
@@ -1,8 +1,5 @@
 | 
			
		||||
using System;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using Avalonia.Controls;
 | 
			
		||||
using DHT.Desktop.Dialogs.Message;
 | 
			
		||||
using DHT.Desktop.Dialogs.Progress;
 | 
			
		||||
using DHT.Desktop.Main.Controls;
 | 
			
		||||
using DHT.Server;
 | 
			
		||||
 | 
			
		||||
@@ -11,26 +8,14 @@ namespace DHT.Desktop.Main.Pages;
 | 
			
		||||
sealed class AdvancedPageModel : IDisposable {
 | 
			
		||||
	public ServerConfigurationPanelModel ServerConfigurationModel { get; }
 | 
			
		||||
	
 | 
			
		||||
	private readonly Window window;
 | 
			
		||||
	private readonly State state;
 | 
			
		||||
	
 | 
			
		||||
	[Obsolete("Designer")]
 | 
			
		||||
	public AdvancedPageModel() : this(null!, State.Dummy) {}
 | 
			
		||||
	
 | 
			
		||||
	public AdvancedPageModel(Window window, State state) {
 | 
			
		||||
		this.window = window;
 | 
			
		||||
		this.state = state;
 | 
			
		||||
		
 | 
			
		||||
		ServerConfigurationModel = new ServerConfigurationPanelModel(window, state);
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public void Dispose() {
 | 
			
		||||
		ServerConfigurationModel.Dispose();
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async Task VacuumDatabase() {
 | 
			
		||||
		const string Title = "Vacuum Database";
 | 
			
		||||
		await ProgressDialog.ShowIndeterminate(window, Title, "Vacuuming database...", _ => state.Db.Vacuum());
 | 
			
		||||
		await Dialog.ShowOk(window, Title, "Done.");
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
@@ -27,6 +27,12 @@
 | 
			
		||||
            <Button Command="{Binding MergeWithDatabase}">Merge with Database(s)...</Button>
 | 
			
		||||
            <Button Command="{Binding ImportLegacyArchive}">Import Legacy Archive(s)...</Button>
 | 
			
		||||
        </WrapPanel>
 | 
			
		||||
        <Expander Header="Advanced Tools" Margin="0 15 0 0">
 | 
			
		||||
            <StackPanel Orientation="Vertical" Spacing="10">
 | 
			
		||||
                <TextBlock TextWrapping="Wrap">Recreate the database to free up space after deleting data.</TextBlock>
 | 
			
		||||
                <Button Command="{Binding VacuumDatabase}">Vacuum Database</Button>
 | 
			
		||||
            </StackPanel>
 | 
			
		||||
        </Expander>
 | 
			
		||||
    </StackPanel>
 | 
			
		||||
 | 
			
		||||
</UserControl>
 | 
			
		||||
 
 | 
			
		||||
@@ -19,6 +19,7 @@ using DHT.Server.Data;
 | 
			
		||||
using DHT.Server.Database;
 | 
			
		||||
using DHT.Server.Database.Import;
 | 
			
		||||
using DHT.Server.Database.Sqlite.Schema;
 | 
			
		||||
using DHT.Server.Database.Sqlite.Utils;
 | 
			
		||||
using DHT.Utils.Logging;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Desktop.Main.Pages;
 | 
			
		||||
@@ -54,11 +55,11 @@ sealed class DatabasePageModel {
 | 
			
		||||
				break;
 | 
			
		||||
			
 | 
			
		||||
			case PlatformID.Unix:
 | 
			
		||||
				Process.Start("xdg-open", new string[] { folder });
 | 
			
		||||
				Process.Start("xdg-open", [ folder ]);
 | 
			
		||||
				break;
 | 
			
		||||
			
 | 
			
		||||
			case PlatformID.MacOSX:
 | 
			
		||||
				Process.Start("open", new string[] { folder });
 | 
			
		||||
				Process.Start("open", [ folder ]);
 | 
			
		||||
				break;
 | 
			
		||||
			
 | 
			
		||||
			default:
 | 
			
		||||
@@ -73,15 +74,28 @@ sealed class DatabasePageModel {
 | 
			
		||||
	
 | 
			
		||||
	public async Task MergeWithDatabase() {
 | 
			
		||||
		string[] paths = await DatabaseGui.NewOpenDatabaseFilesDialog(window, Path.GetDirectoryName(Db.Path));
 | 
			
		||||
		if (paths.Length > 0) {
 | 
			
		||||
			await ProgressDialog.Show(window, "Database Merge", async (dialog, callback) => await MergeWithDatabaseFromPaths(Db, paths, dialog, callback));
 | 
			
		||||
		if (paths.Length == 0) {
 | 
			
		||||
			return;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		const string Title = "Database Merge";
 | 
			
		||||
		
 | 
			
		||||
		ImportResult? result;
 | 
			
		||||
		try {
 | 
			
		||||
			result = await ProgressDialog.Show(window, Title, async (dialog, callback) => await MergeWithDatabaseFromPaths(Db, paths, dialog, callback));
 | 
			
		||||
		} catch (Exception e) {
 | 
			
		||||
			Log.Error(e);
 | 
			
		||||
			await Dialog.ShowOk(window, Title, "Could not merge databases: " + e.Message);
 | 
			
		||||
			return;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		await Dialog.ShowOk(window, Title, GetImportDialogMessage(result, "database file"));
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private static async Task MergeWithDatabaseFromPaths(IDatabaseFile target, string[] paths, ProgressDialog dialog, IProgressCallback callback) {
 | 
			
		||||
	private static async Task<ImportResult?> MergeWithDatabaseFromPaths(IDatabaseFile target, string[] paths, ProgressDialog dialog, IProgressCallback callback) {
 | 
			
		||||
		var schemaUpgradeCallbacks = new SchemaUpgradeCallbacks(dialog, paths.Length);
 | 
			
		||||
		
 | 
			
		||||
		await PerformImport(target, paths, dialog, callback, "Database Merge", "Database Error", "database file", async path => {
 | 
			
		||||
		return await PerformImport(target, paths, dialog, callback, "Database Merge", async path => {
 | 
			
		||||
			IDatabaseFile? db = await DatabaseGui.TryOpenOrCreateDatabaseFromPath(path, dialog, schemaUpgradeCallbacks);
 | 
			
		||||
			
 | 
			
		||||
			if (db == null) {
 | 
			
		||||
@@ -97,14 +111,11 @@ sealed class DatabasePageModel {
 | 
			
		||||
		});
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private sealed class SchemaUpgradeCallbacks : ISchemaUpgradeCallbacks {
 | 
			
		||||
		private readonly ProgressDialog dialog;
 | 
			
		||||
		private readonly int total;
 | 
			
		||||
	private sealed class SchemaUpgradeCallbacks(ProgressDialog dialog, int total) : ISchemaUpgradeCallbacks {
 | 
			
		||||
		private bool? decision;
 | 
			
		||||
		
 | 
			
		||||
		public SchemaUpgradeCallbacks(ProgressDialog dialog, int total) {
 | 
			
		||||
			this.total = total;
 | 
			
		||||
			this.dialog = dialog;
 | 
			
		||||
		public Task<InitialDatabaseSettings?> GetInitialDatabaseSettings() {
 | 
			
		||||
			return Task.FromResult<InitialDatabaseSettings?>(null);
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		public async Task<bool> CanUpgrade() {
 | 
			
		||||
@@ -139,15 +150,28 @@ sealed class DatabasePageModel {
 | 
			
		||||
			AllowMultiple = true,
 | 
			
		||||
		});
 | 
			
		||||
		
 | 
			
		||||
		if (paths.Length > 0) {
 | 
			
		||||
			await ProgressDialog.Show(window, "Legacy Archive Import", async (dialog, callback) => await ImportLegacyArchiveFromPaths(Db, paths, dialog, callback));
 | 
			
		||||
		if (paths.Length == 0) {
 | 
			
		||||
			return;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		const string Title = "Legacy Archive Import";
 | 
			
		||||
		
 | 
			
		||||
		ImportResult? result;
 | 
			
		||||
		try {
 | 
			
		||||
			result = await ProgressDialog.Show(window, Title, async (dialog, callback) => await ImportLegacyArchiveFromPaths(Db, paths, dialog, callback));
 | 
			
		||||
		} catch (Exception e) {
 | 
			
		||||
			Log.Error(e);
 | 
			
		||||
			await Dialog.ShowOk(window, Title, "Could not import legacy archives: " + e.Message);
 | 
			
		||||
			return;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		await Dialog.ShowOk(window, Title, GetImportDialogMessage(result, "archive file"));
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private static async Task ImportLegacyArchiveFromPaths(IDatabaseFile target, string[] paths, ProgressDialog dialog, IProgressCallback callback) {
 | 
			
		||||
	private static async Task<ImportResult?> ImportLegacyArchiveFromPaths(IDatabaseFile target, string[] paths, ProgressDialog dialog, IProgressCallback callback) {
 | 
			
		||||
		var fakeSnowflake = new FakeSnowflake();
 | 
			
		||||
		
 | 
			
		||||
		await PerformImport(target, paths, dialog, callback, "Legacy Archive Import", "Legacy Archive Error", "archive file", async path => {
 | 
			
		||||
		return await PerformImport(target, paths, dialog, callback, "Legacy Archive Import", async path => {
 | 
			
		||||
			await using var jsonStream = new FileStream(path, FileMode.Open, FileAccess.Read, FileShare.Read);
 | 
			
		||||
			
 | 
			
		||||
			return await LegacyArchiveImport.Read(jsonStream, target, fakeSnowflake, async servers => {
 | 
			
		||||
@@ -191,7 +215,7 @@ sealed class DatabasePageModel {
 | 
			
		||||
		            .ToDictionary(static item => item.Item, static item => ulong.Parse(item.Value));
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private static async Task PerformImport(IDatabaseFile target, string[] paths, ProgressDialog dialog, IProgressCallback callback, string neutralDialogTitle, string errorDialogTitle, string itemName, Func<string, Task<bool>> performImport) {
 | 
			
		||||
	private static async Task<ImportResult?> PerformImport(IDatabaseFile target, string[] paths, ProgressDialog dialog, IProgressCallback callback, string dialogTitle, Func<string, Task<bool>> performImport) {
 | 
			
		||||
		int total = paths.Length;
 | 
			
		||||
		DatabaseStatistics oldStatistics = await DatabaseStatistics.Take(target);
 | 
			
		||||
		
 | 
			
		||||
@@ -203,7 +227,7 @@ sealed class DatabasePageModel {
 | 
			
		||||
			++finished;
 | 
			
		||||
			
 | 
			
		||||
			if (!File.Exists(path)) {
 | 
			
		||||
				await Dialog.ShowOk(dialog, errorDialogTitle, "File '" + Path.GetFileName(path) + "' no longer exists.");
 | 
			
		||||
				await Dialog.ShowOk(dialog, dialogTitle, "File '" + Path.GetFileName(path) + "' no longer exists.");
 | 
			
		||||
				continue;
 | 
			
		||||
			}
 | 
			
		||||
			
 | 
			
		||||
@@ -213,19 +237,18 @@ sealed class DatabasePageModel {
 | 
			
		||||
				}
 | 
			
		||||
			} catch (Exception ex) {
 | 
			
		||||
				Log.Error(ex);
 | 
			
		||||
				await Dialog.ShowOk(dialog, errorDialogTitle, "File '" + Path.GetFileName(path) + "' could not be imported: " + ex.Message);
 | 
			
		||||
				await Dialog.ShowOk(dialog, dialogTitle, "File '" + Path.GetFileName(path) + "' could not be imported: " + ex.Message);
 | 
			
		||||
			}
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		await callback.Update("Done", finished, total);
 | 
			
		||||
		
 | 
			
		||||
		if (successful == 0) {
 | 
			
		||||
			await Dialog.ShowOk(dialog, neutralDialogTitle, "Nothing was imported.");
 | 
			
		||||
			return;
 | 
			
		||||
			return null;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		DatabaseStatistics newStatistics = await DatabaseStatistics.Take(target);
 | 
			
		||||
		await Dialog.ShowOk(dialog, neutralDialogTitle, GetImportDialogMessage(oldStatistics, newStatistics, successful, total, itemName));
 | 
			
		||||
		return new ImportResult(oldStatistics, newStatistics, successful, total);
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private sealed record DatabaseStatistics(long ServerCount, long ChannelCount, long UserCount, long MessageCount) {
 | 
			
		||||
@@ -239,7 +262,16 @@ sealed class DatabasePageModel {
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private static string GetImportDialogMessage(DatabaseStatistics oldStatistics, DatabaseStatistics newStatistics, int successfulItems, int totalItems, string itemName) {
 | 
			
		||||
	private sealed record ImportResult(DatabaseStatistics OldStatistics, DatabaseStatistics NewStatistics, int SuccessfulItems, int TotalItems);
 | 
			
		||||
	
 | 
			
		||||
	private static string GetImportDialogMessage(ImportResult? result, string itemName) {
 | 
			
		||||
		if (result == null) {
 | 
			
		||||
			return "Nothing was imported.";
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		var oldStatistics = result.OldStatistics;
 | 
			
		||||
		var newStatistics = result.NewStatistics;
 | 
			
		||||
		
 | 
			
		||||
		long newServers = newStatistics.ServerCount - oldStatistics.ServerCount;
 | 
			
		||||
		long newChannels = newStatistics.ChannelCount - oldStatistics.ChannelCount;
 | 
			
		||||
		long newUsers = newStatistics.UserCount - oldStatistics.UserCount;
 | 
			
		||||
@@ -248,11 +280,11 @@ sealed class DatabasePageModel {
 | 
			
		||||
		var message = new StringBuilder();
 | 
			
		||||
		message.Append("Processed ");
 | 
			
		||||
		
 | 
			
		||||
		if (successfulItems == totalItems) {
 | 
			
		||||
			message.Append(successfulItems.Pluralize(itemName));
 | 
			
		||||
		if (result.SuccessfulItems == result.TotalItems) {
 | 
			
		||||
			message.Append(result.SuccessfulItems.Pluralize(itemName));
 | 
			
		||||
		}
 | 
			
		||||
		else {
 | 
			
		||||
			message.Append(successfulItems.Format()).Append(" out of ").Append(totalItems.Pluralize(itemName));
 | 
			
		||||
			message.Append(result.SuccessfulItems.Format()).Append(" out of ").Append(result.TotalItems.Pluralize(itemName));
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		message.Append(" and added:\n\n  \u2022 ");
 | 
			
		||||
@@ -263,4 +295,18 @@ sealed class DatabasePageModel {
 | 
			
		||||
		
 | 
			
		||||
		return message.ToString();
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async Task VacuumDatabase() {
 | 
			
		||||
		const string Title = "Vacuum Database";
 | 
			
		||||
		
 | 
			
		||||
		try {
 | 
			
		||||
			await ProgressDialog.ShowIndeterminate(window, Title, "Vacuuming database...", _ => Db.Vacuum());
 | 
			
		||||
		} catch (Exception e) {
 | 
			
		||||
			Log.Error(e);
 | 
			
		||||
			await Dialog.ShowOk(window, Title, "Could not vacuum database: " + e.Message);
 | 
			
		||||
			return;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		await Dialog.ShowOk(window, Title, "Done.");
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
@@ -51,7 +51,7 @@ sealed class DebugPageModel {
 | 
			
		||||
	
 | 
			
		||||
	private async Task GenerateRandomData(int channelCount, int userCount, int messageCount, IProgressCallback callback) {
 | 
			
		||||
		int batchCount = (messageCount + BatchSize - 1) / BatchSize;
 | 
			
		||||
		await callback.Update("Adding messages in batches of " + BatchSize, finishedItems: 0, batchCount);
 | 
			
		||||
		await callback.Update("Adding messages in batches of " + BatchSize, finishedItems: 0, totalItems: batchCount);
 | 
			
		||||
		
 | 
			
		||||
		var rand = new Random();
 | 
			
		||||
		var server = new DHT.Server.Data.Server {
 | 
			
		||||
@@ -74,7 +74,7 @@ sealed class DebugPageModel {
 | 
			
		||||
			Id = RandomId(rand),
 | 
			
		||||
			Name = RandomName("u"),
 | 
			
		||||
			DisplayName = RandomName("u"),
 | 
			
		||||
			AvatarUrl = null,
 | 
			
		||||
			AvatarHash = null,
 | 
			
		||||
			Discriminator = rand.Next(minValue: 0, maxValue: 9999).ToString(),
 | 
			
		||||
		}).ToArray();
 | 
			
		||||
		
 | 
			
		||||
 
 | 
			
		||||
@@ -33,8 +33,9 @@
 | 
			
		||||
    <StackPanel Orientation="Vertical">
 | 
			
		||||
        <WrapPanel Orientation="Horizontal">
 | 
			
		||||
            <Button Command="{Binding OnClickToggleDownload}" Content="{Binding ToggleDownloadButtonText}" IsEnabled="{Binding IsToggleDownloadButtonEnabled}" />
 | 
			
		||||
            <Button Command="{Binding OnClickRetryFailedDownloads}" IsEnabled="{Binding IsRetryFailedOnDownloadsButtonEnabled}">Retry Failed Downloads</Button>
 | 
			
		||||
            <Button Command="{Binding OnClickDeleteOrphanedDownloads}">Delete Orphaned Downloads</Button>
 | 
			
		||||
            <Button Command="{Binding OnClickRetryFailed}" IsEnabled="{Binding IsRetryFailedOnDownloadsButtonEnabled}">Retry Failed</Button>
 | 
			
		||||
            <Button Command="{Binding OnClickDeleteOrphaned}">Delete Orphaned</Button>
 | 
			
		||||
            <Button Command="{Binding OnClickExportAll}" IsEnabled="{Binding HasSuccessfulDownloads}">Export All...</Button>
 | 
			
		||||
        </WrapPanel>
 | 
			
		||||
        <StackPanel Orientation="Vertical" Spacing="20" Margin="0 10 0 0">
 | 
			
		||||
            <controls:DownloadItemFilterPanel DataContext="{Binding FilterModel}" IsEnabled="{Binding !$parent[UserControl].((pages:DownloadsPageModel)DataContext).IsDownloading}" />
 | 
			
		||||
 
 | 
			
		||||
@@ -1,12 +1,14 @@
 | 
			
		||||
using System;
 | 
			
		||||
using System.Collections.Generic;
 | 
			
		||||
using System.Collections.ObjectModel;
 | 
			
		||||
using System.ComponentModel;
 | 
			
		||||
using System.Reactive.Linq;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using Avalonia.Controls;
 | 
			
		||||
using Avalonia.Platform.Storage;
 | 
			
		||||
using Avalonia.ReactiveUI;
 | 
			
		||||
using CommunityToolkit.Mvvm.ComponentModel;
 | 
			
		||||
using DHT.Desktop.Common;
 | 
			
		||||
using DHT.Desktop.Dialogs.File;
 | 
			
		||||
using DHT.Desktop.Dialogs.Message;
 | 
			
		||||
using DHT.Desktop.Dialogs.Progress;
 | 
			
		||||
using DHT.Desktop.Main.Controls;
 | 
			
		||||
@@ -18,28 +20,32 @@ using DHT.Server.Data.Settings;
 | 
			
		||||
using DHT.Server.Download;
 | 
			
		||||
using DHT.Utils.Logging;
 | 
			
		||||
using DHT.Utils.Tasks;
 | 
			
		||||
using PropertyChanged.SourceGenerator;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Desktop.Main.Pages;
 | 
			
		||||
 | 
			
		||||
sealed partial class DownloadsPageModel : ObservableObject, IAsyncDisposable {
 | 
			
		||||
sealed partial class DownloadsPageModel : IAsyncDisposable {
 | 
			
		||||
	private static readonly Log Log = Log.ForType<DownloadsPageModel>();
 | 
			
		||||
	
 | 
			
		||||
	[ObservableProperty(Setter = Access.Private)]
 | 
			
		||||
	[Notify(Setter.Private)]
 | 
			
		||||
	private bool isToggleDownloadButtonEnabled = true;
 | 
			
		||||
	
 | 
			
		||||
	[DependsOn(nameof(IsDownloading))]
 | 
			
		||||
	public string ToggleDownloadButtonText => IsDownloading ? "Stop Downloading" : "Start Downloading";
 | 
			
		||||
	
 | 
			
		||||
	[ObservableProperty(Setter = Access.Private)]
 | 
			
		||||
	[NotifyPropertyChangedFor(nameof(IsRetryFailedOnDownloadsButtonEnabled))]
 | 
			
		||||
	[Notify(Setter.Private)]
 | 
			
		||||
	private bool isRetryingFailedDownloads = false;
 | 
			
		||||
	
 | 
			
		||||
	[ObservableProperty(Setter = Access.Private)]
 | 
			
		||||
	[NotifyPropertyChangedFor(nameof(IsRetryFailedOnDownloadsButtonEnabled))]
 | 
			
		||||
	[Notify(Setter.Private)]
 | 
			
		||||
	private bool hasSuccessfulDownloads;
 | 
			
		||||
	
 | 
			
		||||
	[Notify(Setter.Private)]
 | 
			
		||||
	private bool hasFailedDownloads;
 | 
			
		||||
	
 | 
			
		||||
	[DependsOn(nameof(IsRetryingFailedDownloads), nameof(HasFailedDownloads))]
 | 
			
		||||
	public bool IsRetryFailedOnDownloadsButtonEnabled => !IsRetryingFailedDownloads && HasFailedDownloads;
 | 
			
		||||
	
 | 
			
		||||
	[ObservableProperty(Setter = Access.Private)]
 | 
			
		||||
	[Notify(Setter.Private)]
 | 
			
		||||
	private string downloadMessage = "";
 | 
			
		||||
	
 | 
			
		||||
	public DownloadItemFilterPanelModel FilterModel { get; }
 | 
			
		||||
@@ -140,15 +146,14 @@ sealed partial class DownloadsPageModel : ObservableObject, IAsyncDisposable {
 | 
			
		||||
	private void OnDownloadStateChanged() {
 | 
			
		||||
		RecomputeDownloadStatistics();
 | 
			
		||||
		
 | 
			
		||||
		OnPropertyChanged(nameof(ToggleDownloadButtonText));
 | 
			
		||||
		OnPropertyChanged(nameof(IsDownloading));
 | 
			
		||||
		OnPropertyChanged(new PropertyChangedEventArgs(nameof(IsDownloading)));
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private void OnItemFinished(DownloadItem item) {
 | 
			
		||||
		RecomputeDownloadStatistics();
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async Task OnClickRetryFailedDownloads() {
 | 
			
		||||
	public async Task OnClickRetryFailed() {
 | 
			
		||||
		IsRetryingFailedDownloads = true;
 | 
			
		||||
		
 | 
			
		||||
		try {
 | 
			
		||||
@@ -165,48 +170,94 @@ sealed partial class DownloadsPageModel : ObservableObject, IAsyncDisposable {
 | 
			
		||||
		downloadStatisticsTask.Post(cancellationToken => state.Db.Downloads.GetStatistics(currentDownloadFilter ?? new DownloadItemFilter(), cancellationToken));
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private const string DeleteOrphanedDownloadsTitle = "Delete Orphaned Downloads";
 | 
			
		||||
	
 | 
			
		||||
	public async Task OnClickDeleteOrphanedDownloads() {
 | 
			
		||||
		await ProgressDialog.Show(window, DeleteOrphanedDownloadsTitle, DeleteOrphanedDownloads);
 | 
			
		||||
	public async Task OnClickDeleteOrphaned() {
 | 
			
		||||
		const string Title = "Delete Orphaned Downloads";
 | 
			
		||||
		
 | 
			
		||||
		try {
 | 
			
		||||
			await ProgressDialog.Show(window, Title, async (_, callback) => {
 | 
			
		||||
				await callback.UpdateIndeterminate("Searching for orphaned downloads...");
 | 
			
		||||
				
 | 
			
		||||
				HashSet<string> reachableNormalizedUrls = [];
 | 
			
		||||
				HashSet<string> orphanedNormalizedUrls = [];
 | 
			
		||||
				
 | 
			
		||||
				await foreach (FileUrl fileUrl in state.Db.Downloads.FindReachableFiles()) {
 | 
			
		||||
					reachableNormalizedUrls.Add(fileUrl.NormalizedUrl);
 | 
			
		||||
				}
 | 
			
		||||
				
 | 
			
		||||
				await foreach (Download download in state.Db.Downloads.Get()) {
 | 
			
		||||
					string normalizedUrl = download.NormalizedUrl;
 | 
			
		||||
					if (!reachableNormalizedUrls.Contains(normalizedUrl)) {
 | 
			
		||||
						orphanedNormalizedUrls.Add(normalizedUrl);
 | 
			
		||||
					}
 | 
			
		||||
				}
 | 
			
		||||
				
 | 
			
		||||
				if (orphanedNormalizedUrls.Count == 0) {
 | 
			
		||||
					await Dialog.ShowOk(window, Title, "No orphaned downloads found.");
 | 
			
		||||
					return;
 | 
			
		||||
				}
 | 
			
		||||
				
 | 
			
		||||
				if (await Dialog.ShowYesNo(window, Title, orphanedNormalizedUrls.Count + " orphaned download(s) will be removed from this database. This action cannot be undone. Proceed?") != DialogResult.YesNo.Yes) {
 | 
			
		||||
					return;
 | 
			
		||||
				}
 | 
			
		||||
				
 | 
			
		||||
				await callback.UpdateIndeterminate("Deleting orphaned downloads...");
 | 
			
		||||
				await state.Db.Downloads.Remove(orphanedNormalizedUrls);
 | 
			
		||||
				RecomputeDownloadStatistics();
 | 
			
		||||
				
 | 
			
		||||
				if (await Dialog.ShowYesNo(window, Title, "Orphaned downloads deleted. Vacuum database now to reclaim space?") != DialogResult.YesNo.Yes) {
 | 
			
		||||
					return;
 | 
			
		||||
				}
 | 
			
		||||
				
 | 
			
		||||
				await callback.UpdateIndeterminate("Vacuuming database...");
 | 
			
		||||
				await state.Db.Vacuum();
 | 
			
		||||
			});
 | 
			
		||||
		} catch (Exception e) {
 | 
			
		||||
			Log.Error(e);
 | 
			
		||||
			await Dialog.ShowOk(window, Title, "Could not delete orphaned downloads: " + e.Message);
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private async Task DeleteOrphanedDownloads(ProgressDialog dialog, IProgressCallback callback) {
 | 
			
		||||
		await callback.UpdateIndeterminate("Searching for orphaned downloads...");
 | 
			
		||||
	public async Task OnClickExportAll() {
 | 
			
		||||
		const string Title = "Export Downloaded Files";
 | 
			
		||||
		
 | 
			
		||||
		HashSet<string> reachableNormalizedUrls = [];
 | 
			
		||||
		HashSet<string> orphanedNormalizedUrls = [];
 | 
			
		||||
		string[] folders = await window.StorageProvider.OpenFolders(new FolderPickerOpenOptions {
 | 
			
		||||
			Title = Title,
 | 
			
		||||
			AllowMultiple = false,
 | 
			
		||||
		});
 | 
			
		||||
		
 | 
			
		||||
		await foreach (Download download in state.Db.Downloads.FindAllDownloadableUrls()) {
 | 
			
		||||
			reachableNormalizedUrls.Add(download.NormalizedUrl);
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		await foreach (Download download in state.Db.Downloads.Get()) {
 | 
			
		||||
			string normalizedUrl = download.NormalizedUrl;
 | 
			
		||||
			if (!reachableNormalizedUrls.Contains(normalizedUrl)) {
 | 
			
		||||
				orphanedNormalizedUrls.Add(normalizedUrl);
 | 
			
		||||
			}
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		if (orphanedNormalizedUrls.Count == 0) {
 | 
			
		||||
			await Dialog.ShowOk(window, DeleteOrphanedDownloadsTitle, "No orphaned downloads found.");
 | 
			
		||||
		if (folders.Length != 1) {
 | 
			
		||||
			return;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		if (await Dialog.ShowYesNo(window, DeleteOrphanedDownloadsTitle, orphanedNormalizedUrls.Count + " orphaned download(s) will be removed from this database. This action cannot be undone. Proceed?") != DialogResult.YesNo.Yes) {
 | 
			
		||||
		string folderPath = folders[0];
 | 
			
		||||
		
 | 
			
		||||
		DownloadExporter exporter = new DownloadExporter(state.Db, folderPath);
 | 
			
		||||
		DownloadExporter.Result result;
 | 
			
		||||
		try {
 | 
			
		||||
			result = await ProgressDialog.Show(window, Title, async (_, callback) => {
 | 
			
		||||
				await callback.UpdateIndeterminate("Exporting downloaded files...");
 | 
			
		||||
				return await exporter.Export(new ExportProgressReporter(callback));
 | 
			
		||||
			});
 | 
			
		||||
		} catch (Exception e) {
 | 
			
		||||
			Log.Error(e);
 | 
			
		||||
			await Dialog.ShowOk(window, Title, "Could not export downloaded files: " + e.Message);
 | 
			
		||||
			return;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		await callback.UpdateIndeterminate("Deleting orphaned downloads...");
 | 
			
		||||
		await state.Db.Downloads.Remove(orphanedNormalizedUrls);
 | 
			
		||||
		RecomputeDownloadStatistics();
 | 
			
		||||
		string messageStart = "Exported " + result.SuccessfulCount.Pluralize("file");
 | 
			
		||||
		
 | 
			
		||||
		if (await Dialog.ShowYesNo(window, DeleteOrphanedDownloadsTitle, "Orphaned downloads deleted. Vacuum database now to reclaim space?") != DialogResult.YesNo.Yes) {
 | 
			
		||||
			return;
 | 
			
		||||
		if (result.FailedCount > 0L) {
 | 
			
		||||
			await Dialog.ShowOk(window, Title, messageStart + " (" + result.FailedCount.Format() + " failed).");
 | 
			
		||||
		}
 | 
			
		||||
		else {
 | 
			
		||||
			await Dialog.ShowOk(window, Title, messageStart + ".");
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private sealed class ExportProgressReporter(IProgressCallback callback) : DownloadExporter.IProgressReporter {
 | 
			
		||||
		public Task ReportProgress(long processedCount, long totalCount) {
 | 
			
		||||
			return callback.Update("Exporting downloaded files...", processedCount, totalCount);
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		await callback.UpdateIndeterminate("Vacuuming database...");
 | 
			
		||||
		await state.Db.Vacuum();
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private void UpdateStatistics(DownloadStatusStatistics statusStatistics) {
 | 
			
		||||
@@ -226,24 +277,23 @@ sealed partial class DownloadsPageModel : ObservableObject, IAsyncDisposable {
 | 
			
		||||
		statisticsSkipped.Size = statusStatistics.SkippedTotalSize;
 | 
			
		||||
		statisticsSkipped.HasFilesWithUnknownSize = statusStatistics.SkippedWithUnknownSizeCount > 0;
 | 
			
		||||
		
 | 
			
		||||
		HasSuccessfulDownloads = statusStatistics.SuccessfulCount > 0;
 | 
			
		||||
		HasFailedDownloads = statusStatistics.FailedCount > 0;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	[ObservableObject]
 | 
			
		||||
	public sealed partial class StatisticsRow(string state) {
 | 
			
		||||
		public string State { get; } = state;
 | 
			
		||||
		
 | 
			
		||||
		[ObservableProperty]
 | 
			
		||||
		[Notify]
 | 
			
		||||
		private int items;
 | 
			
		||||
		
 | 
			
		||||
		[ObservableProperty]
 | 
			
		||||
		[NotifyPropertyChangedFor(nameof(SizeText))]
 | 
			
		||||
		[Notify]
 | 
			
		||||
		private ulong? size;
 | 
			
		||||
		
 | 
			
		||||
		[ObservableProperty]
 | 
			
		||||
		[NotifyPropertyChangedFor(nameof(SizeText))]
 | 
			
		||||
		[Notify]
 | 
			
		||||
		private bool hasFilesWithUnknownSize;
 | 
			
		||||
		
 | 
			
		||||
		[DependsOn(nameof(Size), nameof(HasFilesWithUnknownSize))]
 | 
			
		||||
		public string SizeText {
 | 
			
		||||
			get {
 | 
			
		||||
				if (size == null) {
 | 
			
		||||
 
 | 
			
		||||
@@ -11,25 +11,47 @@
 | 
			
		||||
        <pages:TrackingPageModel />
 | 
			
		||||
    </Design.DataContext>
 | 
			
		||||
 | 
			
		||||
    <StackPanel Spacing="10">
 | 
			
		||||
        <TextBlock TextWrapping="Wrap">
 | 
			
		||||
            <TextBlock.Text>
 | 
			
		||||
                <MultiBinding StringFormat="To start tracking messages, copy the tracking script and paste it into the console of either the Discord app, or your browser. The console is usually opened by pressing {0}.">
 | 
			
		||||
                    <Binding Path="OpenDevToolsShortcutText" />
 | 
			
		||||
                </MultiBinding>
 | 
			
		||||
            </TextBlock.Text>
 | 
			
		||||
        </TextBlock>
 | 
			
		||||
        <StackPanel DockPanel.Dock="Left" Orientation="Horizontal" Spacing="10">
 | 
			
		||||
            <Button x:Name="CopyTrackingScript" Click="CopyTrackingScriptButton_OnClick" IsEnabled="{Binding IsCopyTrackingScriptButtonEnabled}">Copy Tracking Script</Button>
 | 
			
		||||
        </StackPanel>
 | 
			
		||||
        <TextBlock TextWrapping="Wrap" Margin="0 5 0 0">
 | 
			
		||||
            <TextBlock.Text>
 | 
			
		||||
                <MultiBinding StringFormat="By default, the Discord app does not allow opening the console. The button below will change a hidden setting in the Discord app that controls whether the {0} shortcut is enabled.">
 | 
			
		||||
                    <Binding Path="OpenDevToolsShortcutText" />
 | 
			
		||||
                </MultiBinding>
 | 
			
		||||
            </TextBlock.Text>
 | 
			
		||||
        </TextBlock>
 | 
			
		||||
        <Button DockPanel.Dock="Right" Command="{Binding OnClickToggleAppDevTools}" Content="{Binding ToggleAppDevToolsButtonText}" IsEnabled="{Binding IsToggleAppDevToolsButtonEnabled}" />
 | 
			
		||||
    <UserControl.Styles>
 | 
			
		||||
        <Style Selector="TextBlock">
 | 
			
		||||
            <Setter Property="TextWrapping" Value="Wrap" />
 | 
			
		||||
        </Style>
 | 
			
		||||
        <Style Selector="WrapPanel > Button">
 | 
			
		||||
            <Setter Property="Margin" Value="0 0 10 10" />
 | 
			
		||||
        </Style>
 | 
			
		||||
    </UserControl.Styles>
 | 
			
		||||
 | 
			
		||||
    <StackPanel Spacing="20">
 | 
			
		||||
        <Expander Header="Method 1: Manual" IsExpanded="True">
 | 
			
		||||
            <StackPanel Orientation="Vertical" Spacing="10">
 | 
			
		||||
                <TextBlock>
 | 
			
		||||
                    <TextBlock.Text>
 | 
			
		||||
                        <MultiBinding StringFormat="Use {0} to open Dev Tools in your browser or the Discord app, copy the tracking script, and paste it into the console.">
 | 
			
		||||
                            <Binding Path="OpenDevToolsShortcutText" />
 | 
			
		||||
                        </MultiBinding>
 | 
			
		||||
                    </TextBlock.Text>
 | 
			
		||||
                </TextBlock>
 | 
			
		||||
                <Button x:Name="CopyTrackingScript" Click="CopyTrackingScriptButton_OnClick">Copy Tracking Script</Button>
 | 
			
		||||
                <TextBlock Margin="0 5 0 0">
 | 
			
		||||
                    By default, the Discord app blocks the Dev Tools shortcut. The button below changes a hidden setting to unblock the shortcut.
 | 
			
		||||
                </TextBlock>
 | 
			
		||||
                <Button Command="{Binding OnClickToggleAppDevTools}" Content="{Binding ToggleAppDevToolsButtonText}" IsEnabled="{Binding IsToggleAppDevToolsButtonEnabled}" />
 | 
			
		||||
            </StackPanel>
 | 
			
		||||
        </Expander>
 | 
			
		||||
        <Expander Header="Method 2: Userscript" IsExpanded="True" Padding="12 12 12 2.5">
 | 
			
		||||
            <StackPanel Orientation="Vertical" Spacing="10">
 | 
			
		||||
                <TextBlock>
 | 
			
		||||
                    Requires a userscript manager in your browser. The userscript adds a DHT icon next to the Help icon on Discord.
 | 
			
		||||
                    If the icon does not appear, update this app and reinstall the userscript.
 | 
			
		||||
                </TextBlock>
 | 
			
		||||
                <TextBlock>
 | 
			
		||||
                    Copy the Connection Code, click the DHT icon, and paste the code into the prompt.
 | 
			
		||||
                </TextBlock>
 | 
			
		||||
                <WrapPanel>
 | 
			
		||||
                    <Button Command="{Binding OnClickInstallOrUpdateUserscript}">Install or Update Userscript</Button>
 | 
			
		||||
                    <Button x:Name="CopyConnectionCode" Click="CopyConnectionScriptButton_OnClick">Copy Connection Code</Button>
 | 
			
		||||
                </WrapPanel>
 | 
			
		||||
            </StackPanel>
 | 
			
		||||
        </Expander>
 | 
			
		||||
    </StackPanel>
 | 
			
		||||
 | 
			
		||||
</UserControl>
 | 
			
		||||
 
 | 
			
		||||
@@ -1,4 +1,5 @@
 | 
			
		||||
using System;
 | 
			
		||||
using System.Collections.Generic;
 | 
			
		||||
using System.Diagnostics.CodeAnalysis;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using Avalonia.Controls;
 | 
			
		||||
@@ -8,24 +9,36 @@ namespace DHT.Desktop.Main.Pages;
 | 
			
		||||
 | 
			
		||||
[SuppressMessage("ReSharper", "MemberCanBeInternal")]
 | 
			
		||||
public sealed partial class TrackingPage : UserControl {
 | 
			
		||||
	private bool isCopyingScript;
 | 
			
		||||
	private readonly HashSet<Button> copyingButtons = new (ReferenceEqualityComparer.Instance);
 | 
			
		||||
	
 | 
			
		||||
	public TrackingPage() {
 | 
			
		||||
		InitializeComponent();
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async void CopyTrackingScriptButton_OnClick(object? sender, RoutedEventArgs e) {
 | 
			
		||||
		await HandleCopyButton(CopyTrackingScript, "Script Copied!", static model => model.OnClickCopyTrackingScript());
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async void CopyConnectionScriptButton_OnClick(object? sender, RoutedEventArgs e) {
 | 
			
		||||
		await HandleCopyButton(CopyConnectionCode, "Code Copied!", static model => model.OnClickCopyConnectionCode());
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private async Task HandleCopyButton(Button button, string copiedText, Func<TrackingPageModel, Task<bool>> onClick) {
 | 
			
		||||
		if (DataContext is TrackingPageModel model) {
 | 
			
		||||
			object? originalText = CopyTrackingScript.Content;
 | 
			
		||||
			CopyTrackingScript.MinWidth = CopyTrackingScript.Bounds.Width;
 | 
			
		||||
			object? originalText = button.Content;
 | 
			
		||||
			button.MinWidth = button.Bounds.Width;
 | 
			
		||||
			
 | 
			
		||||
			if (await model.OnClickCopyTrackingScript() && !isCopyingScript) {
 | 
			
		||||
				isCopyingScript = true;
 | 
			
		||||
				CopyTrackingScript.Content = "Script Copied!";
 | 
			
		||||
			if (await onClick(model) && copyingButtons.Add(button)) {
 | 
			
		||||
				button.IsEnabled = false;
 | 
			
		||||
				button.Content = copiedText;
 | 
			
		||||
				
 | 
			
		||||
				await Task.Delay(TimeSpan.FromSeconds(2));
 | 
			
		||||
				CopyTrackingScript.Content = originalText;
 | 
			
		||||
				isCopyingScript = false;
 | 
			
		||||
				try {
 | 
			
		||||
					await Task.Delay(TimeSpan.FromSeconds(2));
 | 
			
		||||
				} finally {
 | 
			
		||||
					copyingButtons.Remove(button);
 | 
			
		||||
					button.IsEnabled = true;
 | 
			
		||||
					button.Content = originalText;
 | 
			
		||||
				}
 | 
			
		||||
			}
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
 
 | 
			
		||||
@@ -1,31 +1,32 @@
 | 
			
		||||
using System;
 | 
			
		||||
using System.Text.RegularExpressions;
 | 
			
		||||
using System.Threading;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using System.Web;
 | 
			
		||||
using Avalonia.Controls;
 | 
			
		||||
using Avalonia.Input.Platform;
 | 
			
		||||
using CommunityToolkit.Mvvm.ComponentModel;
 | 
			
		||||
using DHT.Desktop.Common;
 | 
			
		||||
using DHT.Desktop.Dialogs.Message;
 | 
			
		||||
using DHT.Desktop.Discord;
 | 
			
		||||
using DHT.Desktop.Server;
 | 
			
		||||
using DHT.Utils.Logging;
 | 
			
		||||
using PropertyChanged.SourceGenerator;
 | 
			
		||||
using static DHT.Desktop.Program;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Desktop.Main.Pages;
 | 
			
		||||
 | 
			
		||||
sealed partial class TrackingPageModel : ObservableObject {
 | 
			
		||||
	[ObservableProperty(Setter = Access.Private)]
 | 
			
		||||
	private bool isCopyTrackingScriptButtonEnabled = true;
 | 
			
		||||
sealed partial class TrackingPageModel {
 | 
			
		||||
	private static readonly Log Log = Log.ForType<TrackingPageModel>();
 | 
			
		||||
	
 | 
			
		||||
	[ObservableProperty(Setter = Access.Private)]
 | 
			
		||||
	[NotifyPropertyChangedFor(nameof(ToggleAppDevToolsButtonText))]
 | 
			
		||||
	[Notify(Setter.Private)]
 | 
			
		||||
	private bool? areDevToolsEnabled = null;
 | 
			
		||||
	
 | 
			
		||||
	[ObservableProperty(Setter = Access.Private)]
 | 
			
		||||
	[NotifyPropertyChangedFor(nameof(ToggleAppDevToolsButtonText))]
 | 
			
		||||
	[Notify(Setter.Private)]
 | 
			
		||||
	private bool isToggleAppDevToolsButtonEnabled = false;
 | 
			
		||||
	
 | 
			
		||||
	public string OpenDevToolsShortcutText { get; } = OperatingSystem.IsMacOS() ? "Cmd+Shift+I" : "Ctrl+Shift+I";
 | 
			
		||||
	
 | 
			
		||||
	[DependsOn(nameof(AreDevToolsEnabled), nameof(IsToggleAppDevToolsButtonEnabled))]
 | 
			
		||||
	public string ToggleAppDevToolsButtonText {
 | 
			
		||||
		get {
 | 
			
		||||
			if (!AreDevToolsEnabled.HasValue) {
 | 
			
		||||
@@ -52,32 +53,9 @@ sealed partial class TrackingPageModel : ObservableObject {
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async Task<bool> OnClickCopyTrackingScript() {
 | 
			
		||||
		IsCopyTrackingScriptButtonEnabled = false;
 | 
			
		||||
		
 | 
			
		||||
		try {
 | 
			
		||||
			return await CopyTrackingScript();
 | 
			
		||||
		} finally {
 | 
			
		||||
			IsCopyTrackingScriptButtonEnabled = true;
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private async Task<bool> CopyTrackingScript() {
 | 
			
		||||
		string url = $"http://127.0.0.1:{ServerConfiguration.Port}/get-tracking-script?token={HttpUtility.UrlEncode(ServerConfiguration.Token)}";
 | 
			
		||||
		string url = ServerConfiguration.HttpHost + $"/get-tracking-script?token={HttpUtility.UrlEncode(ServerConfiguration.Token)}";
 | 
			
		||||
		string script = (await Resources.ReadTextAsync("tracker-loader.js")).Trim().Replace("{url}", url);
 | 
			
		||||
		
 | 
			
		||||
		IClipboard? clipboard = window.Clipboard;
 | 
			
		||||
		if (clipboard == null) {
 | 
			
		||||
			await Dialog.ShowOk(window, "Copy Tracking Script", "Clipboard is not available on this system.");
 | 
			
		||||
			return false;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		try {
 | 
			
		||||
			await clipboard.SetTextAsync(script);
 | 
			
		||||
			return true;
 | 
			
		||||
		} catch {
 | 
			
		||||
			await Dialog.ShowOk(window, "Copy Tracking Script", "An error occurred while copying to clipboard.");
 | 
			
		||||
			return false;
 | 
			
		||||
		}
 | 
			
		||||
		return await TryCopy(script, "Copy Tracking Script");
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private async Task InitializeDevToolsToggle() {
 | 
			
		||||
@@ -133,4 +111,44 @@ sealed partial class TrackingPageModel : ObservableObject {
 | 
			
		||||
				throw new ArgumentOutOfRangeException();
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async Task OnClickInstallOrUpdateUserscript() {
 | 
			
		||||
		try {
 | 
			
		||||
			SystemUtils.OpenUrl(ServerConfiguration.HttpHost + "/get-userscript/dht.user.js");
 | 
			
		||||
		} catch (Exception e) {
 | 
			
		||||
			await Dialog.ShowOk(window, "Install or Update Userscript", "Could not open the browser: " + e.Message);
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	[GeneratedRegex("^[a-zA-Z0-9]{1,100}$")]
 | 
			
		||||
	private static partial Regex ConnectionCodeTokenRegex();
 | 
			
		||||
	
 | 
			
		||||
	public async Task<bool> OnClickCopyConnectionCode() {
 | 
			
		||||
		const string Title = "Copy Connection Code";
 | 
			
		||||
		
 | 
			
		||||
		if (ConnectionCodeTokenRegex().IsMatch(ServerConfiguration.Token)) {
 | 
			
		||||
			return await TryCopy(ServerConfiguration.Port + ":" + ServerConfiguration.Token, Title);
 | 
			
		||||
		}
 | 
			
		||||
		else {
 | 
			
		||||
			await Dialog.ShowOk(window, Title, "The internal server token cannot be used to create a connection code.\n\nCheck the 'Advanced' tab and ensure the token is 1-100 characters long, and only contains plain letters and numbers.");
 | 
			
		||||
			return false;
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private async Task<bool> TryCopy(string script, string errorDialogTitle) {
 | 
			
		||||
		IClipboard? clipboard = window.Clipboard;
 | 
			
		||||
		if (clipboard == null) {
 | 
			
		||||
			await Dialog.ShowOk(window, errorDialogTitle, "Clipboard is not available on this system.");
 | 
			
		||||
			return false;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		try {
 | 
			
		||||
			await clipboard.SetTextAsync(script);
 | 
			
		||||
			return true;
 | 
			
		||||
		} catch (Exception e) {
 | 
			
		||||
			Log.Error(e);
 | 
			
		||||
			await Dialog.ShowOk(window, errorDialogTitle, "An error occurred while copying to clipboard.");
 | 
			
		||||
			return false;
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
@@ -3,7 +3,6 @@ using System.ComponentModel;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using System.Web;
 | 
			
		||||
using Avalonia.Controls;
 | 
			
		||||
using CommunityToolkit.Mvvm.ComponentModel;
 | 
			
		||||
using DHT.Desktop.Common;
 | 
			
		||||
using DHT.Desktop.Dialogs.Message;
 | 
			
		||||
using DHT.Desktop.Dialogs.Progress;
 | 
			
		||||
@@ -13,16 +12,17 @@ using DHT.Server;
 | 
			
		||||
using DHT.Server.Data.Filters;
 | 
			
		||||
using DHT.Server.Service.Viewer;
 | 
			
		||||
using DHT.Utils.Logging;
 | 
			
		||||
using PropertyChanged.SourceGenerator;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Desktop.Main.Pages;
 | 
			
		||||
 | 
			
		||||
sealed partial class ViewerPageModel : ObservableObject, IDisposable {
 | 
			
		||||
sealed partial class ViewerPageModel : IDisposable {
 | 
			
		||||
	private static readonly Log Log = Log.ForType<ViewerPageModel>();
 | 
			
		||||
	
 | 
			
		||||
	public bool DatabaseToolFilterModeKeep { get; set; } = true;
 | 
			
		||||
	public bool DatabaseToolFilterModeRemove { get; set; } = false;
 | 
			
		||||
	
 | 
			
		||||
	[ObservableProperty]
 | 
			
		||||
	[Notify]
 | 
			
		||||
	private bool hasFilters = false;
 | 
			
		||||
	
 | 
			
		||||
	public MessageFilterPanelModel FilterModel { get; }
 | 
			
		||||
@@ -51,28 +51,32 @@ sealed partial class ViewerPageModel : ObservableObject, IDisposable {
 | 
			
		||||
	
 | 
			
		||||
	public async void OnClickOpenViewer() {
 | 
			
		||||
		try {
 | 
			
		||||
			string serverUrl = "http://127.0.0.1:" + ServerConfiguration.Port;
 | 
			
		||||
			string serverToken = ServerConfiguration.Token;
 | 
			
		||||
			string sessionId = state.ViewerSessions.Register(new ViewerSession(FilterModel.CreateFilter())).ToString();
 | 
			
		||||
			SystemUtils.OpenUrl(serverUrl + "/viewer/?token=" + HttpUtility.UrlEncode(serverToken) + "&session=" + HttpUtility.UrlEncode(sessionId));
 | 
			
		||||
			SystemUtils.OpenUrl(ServerConfiguration.HttpHost + "/viewer/?token=" + HttpUtility.UrlEncode(serverToken) + "&session=" + HttpUtility.UrlEncode(sessionId));
 | 
			
		||||
		} catch (Exception e) {
 | 
			
		||||
			await Dialog.ShowOk(window, "Open Viewer", "Could not open viewer: " + e.Message);
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async Task OnClickApplyFiltersToDatabase() {
 | 
			
		||||
		MessageFilter filter = FilterModel.CreateFilter();
 | 
			
		||||
		long messageCount = await ProgressDialog.ShowIndeterminate(window, "Apply Filters", "Counting matching messages...", _ => state.Db.Messages.Count(filter));
 | 
			
		||||
		
 | 
			
		||||
		if (DatabaseToolFilterModeKeep) {
 | 
			
		||||
			if (DialogResult.YesNo.Yes == await Dialog.ShowYesNo(window, "Keep Matching Messages in This Database", messageCount.Pluralize("message") + " will be kept, and the rest will be removed from this database. This action cannot be undone. Proceed?")) {
 | 
			
		||||
				await ApplyFilterToDatabase(filter, FilterRemovalMode.KeepMatching);
 | 
			
		||||
		try {
 | 
			
		||||
			MessageFilter filter = FilterModel.CreateFilter();
 | 
			
		||||
			long messageCount = await ProgressDialog.ShowIndeterminate(window, "Apply Filters", "Counting matching messages...", _ => state.Db.Messages.Count(filter));
 | 
			
		||||
			
 | 
			
		||||
			if (DatabaseToolFilterModeKeep) {
 | 
			
		||||
				if (DialogResult.YesNo.Yes == await Dialog.ShowYesNo(window, "Keep Matching Messages in This Database", messageCount.Pluralize("message") + " will be kept, and the rest will be removed from this database. This action cannot be undone. Proceed?")) {
 | 
			
		||||
					await ApplyFilterToDatabase(filter, FilterRemovalMode.KeepMatching);
 | 
			
		||||
				}
 | 
			
		||||
			}
 | 
			
		||||
		}
 | 
			
		||||
		else if (DatabaseToolFilterModeRemove) {
 | 
			
		||||
			if (DialogResult.YesNo.Yes == await Dialog.ShowYesNo(window, "Remove Matching Messages in This Database", messageCount.Pluralize("message") + " will be removed from this database. This action cannot be undone. Proceed?")) {
 | 
			
		||||
				await ApplyFilterToDatabase(filter, FilterRemovalMode.RemoveMatching);
 | 
			
		||||
			else if (DatabaseToolFilterModeRemove) {
 | 
			
		||||
				if (DialogResult.YesNo.Yes == await Dialog.ShowYesNo(window, "Remove Matching Messages in This Database", messageCount.Pluralize("message") + " will be removed from this database. This action cannot be undone. Proceed?")) {
 | 
			
		||||
					await ApplyFilterToDatabase(filter, FilterRemovalMode.RemoveMatching);
 | 
			
		||||
				}
 | 
			
		||||
			}
 | 
			
		||||
		} catch (Exception e) {
 | 
			
		||||
			Log.Error(e);
 | 
			
		||||
			await Dialog.ShowOk(window, "Apply Filters", "Could not apply filters: " + e.Message);
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
 
 | 
			
		||||
@@ -5,23 +5,24 @@ using System.Net;
 | 
			
		||||
using System.Net.Http;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using Avalonia.Controls;
 | 
			
		||||
using CommunityToolkit.Mvvm.ComponentModel;
 | 
			
		||||
using DHT.Desktop.Common;
 | 
			
		||||
using DHT.Desktop.Dialogs.Message;
 | 
			
		||||
using DHT.Desktop.Dialogs.Progress;
 | 
			
		||||
using DHT.Server.Data.Settings;
 | 
			
		||||
using DHT.Desktop.Main.Dialogs;
 | 
			
		||||
using DHT.Server.Database;
 | 
			
		||||
using DHT.Server.Database.Sqlite.Schema;
 | 
			
		||||
using DHT.Server.Database.Sqlite.Utils;
 | 
			
		||||
using DHT.Utils.Logging;
 | 
			
		||||
using PropertyChanged.SourceGenerator;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Desktop.Main.Screens;
 | 
			
		||||
 | 
			
		||||
sealed partial class WelcomeScreenModel : ObservableObject {
 | 
			
		||||
sealed partial class WelcomeScreenModel {
 | 
			
		||||
	private static readonly Log Log = Log.ForType<WelcomeScreenModel>();
 | 
			
		||||
	
 | 
			
		||||
	public string Version => Program.Version;
 | 
			
		||||
	
 | 
			
		||||
	[ObservableProperty(Setter = Access.Private)]
 | 
			
		||||
	[Notify(Setter.Private)]
 | 
			
		||||
	private bool isOpenOrCreateDatabaseButtonEnabled = true;
 | 
			
		||||
	
 | 
			
		||||
	public event EventHandler<IDatabaseFile>? DatabaseSelected;
 | 
			
		||||
@@ -52,21 +53,22 @@ sealed partial class WelcomeScreenModel : ObservableObject {
 | 
			
		||||
	public async Task OpenOrCreateDatabaseFromPath(string path) {
 | 
			
		||||
		dbFilePath = path;
 | 
			
		||||
		
 | 
			
		||||
		bool isNew = !File.Exists(path);
 | 
			
		||||
		
 | 
			
		||||
		IDatabaseFile? db = await DatabaseGui.TryOpenOrCreateDatabaseFromPath(path, window, new SchemaUpgradeCallbacks(window));
 | 
			
		||||
		if (db == null) {
 | 
			
		||||
			return;
 | 
			
		||||
		if (db != null) {
 | 
			
		||||
			DatabaseSelected?.Invoke(this, db);
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		if (isNew && await Dialog.ShowYesNo(window, "Automatic Downloads", "Do you want to automatically download files hosted on Discord? You can change this later in the Downloads tab.") == DialogResult.YesNo.Yes) {
 | 
			
		||||
			await db.Settings.Set(SettingsKey.DownloadsAutoStart, value: true);
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		DatabaseSelected?.Invoke(this, db);
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private sealed class SchemaUpgradeCallbacks(Window window) : ISchemaUpgradeCallbacks {
 | 
			
		||||
		public async Task<InitialDatabaseSettings?> GetInitialDatabaseSettings() {
 | 
			
		||||
			var model = new NewDatabaseSettingsDialogModel();
 | 
			
		||||
			
 | 
			
		||||
			var dialog = new NewDatabaseSettingsDialog { DataContext = model };
 | 
			
		||||
			await dialog.ShowDialog(window);
 | 
			
		||||
			
 | 
			
		||||
			return new InitialDatabaseSettings(model.SeparateFileForDownloads, model.DownloadsAutoStart);
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		public async Task<bool> CanUpgrade() {
 | 
			
		||||
			return DialogResult.YesNo.Yes == await DatabaseGui.ShowCanUpgradeDatabaseDialog(window);
 | 
			
		||||
		}
 | 
			
		||||
@@ -110,38 +112,32 @@ sealed partial class WelcomeScreenModel : ObservableObject {
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async Task CheckUpdates() {
 | 
			
		||||
		var latestVersion = await ProgressDialog.ShowIndeterminate<Version?>(window, "Check Updates", "Checking for updates...", async _ => {
 | 
			
		||||
			var client = new HttpClient(new SocketsHttpHandler {
 | 
			
		||||
				AutomaticDecompression = DecompressionMethods.None,
 | 
			
		||||
				AllowAutoRedirect = false,
 | 
			
		||||
				UseCookies = false,
 | 
			
		||||
		string response;
 | 
			
		||||
		try {
 | 
			
		||||
			response = await ProgressDialog.ShowIndeterminate<string>(window, "Check Updates", "Checking for updates...", static async _ => {
 | 
			
		||||
				var client = new HttpClient(new SocketsHttpHandler {
 | 
			
		||||
					AutomaticDecompression = DecompressionMethods.None,
 | 
			
		||||
					AllowAutoRedirect = false,
 | 
			
		||||
					UseCookies = false,
 | 
			
		||||
				});
 | 
			
		||||
				
 | 
			
		||||
				client.Timeout = TimeSpan.FromSeconds(30);
 | 
			
		||||
				client.MaxResponseContentBufferSize = 1024;
 | 
			
		||||
				client.DefaultRequestHeaders.UserAgent.ParseAdd("DiscordHistoryTracker/" + Program.Version);
 | 
			
		||||
				
 | 
			
		||||
				return await client.GetStringAsync(Program.Website + "/version");
 | 
			
		||||
			});
 | 
			
		||||
			
 | 
			
		||||
			client.Timeout = TimeSpan.FromSeconds(30);
 | 
			
		||||
			client.MaxResponseContentBufferSize = 1024;
 | 
			
		||||
			client.DefaultRequestHeaders.UserAgent.ParseAdd("DiscordHistoryTracker/" + Program.Version);
 | 
			
		||||
			
 | 
			
		||||
			string response;
 | 
			
		||||
			try {
 | 
			
		||||
				response = await client.GetStringAsync(Program.Website + "/version");
 | 
			
		||||
			} catch (TaskCanceledException e) when (e.InnerException is TimeoutException) {
 | 
			
		||||
				await Dialog.ShowOk(window, "Check Updates", "Request timed out.");
 | 
			
		||||
				return null;
 | 
			
		||||
			} catch (Exception e) {
 | 
			
		||||
				Log.Error(e);
 | 
			
		||||
				await Dialog.ShowOk(window, "Check Updates", "Error checking for updates: " + e.Message);
 | 
			
		||||
				return null;
 | 
			
		||||
			}
 | 
			
		||||
			
 | 
			
		||||
			if (!System.Version.TryParse(response, out Version? latestVersion)) {
 | 
			
		||||
				await Dialog.ShowOk(window, "Check Updates", "Server returned an invalid response.");
 | 
			
		||||
				return null;
 | 
			
		||||
			}
 | 
			
		||||
			
 | 
			
		||||
			return latestVersion;
 | 
			
		||||
		});
 | 
			
		||||
		} catch (TaskCanceledException e) when (e.InnerException is TimeoutException) {
 | 
			
		||||
			await Dialog.ShowOk(window, "Check Updates", "Request timed out.");
 | 
			
		||||
			return;
 | 
			
		||||
		} catch (Exception e) {
 | 
			
		||||
			Log.Error(e);
 | 
			
		||||
			await Dialog.ShowOk(window, "Check Updates", "Error checking for updates: " + e.Message);
 | 
			
		||||
			return;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		if (latestVersion == null) {
 | 
			
		||||
		if (!System.Version.TryParse(response, out Version? latestVersion)) {
 | 
			
		||||
			await Dialog.ShowOk(window, "Check Updates", "Server returned an invalid response.");
 | 
			
		||||
			return;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
 
 | 
			
		||||
@@ -5,4 +5,6 @@ namespace DHT.Desktop.Server;
 | 
			
		||||
static class ServerConfiguration {
 | 
			
		||||
	public static ushort Port { get; set; } = ServerUtils.FindAvailablePort(min: 50000, max: 60000);
 | 
			
		||||
	public static string Token { get; set; } = ServerUtils.GenerateRandomToken(20);
 | 
			
		||||
	
 | 
			
		||||
	public static string HttpHost => "http://127.0.0.1:" + Port;
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
@@ -21,12 +21,13 @@
 | 
			
		||||
  <PropertyGroup>
 | 
			
		||||
    <SuppressTrimAnalysisWarnings>false</SuppressTrimAnalysisWarnings>
 | 
			
		||||
    <PublishTrimmed>true</PublishTrimmed>
 | 
			
		||||
    <TrimMode>partial</TrimMode>
 | 
			
		||||
    <TrimMode>full</TrimMode>
 | 
			
		||||
    <EnableUnsafeBinaryFormatterSerialization>false</EnableUnsafeBinaryFormatterSerialization>
 | 
			
		||||
    <EnableUnsafeUTF7Encoding>false</EnableUnsafeUTF7Encoding>
 | 
			
		||||
    <EventSourceSupport>false</EventSourceSupport>
 | 
			
		||||
    <HttpActivityPropagationSupport>false</HttpActivityPropagationSupport>
 | 
			
		||||
    <JsonSerializerIsReflectionEnabledByDefault>false</JsonSerializerIsReflectionEnabledByDefault>
 | 
			
		||||
    <XmlResolverIsNetworkingEnabledByDefault>false</XmlResolverIsNetworkingEnabledByDefault>
 | 
			
		||||
  </PropertyGroup>
 | 
			
		||||
  
 | 
			
		||||
  <PropertyGroup>
 | 
			
		||||
 
 | 
			
		||||
							
								
								
									
										273
									
								
								app/Resources/Tracker/loader/dht.user.js
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										273
									
								
								app/Resources/Tracker/loader/dht.user.js
									
									
									
									
									
										Normal file
									
								
							@@ -0,0 +1,273 @@
 | 
			
		||||
// ==UserScript==
 | 
			
		||||
// @name         Discord History Tracker
 | 
			
		||||
// @license      MIT
 | 
			
		||||
// @namespace    https://chylex.com
 | 
			
		||||
// @homepageURL  https://dht.chylex.com/
 | 
			
		||||
// @supportURL   https://github.com/chylex/Discord-History-Tracker/issues
 | 
			
		||||
// @include      https://discord.com/*
 | 
			
		||||
// @run-at       document-idle
 | 
			
		||||
// @grant        none
 | 
			
		||||
// @noframes
 | 
			
		||||
// ==/UserScript==
 | 
			
		||||
 | 
			
		||||
function startMutationObserver(callback) {
 | 
			
		||||
	let hasDebounceStarted = false;
 | 
			
		||||
	
 | 
			
		||||
	function handleMutations(mutations, observer) {
 | 
			
		||||
		if (hasDebounceStarted) {
 | 
			
		||||
			return;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		hasDebounceStarted = true;
 | 
			
		||||
		window.setTimeout(() => {
 | 
			
		||||
			hasDebounceStarted = false;
 | 
			
		||||
			callback(observer);
 | 
			
		||||
		}, 20);
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	new MutationObserver(handleMutations).observe(document.body, { childList: true, subtree: true });
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
startMutationObserver(observer => {
 | 
			
		||||
	const triggerButton = installConnectDialogButton();
 | 
			
		||||
	if (triggerButton === null) {
 | 
			
		||||
		return;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	observer.disconnect();
 | 
			
		||||
	
 | 
			
		||||
	startMutationObserver(() => {
 | 
			
		||||
		if (!triggerButton.isConnected) {
 | 
			
		||||
			getHelpIcon()?.parentElement.parentElement.insertAdjacentElement("afterend", triggerButton);
 | 
			
		||||
		}
 | 
			
		||||
	});
 | 
			
		||||
});
 | 
			
		||||
 | 
			
		||||
function installConnectDialogButton() {
 | 
			
		||||
	const helpIcon = getHelpIcon();
 | 
			
		||||
	if (!helpIcon) {
 | 
			
		||||
		return null;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	const helpIconWrapper = helpIcon.parentElement;
 | 
			
		||||
	const helpIconLink = helpIconWrapper.parentElement;
 | 
			
		||||
	
 | 
			
		||||
	helpIconLink.insertAdjacentHTML("afterend", `
 | 
			
		||||
<div id="dht-connector-show-dialog" role="button" class="${helpIconWrapper.getAttribute("class")}">
 | 
			
		||||
  <svg viewBox="0 0 24 20" fill="currentColor" class="${helpIcon.getAttribute("class")}" style="width: auto;">
 | 
			
		||||
    <path d="M7.446,9.924c-0,0.846 -0.105,1.593 -0.315,2.234c-0.21,0.644 -0.497,1.181 -0.86,1.615c-0.365,0.431 -0.795,0.761 -1.292,0.982c-0.494,0.22 -1.029,0.332 -1.605,0.332l-3.374,-0l0,-10.174l3.021,0c0.645,0 1.239,0.1 1.781,0.296c0.542,0.198 1.011,0.501 1.4,0.911c0.391,0.408 0.695,0.928 0.914,1.56c0.22,0.629 0.33,1.378 0.33,2.244Zm-1.765,-0c0,-0.592 -0.067,-1.1 -0.198,-1.524c-0.134,-0.422 -0.318,-0.77 -0.554,-1.042c-0.236,-0.272 -0.518,-0.473 -0.848,-0.604c-0.332,-0.128 -0.697,-0.195 -1.096,-0.195l-1.237,-0l0,6.882l1.483,0c0.351,0 0.676,-0.076 0.977,-0.224c0.298,-0.15 0.556,-0.372 0.776,-0.668c0.22,-0.295 0.389,-0.663 0.513,-1.101c0.122,-0.439 0.184,-0.947 0.184,-1.524Z"/>
 | 
			
		||||
    <path d="M14.147,15.087l-0,-4.362l-3.637,-0l-0,4.362l-1.748,-0l-0,-10.174l1.748,0l-0,4.052l3.637,-0l-0,-4.052l1.75,0l0,10.174l-1.75,-0Z"/>
 | 
			
		||||
    <path d="M21.297,6.559l-0,8.528l-1.748,-0l-0,-8.528l-2.699,-0l0,-1.646l7.15,0l0,1.646l-2.703,-0Z"/>
 | 
			
		||||
  </svg>
 | 
			
		||||
</div>
 | 
			
		||||
`);
 | 
			
		||||
	
 | 
			
		||||
	const button = document.getElementById("dht-connector-show-dialog");
 | 
			
		||||
	button.addEventListener("click", showConnectDialog);
 | 
			
		||||
	return button;
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
function getHelpIcon() {
 | 
			
		||||
	return document.querySelector("div[class*='bar_'] a[href$='://support.discord.com'] > div[class*='clickable'] > svg");
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
function showConnectDialog() {
 | 
			
		||||
	if (window.DHT_LOADED) {
 | 
			
		||||
		alert("Discord History Tracker is already loaded.");
 | 
			
		||||
		return;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	const dialogElement = document.createElement("dialog");
 | 
			
		||||
	dialogElement.id = "dht-connector-dialog";
 | 
			
		||||
	dialogElement.innerHTML = `
 | 
			
		||||
<form id="dht-connector-dialog-form">
 | 
			
		||||
  <label for="dht-connector-dialog-input-code">Connection Code</label>
 | 
			
		||||
  <input id="dht-connector-dialog-input-code" type="text">
 | 
			
		||||
  <p id="dht-connector-dialog-input-error"></p>
 | 
			
		||||
  
 | 
			
		||||
  <div id="dht-connector-dialog-buttons">
 | 
			
		||||
    <button type="submit" id="dht-connector-dialog-button-connect">Connect</button>
 | 
			
		||||
    <button type="button" id="dht-connector-dialog-button-close">Cancel</button>
 | 
			
		||||
  </div>
 | 
			
		||||
</form>
 | 
			
		||||
<style>
 | 
			
		||||
  #dht-connector-dialog {
 | 
			
		||||
    width: 300px;
 | 
			
		||||
    padding: 18px;
 | 
			
		||||
    font-size: 16px;
 | 
			
		||||
    border: none;
 | 
			
		||||
    border-radius: 8px;
 | 
			
		||||
    background-color: #313338;
 | 
			
		||||
  }
 | 
			
		||||
  
 | 
			
		||||
  #dht-connector-dialog::backdrop {
 | 
			
		||||
    background-color: rgba(0, 0, 0, 0.6);
 | 
			
		||||
  }
 | 
			
		||||
  
 | 
			
		||||
  #dht-connector-dialog label {
 | 
			
		||||
    display: block;
 | 
			
		||||
    margin: 0 0 9px;
 | 
			
		||||
    font-weight: 500;
 | 
			
		||||
    letter-spacing: .02em;
 | 
			
		||||
    color: #fbfbfb;
 | 
			
		||||
  }
 | 
			
		||||
  
 | 
			
		||||
  #dht-connector-dialog-input-error {
 | 
			
		||||
    margin: 11px 1px;
 | 
			
		||||
    color: #ff484c;
 | 
			
		||||
    font-size: 15px;
 | 
			
		||||
    font-weight: 500;
 | 
			
		||||
  }
 | 
			
		||||
  
 | 
			
		||||
  #dht-connector-dialog input[type="text"] {
 | 
			
		||||
    box-sizing: border-box;
 | 
			
		||||
    width: 100%;
 | 
			
		||||
    padding: 12px 10px;
 | 
			
		||||
    border: 1px solid rgba(151, 151, 159, 0.2);
 | 
			
		||||
    border-radius: 8px;
 | 
			
		||||
    color: #efeff0;
 | 
			
		||||
    background-color: #1d1d21;
 | 
			
		||||
  }
 | 
			
		||||
  
 | 
			
		||||
  #dht-connector-dialog-buttons {
 | 
			
		||||
    margin-top: 15px;
 | 
			
		||||
    display: flex;
 | 
			
		||||
    justify-content: end;
 | 
			
		||||
    gap: 12px;
 | 
			
		||||
  }
 | 
			
		||||
  
 | 
			
		||||
  #dht-connector-dialog button {
 | 
			
		||||
    padding: 8px 16px;
 | 
			
		||||
    border: none;
 | 
			
		||||
    border-radius: 8px;
 | 
			
		||||
    font-size: 14px;
 | 
			
		||||
    font-weight: 500;
 | 
			
		||||
    color: #fff;
 | 
			
		||||
    background-color: #5865f2;
 | 
			
		||||
    transition: background-color 200ms ease, color 200ms ease;
 | 
			
		||||
  }
 | 
			
		||||
  
 | 
			
		||||
  #dht-connector-dialog button:hover {
 | 
			
		||||
    background-color: #4752c4;
 | 
			
		||||
  }
 | 
			
		||||
  
 | 
			
		||||
  #dht-connector-dialog button[disabled] {
 | 
			
		||||
    cursor: not-allowed;
 | 
			
		||||
    opacity: 0.5;
 | 
			
		||||
  }
 | 
			
		||||
</style>
 | 
			
		||||
	`;
 | 
			
		||||
	
 | 
			
		||||
	document.body.insertAdjacentElement("beforeend", dialogElement);
 | 
			
		||||
	
 | 
			
		||||
	const formElement = document.getElementById("dht-connector-dialog-form");
 | 
			
		||||
	const codeErrorElement = document.getElementById("dht-connector-dialog-input-error");
 | 
			
		||||
	const codeInputElement = document.getElementById("dht-connector-dialog-input-code");
 | 
			
		||||
	const connectButtonElement = document.getElementById("dht-connector-dialog-button-connect");
 | 
			
		||||
	const closeButtonElement = document.getElementById("dht-connector-dialog-button-close");
 | 
			
		||||
	
 | 
			
		||||
	dialogElement.addEventListener("close", function() {
 | 
			
		||||
		dialogElement.remove();
 | 
			
		||||
	});
 | 
			
		||||
	
 | 
			
		||||
	closeButtonElement.addEventListener("click", function() {
 | 
			
		||||
		dialogElement.close();
 | 
			
		||||
	});
 | 
			
		||||
	
 | 
			
		||||
	codeInputElement.addEventListener("paste", function() {
 | 
			
		||||
		setTimeout(async function() {
 | 
			
		||||
			const code = parseConnectionCode(codeInputElement.value);
 | 
			
		||||
			if (code !== null) {
 | 
			
		||||
				await onSubmit(code);
 | 
			
		||||
			}
 | 
			
		||||
		}, 0);
 | 
			
		||||
	});
 | 
			
		||||
	
 | 
			
		||||
	formElement.addEventListener("submit", async function(e) {
 | 
			
		||||
		e.preventDefault();
 | 
			
		||||
		
 | 
			
		||||
		const code = parseConnectionCode(codeInputElement.value);
 | 
			
		||||
		if (code === null) {
 | 
			
		||||
			codeErrorElement.innerText = "Code is not valid.";
 | 
			
		||||
		}
 | 
			
		||||
		else {
 | 
			
		||||
			await onSubmit(code);
 | 
			
		||||
		}
 | 
			
		||||
	});
 | 
			
		||||
	
 | 
			
		||||
	let isSubmitting = false;
 | 
			
		||||
	
 | 
			
		||||
	async function onSubmit(code) {
 | 
			
		||||
		if (isSubmitting) {
 | 
			
		||||
			return;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		isSubmitting = true;
 | 
			
		||||
		connectButtonElement.setAttribute("disabled", "");
 | 
			
		||||
		try {
 | 
			
		||||
			await loadTrackingScript(code);
 | 
			
		||||
		} catch (e) {
 | 
			
		||||
			onError("Could not load tracking script.", e);
 | 
			
		||||
		} finally {
 | 
			
		||||
			isSubmitting = false;
 | 
			
		||||
			connectButtonElement.removeAttribute("disabled");
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	async function loadTrackingScript(code) {
 | 
			
		||||
		const trackingScript = await getTrackingScript(code.port, code.token);
 | 
			
		||||
		
 | 
			
		||||
		if (dialogElement.isConnected) {
 | 
			
		||||
			// noinspection DynamicallyGeneratedCodeJS
 | 
			
		||||
			eval(trackingScript);
 | 
			
		||||
			dialogElement.close();
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	function onError(message, e) {
 | 
			
		||||
		console.error(message, e);
 | 
			
		||||
		codeErrorElement.innerText = message;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	dialogElement.showModal();
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
/**
 | 
			
		||||
 * @param {string} code
 | 
			
		||||
 * @return {?{port: number, token: string}}
 | 
			
		||||
 */
 | 
			
		||||
function parseConnectionCode(code) {
 | 
			
		||||
	if (code.length > 5 + 1 + 100) {
 | 
			
		||||
		return null;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	const match = code.match(/^(\d{1,5}):([a-zA-Z0-9]{1,100})$/);
 | 
			
		||||
	if (!match) {
 | 
			
		||||
		return null;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	const port = Number(match[1]);
 | 
			
		||||
	if (port < 0 || port > 65535) {
 | 
			
		||||
		return null;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	return { port, token: match[2] };
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
async function getTrackingScript(port, token) {
 | 
			
		||||
	const url = "http://127.0.0.1:" + port + "/get-tracking-script?token=" + encodeURIComponent(token);
 | 
			
		||||
	const response = await fetch(url, {
 | 
			
		||||
		credentials: "omit",
 | 
			
		||||
		signal: AbortSignal.timeout(2000),
 | 
			
		||||
	});
 | 
			
		||||
	
 | 
			
		||||
	if (!response.ok) {
 | 
			
		||||
		throw response.status + " " + response.statusText;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	if (response.headers.get("X-DHT") !== "1") {
 | 
			
		||||
		throw "Invalid response";
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	return await response.text();
 | 
			
		||||
}
 | 
			
		||||
@@ -142,11 +142,19 @@ const STATE = (function() {
 | 
			
		||||
			if (DISCORD.CHANNEL_TYPE.isPrivate(channelInfo.type)) {
 | 
			
		||||
				server.id = channelInfo.id;
 | 
			
		||||
				server.name = channel.name = getPrivateChannelName(channelInfo);
 | 
			
		||||
				
 | 
			
		||||
				if (channelInfo.icon) {
 | 
			
		||||
					server.icon = channelInfo.icon;
 | 
			
		||||
				}
 | 
			
		||||
			}
 | 
			
		||||
			else if (serverInfo) {
 | 
			
		||||
				server.id = serverInfo.id;
 | 
			
		||||
				server.name = serverInfo.name;
 | 
			
		||||
				channel.name = channelInfo.name;
 | 
			
		||||
				
 | 
			
		||||
				if (serverInfo.icon) {
 | 
			
		||||
					server.icon = serverInfo.icon;
 | 
			
		||||
				}
 | 
			
		||||
			}
 | 
			
		||||
			else {
 | 
			
		||||
				return;
 | 
			
		||||
 
 | 
			
		||||
@@ -2,6 +2,7 @@
 | 
			
		||||
 * @name DiscordGuild
 | 
			
		||||
 * @property {String} id
 | 
			
		||||
 * @property {String} name
 | 
			
		||||
 * @property {String|null|undefined} [icon]
 | 
			
		||||
 */
 | 
			
		||||
 | 
			
		||||
/**
 | 
			
		||||
@@ -14,6 +15,7 @@
 | 
			
		||||
 * @property {Number} [position]
 | 
			
		||||
 * @property {String} [topic]
 | 
			
		||||
 * @property {Boolean} [nsfw]
 | 
			
		||||
 * @property {String|null|undefined} [icon]
 | 
			
		||||
 * @property {DiscordUser[]} [rawRecipients]
 | 
			
		||||
 */
 | 
			
		||||
 | 
			
		||||
 
 | 
			
		||||
							
								
								
									
										9
									
								
								app/Server/Data/FileUrl.cs
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										9
									
								
								app/Server/Data/FileUrl.cs
									
									
									
									
									
										Normal file
									
								
							@@ -0,0 +1,9 @@
 | 
			
		||||
namespace DHT.Server.Data;
 | 
			
		||||
 | 
			
		||||
public readonly record struct FileUrl(string NormalizedUrl, string DownloadUrl, string? Type) {
 | 
			
		||||
	public FileUrl(string url, string? type) : this(url, url, type) {}
 | 
			
		||||
	
 | 
			
		||||
	public Download ToPendingDownload() {
 | 
			
		||||
		return new Download(NormalizedUrl, DownloadUrl, DownloadStatus.Pending, Type, size: null);
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
@@ -1,7 +1,12 @@
 | 
			
		||||
using DHT.Server.Download;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Data;
 | 
			
		||||
 | 
			
		||||
public readonly struct Server {
 | 
			
		||||
	public ulong Id { get; init; }
 | 
			
		||||
	public string Name { get; init; }
 | 
			
		||||
	public ServerType? Type { get; init; }
 | 
			
		||||
	public string? IconHash { get; init; }
 | 
			
		||||
	
 | 
			
		||||
	internal FileUrl? IconUrl => Type == null || IconHash == null ? null : DownloadLinkExtractor.ServerIcon(Type.Value, Id, IconHash);
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
@@ -3,6 +3,7 @@ using System.Diagnostics.CodeAnalysis;
 | 
			
		||||
namespace DHT.Server.Data.Settings;
 | 
			
		||||
 | 
			
		||||
public static class SettingsKey {
 | 
			
		||||
	public static Bool SeparateFileForDownloads { get; } = new ("separate_file_for_downloads");
 | 
			
		||||
	public static Bool DownloadsAutoStart { get; } = new ("downloads_auto_start");
 | 
			
		||||
	public static Bool DownloadsLimitSize { get; } = new ("downloads_limit_size");
 | 
			
		||||
	public static UnsignedLong DownloadsMaximumSize { get; } = new ("downloads_maximum_size");
 | 
			
		||||
 
 | 
			
		||||
@@ -1,9 +1,13 @@
 | 
			
		||||
using DHT.Server.Download;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Data;
 | 
			
		||||
 | 
			
		||||
public readonly struct User {
 | 
			
		||||
	public ulong Id { get; init; }
 | 
			
		||||
	public string Name { get; init; }
 | 
			
		||||
	public string? DisplayName { get; init; }
 | 
			
		||||
	public string? AvatarUrl { get; init; }
 | 
			
		||||
	public string? AvatarHash { get; init; }
 | 
			
		||||
	public string? Discriminator { get; init; }
 | 
			
		||||
	
 | 
			
		||||
	internal FileUrl? AvatarUrl => AvatarHash == null ? null : DownloadLinkExtractor.UserAvatar(Id, AvatarHash);
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
@@ -1,16 +1,20 @@
 | 
			
		||||
using System;
 | 
			
		||||
using System.Buffers.Text;
 | 
			
		||||
using System.Diagnostics;
 | 
			
		||||
using System.Text.Json;
 | 
			
		||||
using System.Text.Json.Serialization;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Database.Export;
 | 
			
		||||
 | 
			
		||||
sealed class SnowflakeJsonSerializer : JsonConverter<Snowflake> {
 | 
			
		||||
	private const int MaxUlongStringLength = 20;
 | 
			
		||||
	
 | 
			
		||||
	public override Snowflake Read(ref Utf8JsonReader reader, Type typeToConvert, JsonSerializerOptions options) {
 | 
			
		||||
		return new Snowflake(ulong.Parse(reader.GetString()!));
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public override void Write(Utf8JsonWriter writer, Snowflake value, JsonSerializerOptions options) {
 | 
			
		||||
		writer.WriteStringValue(value.Id.ToString());
 | 
			
		||||
		writer.WriteStringValue(Format(value, stackalloc byte[MaxUlongStringLength]));
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public override Snowflake ReadAsPropertyName(ref Utf8JsonReader reader, Type typeToConvert, JsonSerializerOptions options) {
 | 
			
		||||
@@ -18,6 +22,14 @@ sealed class SnowflakeJsonSerializer : JsonConverter<Snowflake> {
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public override void WriteAsPropertyName(Utf8JsonWriter writer, Snowflake value, JsonSerializerOptions options) {
 | 
			
		||||
		writer.WritePropertyName(value.Id.ToString());
 | 
			
		||||
		writer.WritePropertyName(Format(value, stackalloc byte[MaxUlongStringLength]));
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private static ReadOnlySpan<byte> Format(Snowflake value, Span<byte> destination) {
 | 
			
		||||
		if (!Utf8Formatter.TryFormat(value.Id, destination, out int bytesWritten)) {
 | 
			
		||||
			Debug.Fail("Failed to format Snowflake value.");
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		return destination[..bytesWritten];
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
@@ -23,6 +23,9 @@ static class ViewerJson {
 | 
			
		||||
	public sealed class JsonServer {
 | 
			
		||||
		public required string Name { get; init; }
 | 
			
		||||
		public required string Type { get; init; }
 | 
			
		||||
		
 | 
			
		||||
		[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
 | 
			
		||||
		public string? IconUrl { get; init; }
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public sealed class JsonChannel {
 | 
			
		||||
@@ -30,7 +33,7 @@ static class ViewerJson {
 | 
			
		||||
		public required string Name { get; init; }
 | 
			
		||||
		
 | 
			
		||||
		[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
 | 
			
		||||
		public string? Parent { get; init; }
 | 
			
		||||
		public Snowflake? Parent { get; init; }
 | 
			
		||||
		
 | 
			
		||||
		[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
 | 
			
		||||
		public int? Position { get; init; }
 | 
			
		||||
@@ -55,7 +58,7 @@ static class ViewerJson {
 | 
			
		||||
		public long? Te { get; init; }
 | 
			
		||||
		
 | 
			
		||||
		[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
 | 
			
		||||
		public string? R { get; init; }
 | 
			
		||||
		public Snowflake? R { get; init; }
 | 
			
		||||
		
 | 
			
		||||
		[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
 | 
			
		||||
		public JsonMessageAttachment[]? A { get; init; }
 | 
			
		||||
@@ -80,7 +83,7 @@ static class ViewerJson {
 | 
			
		||||
	
 | 
			
		||||
	public sealed class JsonMessageReaction {
 | 
			
		||||
		[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
 | 
			
		||||
		public string? Id { get; init; }
 | 
			
		||||
		public Snowflake? Id { get; init; }
 | 
			
		||||
		
 | 
			
		||||
		[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
 | 
			
		||||
		public string? N { get; init; }
 | 
			
		||||
 
 | 
			
		||||
@@ -2,13 +2,15 @@ using System;
 | 
			
		||||
using System.Collections.Generic;
 | 
			
		||||
using System.IO;
 | 
			
		||||
using System.Linq;
 | 
			
		||||
using System.Runtime.CompilerServices;
 | 
			
		||||
using System.Text.Json;
 | 
			
		||||
using System.Threading;
 | 
			
		||||
using System.Threading.Channels;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using DHT.Server.Data;
 | 
			
		||||
using DHT.Server.Data.Filters;
 | 
			
		||||
using DHT.Utils.Logging;
 | 
			
		||||
using Channel = System.Threading.Channels.Channel;
 | 
			
		||||
using DiscordChannel = DHT.Server.Data.Channel;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Database.Export;
 | 
			
		||||
 | 
			
		||||
@@ -18,12 +20,12 @@ static class ViewerJsonExport {
 | 
			
		||||
	public static async Task GetMetadata(Stream stream, IDatabaseFile db, MessageFilter? filter = null, CancellationToken cancellationToken = default) {
 | 
			
		||||
		Perf perf = Log.Start();
 | 
			
		||||
		
 | 
			
		||||
		var includedChannels = new List<Channel>();
 | 
			
		||||
		var includedChannels = new List<DiscordChannel>();
 | 
			
		||||
		var includedServerIds = new HashSet<ulong>();
 | 
			
		||||
		
 | 
			
		||||
		HashSet<ulong>? channelIdFilter = filter?.ChannelIds;
 | 
			
		||||
		
 | 
			
		||||
		await foreach (Channel channel in db.Channels.Get(cancellationToken)) {
 | 
			
		||||
		await foreach (DiscordChannel channel in db.Channels.Get(cancellationToken)) {
 | 
			
		||||
			if (channelIdFilter == null || channelIdFilter.Contains(channel.Id)) {
 | 
			
		||||
				includedChannels.Add(channel);
 | 
			
		||||
				includedServerIds.Add(channel.Server);
 | 
			
		||||
@@ -53,11 +55,30 @@ static class ViewerJsonExport {
 | 
			
		||||
		
 | 
			
		||||
		ReadOnlyMemory<byte> newLine = "\n"u8.ToArray();
 | 
			
		||||
		
 | 
			
		||||
		await foreach (ViewerJson.JsonMessage message in GenerateMessageList(db, filter, cancellationToken)) {
 | 
			
		||||
			await JsonSerializer.SerializeAsync(stream, message, ViewerJsonMessageContext.Default.JsonMessage, cancellationToken);
 | 
			
		||||
		Channel<Message> channel = Channel.CreateBounded<Message>(new BoundedChannelOptions(32) {
 | 
			
		||||
			SingleWriter = true,
 | 
			
		||||
			SingleReader = true,
 | 
			
		||||
			AllowSynchronousContinuations = true,
 | 
			
		||||
			FullMode = BoundedChannelFullMode.Wait,
 | 
			
		||||
		});
 | 
			
		||||
		
 | 
			
		||||
		Task writerTask = Task.Run(async () => {
 | 
			
		||||
			try {
 | 
			
		||||
				await foreach (Message message in db.Messages.Get(filter, cancellationToken)) {
 | 
			
		||||
					await channel.Writer.WriteAsync(message, cancellationToken);
 | 
			
		||||
				}
 | 
			
		||||
			} finally {
 | 
			
		||||
				channel.Writer.Complete();
 | 
			
		||||
			}
 | 
			
		||||
		}, cancellationToken);
 | 
			
		||||
		
 | 
			
		||||
		await foreach (Message message in channel.Reader.ReadAllAsync(cancellationToken)) {
 | 
			
		||||
			await JsonSerializer.SerializeAsync(stream, ToJsonMessage(message), ViewerJsonMessageContext.Default.JsonMessage, cancellationToken);
 | 
			
		||||
			await stream.WriteAsync(newLine, cancellationToken);
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		await writerTask;
 | 
			
		||||
		
 | 
			
		||||
		perf.Step("Generate and serialize messages to JSON");
 | 
			
		||||
		perf.End();
 | 
			
		||||
	}
 | 
			
		||||
@@ -69,7 +90,7 @@ static class ViewerJsonExport {
 | 
			
		||||
			users[user.Id] = new ViewerJson.JsonUser {
 | 
			
		||||
				Name = user.Name,
 | 
			
		||||
				DisplayName = user.DisplayName,
 | 
			
		||||
				Avatar = user.AvatarUrl,
 | 
			
		||||
				Avatar = user.AvatarHash,
 | 
			
		||||
			};
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
@@ -87,20 +108,21 @@ static class ViewerJsonExport {
 | 
			
		||||
			servers[server.Id] = new ViewerJson.JsonServer {
 | 
			
		||||
				Name = server.Name,
 | 
			
		||||
				Type = ServerTypes.ToJsonViewerString(server.Type),
 | 
			
		||||
				IconUrl = server.IconUrl?.DownloadUrl,
 | 
			
		||||
			};
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		return servers;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private static Dictionary<Snowflake, ViewerJson.JsonChannel> GenerateChannelList(List<Channel> includedChannels) {
 | 
			
		||||
	private static Dictionary<Snowflake, ViewerJson.JsonChannel> GenerateChannelList(List<DiscordChannel> includedChannels) {
 | 
			
		||||
		var channels = new Dictionary<Snowflake, ViewerJson.JsonChannel>();
 | 
			
		||||
		
 | 
			
		||||
		foreach (Channel channel in includedChannels) {
 | 
			
		||||
		foreach (DiscordChannel channel in includedChannels) {
 | 
			
		||||
			channels[channel.Id] = new ViewerJson.JsonChannel {
 | 
			
		||||
				Server = channel.Server,
 | 
			
		||||
				Name = channel.Name,
 | 
			
		||||
				Parent = channel.ParentId?.ToString(),
 | 
			
		||||
				Parent = channel.ParentId,
 | 
			
		||||
				Position = channel.Position,
 | 
			
		||||
				Topic = channel.Topic,
 | 
			
		||||
				Nsfw = channel.Nsfw,
 | 
			
		||||
@@ -110,40 +132,38 @@ static class ViewerJsonExport {
 | 
			
		||||
		return channels;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private static async IAsyncEnumerable<ViewerJson.JsonMessage> GenerateMessageList(IDatabaseFile db, MessageFilter? filter, [EnumeratorCancellation] CancellationToken cancellationToken) {
 | 
			
		||||
		await foreach (Message message in db.Messages.Get(filter, cancellationToken)) {
 | 
			
		||||
			yield return new ViewerJson.JsonMessage {
 | 
			
		||||
				Id = message.Id,
 | 
			
		||||
				C = message.Channel,
 | 
			
		||||
				U = message.Sender,
 | 
			
		||||
				T = message.Timestamp,
 | 
			
		||||
				M = string.IsNullOrEmpty(message.Text) ? null : message.Text,
 | 
			
		||||
				Te = message.EditTimestamp,
 | 
			
		||||
				R = message.RepliedToId?.ToString(),
 | 
			
		||||
	private static ViewerJson.JsonMessage ToJsonMessage(Message message) {
 | 
			
		||||
		return new ViewerJson.JsonMessage {
 | 
			
		||||
			Id = message.Id,
 | 
			
		||||
			C = message.Channel,
 | 
			
		||||
			U = message.Sender,
 | 
			
		||||
			T = message.Timestamp,
 | 
			
		||||
			M = string.IsNullOrEmpty(message.Text) ? null : message.Text,
 | 
			
		||||
			Te = message.EditTimestamp,
 | 
			
		||||
			R = message.RepliedToId,
 | 
			
		||||
			
 | 
			
		||||
			A = message.Attachments.IsEmpty ? null : message.Attachments.Select(static attachment => {
 | 
			
		||||
				var a = new ViewerJson.JsonMessageAttachment {
 | 
			
		||||
					Url = attachment.DownloadUrl,
 | 
			
		||||
					Name = Uri.TryCreate(attachment.NormalizedUrl, UriKind.Absolute, out Uri? uri) ? Path.GetFileName(uri.LocalPath) : attachment.NormalizedUrl,
 | 
			
		||||
				};
 | 
			
		||||
				
 | 
			
		||||
				A = message.Attachments.IsEmpty ? null : message.Attachments.Select(static attachment => {
 | 
			
		||||
					var a = new ViewerJson.JsonMessageAttachment {
 | 
			
		||||
						Url = attachment.DownloadUrl,
 | 
			
		||||
						Name = Uri.TryCreate(attachment.NormalizedUrl, UriKind.Absolute, out Uri? uri) ? Path.GetFileName(uri.LocalPath) : attachment.NormalizedUrl,
 | 
			
		||||
					};
 | 
			
		||||
					
 | 
			
		||||
					if (attachment is { Width: not null, Height: not null }) {
 | 
			
		||||
						a.Width = attachment.Width;
 | 
			
		||||
						a.Height = attachment.Height;
 | 
			
		||||
					}
 | 
			
		||||
					
 | 
			
		||||
					return a;
 | 
			
		||||
				}).ToArray(),
 | 
			
		||||
				if (attachment is { Width: not null, Height: not null }) {
 | 
			
		||||
					a.Width = attachment.Width;
 | 
			
		||||
					a.Height = attachment.Height;
 | 
			
		||||
				}
 | 
			
		||||
				
 | 
			
		||||
				E = message.Embeds.IsEmpty ? null : message.Embeds.Select(static embed => embed.Json).ToArray(),
 | 
			
		||||
				
 | 
			
		||||
				Re = message.Reactions.IsEmpty ? null : message.Reactions.Select(static reaction => new ViewerJson.JsonMessageReaction {
 | 
			
		||||
					Id = reaction.EmojiId?.ToString(),
 | 
			
		||||
					N = reaction.EmojiName,
 | 
			
		||||
					A = reaction.EmojiFlags.HasFlag(EmojiFlags.Animated),
 | 
			
		||||
					C = reaction.Count,
 | 
			
		||||
				}).ToArray(),
 | 
			
		||||
			};
 | 
			
		||||
		}
 | 
			
		||||
				return a;
 | 
			
		||||
			}).ToArray(),
 | 
			
		||||
			
 | 
			
		||||
			E = message.Embeds.IsEmpty ? null : message.Embeds.Select(static embed => embed.Json).ToArray(),
 | 
			
		||||
			
 | 
			
		||||
			Re = message.Reactions.IsEmpty ? null : message.Reactions.Select(static reaction => new ViewerJson.JsonMessageReaction {
 | 
			
		||||
				Id = reaction.EmojiId,
 | 
			
		||||
				N = reaction.EmojiName,
 | 
			
		||||
				A = reaction.EmojiFlags.HasFlag(EmojiFlags.Animated),
 | 
			
		||||
				C = reaction.Count,
 | 
			
		||||
			}).ToArray(),
 | 
			
		||||
		};
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
@@ -10,15 +10,12 @@ using DHT.Server.Data;
 | 
			
		||||
using DHT.Utils.Collections;
 | 
			
		||||
using DHT.Utils.Http;
 | 
			
		||||
using DHT.Utils.Logging;
 | 
			
		||||
using Microsoft.AspNetCore.StaticFiles;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Database.Import;
 | 
			
		||||
 | 
			
		||||
public static class LegacyArchiveImport {
 | 
			
		||||
	private static readonly Log Log = Log.ForType(typeof(LegacyArchiveImport));
 | 
			
		||||
	
 | 
			
		||||
	private static readonly FileExtensionContentTypeProvider ContentTypeProvider = new ();
 | 
			
		||||
	
 | 
			
		||||
	public static async Task<bool> Read(Stream stream, IDatabaseFile db, FakeSnowflake fakeSnowflake, Func<Data.Server[], Task<Dictionary<Data.Server, ulong>?>> askForServerIds) {
 | 
			
		||||
		Perf perf = Log.Start();
 | 
			
		||||
		JsonElement root = await JsonSerializer.DeserializeAsync(stream, JsonElementContext.Default.JsonElement);
 | 
			
		||||
@@ -106,7 +103,7 @@ public static class LegacyArchiveImport {
 | 
			
		||||
			users[userindex[userId]] = new User {
 | 
			
		||||
				Id = userId,
 | 
			
		||||
				Name = userObj.RequireString("name", path),
 | 
			
		||||
				AvatarUrl = userObj.HasKey("avatar") ? userObj.RequireString("avatar", path) : null,
 | 
			
		||||
				AvatarHash = userObj.HasKey("avatar") ? userObj.RequireString("avatar", path) : null,
 | 
			
		||||
				Discriminator = userObj.HasKey("tag") ? userObj.RequireString("tag", path) : null,
 | 
			
		||||
			};
 | 
			
		||||
		}
 | 
			
		||||
@@ -189,7 +186,7 @@ public static class LegacyArchiveImport {
 | 
			
		||||
		return attachmentsArray.Select(attachmentObj => {
 | 
			
		||||
			string url = attachmentObj.RequireString("url", path);
 | 
			
		||||
			string name = url[(url.LastIndexOf('/') + 1)..];
 | 
			
		||||
			string? type = ContentTypeProvider.TryGetContentType(name, out string? contentType) ? contentType : null;
 | 
			
		||||
			string? type = MimeTypes.TryGetByFileExtension(name, out var mimeType) ? mimeType : null;
 | 
			
		||||
			
 | 
			
		||||
			return new Attachment {
 | 
			
		||||
				Id = fakeSnowflake.Next(),
 | 
			
		||||
 
 | 
			
		||||
@@ -5,6 +5,7 @@ using System.Linq;
 | 
			
		||||
using System.Reactive.Linq;
 | 
			
		||||
using System.Threading;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using DHT.Server.Data;
 | 
			
		||||
using DHT.Server.Data.Aggregations;
 | 
			
		||||
using DHT.Server.Data.Filters;
 | 
			
		||||
using DHT.Server.Download;
 | 
			
		||||
@@ -20,7 +21,7 @@ public interface IDownloadRepository {
 | 
			
		||||
	
 | 
			
		||||
	Task<DownloadStatusStatistics> GetStatistics(DownloadItemFilter nonSkippedFilter, CancellationToken cancellationToken = default);
 | 
			
		||||
	
 | 
			
		||||
	IAsyncEnumerable<Data.Download> Get();
 | 
			
		||||
	IAsyncEnumerable<Data.Download> Get(DownloadItemFilter? filter = null);
 | 
			
		||||
	
 | 
			
		||||
	Task<bool> GetDownloadData(string normalizedUrl, Func<Stream, Task> dataProcessor);
 | 
			
		||||
	
 | 
			
		||||
@@ -34,7 +35,7 @@ public interface IDownloadRepository {
 | 
			
		||||
	
 | 
			
		||||
	Task Remove(ICollection<string> normalizedUrls);
 | 
			
		||||
	
 | 
			
		||||
	IAsyncEnumerable<Data.Download> FindAllDownloadableUrls(CancellationToken cancellationToken = default);
 | 
			
		||||
	IAsyncEnumerable<FileUrl> FindReachableFiles(CancellationToken cancellationToken = default);
 | 
			
		||||
	
 | 
			
		||||
	internal sealed class Dummy : IDownloadRepository {
 | 
			
		||||
		public IObservable<long> TotalCount { get; } = Observable.Return(0L);
 | 
			
		||||
@@ -51,7 +52,7 @@ public interface IDownloadRepository {
 | 
			
		||||
			return Task.FromResult(new DownloadStatusStatistics());
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		public IAsyncEnumerable<Data.Download> Get() {
 | 
			
		||||
		public IAsyncEnumerable<Data.Download> Get(DownloadItemFilter? filter) {
 | 
			
		||||
			return AsyncEnumerable.Empty<Data.Download>();
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
@@ -79,8 +80,8 @@ public interface IDownloadRepository {
 | 
			
		||||
			return Task.CompletedTask;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		public IAsyncEnumerable<Data.Download> FindAllDownloadableUrls(CancellationToken cancellationToken) {
 | 
			
		||||
			return AsyncEnumerable.Empty<Data.Download>();
 | 
			
		||||
		public IAsyncEnumerable<FileUrl> FindReachableFiles(CancellationToken cancellationToken) {
 | 
			
		||||
			return AsyncEnumerable.Empty<FileUrl>();
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
@@ -18,6 +18,8 @@ namespace DHT.Server.Database.Sqlite.Repositories;
 | 
			
		||||
sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRepository(Log), IDownloadRepository {
 | 
			
		||||
	private static readonly Log Log = Log.ForType<SqliteDownloadRepository>();
 | 
			
		||||
	
 | 
			
		||||
	public const string Schema = "downloads";
 | 
			
		||||
	
 | 
			
		||||
	internal sealed class NewDownloadCollector : IAsyncDisposable {
 | 
			
		||||
		private readonly SqliteDownloadRepository repository;
 | 
			
		||||
		private bool hasChanged = false;
 | 
			
		||||
@@ -60,6 +62,15 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
 | 
			
		||||
			hasChanged |= await metadataCmd.ExecuteNonQueryAsync() > 0;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		public Task AddIfNotNull(Data.Download? download) {
 | 
			
		||||
			if (download != null) {
 | 
			
		||||
				return Add(download);
 | 
			
		||||
			}
 | 
			
		||||
			else {
 | 
			
		||||
				return Task.CompletedTask;
 | 
			
		||||
			}
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		public void OnCommitted() {
 | 
			
		||||
			if (hasChanged) {
 | 
			
		||||
				repository.UpdateTotalCount();
 | 
			
		||||
@@ -71,7 +82,25 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private static SqliteBlob BlobReference(ISqliteConnection conn, long rowid, bool readOnly) {
 | 
			
		||||
		string schema = conn.HasAttachedDatabase(Schema) ? Schema : "main";
 | 
			
		||||
		return new SqliteBlob(conn.InnerConnection, databaseName: schema, tableName: "download_blobs", columnName: "blob", rowid, readOnly);
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async Task AddDownload(Data.Download item, Stream? stream) {
 | 
			
		||||
		ulong? actualSize;
 | 
			
		||||
		
 | 
			
		||||
		if (stream is not null) {
 | 
			
		||||
			actualSize = (ulong) stream.Length;
 | 
			
		||||
			
 | 
			
		||||
			if (actualSize != item.Size) {
 | 
			
		||||
				Log.Warn("Download size differs from its metadata - metadata size: " + item.Size + " B, actual size: " + actualSize + " B, url: " + item.NormalizedUrl);
 | 
			
		||||
			}
 | 
			
		||||
		}
 | 
			
		||||
		else {
 | 
			
		||||
			actualSize = item.Size;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		await using (var conn = await pool.Take()) {
 | 
			
		||||
			await conn.BeginTransactionAsync();
 | 
			
		||||
			
 | 
			
		||||
@@ -87,7 +116,7 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
 | 
			
		||||
			metadataCmd.Set(":download_url", item.DownloadUrl);
 | 
			
		||||
			metadataCmd.Set(":status", (int) item.Status);
 | 
			
		||||
			metadataCmd.Set(":type", item.Type);
 | 
			
		||||
			metadataCmd.Set(":size", item.Size);
 | 
			
		||||
			metadataCmd.Set(":size", actualSize);
 | 
			
		||||
			await metadataCmd.ExecuteNonQueryAsync();
 | 
			
		||||
			
 | 
			
		||||
			if (stream == null) {
 | 
			
		||||
@@ -107,10 +136,10 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
 | 
			
		||||
				);
 | 
			
		||||
				
 | 
			
		||||
				upsertBlobCmd.AddAndSet(":normalized_url", SqliteType.Text, item.NormalizedUrl);
 | 
			
		||||
				upsertBlobCmd.AddAndSet(":blob_length", SqliteType.Integer, item.Size);
 | 
			
		||||
				upsertBlobCmd.AddAndSet(":blob_length", SqliteType.Integer, actualSize);
 | 
			
		||||
				long rowid = await upsertBlobCmd.ExecuteLongScalarAsync();
 | 
			
		||||
				
 | 
			
		||||
				await using var blob = new SqliteBlob(conn.InnerConnection, "download_blobs", "blob", rowid);
 | 
			
		||||
				await using var blob = BlobReference(conn, rowid, readOnly: false);
 | 
			
		||||
				await stream.CopyToAsync(blob);
 | 
			
		||||
			}
 | 
			
		||||
			
 | 
			
		||||
@@ -181,10 +210,10 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
 | 
			
		||||
		};
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async IAsyncEnumerable<Data.Download> Get() {
 | 
			
		||||
	public async IAsyncEnumerable<Data.Download> Get(DownloadItemFilter? filter) {
 | 
			
		||||
		await using var conn = await pool.Take();
 | 
			
		||||
		
 | 
			
		||||
		await using var cmd = conn.Command("SELECT normalized_url, download_url, status, type, size FROM download_metadata");
 | 
			
		||||
		await using var cmd = conn.Command("SELECT normalized_url, download_url, status, type, size FROM download_metadata" + filter.GenerateConditions().BuildWhereClause());
 | 
			
		||||
		await using var reader = await cmd.ExecuteReaderAsync();
 | 
			
		||||
		
 | 
			
		||||
		while (await reader.ReadAsync()) {
 | 
			
		||||
@@ -214,7 +243,7 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
 | 
			
		||||
			rowid = reader.GetInt64(0);
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		await using (var blob = new SqliteBlob(conn.InnerConnection, "download_blobs", "blob", rowid, readOnly: true)) {
 | 
			
		||||
		await using (var blob = BlobReference(conn, rowid, readOnly: true)) {
 | 
			
		||||
			await dataProcessor(blob);
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
@@ -249,7 +278,7 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
 | 
			
		||||
			rowid = reader.GetInt64(2);
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		await using (var blob = new SqliteBlob(conn.InnerConnection, "download_blobs", "blob", rowid, readOnly: true)) {
 | 
			
		||||
		await using (var blob = BlobReference(conn, rowid, readOnly: true)) {
 | 
			
		||||
			await dataProcessor(new Data.Download(normalizedUrl, downloadUrl, DownloadStatus.Success, type, (ulong) blob.Length), blob, cancellationToken);
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
@@ -341,14 +370,17 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
 | 
			
		||||
		UpdateTotalCount();
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async IAsyncEnumerable<Data.Download> FindAllDownloadableUrls([EnumeratorCancellation] CancellationToken cancellationToken = default) {
 | 
			
		||||
	public async IAsyncEnumerable<FileUrl> FindReachableFiles([EnumeratorCancellation] CancellationToken cancellationToken) {
 | 
			
		||||
		await using var conn = await pool.Take();
 | 
			
		||||
		
 | 
			
		||||
		await using (var cmd = conn.Command("SELECT normalized_url, download_url, type, size FROM attachments")) {
 | 
			
		||||
		await using (var cmd = conn.Command("SELECT type, normalized_url, download_url FROM attachments")) {
 | 
			
		||||
			await using var reader = await cmd.ExecuteReaderAsync(cancellationToken);
 | 
			
		||||
			
 | 
			
		||||
			while (await reader.ReadAsync(cancellationToken)) {
 | 
			
		||||
				yield return DownloadLinkExtractor.FromAttachment(reader.GetString(0), reader.GetString(1), reader.IsDBNull(2) ? null : reader.GetString(2), reader.GetUint64(3));
 | 
			
		||||
				string? type = reader.IsDBNull(0) ? null : reader.GetString(0);
 | 
			
		||||
				string normalizedUrl = reader.GetString(1);
 | 
			
		||||
				string downloadUrl = reader.GetString(2);
 | 
			
		||||
				yield return new FileUrl(normalizedUrl, downloadUrl, type);
 | 
			
		||||
			}
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
@@ -356,8 +388,31 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
 | 
			
		||||
			await using var reader = await cmd.ExecuteReaderAsync(cancellationToken);
 | 
			
		||||
			
 | 
			
		||||
			while (await reader.ReadAsync(cancellationToken)) {
 | 
			
		||||
				var result = await DownloadLinkExtractor.TryFromEmbedJson(reader.GetStream(0));
 | 
			
		||||
				if (result is not null) {
 | 
			
		||||
				if (await DownloadLinkExtractor.TryFromEmbedJson(reader.GetStream(0)) is {} result) {
 | 
			
		||||
					yield return result;
 | 
			
		||||
				}
 | 
			
		||||
			}
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		await using (var cmd = conn.Command("SELECT DISTINCT emoji_id, emoji_flags FROM message_reactions WHERE emoji_id IS NOT NULL")) {
 | 
			
		||||
			await using var reader = await cmd.ExecuteReaderAsync(cancellationToken);
 | 
			
		||||
			
 | 
			
		||||
			while (await reader.ReadAsync(cancellationToken)) {
 | 
			
		||||
				ulong emojiId = reader.GetUint64(0);
 | 
			
		||||
				EmojiFlags emojiFlags = (EmojiFlags) reader.GetInt16(1);
 | 
			
		||||
				yield return DownloadLinkExtractor.Emoji(emojiId, emojiFlags);
 | 
			
		||||
			}
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		await using (var cmd = conn.Command("SELECT id, type, icon_hash FROM servers WHERE icon_hash IS NOT NULL")) {
 | 
			
		||||
			await using var reader = await cmd.ExecuteReaderAsync(cancellationToken);
 | 
			
		||||
			
 | 
			
		||||
			while (await reader.ReadAsync(cancellationToken)) {
 | 
			
		||||
				ulong id = reader.GetUint64(0);
 | 
			
		||||
				ServerType? type = ServerTypes.FromString(reader.GetString(1));
 | 
			
		||||
				string iconHash = reader.GetString(2);
 | 
			
		||||
				
 | 
			
		||||
				if (DownloadLinkExtractor.ServerIcon(type, id, iconHash) is {} result) {
 | 
			
		||||
					yield return result;
 | 
			
		||||
				}
 | 
			
		||||
			}
 | 
			
		||||
@@ -367,15 +422,9 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
 | 
			
		||||
			await using var reader = await cmd.ExecuteReaderAsync(cancellationToken);
 | 
			
		||||
			
 | 
			
		||||
			while (await reader.ReadAsync(cancellationToken)) {
 | 
			
		||||
				yield return DownloadLinkExtractor.FromUserAvatar(reader.GetUint64(0), reader.GetString(1));
 | 
			
		||||
			}
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		await using (var cmd = conn.Command("SELECT DISTINCT emoji_id, emoji_flags FROM message_reactions WHERE emoji_id IS NOT NULL")) {
 | 
			
		||||
			await using var reader = await cmd.ExecuteReaderAsync(cancellationToken);
 | 
			
		||||
			
 | 
			
		||||
			while (await reader.ReadAsync(cancellationToken)) {
 | 
			
		||||
				yield return DownloadLinkExtractor.FromEmoji(reader.GetUint64(0), (EmojiFlags) reader.GetInt16(1));
 | 
			
		||||
				ulong id = reader.GetUint64(0);
 | 
			
		||||
				string avatarHash = reader.GetString(1);
 | 
			
		||||
				yield return DownloadLinkExtractor.UserAvatar(id, avatarHash);
 | 
			
		||||
			}
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
 
 | 
			
		||||
@@ -10,6 +10,7 @@ using DHT.Server.Database.Repositories;
 | 
			
		||||
using DHT.Server.Database.Sqlite.Utils;
 | 
			
		||||
using DHT.Server.Download;
 | 
			
		||||
using DHT.Utils.Logging;
 | 
			
		||||
using JetBrains.Annotations;
 | 
			
		||||
using Microsoft.Data.Sqlite;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Database.Sqlite.Repositories;
 | 
			
		||||
@@ -17,15 +18,16 @@ namespace DHT.Server.Database.Sqlite.Repositories;
 | 
			
		||||
sealed class SqliteMessageRepository(SqliteConnectionPool pool, SqliteDownloadRepository downloads) : BaseSqliteRepository(Log), IMessageRepository {
 | 
			
		||||
	private static readonly Log Log = Log.ForType<SqliteMessageRepository>();
 | 
			
		||||
	
 | 
			
		||||
	// Moved outside the Add method due to language injections not working in local methods.
 | 
			
		||||
	private static SqliteCommand DeleteByMessageId(ISqliteConnection conn, [LanguageInjection("sql", Prefix = "SELECT * FROM ")] string tableName) {
 | 
			
		||||
		return conn.Delete(tableName, ("message_id", SqliteType.Integer));
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async Task Add(IReadOnlyList<Message> messages) {
 | 
			
		||||
		if (messages.Count == 0) {
 | 
			
		||||
			return;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		static SqliteCommand DeleteByMessageId(ISqliteConnection conn, string tableName) {
 | 
			
		||||
			return conn.Delete(tableName, ("message_id", SqliteType.Integer));
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		static async Task ExecuteDeleteByMessageId(SqliteCommand cmd, object id) {
 | 
			
		||||
			cmd.Set(":message_id", id);
 | 
			
		||||
			await cmd.ExecuteNonQueryAsync();
 | 
			
		||||
@@ -137,7 +139,7 @@ sealed class SqliteMessageRepository(SqliteConnectionPool pool, SqliteDownloadRe
 | 
			
		||||
						messageAttachmentCmd.Set(":attachment_id", attachmentId);
 | 
			
		||||
						await messageAttachmentCmd.ExecuteNonQueryAsync();
 | 
			
		||||
						
 | 
			
		||||
						await downloadCollector.Add(DownloadLinkExtractor.FromAttachment(attachment));
 | 
			
		||||
						await downloadCollector.Add(new Data.Download(attachment.NormalizedUrl, attachment.DownloadUrl, DownloadStatus.Pending, attachment.Type, attachment.Size));
 | 
			
		||||
					}
 | 
			
		||||
				}
 | 
			
		||||
				
 | 
			
		||||
@@ -148,7 +150,7 @@ sealed class SqliteMessageRepository(SqliteConnectionPool pool, SqliteDownloadRe
 | 
			
		||||
						await messageEmbedCmd.ExecuteNonQueryAsync();
 | 
			
		||||
						
 | 
			
		||||
						if (DownloadLinkExtractor.TryFromEmbedJson(embed.Json) is {} download) {
 | 
			
		||||
							await downloadCollector.Add(download);
 | 
			
		||||
							await downloadCollector.Add(download.ToPendingDownload());
 | 
			
		||||
						}
 | 
			
		||||
					}
 | 
			
		||||
				}
 | 
			
		||||
@@ -163,7 +165,7 @@ sealed class SqliteMessageRepository(SqliteConnectionPool pool, SqliteDownloadRe
 | 
			
		||||
						await messageReactionCmd.ExecuteNonQueryAsync();
 | 
			
		||||
						
 | 
			
		||||
						if (reaction.EmojiId is {} emojiId) {
 | 
			
		||||
							await downloadCollector.Add(DownloadLinkExtractor.FromEmoji(emojiId, reaction.EmojiFlags));
 | 
			
		||||
							await downloadCollector.Add(DownloadLinkExtractor.Emoji(emojiId, reaction.EmojiFlags).ToPendingDownload());
 | 
			
		||||
						}
 | 
			
		||||
					}
 | 
			
		||||
				}
 | 
			
		||||
 
 | 
			
		||||
@@ -10,15 +10,9 @@ using Microsoft.Data.Sqlite;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Database.Sqlite.Repositories;
 | 
			
		||||
 | 
			
		||||
sealed class SqliteServerRepository : BaseSqliteRepository, IServerRepository {
 | 
			
		||||
sealed class SqliteServerRepository(SqliteConnectionPool pool, SqliteDownloadRepository downloads) : BaseSqliteRepository(Log), IServerRepository {
 | 
			
		||||
	private static readonly Log Log = Log.ForType<SqliteServerRepository>();
 | 
			
		||||
	
 | 
			
		||||
	private readonly SqliteConnectionPool pool;
 | 
			
		||||
	
 | 
			
		||||
	public SqliteServerRepository(SqliteConnectionPool pool) : base(Log) {
 | 
			
		||||
		this.pool = pool;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async Task Add(IReadOnlyList<Data.Server> servers) {
 | 
			
		||||
		await using (var conn = await pool.Take()) {
 | 
			
		||||
			await conn.BeginTransactionAsync();
 | 
			
		||||
@@ -27,13 +21,18 @@ sealed class SqliteServerRepository : BaseSqliteRepository, IServerRepository {
 | 
			
		||||
				("id", SqliteType.Integer),
 | 
			
		||||
				("name", SqliteType.Text),
 | 
			
		||||
				("type", SqliteType.Text),
 | 
			
		||||
				("icon_hash", SqliteType.Text),
 | 
			
		||||
			]);
 | 
			
		||||
			
 | 
			
		||||
			await using var downloadCollector = new SqliteDownloadRepository.NewDownloadCollector(downloads, conn);
 | 
			
		||||
			
 | 
			
		||||
			foreach (Data.Server server in servers) {
 | 
			
		||||
				cmd.Set(":id", server.Id);
 | 
			
		||||
				cmd.Set(":name", server.Name);
 | 
			
		||||
				cmd.Set(":type", ServerTypes.ToString(server.Type));
 | 
			
		||||
				cmd.Set(":icon_hash", server.IconHash);
 | 
			
		||||
				await cmd.ExecuteNonQueryAsync();
 | 
			
		||||
				await downloadCollector.AddIfNotNull(server.IconUrl?.ToPendingDownload());
 | 
			
		||||
			}
 | 
			
		||||
			
 | 
			
		||||
			await conn.CommitTransactionAsync();
 | 
			
		||||
@@ -50,7 +49,7 @@ sealed class SqliteServerRepository : BaseSqliteRepository, IServerRepository {
 | 
			
		||||
	public async IAsyncEnumerable<Data.Server> Get([EnumeratorCancellation] CancellationToken cancellationToken) {
 | 
			
		||||
		await using var conn = await pool.Take();
 | 
			
		||||
		
 | 
			
		||||
		await using var cmd = conn.Command("SELECT id, name, type FROM servers");
 | 
			
		||||
		await using var cmd = conn.Command("SELECT id, name, type, icon_hash FROM servers");
 | 
			
		||||
		await using var reader = await cmd.ExecuteReaderAsync(cancellationToken);
 | 
			
		||||
		
 | 
			
		||||
		while (await reader.ReadAsync(cancellationToken)) {
 | 
			
		||||
@@ -58,6 +57,7 @@ sealed class SqliteServerRepository : BaseSqliteRepository, IServerRepository {
 | 
			
		||||
				Id = reader.GetUint64(0),
 | 
			
		||||
				Name = reader.GetString(1),
 | 
			
		||||
				Type = ServerTypes.FromString(reader.GetString(2)),
 | 
			
		||||
				IconHash = reader.IsDBNull(3) ? null : reader.GetString(3),
 | 
			
		||||
			};
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
 
 | 
			
		||||
@@ -43,10 +43,14 @@ sealed class SqliteSettingsRepository(SqliteConnectionPool pool) : ISettingsRepo
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async Task<T?> Get<T>(SettingsKey<T> key, T? defaultValue) {
 | 
			
		||||
		await using var conn = await pool.Take();
 | 
			
		||||
		return await Get(conn, key, defaultValue);
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public static async Task<T?> Get<T>(ISqliteConnection conn, SettingsKey<T> key, T? defaultValue) {
 | 
			
		||||
		string? value;
 | 
			
		||||
		
 | 
			
		||||
		await using (var conn = await pool.Take()) {
 | 
			
		||||
			await using var cmd = conn.Command("SELECT value FROM metadata WHERE key = :key");
 | 
			
		||||
		await using (var cmd = conn.Command("SELECT value FROM metadata WHERE key = :key")) {
 | 
			
		||||
			cmd.AddAndSet(":key", SqliteType.Text, key.Key);
 | 
			
		||||
			
 | 
			
		||||
			await using var reader = await cmd.ExecuteReaderAsync();
 | 
			
		||||
 
 | 
			
		||||
@@ -5,23 +5,14 @@ using System.Threading.Tasks;
 | 
			
		||||
using DHT.Server.Data;
 | 
			
		||||
using DHT.Server.Database.Repositories;
 | 
			
		||||
using DHT.Server.Database.Sqlite.Utils;
 | 
			
		||||
using DHT.Server.Download;
 | 
			
		||||
using DHT.Utils.Logging;
 | 
			
		||||
using Microsoft.Data.Sqlite;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Database.Sqlite.Repositories;
 | 
			
		||||
 | 
			
		||||
sealed class SqliteUserRepository : BaseSqliteRepository, IUserRepository {
 | 
			
		||||
sealed class SqliteUserRepository(SqliteConnectionPool pool, SqliteDownloadRepository downloads) : BaseSqliteRepository(Log), IUserRepository {
 | 
			
		||||
	private static readonly Log Log = Log.ForType<SqliteUserRepository>();
 | 
			
		||||
	
 | 
			
		||||
	private readonly SqliteConnectionPool pool;
 | 
			
		||||
	private readonly SqliteDownloadRepository downloads;
 | 
			
		||||
	
 | 
			
		||||
	public SqliteUserRepository(SqliteConnectionPool pool, SqliteDownloadRepository downloads) : base(Log) {
 | 
			
		||||
		this.pool = pool;
 | 
			
		||||
		this.downloads = downloads;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async Task Add(IReadOnlyList<User> users) {
 | 
			
		||||
		await using (var conn = await pool.Take()) {
 | 
			
		||||
			await conn.BeginTransactionAsync();
 | 
			
		||||
@@ -40,13 +31,10 @@ sealed class SqliteUserRepository : BaseSqliteRepository, IUserRepository {
 | 
			
		||||
				cmd.Set(":id", user.Id);
 | 
			
		||||
				cmd.Set(":name", user.Name);
 | 
			
		||||
				cmd.Set(":display_name", user.DisplayName);
 | 
			
		||||
				cmd.Set(":avatar_url", user.AvatarUrl);
 | 
			
		||||
				cmd.Set(":avatar_url", user.AvatarHash);
 | 
			
		||||
				cmd.Set(":discriminator", user.Discriminator);
 | 
			
		||||
				await cmd.ExecuteNonQueryAsync();
 | 
			
		||||
				
 | 
			
		||||
				if (user.AvatarUrl is {} avatarUrl) {
 | 
			
		||||
					await downloadCollector.Add(DownloadLinkExtractor.FromUserAvatar(user.Id, avatarUrl));
 | 
			
		||||
				}
 | 
			
		||||
				await downloadCollector.AddIfNotNull(user.AvatarUrl?.ToPendingDownload());
 | 
			
		||||
			}
 | 
			
		||||
			
 | 
			
		||||
			await conn.CommitTransactionAsync();
 | 
			
		||||
@@ -72,7 +60,7 @@ sealed class SqliteUserRepository : BaseSqliteRepository, IUserRepository {
 | 
			
		||||
				Id = reader.GetUint64(0),
 | 
			
		||||
				Name = reader.GetString(1),
 | 
			
		||||
				DisplayName = reader.IsDBNull(2) ? null : reader.GetString(2),
 | 
			
		||||
				AvatarUrl = reader.IsDBNull(3) ? null : reader.GetString(3),
 | 
			
		||||
				AvatarHash = reader.IsDBNull(3) ? null : reader.GetString(3),
 | 
			
		||||
				Discriminator = reader.IsDBNull(4) ? null : reader.GetString(4),
 | 
			
		||||
			};
 | 
			
		||||
		}
 | 
			
		||||
 
 | 
			
		||||
@@ -1,9 +1,11 @@
 | 
			
		||||
using System;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using DHT.Server.Database.Sqlite.Utils;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Database.Sqlite.Schema;
 | 
			
		||||
 | 
			
		||||
public interface ISchemaUpgradeCallbacks {
 | 
			
		||||
	Task<InitialDatabaseSettings?> GetInitialDatabaseSettings();
 | 
			
		||||
	Task<bool> CanUpgrade();
 | 
			
		||||
	Task Start(int versionSteps, Func<IProgressReporter, Task> doUpgrade);
 | 
			
		||||
	
 | 
			
		||||
 
 | 
			
		||||
							
								
								
									
										11
									
								
								app/Server/Database/Sqlite/Schema/SqliteSchemaUpgradeTo11.cs
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										11
									
								
								app/Server/Database/Sqlite/Schema/SqliteSchemaUpgradeTo11.cs
									
									
									
									
									
										Normal file
									
								
							@@ -0,0 +1,11 @@
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using DHT.Server.Database.Sqlite.Utils;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Database.Sqlite.Schema;
 | 
			
		||||
 | 
			
		||||
sealed class SqliteSchemaUpgradeTo11 : ISchemaUpgrade {
 | 
			
		||||
	async Task ISchemaUpgrade.Run(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) {
 | 
			
		||||
		await reporter.MainWork("Applying schema changes...", finishedItems: 0, totalItems: 1);
 | 
			
		||||
		await conn.ExecuteAsync("ALTER TABLE servers ADD icon_hash TEXT");
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
@@ -124,7 +124,7 @@ sealed class SqliteSchemaUpgradeTo7 : ISchemaUpgrade {
 | 
			
		||||
			await using var reader = await embedCmd.ExecuteReaderAsync();
 | 
			
		||||
			
 | 
			
		||||
			while (await reader.ReadAsync()) {
 | 
			
		||||
				await InsertDownload(insertCmd, await DownloadLinkExtractor.TryFromEmbedJson(reader.GetStream(0)));
 | 
			
		||||
				await InsertDownload(insertCmd, (await DownloadLinkExtractor.TryFromEmbedJson(reader.GetStream(0)))?.ToPendingDownload());
 | 
			
		||||
			}
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
@@ -134,7 +134,7 @@ sealed class SqliteSchemaUpgradeTo7 : ISchemaUpgrade {
 | 
			
		||||
			await using var reader = await avatarCmd.ExecuteReaderAsync();
 | 
			
		||||
			
 | 
			
		||||
			while (await reader.ReadAsync()) {
 | 
			
		||||
				await InsertDownload(insertCmd, DownloadLinkExtractor.FromUserAvatar(reader.GetUint64(0), reader.GetString(1)));
 | 
			
		||||
				await InsertDownload(insertCmd, DownloadLinkExtractor.UserAvatar(reader.GetUint64(0), reader.GetString(1)).ToPendingDownload());
 | 
			
		||||
			}
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
@@ -144,7 +144,7 @@ sealed class SqliteSchemaUpgradeTo7 : ISchemaUpgrade {
 | 
			
		||||
			await using var reader = await avatarCmd.ExecuteReaderAsync();
 | 
			
		||||
			
 | 
			
		||||
			while (await reader.ReadAsync()) {
 | 
			
		||||
				await InsertDownload(insertCmd, DownloadLinkExtractor.FromEmoji(reader.GetUint64(0), (EmojiFlags) reader.GetInt16(1)));
 | 
			
		||||
				await InsertDownload(insertCmd, DownloadLinkExtractor.Emoji(reader.GetUint64(0), (EmojiFlags) reader.GetInt16(1)).ToPendingDownload());
 | 
			
		||||
			}
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
 
 | 
			
		||||
@@ -1,42 +1,46 @@
 | 
			
		||||
using System;
 | 
			
		||||
using System.Collections.Generic;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using DHT.Server.Data.Settings;
 | 
			
		||||
using DHT.Server.Database.Repositories;
 | 
			
		||||
using DHT.Server.Database.Sqlite.Repositories;
 | 
			
		||||
using DHT.Server.Database.Sqlite.Schema;
 | 
			
		||||
using DHT.Server.Database.Sqlite.Utils;
 | 
			
		||||
using Microsoft.Data.Sqlite;
 | 
			
		||||
using DHT.Utils.Logging;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Database.Sqlite;
 | 
			
		||||
 | 
			
		||||
public sealed class SqliteDatabaseFile : IDatabaseFile {
 | 
			
		||||
	private static readonly Log Log = Log.ForType<SqliteDatabaseFile>();
 | 
			
		||||
	
 | 
			
		||||
	private const int DefaultPoolSize = 5;
 | 
			
		||||
	
 | 
			
		||||
	public static async Task<SqliteDatabaseFile?> OpenOrCreate(string path, ISchemaUpgradeCallbacks schemaUpgradeCallbacks) {
 | 
			
		||||
		var connectionString = new SqliteConnectionStringBuilder {
 | 
			
		||||
			DataSource = path,
 | 
			
		||||
			Mode = SqliteOpenMode.ReadWriteCreate,
 | 
			
		||||
		};
 | 
			
		||||
		var connectionString = new SqliteConnectionStringFactory(path);
 | 
			
		||||
		var attachedDatabaseCollector = new AttachedDatabaseCollector(path);
 | 
			
		||||
		
 | 
			
		||||
		var pool = await SqliteConnectionPool.Create(connectionString, DefaultPoolSize);
 | 
			
		||||
		bool wasOpened;
 | 
			
		||||
		
 | 
			
		||||
		try {
 | 
			
		||||
			await using var conn = await pool.Take();
 | 
			
		||||
			wasOpened = await new SqliteSchema(conn).Setup(schemaUpgradeCallbacks);
 | 
			
		||||
		} catch (Exception) {
 | 
			
		||||
			await pool.DisposeAsync();
 | 
			
		||||
			throw;
 | 
			
		||||
		await using (var conn = await CustomSqliteConnection.OpenUnpooled(connectionString)) {
 | 
			
		||||
			wasOpened = await new SqliteSchema(conn).Setup(attachedDatabaseCollector, schemaUpgradeCallbacks);
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		if (wasOpened) {
 | 
			
		||||
			var pool = await SqliteConnectionPool.Create(connectionString, DefaultPoolSize, attachedDatabaseCollector);
 | 
			
		||||
			return new SqliteDatabaseFile(path, pool);
 | 
			
		||||
		}
 | 
			
		||||
		else {
 | 
			
		||||
			await pool.DisposeAsync();
 | 
			
		||||
			return null;
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private sealed class AttachedDatabaseCollector(string path) : ISqliteAttachedDatabaseCollector {
 | 
			
		||||
		public async IAsyncEnumerable<AttachedDatabase> GetAttachedDatabases(ISqliteConnection conn) {
 | 
			
		||||
			bool useSeparateFileForDownloads = await SqliteSettingsRepository.Get(conn, SettingsKey.SeparateFileForDownloads, defaultValue: false);
 | 
			
		||||
			if (useSeparateFileForDownloads) {
 | 
			
		||||
				yield return new AttachedDatabase(path + "_downloads", SqliteDownloadRepository.Schema);
 | 
			
		||||
			}
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public string Path { get; }
 | 
			
		||||
	
 | 
			
		||||
	public ISettingsRepository Settings => settings;
 | 
			
		||||
@@ -62,22 +66,37 @@ public sealed class SqliteDatabaseFile : IDatabaseFile {
 | 
			
		||||
		downloads = new SqliteDownloadRepository(pool);
 | 
			
		||||
		settings = new SqliteSettingsRepository(pool);
 | 
			
		||||
		users = new SqliteUserRepository(pool, downloads);
 | 
			
		||||
		servers = new SqliteServerRepository(pool);
 | 
			
		||||
		servers = new SqliteServerRepository(pool, downloads);
 | 
			
		||||
		channels = new SqliteChannelRepository(pool);
 | 
			
		||||
		messages = new SqliteMessageRepository(pool, downloads);
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async ValueTask DisposeAsync() {
 | 
			
		||||
		users.Dispose();
 | 
			
		||||
		servers.Dispose();
 | 
			
		||||
		channels.Dispose();
 | 
			
		||||
		messages.Dispose();
 | 
			
		||||
		channels.Dispose();
 | 
			
		||||
		servers.Dispose();
 | 
			
		||||
		users.Dispose();
 | 
			
		||||
		downloads.Dispose();
 | 
			
		||||
		await pool.DisposeAsync();
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async Task Vacuum() {
 | 
			
		||||
		await using var conn = await pool.Take();
 | 
			
		||||
		
 | 
			
		||||
		Perf perf = Log.Start();
 | 
			
		||||
		await conn.ExecuteAsync("VACUUM");
 | 
			
		||||
		perf.Step("Vacuum main schema");
 | 
			
		||||
		
 | 
			
		||||
		await VacuumAttachedDatabase(conn, perf, SqliteDownloadRepository.Schema);
 | 
			
		||||
		
 | 
			
		||||
		perf.End();
 | 
			
		||||
		return;
 | 
			
		||||
		
 | 
			
		||||
		static async Task VacuumAttachedDatabase(ISqliteConnection conn, Perf perf, string schema) {
 | 
			
		||||
			if (conn.HasAttachedDatabase(schema)) {
 | 
			
		||||
				await conn.ExecuteAsync("VACUUM " + schema);
 | 
			
		||||
				perf.Step("Vacuum " + schema + " schema");
 | 
			
		||||
			}
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
@@ -1,28 +1,32 @@
 | 
			
		||||
using System.Collections.Generic;
 | 
			
		||||
using System.Diagnostics.CodeAnalysis;
 | 
			
		||||
using System.IO;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using DHT.Server.Data.Settings;
 | 
			
		||||
using DHT.Server.Database.Exceptions;
 | 
			
		||||
using DHT.Server.Database.Sqlite.Repositories;
 | 
			
		||||
using DHT.Server.Database.Sqlite.Schema;
 | 
			
		||||
using DHT.Server.Database.Sqlite.Utils;
 | 
			
		||||
using DHT.Utils.Logging;
 | 
			
		||||
using Microsoft.Data.Sqlite;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Database.Sqlite;
 | 
			
		||||
 | 
			
		||||
sealed class SqliteSchema {
 | 
			
		||||
	internal const int Version = 10;
 | 
			
		||||
sealed class SqliteSchema(CustomSqliteConnection conn) {
 | 
			
		||||
	internal const int Version = 11;
 | 
			
		||||
	
 | 
			
		||||
	private static readonly Log Log = Log.ForType<SqliteSchema>();
 | 
			
		||||
	
 | 
			
		||||
	private readonly ISqliteConnection conn;
 | 
			
		||||
	
 | 
			
		||||
	public SqliteSchema(ISqliteConnection conn) {
 | 
			
		||||
		this.conn = conn;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async Task<bool> Setup(ISchemaUpgradeCallbacks callbacks) {
 | 
			
		||||
	public async Task<bool> Setup(ISqliteAttachedDatabaseCollector attachedDatabaseCollector, ISchemaUpgradeCallbacks callbacks) {
 | 
			
		||||
		await conn.ExecuteAsync("CREATE TABLE IF NOT EXISTS metadata (key TEXT PRIMARY KEY, value TEXT)");
 | 
			
		||||
		
 | 
			
		||||
		string? dbVersionStr = await conn.ExecuteReaderAsync("SELECT value FROM metadata WHERE key = 'version'", static reader => reader?.GetString(0));
 | 
			
		||||
		if (dbVersionStr == null) {
 | 
			
		||||
			if (await callbacks.GetInitialDatabaseSettings() is {} initialSettings) {
 | 
			
		||||
				await ApplyInitialSettings(initialSettings);
 | 
			
		||||
				await AttachAdditionalDatabasesIfNecessary(attachedDatabaseCollector);
 | 
			
		||||
			}
 | 
			
		||||
			
 | 
			
		||||
			await InitializeSchemas();
 | 
			
		||||
		}
 | 
			
		||||
		else if (!int.TryParse(dbVersionStr, out int dbVersion) || dbVersion < 1) {
 | 
			
		||||
@@ -37,12 +41,44 @@ sealed class SqliteSchema {
 | 
			
		||||
				return false;
 | 
			
		||||
			}
 | 
			
		||||
			
 | 
			
		||||
			await AttachAdditionalDatabasesIfNecessary(attachedDatabaseCollector);
 | 
			
		||||
			await callbacks.Start(Version - dbVersion, async reporter => await UpgradeSchemas(dbVersion, reporter));
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		return true;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private async Task ApplyInitialSettings(InitialDatabaseSettings initialSettings) {
 | 
			
		||||
		await using var cmd = conn.Command("INSERT INTO metadata (key, value) VALUES (:key, :value)");
 | 
			
		||||
		cmd.Add("key", SqliteType.Text);
 | 
			
		||||
		cmd.Add("value", SqliteType.Text);
 | 
			
		||||
		
 | 
			
		||||
		static async Task ApplySetting<T>(SqliteCommand cmd, SettingsKey<T> key, T value) {
 | 
			
		||||
			cmd.Set("key", key.Key);
 | 
			
		||||
			cmd.Set("value", key.ToString(value));
 | 
			
		||||
			await cmd.ExecuteNonQueryAsync();
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		if (initialSettings.SeparateFileForDownloads) {
 | 
			
		||||
			await ApplySetting(cmd, SettingsKey.SeparateFileForDownloads, value: true);
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		if (initialSettings.DownloadsAutoStart) {
 | 
			
		||||
			await ApplySetting(cmd, SettingsKey.DownloadsAutoStart, value: true);
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	[SuppressMessage("ReSharper", "WithExpressionModifiesAllMembers")]
 | 
			
		||||
	private async Task AttachAdditionalDatabasesIfNecessary(ISqliteAttachedDatabaseCollector attachedDatabaseCollector) {
 | 
			
		||||
		await foreach (var attachedDatabase in attachedDatabaseCollector.GetAttachedDatabases(conn)) {
 | 
			
		||||
			if (!File.Exists(attachedDatabase.Path)) {
 | 
			
		||||
				await using CustomSqliteConnection _ = await CustomSqliteConnection.OpenUnpooled(conn.ConnectionStringFactory with { Path = attachedDatabase.Path });
 | 
			
		||||
			}
 | 
			
		||||
			
 | 
			
		||||
			await conn.AttachDatabase(attachedDatabase);
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private async Task InitializeSchemas() {
 | 
			
		||||
		await conn.ExecuteAsync("""
 | 
			
		||||
		                        CREATE TABLE users (
 | 
			
		||||
@@ -56,9 +92,10 @@ sealed class SqliteSchema {
 | 
			
		||||
		
 | 
			
		||||
		await conn.ExecuteAsync("""
 | 
			
		||||
		                        CREATE TABLE servers (
 | 
			
		||||
		                        	id   INTEGER PRIMARY KEY NOT NULL,
 | 
			
		||||
		                        	name TEXT NOT NULL,
 | 
			
		||||
		                        	type TEXT NOT NULL
 | 
			
		||||
		                        	id        INTEGER PRIMARY KEY NOT NULL,
 | 
			
		||||
		                        	name      TEXT NOT NULL,
 | 
			
		||||
		                        	type      TEXT NOT NULL,
 | 
			
		||||
		                        	icon_hash TEXT
 | 
			
		||||
		                        )
 | 
			
		||||
		                        """);
 | 
			
		||||
		
 | 
			
		||||
@@ -142,23 +179,25 @@ sealed class SqliteSchema {
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	internal static async Task CreateDownloadTables(ISqliteConnection conn) {
 | 
			
		||||
		await conn.ExecuteAsync("""
 | 
			
		||||
		                        CREATE TABLE download_metadata (
 | 
			
		||||
		                        	normalized_url TEXT NOT NULL PRIMARY KEY,
 | 
			
		||||
		                        	download_url   TEXT NOT NULL,
 | 
			
		||||
		                        	status         INTEGER NOT NULL,
 | 
			
		||||
		                        	type           TEXT,
 | 
			
		||||
		                        	size           INTEGER
 | 
			
		||||
		                        )
 | 
			
		||||
		                        """);
 | 
			
		||||
		string schema = conn.HasAttachedDatabase(SqliteDownloadRepository.Schema) ? SqliteDownloadRepository.Schema : "main";
 | 
			
		||||
		
 | 
			
		||||
		await conn.ExecuteAsync("""
 | 
			
		||||
		                        CREATE TABLE download_blobs (
 | 
			
		||||
		                        	normalized_url TEXT NOT NULL PRIMARY KEY,
 | 
			
		||||
		                        	blob           BLOB NOT NULL,
 | 
			
		||||
		                        	FOREIGN KEY (normalized_url) REFERENCES download_metadata (normalized_url) ON UPDATE CASCADE ON DELETE CASCADE
 | 
			
		||||
		                        )
 | 
			
		||||
		                        """);
 | 
			
		||||
		await conn.ExecuteAsync($"""
 | 
			
		||||
		                         CREATE TABLE {schema}.download_metadata (
 | 
			
		||||
		                         	normalized_url TEXT NOT NULL PRIMARY KEY,
 | 
			
		||||
		                         	download_url   TEXT NOT NULL,
 | 
			
		||||
		                         	status         INTEGER NOT NULL,
 | 
			
		||||
		                         	type           TEXT,
 | 
			
		||||
		                         	size           INTEGER
 | 
			
		||||
		                         )
 | 
			
		||||
		                         """);
 | 
			
		||||
		
 | 
			
		||||
		await conn.ExecuteAsync($"""
 | 
			
		||||
		                         CREATE TABLE {schema}.download_blobs (
 | 
			
		||||
		                         	normalized_url TEXT NOT NULL PRIMARY KEY,
 | 
			
		||||
		                         	blob           BLOB NOT NULL,
 | 
			
		||||
		                         	FOREIGN KEY (normalized_url) REFERENCES download_metadata (normalized_url) ON UPDATE CASCADE ON DELETE CASCADE
 | 
			
		||||
		                         )
 | 
			
		||||
		                         """);
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	internal static async Task CreateMessageAttachmentsTable(ISqliteConnection conn) {
 | 
			
		||||
@@ -184,6 +223,7 @@ sealed class SqliteSchema {
 | 
			
		||||
			{ 7, new SqliteSchemaUpgradeTo8() },
 | 
			
		||||
			{ 8, new SqliteSchemaUpgradeTo9() },
 | 
			
		||||
			{ 9, new SqliteSchemaUpgradeTo10() },
 | 
			
		||||
			{ 10, new SqliteSchemaUpgradeTo11() },
 | 
			
		||||
		};
 | 
			
		||||
		
 | 
			
		||||
		Perf perf = Log.Start("from version " + dbVersion);
 | 
			
		||||
 
 | 
			
		||||
							
								
								
									
										3
									
								
								app/Server/Database/Sqlite/Utils/AttachedDatabase.cs
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										3
									
								
								app/Server/Database/Sqlite/Utils/AttachedDatabase.cs
									
									
									
									
									
										Normal file
									
								
							@@ -0,0 +1,3 @@
 | 
			
		||||
namespace DHT.Server.Database.Sqlite.Utils;
 | 
			
		||||
 | 
			
		||||
sealed record AttachedDatabase(string Path, string Schema);
 | 
			
		||||
							
								
								
									
										91
									
								
								app/Server/Database/Sqlite/Utils/CustomSqliteConnection.cs
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										91
									
								
								app/Server/Database/Sqlite/Utils/CustomSqliteConnection.cs
									
									
									
									
									
										Normal file
									
								
							@@ -0,0 +1,91 @@
 | 
			
		||||
using System;
 | 
			
		||||
using System.Collections.Immutable;
 | 
			
		||||
using System.Data.Common;
 | 
			
		||||
using System.Diagnostics.CodeAnalysis;
 | 
			
		||||
using System.Threading;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using Microsoft.Data.Sqlite;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Database.Sqlite.Utils;
 | 
			
		||||
 | 
			
		||||
class CustomSqliteConnection : ISqliteConnection {
 | 
			
		||||
	internal static async Task<CustomSqliteConnection> OpenUnpooled(SqliteConnectionStringFactory connectionStringFactory) {
 | 
			
		||||
		SqliteConnection conn = new SqliteConnection(connectionStringFactory.Create());
 | 
			
		||||
		await conn.OpenAsync();
 | 
			
		||||
		
 | 
			
		||||
		CustomSqliteConnection custom = new CustomSqliteConnection(connectionStringFactory, conn);
 | 
			
		||||
		await custom.Setup(CancellationToken.None);
 | 
			
		||||
		
 | 
			
		||||
		return custom;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	internal SqliteConnectionStringFactory ConnectionStringFactory { get; }
 | 
			
		||||
	public SqliteConnection InnerConnection { get; }
 | 
			
		||||
	
 | 
			
		||||
	private ImmutableHashSet<string> attachedDatabases = [];
 | 
			
		||||
	private DbTransaction? activeTransaction;
 | 
			
		||||
	
 | 
			
		||||
	protected CustomSqliteConnection(SqliteConnectionStringFactory connectionStringFactory, SqliteConnection innerConnection) {
 | 
			
		||||
		this.ConnectionStringFactory = connectionStringFactory;
 | 
			
		||||
		this.InnerConnection = innerConnection;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	internal async Task Setup(CancellationToken cancellationToken) {
 | 
			
		||||
		await this.ExecuteAsync("PRAGMA journal_mode=WAL", cancellationToken);
 | 
			
		||||
		await this.ExecuteAsync("PRAGMA foreign_keys=ON", cancellationToken);
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	[SuppressMessage("ReSharper", "WithExpressionModifiesAllMembers")]
 | 
			
		||||
	internal async Task AttachDatabase(AttachedDatabase attachedDatabase) {
 | 
			
		||||
		await this.ExecuteAsync("ATTACH DATABASE '" + attachedDatabase.Path.Replace("'", "''") + "' AS " + attachedDatabase.Schema);
 | 
			
		||||
		ImmutableInterlocked.Update(ref attachedDatabases, static (set, schema) => set.Add(schema), attachedDatabase.Schema);
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public bool HasAttachedDatabase(string schema) {
 | 
			
		||||
		return attachedDatabases.Contains(schema);
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async Task BeginTransactionAsync() {
 | 
			
		||||
		if (activeTransaction != null) {
 | 
			
		||||
			throw new InvalidOperationException("A transaction is already active.");
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		activeTransaction = await InnerConnection.BeginTransactionAsync();
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async Task CommitTransactionAsync() {
 | 
			
		||||
		if (activeTransaction == null) {
 | 
			
		||||
			throw new InvalidOperationException("No active transaction to commit.");
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		await activeTransaction.CommitAsync();
 | 
			
		||||
		await activeTransaction.DisposeAsync();
 | 
			
		||||
		activeTransaction = null;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async Task RollbackTransactionAsync() {
 | 
			
		||||
		if (activeTransaction == null) {
 | 
			
		||||
			throw new InvalidOperationException("No active transaction to rollback.");
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		await activeTransaction.RollbackAsync();
 | 
			
		||||
		await activeTransaction.DisposeAsync();
 | 
			
		||||
		activeTransaction = null;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public void AssignActiveTransaction(SqliteCommand command) {
 | 
			
		||||
		command.Transaction = (SqliteTransaction?) activeTransaction;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async ValueTask DisposeAsync() {
 | 
			
		||||
		if (activeTransaction != null) {
 | 
			
		||||
			await RollbackTransactionAsync();
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		await DisposeConnection();
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private protected virtual async ValueTask DisposeConnection() {
 | 
			
		||||
		await InnerConnection.DisposeAsync();
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
@@ -0,0 +1,7 @@
 | 
			
		||||
using System.Collections.Generic;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Database.Sqlite.Utils;
 | 
			
		||||
 | 
			
		||||
interface ISqliteAttachedDatabaseCollector {
 | 
			
		||||
	IAsyncEnumerable<AttachedDatabase> GetAttachedDatabases(ISqliteConnection conn);
 | 
			
		||||
}
 | 
			
		||||
@@ -7,6 +7,8 @@ namespace DHT.Server.Database.Sqlite.Utils;
 | 
			
		||||
interface ISqliteConnection : IAsyncDisposable {
 | 
			
		||||
	SqliteConnection InnerConnection { get; }
 | 
			
		||||
	
 | 
			
		||||
	bool HasAttachedDatabase(string schema);
 | 
			
		||||
	
 | 
			
		||||
	Task BeginTransactionAsync();
 | 
			
		||||
	Task CommitTransactionAsync();
 | 
			
		||||
	Task RollbackTransactionAsync();
 | 
			
		||||
 
 | 
			
		||||
@@ -0,0 +1,3 @@
 | 
			
		||||
namespace DHT.Server.Database.Sqlite.Utils;
 | 
			
		||||
 | 
			
		||||
public sealed record InitialDatabaseSettings(bool SeparateFileForDownloads, bool DownloadsAutoStart);
 | 
			
		||||
@@ -1,6 +1,6 @@
 | 
			
		||||
using System;
 | 
			
		||||
using System.Collections.Generic;
 | 
			
		||||
using System.Data.Common;
 | 
			
		||||
using System.Linq;
 | 
			
		||||
using System.Threading;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using DHT.Utils.Collections;
 | 
			
		||||
@@ -9,16 +9,13 @@ using Microsoft.Data.Sqlite;
 | 
			
		||||
namespace DHT.Server.Database.Sqlite.Utils;
 | 
			
		||||
 | 
			
		||||
sealed class SqliteConnectionPool : IAsyncDisposable {
 | 
			
		||||
	public static async Task<SqliteConnectionPool> Create(SqliteConnectionStringBuilder connectionStringBuilder, int poolSize) {
 | 
			
		||||
		var pool = new SqliteConnectionPool(poolSize);
 | 
			
		||||
		await pool.InitializePooledConnections(connectionStringBuilder);
 | 
			
		||||
	public static async Task<SqliteConnectionPool> Create(SqliteConnectionStringFactory connectionStringFactory, int poolSize, ISqliteAttachedDatabaseCollector attachedDatabaseCollector) {
 | 
			
		||||
		SqliteConnectionPool pool = new SqliteConnectionPool(poolSize, attachedDatabaseCollector);
 | 
			
		||||
		await pool.InitializePooledConnections(connectionStringFactory);
 | 
			
		||||
		return pool;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private static string GetConnectionString(SqliteConnectionStringBuilder connectionStringBuilder) {
 | 
			
		||||
		connectionStringBuilder.Pooling = false;
 | 
			
		||||
		return connectionStringBuilder.ToString();
 | 
			
		||||
	}
 | 
			
		||||
	private readonly ISqliteAttachedDatabaseCollector attachedDatabaseCollector;
 | 
			
		||||
	
 | 
			
		||||
	private readonly int poolSize;
 | 
			
		||||
	private readonly List<PooledConnection> all;
 | 
			
		||||
@@ -27,24 +24,35 @@ sealed class SqliteConnectionPool : IAsyncDisposable {
 | 
			
		||||
	private readonly CancellationTokenSource disposalTokenSource = new ();
 | 
			
		||||
	private readonly CancellationToken disposalToken;
 | 
			
		||||
	
 | 
			
		||||
	private SqliteConnectionPool(int poolSize) {
 | 
			
		||||
	private SqliteConnectionPool(int poolSize, ISqliteAttachedDatabaseCollector attachedDatabaseCollector) {
 | 
			
		||||
		this.attachedDatabaseCollector = attachedDatabaseCollector;
 | 
			
		||||
		
 | 
			
		||||
		this.poolSize = poolSize;
 | 
			
		||||
		this.all = new List<PooledConnection>(poolSize);
 | 
			
		||||
		this.free = new ConcurrentPool<PooledConnection>(poolSize);
 | 
			
		||||
		
 | 
			
		||||
		this.disposalToken = disposalTokenSource.Token;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private async Task InitializePooledConnections(SqliteConnectionStringBuilder connectionStringBuilder) {
 | 
			
		||||
		string connectionString = GetConnectionString(connectionStringBuilder);
 | 
			
		||||
	private async Task InitializePooledConnections(SqliteConnectionStringFactory connectionStringFactory) {
 | 
			
		||||
		string connectionString = connectionStringFactory.Create();
 | 
			
		||||
		
 | 
			
		||||
		List<AttachedDatabase> attachedDatabases = [];
 | 
			
		||||
		
 | 
			
		||||
		for (int i = 0; i < poolSize; i++) {
 | 
			
		||||
			var conn = new SqliteConnection(connectionString);
 | 
			
		||||
			conn.Open();
 | 
			
		||||
			SqliteConnection innerConnection = new SqliteConnection(connectionString);
 | 
			
		||||
			await innerConnection.OpenAsync(disposalToken);
 | 
			
		||||
			
 | 
			
		||||
			var pooledConnection = new PooledConnection(this, conn);
 | 
			
		||||
			PooledConnection pooledConnection = new PooledConnection(this, connectionStringFactory, innerConnection);
 | 
			
		||||
			await pooledConnection.Setup(disposalToken);
 | 
			
		||||
			
 | 
			
		||||
			await pooledConnection.ExecuteAsync("PRAGMA journal_mode=WAL", disposalToken);
 | 
			
		||||
			await pooledConnection.ExecuteAsync("PRAGMA foreign_keys=ON", disposalToken);
 | 
			
		||||
			if (i == 0) {
 | 
			
		||||
				attachedDatabases = await attachedDatabaseCollector.GetAttachedDatabases(pooledConnection).ToListAsync(disposalToken);
 | 
			
		||||
			}
 | 
			
		||||
			
 | 
			
		||||
			foreach (var attachedDatabase in attachedDatabases) {
 | 
			
		||||
				await pooledConnection.AttachDatabase(attachedDatabase);
 | 
			
		||||
			}
 | 
			
		||||
			
 | 
			
		||||
			all.Add(pooledConnection);
 | 
			
		||||
			await free.Push(pooledConnection, disposalToken);
 | 
			
		||||
@@ -74,48 +82,8 @@ sealed class SqliteConnectionPool : IAsyncDisposable {
 | 
			
		||||
		disposalTokenSource.Dispose();
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private sealed class PooledConnection(SqliteConnectionPool pool, SqliteConnection conn) : ISqliteConnection {
 | 
			
		||||
		public SqliteConnection InnerConnection { get; } = conn;
 | 
			
		||||
		
 | 
			
		||||
		private DbTransaction? activeTransaction;
 | 
			
		||||
		
 | 
			
		||||
		public async Task BeginTransactionAsync() {
 | 
			
		||||
			if (activeTransaction != null) {
 | 
			
		||||
				throw new InvalidOperationException("A transaction is already active.");
 | 
			
		||||
			}
 | 
			
		||||
			
 | 
			
		||||
			activeTransaction = await InnerConnection.BeginTransactionAsync();
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		public async Task CommitTransactionAsync() {
 | 
			
		||||
			if (activeTransaction == null) {
 | 
			
		||||
				throw new InvalidOperationException("No active transaction to commit.");
 | 
			
		||||
			}
 | 
			
		||||
			
 | 
			
		||||
			await activeTransaction.CommitAsync();
 | 
			
		||||
			await activeTransaction.DisposeAsync();
 | 
			
		||||
			activeTransaction = null;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		public async Task RollbackTransactionAsync() {
 | 
			
		||||
			if (activeTransaction == null) {
 | 
			
		||||
				throw new InvalidOperationException("No active transaction to rollback.");
 | 
			
		||||
			}
 | 
			
		||||
			
 | 
			
		||||
			await activeTransaction.RollbackAsync();
 | 
			
		||||
			await activeTransaction.DisposeAsync();
 | 
			
		||||
			activeTransaction = null;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		public void AssignActiveTransaction(SqliteCommand command) {
 | 
			
		||||
			command.Transaction = (SqliteTransaction?) activeTransaction;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		public async ValueTask DisposeAsync() {
 | 
			
		||||
			if (activeTransaction != null) {
 | 
			
		||||
				await RollbackTransactionAsync();
 | 
			
		||||
			}
 | 
			
		||||
			
 | 
			
		||||
	private sealed class PooledConnection(SqliteConnectionPool pool, SqliteConnectionStringFactory connectionStringFactory, SqliteConnection innerConnection) : CustomSqliteConnection(connectionStringFactory, innerConnection) {
 | 
			
		||||
		private protected override async ValueTask DisposeConnection() {
 | 
			
		||||
			await pool.Return(this);
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
 
 | 
			
		||||
@@ -0,0 +1,15 @@
 | 
			
		||||
using Microsoft.Data.Sqlite;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Database.Sqlite.Utils;
 | 
			
		||||
 | 
			
		||||
sealed record SqliteConnectionStringFactory(string Path) {
 | 
			
		||||
	public string Create() {
 | 
			
		||||
		var builder = new SqliteConnectionStringBuilder {
 | 
			
		||||
			DataSource = Path,
 | 
			
		||||
			Mode = SqliteOpenMode.ReadWriteCreate,
 | 
			
		||||
			Pooling = false,
 | 
			
		||||
		};
 | 
			
		||||
		
 | 
			
		||||
		return builder.ToString();
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
@@ -30,7 +30,7 @@ static class SqliteExtensions {
 | 
			
		||||
		return (long) (await command.ExecuteScalarAsync())!;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public static SqliteCommand Insert(this ISqliteConnection conn, string tableName, (string Name, SqliteType Type)[] columns) {
 | 
			
		||||
	public static SqliteCommand Insert(this ISqliteConnection conn, [LanguageInjection("sql", Prefix = "SELECT * FROM ")] string tableName, (string Name, SqliteType Type)[] columns) {
 | 
			
		||||
		string columnNames = string.Join(separator: ',', columns.Select(static c => c.Name));
 | 
			
		||||
		string columnParams = string.Join(separator: ',', columns.Select(static c => ':' + c.Name));
 | 
			
		||||
		
 | 
			
		||||
@@ -41,7 +41,7 @@ static class SqliteExtensions {
 | 
			
		||||
		return cmd;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public static SqliteCommand Upsert(this ISqliteConnection conn, string tableName, (string Name, SqliteType Type)[] columns) {
 | 
			
		||||
	public static SqliteCommand Upsert(this ISqliteConnection conn, [LanguageInjection("sql", Prefix = "SELECT * FROM ")] string tableName, (string Name, SqliteType Type)[] columns) {
 | 
			
		||||
		string columnNames = string.Join(separator: ',', columns.Select(static c => c.Name));
 | 
			
		||||
		string columnParams = string.Join(separator: ',', columns.Select(static c => ':' + c.Name));
 | 
			
		||||
		string columnUpdates = string.Join(separator: ',', columns.Skip(1).Select(static c => c.Name + " = excluded." + c.Name));
 | 
			
		||||
@@ -55,7 +55,7 @@ static class SqliteExtensions {
 | 
			
		||||
		return cmd;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public static SqliteCommand Delete(this ISqliteConnection conn, string tableName, (string Name, SqliteType Type) column) {
 | 
			
		||||
	public static SqliteCommand Delete(this ISqliteConnection conn, [LanguageInjection("sql", Prefix = "SELECT * FROM ")] string tableName, (string Name, SqliteType Type) column) {
 | 
			
		||||
		var cmd = conn.Command("DELETE FROM " + tableName + " WHERE " + column.Name + " = :" + column.Name);
 | 
			
		||||
		CreateParameters(cmd, [column]);
 | 
			
		||||
		return cmd;
 | 
			
		||||
 
 | 
			
		||||
							
								
								
									
										152
									
								
								app/Server/Download/DownloadExporter.cs
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										152
									
								
								app/Server/Download/DownloadExporter.cs
									
									
									
									
									
										Normal file
									
								
							@@ -0,0 +1,152 @@
 | 
			
		||||
using System;
 | 
			
		||||
using System.Collections.Generic;
 | 
			
		||||
using System.IO;
 | 
			
		||||
using System.Linq;
 | 
			
		||||
using System.Text.RegularExpressions;
 | 
			
		||||
using System.Threading;
 | 
			
		||||
using System.Threading.Channels;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using DHT.Server.Data;
 | 
			
		||||
using DHT.Server.Data.Filters;
 | 
			
		||||
using DHT.Server.Database;
 | 
			
		||||
using DHT.Utils.Logging;
 | 
			
		||||
using DHT.Utils.Tasks;
 | 
			
		||||
using Channel = System.Threading.Channels.Channel;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Download;
 | 
			
		||||
 | 
			
		||||
public sealed partial class DownloadExporter(IDatabaseFile db, string folderPath) {
 | 
			
		||||
	private static readonly Log Log = Log.ForType<DownloadExporter>();
 | 
			
		||||
	
 | 
			
		||||
	private const int Concurrency = 3;
 | 
			
		||||
	
 | 
			
		||||
	private static Channel<Data.Download> CreateExportChannel() {
 | 
			
		||||
		return Channel.CreateBounded<Data.Download>(new BoundedChannelOptions(Concurrency * 4) {
 | 
			
		||||
			SingleWriter = true,
 | 
			
		||||
			SingleReader = false,
 | 
			
		||||
			AllowSynchronousContinuations = true,
 | 
			
		||||
			FullMode = BoundedChannelFullMode.Wait,
 | 
			
		||||
		});
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public interface IProgressReporter {
 | 
			
		||||
		Task ReportProgress(long processedCount, long totalCount);
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public readonly record struct Result(long SuccessfulCount, long FailedCount) {
 | 
			
		||||
		internal static Result Combine(Result left, Result right) {
 | 
			
		||||
			return new Result(left.SuccessfulCount + right.SuccessfulCount, left.FailedCount + right.FailedCount);
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async Task<Result> Export(IProgressReporter reporter) {
 | 
			
		||||
		DownloadItemFilter filter = new DownloadItemFilter {
 | 
			
		||||
			IncludeStatuses = [DownloadStatus.Success]
 | 
			
		||||
		};
 | 
			
		||||
		
 | 
			
		||||
		long totalCount = await db.Downloads.Count(filter);
 | 
			
		||||
		
 | 
			
		||||
		Channel<Data.Download> channel = CreateExportChannel();
 | 
			
		||||
		ExportRunner exportRunner = new ExportRunner(db, folderPath, channel.Reader, reporter, totalCount);
 | 
			
		||||
		
 | 
			
		||||
		using CancellableTask progressTask = CancellableTask.Run(exportRunner.RunReportTask);
 | 
			
		||||
		
 | 
			
		||||
		List<Task<Result>> readerTasks = [];
 | 
			
		||||
		for (int reader = 0; reader < Concurrency; reader++) {
 | 
			
		||||
			readerTasks.Add(Task.Run(exportRunner.RunExportTask, CancellationToken.None));
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		await foreach (Data.Download download in db.Downloads.Get(filter).WithCancellation(CancellationToken.None)) {
 | 
			
		||||
			await channel.Writer.WriteAsync(download, CancellationToken.None);
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		channel.Writer.Complete();
 | 
			
		||||
		
 | 
			
		||||
		Result result = (await Task.WhenAll(readerTasks)).Aggregate(Result.Combine);
 | 
			
		||||
		
 | 
			
		||||
		progressTask.Cancel();
 | 
			
		||||
		await progressTask.Task;
 | 
			
		||||
		
 | 
			
		||||
		return result;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private sealed partial class ExportRunner(IDatabaseFile db, string folderPath, ChannelReader<Data.Download> reader, IProgressReporter reporter, long totalCount) {
 | 
			
		||||
		private long processedCount;
 | 
			
		||||
		
 | 
			
		||||
		public async Task RunReportTask(CancellationToken cancellationToken) {
 | 
			
		||||
			try {
 | 
			
		||||
				while (true) {
 | 
			
		||||
					await reporter.ReportProgress(processedCount, totalCount);
 | 
			
		||||
					await Task.Delay(TimeSpan.FromMilliseconds(25), cancellationToken);
 | 
			
		||||
				}
 | 
			
		||||
			} catch (OperationCanceledException) {
 | 
			
		||||
				await reporter.ReportProgress(processedCount, totalCount);
 | 
			
		||||
			}
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		public async Task<Result> RunExportTask() {
 | 
			
		||||
			long successfulCount = 0L;
 | 
			
		||||
			long failedCount = 0L;
 | 
			
		||||
			
 | 
			
		||||
			await foreach (Data.Download download in reader.ReadAllAsync()) {
 | 
			
		||||
				bool success;
 | 
			
		||||
				try {
 | 
			
		||||
					success = await db.Downloads.GetDownloadData(download.NormalizedUrl, stream => CopyToFile(download.NormalizedUrl, stream));
 | 
			
		||||
				} catch (FileAlreadyExistsException) {
 | 
			
		||||
					success = false;
 | 
			
		||||
				} catch (Exception e) {
 | 
			
		||||
					Log.Error(e);
 | 
			
		||||
					success = false;
 | 
			
		||||
				}
 | 
			
		||||
				
 | 
			
		||||
				if (success) {
 | 
			
		||||
					++successfulCount;
 | 
			
		||||
				}
 | 
			
		||||
				else {
 | 
			
		||||
					++failedCount;
 | 
			
		||||
				}
 | 
			
		||||
				
 | 
			
		||||
				Interlocked.Increment(ref processedCount);
 | 
			
		||||
			}
 | 
			
		||||
			
 | 
			
		||||
			return new Result(successfulCount, failedCount);
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		private async Task CopyToFile(string normalizedUrl, Stream blobStream) {
 | 
			
		||||
			string fileName = UrlToFileName(normalizedUrl);
 | 
			
		||||
			string filePath = Path.Combine(folderPath, fileName);
 | 
			
		||||
			
 | 
			
		||||
			if (File.Exists(filePath)) {
 | 
			
		||||
				Log.Error("Skipping existing file: " + fileName);
 | 
			
		||||
				throw FileAlreadyExistsException.Instance;
 | 
			
		||||
			}
 | 
			
		||||
			
 | 
			
		||||
			await using var fileStream = new FileStream(filePath, FileMode.CreateNew, FileAccess.Write, FileShare.Read);
 | 
			
		||||
			await blobStream.CopyToAsync(fileStream);
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		[GeneratedRegex("[^a-zA-Z0-9_.-]")]
 | 
			
		||||
		private static partial Regex DisallowedFileNameCharactersRegex();
 | 
			
		||||
		
 | 
			
		||||
		private static string UrlToFileName(string url) {
 | 
			
		||||
			static string UriToFileName(Uri uri) {
 | 
			
		||||
				string fileName = uri.AbsolutePath.TrimStart('/');
 | 
			
		||||
				
 | 
			
		||||
				if (uri.Query.Length > 0) {
 | 
			
		||||
					int periodIndex = fileName.LastIndexOf('.');
 | 
			
		||||
					return fileName.Insert(periodIndex == -1 ? fileName.Length : periodIndex, uri.Query.TrimEnd('&'));
 | 
			
		||||
				}
 | 
			
		||||
				else {
 | 
			
		||||
					return fileName;
 | 
			
		||||
				}
 | 
			
		||||
			}
 | 
			
		||||
			
 | 
			
		||||
			string fileName = Uri.TryCreate(url, UriKind.Absolute, out var uri) ? UriToFileName(uri) : url;
 | 
			
		||||
			return DisallowedFileNameCharactersRegex().Replace(fileName, "_");
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private sealed class FileAlreadyExistsException : Exception {
 | 
			
		||||
		public static FileAlreadyExistsException Instance { get; } = new ();
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
@@ -12,30 +12,28 @@ namespace DHT.Server.Download;
 | 
			
		||||
static class DownloadLinkExtractor {
 | 
			
		||||
	private static readonly Log Log = Log.ForType(typeof(DownloadLinkExtractor));
 | 
			
		||||
	
 | 
			
		||||
	public static Data.Download FromUserAvatar(ulong userId, string avatarPath) {
 | 
			
		||||
		string url = $"https://cdn.discordapp.com/avatars/{userId}/{avatarPath}.webp";
 | 
			
		||||
		return new Data.Download(url, url, DownloadStatus.Pending, MediaTypeNames.Image.Webp, size: null);
 | 
			
		||||
	public static FileUrl? ServerIcon(ServerType? type, ulong id, string iconHash) {
 | 
			
		||||
		return type switch {
 | 
			
		||||
			ServerType.Server => new FileUrl($"https://cdn.discordapp.com/icons/{id}/{iconHash}.webp", MediaTypeNames.Image.Webp),
 | 
			
		||||
			ServerType.Group  => new FileUrl($"https://cdn.discordapp.com/channel-icons/{id}/{iconHash}.webp", MediaTypeNames.Image.Webp),
 | 
			
		||||
			_                 => null,
 | 
			
		||||
		};
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public static Data.Download FromEmoji(ulong emojiId, EmojiFlags flags) {
 | 
			
		||||
	public static FileUrl UserAvatar(ulong id, string avatarHash) {
 | 
			
		||||
		return new FileUrl($"https://cdn.discordapp.com/avatars/{id}/{avatarHash}.webp", MediaTypeNames.Image.Webp);
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public static FileUrl Emoji(ulong emojiId, EmojiFlags flags) {
 | 
			
		||||
		bool isAnimated = flags.HasFlag(EmojiFlags.Animated);
 | 
			
		||||
		
 | 
			
		||||
		string ext = isAnimated ? "gif" : "webp";
 | 
			
		||||
		string type = isAnimated ? MediaTypeNames.Image.Gif : MediaTypeNames.Image.Webp;
 | 
			
		||||
		
 | 
			
		||||
		string url = $"https://cdn.discordapp.com/emojis/{emojiId}.{ext}";
 | 
			
		||||
		return new Data.Download(url, url, DownloadStatus.Pending, type, size: null);
 | 
			
		||||
		return new FileUrl($"https://cdn.discordapp.com/emojis/{emojiId}.{ext}", type);
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public static Data.Download FromAttachment(Attachment attachment) {
 | 
			
		||||
		return FromAttachment(attachment.NormalizedUrl, attachment.DownloadUrl, attachment.Type, attachment.Size);
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public static Data.Download FromAttachment(string normalizedUrl, string downloadUrl, string? type, ulong size) {
 | 
			
		||||
		return new Data.Download(normalizedUrl, downloadUrl, DownloadStatus.Pending, type, size);
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public static async Task<Data.Download?> TryFromEmbedJson(Stream jsonStream) {
 | 
			
		||||
	public static async Task<FileUrl?> TryFromEmbedJson(Stream jsonStream) {
 | 
			
		||||
		try {
 | 
			
		||||
			return FromEmbed(await JsonSerializer.DeserializeAsync(jsonStream, DiscordEmbedJsonContext.Default.DiscordEmbedJson));
 | 
			
		||||
		} catch (Exception e) {
 | 
			
		||||
@@ -44,7 +42,7 @@ static class DownloadLinkExtractor {
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public static Data.Download? TryFromEmbedJson(string json) {
 | 
			
		||||
	public static FileUrl? TryFromEmbedJson(string json) {
 | 
			
		||||
		try {
 | 
			
		||||
			return FromEmbed(JsonSerializer.Deserialize(json, DiscordEmbedJsonContext.Default.DiscordEmbedJson));
 | 
			
		||||
		} catch (Exception e) {
 | 
			
		||||
@@ -53,21 +51,17 @@ static class DownloadLinkExtractor {
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private static Data.Download? FromEmbed(DiscordEmbedJson? embed) {
 | 
			
		||||
		if (embed is { Type: "image", Image.Url: {} imageUrl }) {
 | 
			
		||||
			return FromEmbedImage(imageUrl);
 | 
			
		||||
		}
 | 
			
		||||
		else if (embed is { Type: "video", Video.Url: {} videoUrl }) {
 | 
			
		||||
			return FromEmbedVideo(videoUrl);
 | 
			
		||||
		}
 | 
			
		||||
		else {
 | 
			
		||||
			return null;
 | 
			
		||||
		}
 | 
			
		||||
	private static FileUrl? FromEmbed(DiscordEmbedJson? embed) {
 | 
			
		||||
		return embed switch {
 | 
			
		||||
			{ Type: "image", Image.Url: {} imageUrl } => FromEmbedImage(imageUrl),
 | 
			
		||||
			{ Type: "video", Video.Url: {} videoUrl } => FromEmbedVideo(videoUrl),
 | 
			
		||||
			_                                         => null,
 | 
			
		||||
		};
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private static Data.Download? FromEmbedImage(string url) {
 | 
			
		||||
	private static FileUrl? FromEmbedImage(string url) {
 | 
			
		||||
		if (DiscordCdn.NormalizeUrlAndReturnIfCdn(url, out string normalizedUrl)) {
 | 
			
		||||
			return new Data.Download(normalizedUrl, url, DownloadStatus.Pending, GuessImageType(normalizedUrl), size: null);
 | 
			
		||||
			return new FileUrl(normalizedUrl, url, GuessImageType(normalizedUrl));
 | 
			
		||||
		}
 | 
			
		||||
		else {
 | 
			
		||||
			Log.Debug("Skipping non-CDN image url: " + url);
 | 
			
		||||
@@ -75,9 +69,9 @@ static class DownloadLinkExtractor {
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private static Data.Download? FromEmbedVideo(string url) {
 | 
			
		||||
	private static FileUrl? FromEmbedVideo(string url) {
 | 
			
		||||
		if (DiscordCdn.NormalizeUrlAndReturnIfCdn(url, out string normalizedUrl)) {
 | 
			
		||||
			return new Data.Download(normalizedUrl, url, DownloadStatus.Pending, GuessVideoType(normalizedUrl), size: null);
 | 
			
		||||
			return new FileUrl(normalizedUrl, url, GuessVideoType(normalizedUrl));
 | 
			
		||||
		}
 | 
			
		||||
		else {
 | 
			
		||||
			Log.Debug("Skipping non-CDN video url: " + url);
 | 
			
		||||
 
 | 
			
		||||
@@ -1,56 +1,58 @@
 | 
			
		||||
using System;
 | 
			
		||||
using System.Net;
 | 
			
		||||
using System.Net.Http;
 | 
			
		||||
using System.Text.Json;
 | 
			
		||||
using System.Threading;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using DHT.Server.Database;
 | 
			
		||||
using DHT.Utils.Http;
 | 
			
		||||
using DHT.Utils.Logging;
 | 
			
		||||
using Microsoft.AspNetCore.Http;
 | 
			
		||||
using Microsoft.Extensions.Primitives;
 | 
			
		||||
using Sisk.Core.Entity;
 | 
			
		||||
using Sisk.Core.Http;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Endpoints;
 | 
			
		||||
 | 
			
		||||
abstract class BaseEndpoint(IDatabaseFile db) {
 | 
			
		||||
abstract class BaseEndpoint {
 | 
			
		||||
	private static readonly Log Log = Log.ForType<BaseEndpoint>();
 | 
			
		||||
	
 | 
			
		||||
	protected IDatabaseFile Db { get; } = db;
 | 
			
		||||
	
 | 
			
		||||
	public async Task Handle(HttpContext ctx) {
 | 
			
		||||
		HttpResponse response = ctx.Response;
 | 
			
		||||
		
 | 
			
		||||
	public async Task<HttpResponse> Handle(HttpRequest request) {
 | 
			
		||||
		try {
 | 
			
		||||
			response.StatusCode = (int) HttpStatusCode.OK;
 | 
			
		||||
			await Respond(ctx.Request, response, ctx.RequestAborted);
 | 
			
		||||
			return await Respond(request);
 | 
			
		||||
		} catch (OperationCanceledException) {
 | 
			
		||||
			throw;
 | 
			
		||||
		} catch (HttpException e) {
 | 
			
		||||
			Log.Error(e);
 | 
			
		||||
			response.StatusCode = (int) e.StatusCode;
 | 
			
		||||
			if (response.HasStarted) {
 | 
			
		||||
				Log.Warn("Response has already started, cannot write status message: " + e.Message);
 | 
			
		||||
			}
 | 
			
		||||
			else {
 | 
			
		||||
				await response.WriteAsync(e.Message);
 | 
			
		||||
			}
 | 
			
		||||
			return new HttpResponse(e.StatusCode).WithContent(e.Message);
 | 
			
		||||
		} catch (Exception e) {
 | 
			
		||||
			Log.Error(e);
 | 
			
		||||
			response.StatusCode = (int) HttpStatusCode.InternalServerError;
 | 
			
		||||
			return new HttpResponse(HttpStatusCode.InternalServerError);
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	protected abstract Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken);
 | 
			
		||||
	protected abstract Task<HttpResponse> Respond(HttpRequest request);
 | 
			
		||||
	
 | 
			
		||||
	protected static async Task<JsonElement> ReadJson(HttpRequest request) {
 | 
			
		||||
		try {
 | 
			
		||||
			return await request.ReadFromJsonAsync(JsonElementContext.Default.JsonElement);
 | 
			
		||||
			return await request.GetJsonContentAsync(JsonElementContext.Default.JsonElement);
 | 
			
		||||
		} catch (JsonException) {
 | 
			
		||||
			throw new HttpException(HttpStatusCode.UnsupportedMediaType, "This endpoint only accepts JSON.");
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	protected static Task<HttpResponse> WriteFileIfFound(string relativeFilePath, byte[]? bytes) {
 | 
			
		||||
		if (bytes == null) {
 | 
			
		||||
			throw new HttpException(HttpStatusCode.NotFound, "File not found: " + relativeFilePath);
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		HttpResponse response = new HttpResponse(new ByteArrayContent(bytes));
 | 
			
		||||
		
 | 
			
		||||
		if (MimeTypes.TryGetByFileExtension(relativeFilePath, out var mimeType)) {
 | 
			
		||||
			response.Headers.Set(HttpKnownHeaderNames.ContentType, mimeType);
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		return Task.FromResult(response);
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	protected static Guid GetSessionId(HttpRequest request) {
 | 
			
		||||
		if (request.Query.TryGetValue("session", out StringValues sessionIdValue) && sessionIdValue.Count == 1 && Guid.TryParse(sessionIdValue[0], out Guid sessionId)) {
 | 
			
		||||
		if (request.Query.TryGetValue("session", out StringValue sessionIdValue) && !sessionIdValue.IsNull && Guid.TryParse(sessionIdValue, out Guid sessionId)) {
 | 
			
		||||
			return sessionId;
 | 
			
		||||
		}
 | 
			
		||||
		else {
 | 
			
		||||
 
 | 
			
		||||
@@ -5,22 +5,39 @@ using System.Threading;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using DHT.Server.Database;
 | 
			
		||||
using DHT.Server.Download;
 | 
			
		||||
using DHT.Utils.Http;
 | 
			
		||||
using Microsoft.AspNetCore.Http;
 | 
			
		||||
using Sisk.Core.Http;
 | 
			
		||||
using Sisk.Core.Http.Streams;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Endpoints;
 | 
			
		||||
 | 
			
		||||
sealed class GetDownloadedFileEndpoint(IDatabaseFile db) : BaseEndpoint(db) {
 | 
			
		||||
	protected override async Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) {
 | 
			
		||||
		string url = WebUtility.UrlDecode((string) request.RouteValues["url"]!);
 | 
			
		||||
sealed class GetDownloadedFileEndpoint(IDatabaseFile db) : BaseEndpoint {
 | 
			
		||||
	protected override async Task<HttpResponse> Respond(HttpRequest request) {
 | 
			
		||||
		string url = WebUtility.UrlDecode(request.RouteParameters.GetItem("url"));
 | 
			
		||||
		string normalizedUrl = DiscordCdn.NormalizeUrl(url);
 | 
			
		||||
		
 | 
			
		||||
		if (!await Db.Downloads.GetSuccessfulDownloadWithData(normalizedUrl, WriteDataTo(response), cancellationToken)) {
 | 
			
		||||
			response.Redirect(url, permanent: false);
 | 
			
		||||
		HttpResponseStreamManager response = request.GetResponseStream();
 | 
			
		||||
		
 | 
			
		||||
		if (!await db.Downloads.GetSuccessfulDownloadWithData(normalizedUrl, WriteDataTo(response), CancellationToken.None)) {
 | 
			
		||||
			response.SetStatus(HttpStatusCode.Redirect);
 | 
			
		||||
			response.SetHeader(HttpKnownHeaderNames.Location, url);
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		return response.Close();
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private static Func<Data.Download, Stream, CancellationToken, Task> WriteDataTo(HttpResponse response) {
 | 
			
		||||
		return (download, stream, cancellationToken) => response.WriteStreamAsync(download.Type, download.Size, stream, cancellationToken);
 | 
			
		||||
	private static Func<Data.Download, Stream, CancellationToken, Task> WriteDataTo(HttpResponseStreamManager response) {
 | 
			
		||||
		return (download, stream, cancellationToken) => {
 | 
			
		||||
			response.SetStatus(HttpStatusCode.OK);
 | 
			
		||||
			response.SetHeader(HttpKnownHeaderNames.ContentType, download.Type);
 | 
			
		||||
			
 | 
			
		||||
			if (download.Size is {} size) {
 | 
			
		||||
				response.SetContentLength((long) size);
 | 
			
		||||
			}
 | 
			
		||||
			else {
 | 
			
		||||
				response.SendChunked = true;
 | 
			
		||||
			}
 | 
			
		||||
			
 | 
			
		||||
			return stream.CopyToAsync(response.ResponseStream, cancellationToken);
 | 
			
		||||
		};
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
@@ -1,17 +1,15 @@
 | 
			
		||||
using System.Net.Mime;
 | 
			
		||||
using System.Threading;
 | 
			
		||||
using System.Text;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using System.Web;
 | 
			
		||||
using DHT.Server.Database;
 | 
			
		||||
using DHT.Server.Service;
 | 
			
		||||
using DHT.Utils.Http;
 | 
			
		||||
using DHT.Utils.Resources;
 | 
			
		||||
using Microsoft.AspNetCore.Http;
 | 
			
		||||
using Sisk.Core.Http;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Endpoints;
 | 
			
		||||
 | 
			
		||||
sealed class GetTrackingScriptEndpoint(IDatabaseFile db, ServerParameters parameters, ResourceLoader resources) : BaseEndpoint(db) {
 | 
			
		||||
	protected override async Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) {
 | 
			
		||||
sealed class GetTrackingScriptEndpoint(ServerParameters parameters, ResourceLoader resources) : BaseEndpoint {
 | 
			
		||||
	protected override async Task<HttpResponse> Respond(HttpRequest request) {
 | 
			
		||||
		string bootstrap = await resources.ReadTextAsync("Tracker/bootstrap.js");
 | 
			
		||||
		string script = bootstrap.Replace("= 0; /*[PORT]*/", "= " + parameters.Port + ";")
 | 
			
		||||
		                         .Replace("/*[TOKEN]*/", HttpUtility.JavaScriptStringEncode(parameters.Token))
 | 
			
		||||
@@ -20,7 +18,8 @@ sealed class GetTrackingScriptEndpoint(IDatabaseFile db, ServerParameters parame
 | 
			
		||||
		                         .Replace("/*[CSS-SETTINGS]*/", await resources.ReadTextAsync("Tracker/styles/settings.css"))
 | 
			
		||||
		                         .Replace("/*[DEBUGGER]*/", request.Query.ContainsKey("debug") ? "debugger;" : "");
 | 
			
		||||
		
 | 
			
		||||
		response.Headers.Append("X-DHT", "1");
 | 
			
		||||
		await response.WriteTextAsync(MediaTypeNames.Text.JavaScript, script, cancellationToken);
 | 
			
		||||
		return new HttpResponse()
 | 
			
		||||
		       .WithHeader("X-DHT", "1")
 | 
			
		||||
		       .WithContent(script, Encoding.UTF8, MediaTypeNames.Text.JavaScript);
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
							
								
								
									
										16
									
								
								app/Server/Endpoints/GetUserscriptEndpoint.cs
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										16
									
								
								app/Server/Endpoints/GetUserscriptEndpoint.cs
									
									
									
									
									
										Normal file
									
								
							@@ -0,0 +1,16 @@
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using DHT.Utils.Resources;
 | 
			
		||||
using Sisk.Core.Http;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Endpoints;
 | 
			
		||||
 | 
			
		||||
// [ServerAuthorizationMiddleware.NoAuthorization]
 | 
			
		||||
sealed class GetUserscriptEndpoint(ResourceLoader resources) : BaseEndpoint {
 | 
			
		||||
	protected override async Task<HttpResponse> Respond(HttpRequest request) {
 | 
			
		||||
		const string FileName = "dht.user.js";
 | 
			
		||||
		const string ResourcePath = "Tracker/loader/" + FileName;
 | 
			
		||||
		
 | 
			
		||||
		byte[]? resourceBytes = await resources.ReadBytesAsyncIfExists(ResourcePath);
 | 
			
		||||
		return await WriteFileIfFound(FileName, resourceBytes);
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
@@ -1,19 +1,27 @@
 | 
			
		||||
using System;
 | 
			
		||||
using System.Net;
 | 
			
		||||
using System.Threading;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using DHT.Server.Database;
 | 
			
		||||
using DHT.Server.Database.Export;
 | 
			
		||||
using DHT.Server.Service.Viewer;
 | 
			
		||||
using Microsoft.AspNetCore.Http;
 | 
			
		||||
using Sisk.Core.Http;
 | 
			
		||||
using Sisk.Core.Http.Streams;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Endpoints;
 | 
			
		||||
 | 
			
		||||
sealed class GetViewerMessagesEndpoint(IDatabaseFile db, ViewerSessions viewerSessions) : BaseEndpoint(db) {
 | 
			
		||||
	protected override Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) {
 | 
			
		||||
sealed class GetViewerMessagesEndpoint(IDatabaseFile db, ViewerSessions viewerSessions) : BaseEndpoint {
 | 
			
		||||
	protected override async Task<HttpResponse> Respond(HttpRequest request) {
 | 
			
		||||
		Guid sessionId = GetSessionId(request);
 | 
			
		||||
		ViewerSession session = viewerSessions.Get(sessionId);
 | 
			
		||||
		
 | 
			
		||||
		response.ContentType = "application/x-ndjson";
 | 
			
		||||
		return ViewerJsonExport.GetMessages(response.Body, Db, session.MessageFilter, cancellationToken);
 | 
			
		||||
		HttpResponseStreamManager response = request.GetResponseStream();
 | 
			
		||||
		response.SendChunked = true;
 | 
			
		||||
		response.SetStatus(HttpStatusCode.OK);
 | 
			
		||||
		response.SetHeader(HttpKnownHeaderNames.ContentType, "application/x-ndjson");
 | 
			
		||||
		
 | 
			
		||||
		await ViewerJsonExport.GetMessages(response.ResponseStream, db, session.MessageFilter, CancellationToken.None);
 | 
			
		||||
		
 | 
			
		||||
		return response.Close();
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
@@ -1,20 +1,28 @@
 | 
			
		||||
using System;
 | 
			
		||||
using System.Net;
 | 
			
		||||
using System.Net.Mime;
 | 
			
		||||
using System.Threading;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using DHT.Server.Database;
 | 
			
		||||
using DHT.Server.Database.Export;
 | 
			
		||||
using DHT.Server.Service.Viewer;
 | 
			
		||||
using Microsoft.AspNetCore.Http;
 | 
			
		||||
using Sisk.Core.Http;
 | 
			
		||||
using Sisk.Core.Http.Streams;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Endpoints;
 | 
			
		||||
 | 
			
		||||
sealed class GetViewerMetadataEndpoint(IDatabaseFile db, ViewerSessions viewerSessions) : BaseEndpoint(db) {
 | 
			
		||||
	protected override Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) {
 | 
			
		||||
sealed class GetViewerMetadataEndpoint(IDatabaseFile db, ViewerSessions viewerSessions) : BaseEndpoint {
 | 
			
		||||
	protected override async Task<HttpResponse> Respond(HttpRequest request) {
 | 
			
		||||
		Guid sessionId = GetSessionId(request);
 | 
			
		||||
		ViewerSession session = viewerSessions.Get(sessionId);
 | 
			
		||||
		
 | 
			
		||||
		response.ContentType = MediaTypeNames.Application.Json;
 | 
			
		||||
		return ViewerJsonExport.GetMetadata(response.Body, Db, session.MessageFilter, cancellationToken);
 | 
			
		||||
		HttpResponseStreamManager response = request.GetResponseStream();
 | 
			
		||||
		response.SendChunked = true;
 | 
			
		||||
		response.SetStatus(HttpStatusCode.OK);
 | 
			
		||||
		response.SetHeader(HttpKnownHeaderNames.ContentType, MediaTypeNames.Application.Json);
 | 
			
		||||
		
 | 
			
		||||
		await ViewerJsonExport.GetMetadata(response.ResponseStream, db, session.MessageFilter, CancellationToken.None);
 | 
			
		||||
		
 | 
			
		||||
		return response.Close();
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
@@ -1,22 +1,23 @@
 | 
			
		||||
using System.Net;
 | 
			
		||||
using System.Text.Json;
 | 
			
		||||
using System.Threading;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using DHT.Server.Data;
 | 
			
		||||
using DHT.Server.Database;
 | 
			
		||||
using DHT.Utils.Http;
 | 
			
		||||
using Microsoft.AspNetCore.Http;
 | 
			
		||||
using Sisk.Core.Http;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Endpoints;
 | 
			
		||||
 | 
			
		||||
sealed class TrackChannelEndpoint(IDatabaseFile db) : BaseEndpoint(db) {
 | 
			
		||||
	protected override async Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) {
 | 
			
		||||
sealed class TrackChannelEndpoint(IDatabaseFile db) : BaseEndpoint {
 | 
			
		||||
	protected override async Task<HttpResponse> Respond(HttpRequest request) {
 | 
			
		||||
		JsonElement root = await ReadJson(request);
 | 
			
		||||
		Data.Server server = ReadServer(root.RequireObject("server"), "server");
 | 
			
		||||
		Channel channel = ReadChannel(root.RequireObject("channel"), "channel", server.Id);
 | 
			
		||||
		
 | 
			
		||||
		await Db.Servers.Add([server]);
 | 
			
		||||
		await Db.Channels.Add([channel]);
 | 
			
		||||
		await db.Servers.Add([server]);
 | 
			
		||||
		await db.Channels.Add([channel]);
 | 
			
		||||
		
 | 
			
		||||
		return new HttpResponse();
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private static Data.Server ReadServer(JsonElement json, string path) {
 | 
			
		||||
@@ -24,6 +25,7 @@ sealed class TrackChannelEndpoint(IDatabaseFile db) : BaseEndpoint(db) {
 | 
			
		||||
			Id = json.RequireSnowflake("id", path),
 | 
			
		||||
			Name = json.RequireString("name", path),
 | 
			
		||||
			Type = ServerTypes.FromString(json.RequireString("type", path)) ?? throw new HttpException(HttpStatusCode.BadRequest, "Server type must be either 'SERVER', 'GROUP', or 'DM'."),
 | 
			
		||||
			IconHash = json.HasKey("icon") ? json.RequireString("icon", path) : null,
 | 
			
		||||
		};
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
 
 | 
			
		||||
@@ -12,15 +12,15 @@ using DHT.Server.Database;
 | 
			
		||||
using DHT.Server.Download;
 | 
			
		||||
using DHT.Utils.Collections;
 | 
			
		||||
using DHT.Utils.Http;
 | 
			
		||||
using Microsoft.AspNetCore.Http;
 | 
			
		||||
using Sisk.Core.Http;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Endpoints;
 | 
			
		||||
 | 
			
		||||
sealed class TrackMessagesEndpoint(IDatabaseFile db) : BaseEndpoint(db) {
 | 
			
		||||
sealed class TrackMessagesEndpoint(IDatabaseFile db) : BaseEndpoint {
 | 
			
		||||
	private const string HasNewMessages = "1";
 | 
			
		||||
	private const string NoNewMessages = "0";
 | 
			
		||||
	
 | 
			
		||||
	protected override async Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) {
 | 
			
		||||
	protected override async Task<HttpResponse> Respond(HttpRequest request) {
 | 
			
		||||
		JsonElement root = await ReadJson(request);
 | 
			
		||||
		
 | 
			
		||||
		if (root.ValueKind != JsonValueKind.Array) {
 | 
			
		||||
@@ -38,11 +38,11 @@ sealed class TrackMessagesEndpoint(IDatabaseFile db) : BaseEndpoint(db) {
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		var addedMessageFilter = new MessageFilter { MessageIds = addedMessageIds };
 | 
			
		||||
		bool anyNewMessages = await Db.Messages.Count(addedMessageFilter, CancellationToken.None) < addedMessageIds.Count;
 | 
			
		||||
		bool anyNewMessages = await db.Messages.Count(addedMessageFilter, CancellationToken.None) < addedMessageIds.Count;
 | 
			
		||||
		
 | 
			
		||||
		await Db.Messages.Add(messages);
 | 
			
		||||
		await db.Messages.Add(messages);
 | 
			
		||||
		
 | 
			
		||||
		await response.WriteTextAsync(anyNewMessages ? HasNewMessages : NoNewMessages, cancellationToken);
 | 
			
		||||
		return new HttpResponse().WithContent(anyNewMessages ? HasNewMessages : NoNewMessages);
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private static Message ReadMessage(JsonElement json, string path) {
 | 
			
		||||
 
 | 
			
		||||
@@ -1,16 +1,15 @@
 | 
			
		||||
using System.Net;
 | 
			
		||||
using System.Text.Json;
 | 
			
		||||
using System.Threading;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using DHT.Server.Data;
 | 
			
		||||
using DHT.Server.Database;
 | 
			
		||||
using DHT.Utils.Http;
 | 
			
		||||
using Microsoft.AspNetCore.Http;
 | 
			
		||||
using Sisk.Core.Http;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Endpoints;
 | 
			
		||||
 | 
			
		||||
sealed class TrackUsersEndpoint(IDatabaseFile db) : BaseEndpoint(db) {
 | 
			
		||||
	protected override async Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) {
 | 
			
		||||
sealed class TrackUsersEndpoint(IDatabaseFile db) : BaseEndpoint {
 | 
			
		||||
	protected override async Task<HttpResponse> Respond(HttpRequest request) {
 | 
			
		||||
		JsonElement root = await ReadJson(request);
 | 
			
		||||
		
 | 
			
		||||
		if (root.ValueKind != JsonValueKind.Array) {
 | 
			
		||||
@@ -24,7 +23,9 @@ sealed class TrackUsersEndpoint(IDatabaseFile db) : BaseEndpoint(db) {
 | 
			
		||||
			users[i++] = ReadUser(user, "user");
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		await Db.Users.Add(users);
 | 
			
		||||
		await db.Users.Add(users);
 | 
			
		||||
		
 | 
			
		||||
		return new HttpResponse();
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private static User ReadUser(JsonElement json, string path) {
 | 
			
		||||
@@ -32,7 +33,7 @@ sealed class TrackUsersEndpoint(IDatabaseFile db) : BaseEndpoint(db) {
 | 
			
		||||
			Id = json.RequireSnowflake("id", path),
 | 
			
		||||
			Name = json.RequireString("name", path),
 | 
			
		||||
			DisplayName = json.HasKey("displayName") ? json.RequireString("displayName", path) : null,
 | 
			
		||||
			AvatarUrl = json.HasKey("avatar") ? json.RequireString("avatar", path) : null,
 | 
			
		||||
			AvatarHash = json.HasKey("avatar") ? json.RequireString("avatar", path) : null,
 | 
			
		||||
			Discriminator = json.HasKey("discriminator") ? json.RequireString("discriminator", path) : null,
 | 
			
		||||
		};
 | 
			
		||||
	}
 | 
			
		||||
 
 | 
			
		||||
@@ -1,28 +1,23 @@
 | 
			
		||||
using System.Collections.Generic;
 | 
			
		||||
using System.Net;
 | 
			
		||||
using System.Threading;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using DHT.Server.Database;
 | 
			
		||||
using DHT.Utils.Http;
 | 
			
		||||
using DHT.Utils.Resources;
 | 
			
		||||
using Microsoft.AspNetCore.Http;
 | 
			
		||||
using Microsoft.AspNetCore.StaticFiles;
 | 
			
		||||
using Sisk.Core.Http;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Endpoints;
 | 
			
		||||
 | 
			
		||||
sealed class ViewerEndpoint(IDatabaseFile db, ResourceLoader resources) : BaseEndpoint(db) {
 | 
			
		||||
	private static readonly FileExtensionContentTypeProvider ContentTypeProvider = new ();
 | 
			
		||||
	
 | 
			
		||||
// [ServerAuthorizationMiddleware.NoAuthorization]
 | 
			
		||||
sealed class ViewerEndpoint(ResourceLoader resources) : BaseEndpoint {
 | 
			
		||||
	private readonly Dictionary<string, byte[]?> cache = new ();
 | 
			
		||||
	private readonly SemaphoreSlim cacheSemaphore = new (1);
 | 
			
		||||
	
 | 
			
		||||
	protected override async Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) {
 | 
			
		||||
		string path = (string?) request.RouteValues["path"] ?? "index.html";
 | 
			
		||||
	protected override async Task<HttpResponse> Respond(HttpRequest request) {
 | 
			
		||||
		string path = request.RouteParameters.GetValue("path") ?? "index.html";
 | 
			
		||||
		string resourcePath = "Viewer/" + path;
 | 
			
		||||
		
 | 
			
		||||
		byte[]? resourceBytes;
 | 
			
		||||
		
 | 
			
		||||
		await cacheSemaphore.WaitAsync(cancellationToken);
 | 
			
		||||
		await cacheSemaphore.WaitAsync();
 | 
			
		||||
		try {
 | 
			
		||||
			if (!cache.TryGetValue(resourcePath, out resourceBytes)) {
 | 
			
		||||
				cache[resourcePath] = resourceBytes = await resources.ReadBytesAsyncIfExists(resourcePath);
 | 
			
		||||
@@ -31,12 +26,6 @@ sealed class ViewerEndpoint(IDatabaseFile db, ResourceLoader resources) : BaseEn
 | 
			
		||||
			cacheSemaphore.Release();
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		if (resourceBytes == null) {
 | 
			
		||||
			throw new HttpException(HttpStatusCode.NotFound, "File not found: " + path);
 | 
			
		||||
		}
 | 
			
		||||
		else {
 | 
			
		||||
			string? contentType = ContentTypeProvider.TryGetContentType(path, out string? type) ? type : null;
 | 
			
		||||
			await response.WriteFileAsync(contentType, resourceBytes, cancellationToken);
 | 
			
		||||
		}
 | 
			
		||||
		return await WriteFileIfFound(path, resourceBytes);
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
@@ -6,12 +6,9 @@
 | 
			
		||||
    <PackageId>DiscordHistoryTrackerServer</PackageId>
 | 
			
		||||
  </PropertyGroup>
 | 
			
		||||
  
 | 
			
		||||
  <ItemGroup>
 | 
			
		||||
    <FrameworkReference Include="Microsoft.AspNetCore.App" />
 | 
			
		||||
  </ItemGroup>
 | 
			
		||||
  
 | 
			
		||||
  <ItemGroup>
 | 
			
		||||
    <PackageReference Include="Microsoft.Data.Sqlite" Version="8.0.7" />
 | 
			
		||||
    <PackageReference Include="Sisk.HttpServer" Version="1.4.2" />
 | 
			
		||||
    <PackageReference Include="System.Linq.Async" Version="6.0.1" />
 | 
			
		||||
  </ItemGroup>
 | 
			
		||||
  
 | 
			
		||||
@@ -29,6 +26,11 @@
 | 
			
		||||
      <Link>Resources/Tracker/%(RecursiveDir)%(Filename)%(Extension)</Link>
 | 
			
		||||
      <Visible>false</Visible>
 | 
			
		||||
    </EmbeddedResource>
 | 
			
		||||
    <EmbeddedResource Include="../Resources/Tracker/loader/**">
 | 
			
		||||
      <LogicalName>Tracker\loader\%(RecursiveDir)%(Filename)%(Extension)</LogicalName>
 | 
			
		||||
      <Link>Resources/Tracker/loader/%(RecursiveDir)%(Filename)%(Extension)</Link>
 | 
			
		||||
      <Visible>false</Visible>
 | 
			
		||||
    </EmbeddedResource>
 | 
			
		||||
    <EmbeddedResource Include="../Resources/Tracker/scripts/**">
 | 
			
		||||
      <LogicalName>Tracker\scripts\%(RecursiveDir)%(Filename)%(Extension)</LogicalName>
 | 
			
		||||
      <Link>Resources/Tracker/scripts/%(RecursiveDir)%(Filename)%(Extension)</Link>
 | 
			
		||||
 
 | 
			
		||||
@@ -1,44 +1,45 @@
 | 
			
		||||
using System.Net;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using DHT.Utils.Logging;
 | 
			
		||||
using Microsoft.AspNetCore.Http;
 | 
			
		||||
using Microsoft.Extensions.Primitives;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Service.Middlewares;
 | 
			
		||||
 | 
			
		||||
sealed class ServerAuthorizationMiddleware {
 | 
			
		||||
	private static readonly Log Log = Log.ForType<ServerAuthorizationMiddleware>();
 | 
			
		||||
	
 | 
			
		||||
	private readonly RequestDelegate next;
 | 
			
		||||
	private readonly ServerParameters serverParameters;
 | 
			
		||||
	
 | 
			
		||||
	public ServerAuthorizationMiddleware(RequestDelegate next, ServerParameters serverParameters) {
 | 
			
		||||
		this.next = next;
 | 
			
		||||
		this.serverParameters = serverParameters;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async Task InvokeAsync(HttpContext context) {
 | 
			
		||||
		HttpRequest request = context.Request;
 | 
			
		||||
		
 | 
			
		||||
		bool success = HttpMethods.IsGet(request.Method)
 | 
			
		||||
			               ? CheckToken(request.Query["token"])
 | 
			
		||||
			               : CheckToken(request.Headers["X-DHT-Token"]);
 | 
			
		||||
		
 | 
			
		||||
		if (success) {
 | 
			
		||||
			await next(context);
 | 
			
		||||
		}
 | 
			
		||||
		else {
 | 
			
		||||
			context.Response.StatusCode = (int) HttpStatusCode.Forbidden;
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private bool CheckToken(StringValues token) {
 | 
			
		||||
		if (token.Count == 1 && token[0] == serverParameters.Token) {
 | 
			
		||||
			return true;
 | 
			
		||||
		}
 | 
			
		||||
		else {
 | 
			
		||||
			Log.Error("Invalid token: " + (token.Count == 1 ? token[0] : "<missing>"));
 | 
			
		||||
			return false;
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
// using System;
 | 
			
		||||
// using System.Net;
 | 
			
		||||
// using System.Reflection;
 | 
			
		||||
// using System.Threading.Tasks;
 | 
			
		||||
// using DHT.Utils.Logging;
 | 
			
		||||
// using Microsoft.AspNetCore.Http;
 | 
			
		||||
// using Microsoft.Extensions.Primitives;
 | 
			
		||||
//
 | 
			
		||||
// namespace DHT.Server.Service.Middlewares;
 | 
			
		||||
//
 | 
			
		||||
// sealed class ServerAuthorizationMiddleware(RequestDelegate next, ServerParameters serverParameters) {
 | 
			
		||||
// 	private static readonly Log Log = Log.ForType<ServerAuthorizationMiddleware>();
 | 
			
		||||
// 	
 | 
			
		||||
// 	public async Task InvokeAsync(HttpContext context) {
 | 
			
		||||
// 		if (SkipAuthorization(context) || CheckToken(context.Request)) {
 | 
			
		||||
// 			await next(context);
 | 
			
		||||
// 		}
 | 
			
		||||
// 		else {
 | 
			
		||||
// 			context.Response.StatusCode = (int) HttpStatusCode.Forbidden;
 | 
			
		||||
// 		}
 | 
			
		||||
// 	}
 | 
			
		||||
// 	
 | 
			
		||||
// 	private static bool SkipAuthorization(HttpContext context) {
 | 
			
		||||
// 		return context.GetEndpoint()?.RequestDelegate?.Target?.GetType().GetCustomAttribute<NoAuthorization>() != null;
 | 
			
		||||
// 	}
 | 
			
		||||
// 	
 | 
			
		||||
// 	private bool CheckToken(HttpRequest request) {
 | 
			
		||||
// 		return HttpMethods.IsGet(request.Method)
 | 
			
		||||
// 			       ? CheckToken(request.Query["token"])
 | 
			
		||||
// 			       : CheckToken(request.Headers["X-DHT-Token"]);
 | 
			
		||||
// 	}
 | 
			
		||||
// 	
 | 
			
		||||
// 	private bool CheckToken(StringValues token) {
 | 
			
		||||
// 		if (token.Count == 1 && token[0] == serverParameters.Token) {
 | 
			
		||||
// 			return true;
 | 
			
		||||
// 		}
 | 
			
		||||
// 		else {
 | 
			
		||||
// 			Log.Error("Invalid token: " + (token.Count == 1 ? token[0] : "<missing>"));
 | 
			
		||||
// 			return false;
 | 
			
		||||
// 		}
 | 
			
		||||
// 	}
 | 
			
		||||
// 	
 | 
			
		||||
// 	[AttributeUsage(AttributeTargets.Class)]
 | 
			
		||||
// 	public sealed class NoAuthorization : Attribute;
 | 
			
		||||
// }
 | 
			
		||||
 
 | 
			
		||||
@@ -1,40 +1,40 @@
 | 
			
		||||
using System;
 | 
			
		||||
using System.Diagnostics;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using DHT.Utils.Logging;
 | 
			
		||||
using Microsoft.AspNetCore.Http;
 | 
			
		||||
using Microsoft.AspNetCore.Http.Extensions;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Service.Middlewares;
 | 
			
		||||
 | 
			
		||||
sealed class ServerLoggingMiddleware(RequestDelegate next) {
 | 
			
		||||
	private static readonly Log Log = Log.ForType<ServerLoggingMiddleware>();
 | 
			
		||||
	
 | 
			
		||||
	public async Task InvokeAsync(HttpContext context) {
 | 
			
		||||
		var stopwatch = Stopwatch.StartNew();
 | 
			
		||||
		try {
 | 
			
		||||
			await next(context);
 | 
			
		||||
		} catch (OperationCanceledException) {
 | 
			
		||||
			OnFinished(stopwatch, context);
 | 
			
		||||
			throw;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		OnFinished(stopwatch, context);
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private static void OnFinished(Stopwatch stopwatch, HttpContext context) {
 | 
			
		||||
		stopwatch.Stop();
 | 
			
		||||
		
 | 
			
		||||
		HttpRequest request = context.Request;
 | 
			
		||||
		long requestLength = request.ContentLength ?? 0L;
 | 
			
		||||
		long elapsedMs = stopwatch.ElapsedMilliseconds;
 | 
			
		||||
		
 | 
			
		||||
		if (context.RequestAborted.IsCancellationRequested) {
 | 
			
		||||
			Log.Debug("Request to " + request.GetEncodedPathAndQuery() + " (" + requestLength + " B) was cancelled after " + elapsedMs + " ms");
 | 
			
		||||
		}
 | 
			
		||||
		else {
 | 
			
		||||
			int responseStatus = context.Response.StatusCode;
 | 
			
		||||
			Log.Debug("Request to " + request.GetEncodedPathAndQuery() + " (" + requestLength + " B) returned " + responseStatus + ", took " + elapsedMs + " ms");
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
// using System;
 | 
			
		||||
// using System.Diagnostics;
 | 
			
		||||
// using System.Threading.Tasks;
 | 
			
		||||
// using DHT.Utils.Logging;
 | 
			
		||||
// using Microsoft.AspNetCore.Http;
 | 
			
		||||
// using Microsoft.AspNetCore.Http.Extensions;
 | 
			
		||||
//
 | 
			
		||||
// namespace DHT.Server.Service.Middlewares;
 | 
			
		||||
//
 | 
			
		||||
// sealed class ServerLoggingMiddleware(RequestDelegate next) {
 | 
			
		||||
// 	private static readonly Log Log = Log.ForType<ServerLoggingMiddleware>();
 | 
			
		||||
// 	
 | 
			
		||||
// 	public async Task InvokeAsync(HttpContext context) {
 | 
			
		||||
// 		var stopwatch = Stopwatch.StartNew();
 | 
			
		||||
// 		try {
 | 
			
		||||
// 			await next(context);
 | 
			
		||||
// 		} catch (OperationCanceledException) {
 | 
			
		||||
// 			OnFinished(stopwatch, context);
 | 
			
		||||
// 			throw;
 | 
			
		||||
// 		}
 | 
			
		||||
// 		
 | 
			
		||||
// 		OnFinished(stopwatch, context);
 | 
			
		||||
// 	}
 | 
			
		||||
// 	
 | 
			
		||||
// 	private static void OnFinished(Stopwatch stopwatch, HttpContext context) {
 | 
			
		||||
// 		stopwatch.Stop();
 | 
			
		||||
// 		
 | 
			
		||||
// 		HttpRequest request = context.Request;
 | 
			
		||||
// 		long requestLength = request.ContentLength ?? 0L;
 | 
			
		||||
// 		long elapsedMs = stopwatch.ElapsedMilliseconds;
 | 
			
		||||
// 		
 | 
			
		||||
// 		if (context.RequestAborted.IsCancellationRequested) {
 | 
			
		||||
// 			Log.Debug("Request to " + request.GetEncodedPathAndQuery() + " (" + requestLength + " B) was cancelled after " + elapsedMs + " ms");
 | 
			
		||||
// 		}
 | 
			
		||||
// 		else {
 | 
			
		||||
// 			int responseStatus = context.Response.StatusCode;
 | 
			
		||||
// 			Log.Debug("Request to " + request.GetEncodedPathAndQuery() + " (" + requestLength + " B) returned " + responseStatus + ", took " + elapsedMs + " ms");
 | 
			
		||||
// 		}
 | 
			
		||||
// 	}
 | 
			
		||||
// }
 | 
			
		||||
 
 | 
			
		||||
@@ -1,21 +1,24 @@
 | 
			
		||||
using System;
 | 
			
		||||
using System.Net;
 | 
			
		||||
using System.Reflection;
 | 
			
		||||
using System.Threading;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using DHT.Server.Database;
 | 
			
		||||
using DHT.Server.Endpoints;
 | 
			
		||||
using DHT.Server.Service.Viewer;
 | 
			
		||||
using DHT.Utils.Logging;
 | 
			
		||||
using DHT.Utils.Resources;
 | 
			
		||||
using Microsoft.AspNetCore.Hosting;
 | 
			
		||||
using Microsoft.AspNetCore.Server.Kestrel.Core;
 | 
			
		||||
using Microsoft.Extensions.DependencyInjection;
 | 
			
		||||
using Sisk.Core.Entity;
 | 
			
		||||
using Sisk.Core.Http;
 | 
			
		||||
using Sisk.Core.Http.Hosting;
 | 
			
		||||
using Router = Sisk.Core.Routing.Router;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Service;
 | 
			
		||||
 | 
			
		||||
public sealed class ServerManager {
 | 
			
		||||
	private static readonly Log Log = Log.ForType(typeof(ServerManager));
 | 
			
		||||
	
 | 
			
		||||
	private IWebHost? server;
 | 
			
		||||
	private HttpServerHostContext? server;
 | 
			
		||||
	public bool IsRunning => server != null;
 | 
			
		||||
	
 | 
			
		||||
	public event EventHandler<Status>? StatusChanged;
 | 
			
		||||
@@ -48,35 +51,59 @@ public sealed class ServerManager {
 | 
			
		||||
	public async Task Stop() {
 | 
			
		||||
		await semaphore.WaitAsync();
 | 
			
		||||
		try {
 | 
			
		||||
			await StopInternal();
 | 
			
		||||
			StopInternal();
 | 
			
		||||
		} finally {
 | 
			
		||||
			semaphore.Release();
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private async Task StartInternal(ushort port, string token) {
 | 
			
		||||
		await StopInternal();
 | 
			
		||||
		StopInternal();
 | 
			
		||||
		
 | 
			
		||||
		StatusChanged?.Invoke(this, Status.Starting);
 | 
			
		||||
		
 | 
			
		||||
		void AddServices(IServiceCollection services) {
 | 
			
		||||
			services.AddSingleton(typeof(IDatabaseFile), db);
 | 
			
		||||
			services.AddSingleton(typeof(ServerParameters), new ServerParameters(port, token));
 | 
			
		||||
			services.AddSingleton(typeof(ResourceLoader), new ResourceLoader(Assembly.GetExecutingAssembly()));
 | 
			
		||||
			services.AddSingleton(typeof(ViewerSessions), viewerSessions);
 | 
			
		||||
		ServerParameters parameters = new ServerParameters(port, token);
 | 
			
		||||
		ResourceLoader resources = new ResourceLoader(Assembly.GetExecutingAssembly());
 | 
			
		||||
		
 | 
			
		||||
		static void ConfigureServer(HttpServerConfiguration config) {
 | 
			
		||||
			config.AsyncRequestProcessing = true;
 | 
			
		||||
			config.IncludeRequestIdHeader = false;
 | 
			
		||||
			config.MaximumContentLength = 0;
 | 
			
		||||
			config.SendSiskHeader = false;
 | 
			
		||||
			config.ThrowExceptions = false;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		void SetKestrelOptions(KestrelServerOptions options) {
 | 
			
		||||
			options.Limits.MaxRequestBodySize = null;
 | 
			
		||||
			options.Limits.MinResponseDataRate = null;
 | 
			
		||||
			options.ListenLocalhost(port, static listenOptions => listenOptions.Protocols = HttpProtocols.Http1);
 | 
			
		||||
		void ConfigureRoutes(Router router) {
 | 
			
		||||
			router.CallbackErrorHandler = static (exception, _) => {
 | 
			
		||||
				Log.Error(exception);
 | 
			
		||||
				return new HttpResponse(HttpStatusCode.InternalServerError).WithContent("An error occurred.");
 | 
			
		||||
			};
 | 
			
		||||
			
 | 
			
		||||
			router.MapGet("/get-downloaded-file/<url>", new GetDownloadedFileEndpoint(db).Handle);
 | 
			
		||||
			router.MapGet("/get-tracking-script", new GetTrackingScriptEndpoint(parameters, resources).Handle);
 | 
			
		||||
			router.MapGet("/get-userscript/<ignored>", new GetUserscriptEndpoint(resources).Handle);
 | 
			
		||||
			router.MapGet("/get-viewer-messages", new GetViewerMessagesEndpoint(db, viewerSessions).Handle);
 | 
			
		||||
			router.MapGet("/get-viewer-metadata", new GetViewerMetadataEndpoint(db, viewerSessions).Handle);
 | 
			
		||||
			router.MapGet("/viewer/<<path>>", new ViewerEndpoint(resources).Handle);
 | 
			
		||||
			
 | 
			
		||||
			router.MapPost("/track-channel", new TrackChannelEndpoint(db).Handle);
 | 
			
		||||
			router.MapPost("/track-messages", new TrackMessagesEndpoint(db).Handle);
 | 
			
		||||
			router.MapPost("/track-users", new TrackUsersEndpoint(db).Handle);
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		IWebHost newServer = new WebHostBuilder()
 | 
			
		||||
		                     .ConfigureServices(AddServices)
 | 
			
		||||
		                     .UseKestrel(SetKestrelOptions)
 | 
			
		||||
		                     .UseStartup<Startup>()
 | 
			
		||||
		                     .Build();
 | 
			
		||||
		string[] allowedOrigins = [
 | 
			
		||||
			"https://discord.com",
 | 
			
		||||
			"https://ptb.discord.com",
 | 
			
		||||
			"https://canary.discord.com",
 | 
			
		||||
			"https://discordapp.com",
 | 
			
		||||
		];
 | 
			
		||||
		
 | 
			
		||||
		HttpServerHostContext newServer = HttpServer.CreateBuilder()
 | 
			
		||||
		                                            .UseListeningPort(new ListeningPort(secure: false, "127.0.0.1", port))
 | 
			
		||||
		                                            .UseCors(new CrossOriginResourceSharingHeaders(allowOrigins: allowedOrigins, exposeHeaders: [ "X-DHT" ]))
 | 
			
		||||
		                                            .UseConfiguration(ConfigureServer)
 | 
			
		||||
		                                            .UseRouter(ConfigureRoutes)
 | 
			
		||||
		                                            .Build();
 | 
			
		||||
		
 | 
			
		||||
		Log.Info("Starting server on port " + port + "...");
 | 
			
		||||
		
 | 
			
		||||
@@ -95,7 +122,7 @@ public sealed class ServerManager {
 | 
			
		||||
		StatusChanged?.Invoke(this, Status.Started);
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private async Task StopInternal() {
 | 
			
		||||
	private void StopInternal() {
 | 
			
		||||
		if (server == null) {
 | 
			
		||||
			return;
 | 
			
		||||
		}
 | 
			
		||||
@@ -103,7 +130,7 @@ public sealed class ServerManager {
 | 
			
		||||
		StatusChanged?.Invoke(this, Status.Stopping);
 | 
			
		||||
		
 | 
			
		||||
		Log.Info("Stopping server...");
 | 
			
		||||
		await server.StopAsync();
 | 
			
		||||
		server.Dispose();
 | 
			
		||||
		Log.Info("Server stopped");
 | 
			
		||||
		
 | 
			
		||||
		server.Dispose();
 | 
			
		||||
 
 | 
			
		||||
@@ -1,62 +0,0 @@
 | 
			
		||||
using System.Diagnostics.CodeAnalysis;
 | 
			
		||||
using System.Text.Json.Serialization;
 | 
			
		||||
using DHT.Server.Database;
 | 
			
		||||
using DHT.Server.Endpoints;
 | 
			
		||||
using DHT.Server.Service.Middlewares;
 | 
			
		||||
using DHT.Server.Service.Viewer;
 | 
			
		||||
using DHT.Utils.Resources;
 | 
			
		||||
using Microsoft.AspNetCore.Builder;
 | 
			
		||||
using Microsoft.AspNetCore.Http.Json;
 | 
			
		||||
using Microsoft.Extensions.DependencyInjection;
 | 
			
		||||
using Microsoft.Extensions.Hosting;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Service;
 | 
			
		||||
 | 
			
		||||
sealed class Startup {
 | 
			
		||||
	private static readonly string[] AllowedOrigins = [
 | 
			
		||||
		"https://discord.com",
 | 
			
		||||
		"https://ptb.discord.com",
 | 
			
		||||
		"https://canary.discord.com",
 | 
			
		||||
		"https://discordapp.com",
 | 
			
		||||
	];
 | 
			
		||||
	
 | 
			
		||||
	public void ConfigureServices(IServiceCollection services) {
 | 
			
		||||
		services.Configure<JsonOptions>(static options => {
 | 
			
		||||
			options.SerializerOptions.NumberHandling = JsonNumberHandling.Strict;
 | 
			
		||||
		});
 | 
			
		||||
		
 | 
			
		||||
		services.AddCors(static cors => {
 | 
			
		||||
			cors.AddDefaultPolicy(static builder => {
 | 
			
		||||
				builder.WithOrigins(AllowedOrigins).AllowCredentials().AllowAnyMethod().AllowAnyHeader().WithExposedHeaders("X-DHT");
 | 
			
		||||
			});
 | 
			
		||||
		});
 | 
			
		||||
		
 | 
			
		||||
		services.AddRoutingCore();
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	[SuppressMessage("ReSharper", "UnusedMember.Global")]
 | 
			
		||||
	public void Configure(IApplicationBuilder app, IHostApplicationLifetime lifetime, IDatabaseFile db, ServerParameters parameters, ResourceLoader resources, ViewerSessions viewerSessions) {
 | 
			
		||||
		app.UseMiddleware<ServerLoggingMiddleware>();
 | 
			
		||||
		app.UseCors();
 | 
			
		||||
		
 | 
			
		||||
		app.Map("/viewer", node => {
 | 
			
		||||
			node.UseRouting();
 | 
			
		||||
			node.UseEndpoints(endpoints => {
 | 
			
		||||
				endpoints.MapGet("/{**path}", new ViewerEndpoint(db, resources).Handle);
 | 
			
		||||
			});
 | 
			
		||||
		});
 | 
			
		||||
		
 | 
			
		||||
		app.UseMiddleware<ServerAuthorizationMiddleware>();
 | 
			
		||||
		
 | 
			
		||||
		app.UseRouting();
 | 
			
		||||
		app.UseEndpoints(endpoints => {
 | 
			
		||||
			endpoints.MapGet("/get-tracking-script", new GetTrackingScriptEndpoint(db, parameters, resources).Handle);
 | 
			
		||||
			endpoints.MapGet("/get-viewer-metadata", new GetViewerMetadataEndpoint(db, viewerSessions).Handle);
 | 
			
		||||
			endpoints.MapGet("/get-viewer-messages", new GetViewerMessagesEndpoint(db, viewerSessions).Handle);
 | 
			
		||||
			endpoints.MapGet("/get-downloaded-file/{url}", new GetDownloadedFileEndpoint(db).Handle);
 | 
			
		||||
			endpoints.MapPost("/track-channel", new TrackChannelEndpoint(db).Handle);
 | 
			
		||||
			endpoints.MapPost("/track-users", new TrackUsersEndpoint(db).Handle);
 | 
			
		||||
			endpoints.MapPost("/track-messages", new TrackMessagesEndpoint(db).Handle);
 | 
			
		||||
		});
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
@@ -1,34 +0,0 @@
 | 
			
		||||
using System.IO;
 | 
			
		||||
using System.Net.Mime;
 | 
			
		||||
using System.Text;
 | 
			
		||||
using System.Threading;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using Microsoft.AspNetCore.Http;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Utils.Http;
 | 
			
		||||
 | 
			
		||||
public static class HttpExtensions {
 | 
			
		||||
	public static Task WriteTextAsync(this HttpResponse response, string text, CancellationToken cancellationToken) {
 | 
			
		||||
		return WriteTextAsync(response, MediaTypeNames.Text.Plain, text, cancellationToken);
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public static async Task WriteTextAsync(this HttpResponse response, string contentType, string text, CancellationToken cancellationToken) {
 | 
			
		||||
		response.ContentType = contentType;
 | 
			
		||||
		await response.StartAsync(cancellationToken);
 | 
			
		||||
		await response.WriteAsync(text, Encoding.UTF8, cancellationToken);
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public static async Task WriteFileAsync(this HttpResponse response, string? contentType, byte[] bytes, CancellationToken cancellationToken) {
 | 
			
		||||
		response.ContentType = contentType ?? string.Empty;
 | 
			
		||||
		response.ContentLength = bytes.Length;
 | 
			
		||||
		await response.StartAsync(cancellationToken);
 | 
			
		||||
		await response.Body.WriteAsync(bytes, cancellationToken);
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public static async Task WriteStreamAsync(this HttpResponse response, string? contentType, ulong? contentLength, Stream source, CancellationToken cancellationToken) {
 | 
			
		||||
		response.ContentType = contentType ?? string.Empty;
 | 
			
		||||
		response.ContentLength = (long?) contentLength;
 | 
			
		||||
		await response.StartAsync(cancellationToken);
 | 
			
		||||
		await source.CopyToAsync(response.Body, cancellationToken);
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
							
								
								
									
										399
									
								
								app/Utils/Http/MimeTypes.cs
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										399
									
								
								app/Utils/Http/MimeTypes.cs
									
									
									
									
									
										Normal file
									
								
							@@ -0,0 +1,399 @@
 | 
			
		||||
using System.Collections.Frozen;
 | 
			
		||||
using System.Collections.Generic;
 | 
			
		||||
using System.Diagnostics.CodeAnalysis;
 | 
			
		||||
using System.IO;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Utils.Http;
 | 
			
		||||
 | 
			
		||||
public static class MimeTypes {
 | 
			
		||||
	// Copied from https://github.com/dotnet/aspnetcore/blob/main/src/Middleware/StaticFiles/src/FileExtensionContentTypeProvider.cs
 | 
			
		||||
	// Original belongs to the .NET Foundation, licensed under the MIT license.
 | 
			
		||||
	private static readonly FrozenDictionary<string, string> ByFileExtension = new Dictionary<string, string> {
 | 
			
		||||
		{ ".323", "text/h323" },
 | 
			
		||||
		{ ".3g2", "video/3gpp2" },
 | 
			
		||||
		{ ".3gp2", "video/3gpp2" },
 | 
			
		||||
		{ ".3gp", "video/3gpp" },
 | 
			
		||||
		{ ".3gpp", "video/3gpp" },
 | 
			
		||||
		{ ".aac", "audio/aac" },
 | 
			
		||||
		{ ".aaf", "application/octet-stream" },
 | 
			
		||||
		{ ".aca", "application/octet-stream" },
 | 
			
		||||
		{ ".accdb", "application/msaccess" },
 | 
			
		||||
		{ ".accde", "application/msaccess" },
 | 
			
		||||
		{ ".accdt", "application/msaccess" },
 | 
			
		||||
		{ ".acx", "application/internet-property-stream" },
 | 
			
		||||
		{ ".adt", "audio/vnd.dlna.adts" },
 | 
			
		||||
		{ ".adts", "audio/vnd.dlna.adts" },
 | 
			
		||||
		{ ".afm", "application/octet-stream" },
 | 
			
		||||
		{ ".ai", "application/postscript" },
 | 
			
		||||
		{ ".aif", "audio/x-aiff" },
 | 
			
		||||
		{ ".aifc", "audio/aiff" },
 | 
			
		||||
		{ ".aiff", "audio/aiff" },
 | 
			
		||||
		{ ".appcache", "text/cache-manifest" },
 | 
			
		||||
		{ ".application", "application/x-ms-application" },
 | 
			
		||||
		{ ".art", "image/x-jg" },
 | 
			
		||||
		{ ".asd", "application/octet-stream" },
 | 
			
		||||
		{ ".asf", "video/x-ms-asf" },
 | 
			
		||||
		{ ".asi", "application/octet-stream" },
 | 
			
		||||
		{ ".asm", "text/plain" },
 | 
			
		||||
		{ ".asr", "video/x-ms-asf" },
 | 
			
		||||
		{ ".asx", "video/x-ms-asf" },
 | 
			
		||||
		{ ".atom", "application/atom+xml" },
 | 
			
		||||
		{ ".au", "audio/basic" },
 | 
			
		||||
		{ ".avi", "video/x-msvideo" },
 | 
			
		||||
		{ ".avif", "image/avif" },
 | 
			
		||||
		{ ".axs", "application/olescript" },
 | 
			
		||||
		{ ".bas", "text/plain" },
 | 
			
		||||
		{ ".bcpio", "application/x-bcpio" },
 | 
			
		||||
		{ ".bin", "application/octet-stream" },
 | 
			
		||||
		{ ".bmp", "image/bmp" },
 | 
			
		||||
		{ ".c", "text/plain" },
 | 
			
		||||
		{ ".cab", "application/vnd.ms-cab-compressed" },
 | 
			
		||||
		{ ".calx", "application/vnd.ms-office.calx" },
 | 
			
		||||
		{ ".cat", "application/vnd.ms-pki.seccat" },
 | 
			
		||||
		{ ".cdf", "application/x-cdf" },
 | 
			
		||||
		{ ".chm", "application/octet-stream" },
 | 
			
		||||
		{ ".class", "application/x-java-applet" },
 | 
			
		||||
		{ ".clp", "application/x-msclip" },
 | 
			
		||||
		{ ".cmx", "image/x-cmx" },
 | 
			
		||||
		{ ".cnf", "text/plain" },
 | 
			
		||||
		{ ".cod", "image/cis-cod" },
 | 
			
		||||
		{ ".cpio", "application/x-cpio" },
 | 
			
		||||
		{ ".cpp", "text/plain" },
 | 
			
		||||
		{ ".crd", "application/x-mscardfile" },
 | 
			
		||||
		{ ".crl", "application/pkix-crl" },
 | 
			
		||||
		{ ".crt", "application/x-x509-ca-cert" },
 | 
			
		||||
		{ ".csh", "application/x-csh" },
 | 
			
		||||
		{ ".css", "text/css" },
 | 
			
		||||
		{ ".csv", "text/csv" }, // https://tools.ietf.org/html/rfc7111#section-5.1
 | 
			
		||||
		{ ".cur", "application/octet-stream" },
 | 
			
		||||
		{ ".dcr", "application/x-director" },
 | 
			
		||||
		{ ".deploy", "application/octet-stream" },
 | 
			
		||||
		{ ".der", "application/x-x509-ca-cert" },
 | 
			
		||||
		{ ".dib", "image/bmp" },
 | 
			
		||||
		{ ".dir", "application/x-director" },
 | 
			
		||||
		{ ".disco", "text/xml" },
 | 
			
		||||
		{ ".dlm", "text/dlm" },
 | 
			
		||||
		{ ".doc", "application/msword" },
 | 
			
		||||
		{ ".docm", "application/vnd.ms-word.document.macroEnabled.12" },
 | 
			
		||||
		{ ".docx", "application/vnd.openxmlformats-officedocument.wordprocessingml.document" },
 | 
			
		||||
		{ ".dot", "application/msword" },
 | 
			
		||||
		{ ".dotm", "application/vnd.ms-word.template.macroEnabled.12" },
 | 
			
		||||
		{ ".dotx", "application/vnd.openxmlformats-officedocument.wordprocessingml.template" },
 | 
			
		||||
		{ ".dsp", "application/octet-stream" },
 | 
			
		||||
		{ ".dtd", "text/xml" },
 | 
			
		||||
		{ ".dvi", "application/x-dvi" },
 | 
			
		||||
		{ ".dvr-ms", "video/x-ms-dvr" },
 | 
			
		||||
		{ ".dwf", "drawing/x-dwf" },
 | 
			
		||||
		{ ".dwp", "application/octet-stream" },
 | 
			
		||||
		{ ".dxr", "application/x-director" },
 | 
			
		||||
		{ ".eml", "message/rfc822" },
 | 
			
		||||
		{ ".emz", "application/octet-stream" },
 | 
			
		||||
		{ ".eot", "application/vnd.ms-fontobject" },
 | 
			
		||||
		{ ".eps", "application/postscript" },
 | 
			
		||||
		{ ".etx", "text/x-setext" },
 | 
			
		||||
		{ ".evy", "application/envoy" },
 | 
			
		||||
		{ ".exe", "application/vnd.microsoft.portable-executable" }, // https://www.iana.org/assignments/media-types/application/vnd.microsoft.portable-executable
 | 
			
		||||
		{ ".fdf", "application/vnd.fdf" },
 | 
			
		||||
		{ ".fif", "application/fractals" },
 | 
			
		||||
		{ ".fla", "application/octet-stream" },
 | 
			
		||||
		{ ".flr", "x-world/x-vrml" },
 | 
			
		||||
		{ ".flv", "video/x-flv" },
 | 
			
		||||
		{ ".gif", "image/gif" },
 | 
			
		||||
		{ ".gtar", "application/x-gtar" },
 | 
			
		||||
		{ ".gz", "application/x-gzip" },
 | 
			
		||||
		{ ".h", "text/plain" },
 | 
			
		||||
		{ ".hdf", "application/x-hdf" },
 | 
			
		||||
		{ ".hdml", "text/x-hdml" },
 | 
			
		||||
		{ ".hhc", "application/x-oleobject" },
 | 
			
		||||
		{ ".hhk", "application/octet-stream" },
 | 
			
		||||
		{ ".hhp", "application/octet-stream" },
 | 
			
		||||
		{ ".hlp", "application/winhlp" },
 | 
			
		||||
		{ ".hqx", "application/mac-binhex40" },
 | 
			
		||||
		{ ".hta", "application/hta" },
 | 
			
		||||
		{ ".htc", "text/x-component" },
 | 
			
		||||
		{ ".htm", "text/html" },
 | 
			
		||||
		{ ".html", "text/html" },
 | 
			
		||||
		{ ".htt", "text/webviewhtml" },
 | 
			
		||||
		{ ".hxt", "text/html" },
 | 
			
		||||
		{ ".ical", "text/calendar" },
 | 
			
		||||
		{ ".icalendar", "text/calendar" },
 | 
			
		||||
		{ ".ico", "image/x-icon" },
 | 
			
		||||
		{ ".ics", "text/calendar" },
 | 
			
		||||
		{ ".ief", "image/ief" },
 | 
			
		||||
		{ ".ifb", "text/calendar" },
 | 
			
		||||
		{ ".iii", "application/x-iphone" },
 | 
			
		||||
		{ ".inf", "application/octet-stream" },
 | 
			
		||||
		{ ".ins", "application/x-internet-signup" },
 | 
			
		||||
		{ ".isp", "application/x-internet-signup" },
 | 
			
		||||
		{ ".IVF", "video/x-ivf" },
 | 
			
		||||
		{ ".jar", "application/java-archive" },
 | 
			
		||||
		{ ".java", "application/octet-stream" },
 | 
			
		||||
		{ ".jck", "application/liquidmotion" },
 | 
			
		||||
		{ ".jcz", "application/liquidmotion" },
 | 
			
		||||
		{ ".jfif", "image/pjpeg" },
 | 
			
		||||
		{ ".jpb", "application/octet-stream" },
 | 
			
		||||
		{ ".jpe", "image/jpeg" },
 | 
			
		||||
		{ ".jpeg", "image/jpeg" },
 | 
			
		||||
		{ ".jpg", "image/jpeg" },
 | 
			
		||||
		{ ".js", "text/javascript" },
 | 
			
		||||
		{ ".json", "application/json" },
 | 
			
		||||
		{ ".jsx", "text/jscript" },
 | 
			
		||||
		{ ".latex", "application/x-latex" },
 | 
			
		||||
		{ ".lit", "application/x-ms-reader" },
 | 
			
		||||
		{ ".lpk", "application/octet-stream" },
 | 
			
		||||
		{ ".lsf", "video/x-la-asf" },
 | 
			
		||||
		{ ".lsx", "video/x-la-asf" },
 | 
			
		||||
		{ ".lzh", "application/octet-stream" },
 | 
			
		||||
		{ ".m13", "application/x-msmediaview" },
 | 
			
		||||
		{ ".m14", "application/x-msmediaview" },
 | 
			
		||||
		{ ".m1v", "video/mpeg" },
 | 
			
		||||
		{ ".m2ts", "video/vnd.dlna.mpeg-tts" },
 | 
			
		||||
		{ ".m3u", "audio/x-mpegurl" },
 | 
			
		||||
		{ ".m4a", "audio/mp4" },
 | 
			
		||||
		{ ".m4v", "video/mp4" },
 | 
			
		||||
		{ ".man", "application/x-troff-man" },
 | 
			
		||||
		{ ".manifest", "application/x-ms-manifest" },
 | 
			
		||||
		{ ".map", "text/plain" },
 | 
			
		||||
		{ ".markdown", "text/markdown" },
 | 
			
		||||
		{ ".md", "text/markdown" },
 | 
			
		||||
		{ ".mdb", "application/x-msaccess" },
 | 
			
		||||
		{ ".mdp", "application/octet-stream" },
 | 
			
		||||
		{ ".me", "application/x-troff-me" },
 | 
			
		||||
		{ ".mht", "message/rfc822" },
 | 
			
		||||
		{ ".mhtml", "message/rfc822" },
 | 
			
		||||
		{ ".mid", "audio/mid" },
 | 
			
		||||
		{ ".midi", "audio/mid" },
 | 
			
		||||
		{ ".mix", "application/octet-stream" },
 | 
			
		||||
		{ ".mjs", "text/javascript" },
 | 
			
		||||
		{ ".mmf", "application/x-smaf" },
 | 
			
		||||
		{ ".mno", "text/xml" },
 | 
			
		||||
		{ ".mny", "application/x-msmoney" },
 | 
			
		||||
		{ ".mov", "video/quicktime" },
 | 
			
		||||
		{ ".movie", "video/x-sgi-movie" },
 | 
			
		||||
		{ ".mp2", "video/mpeg" },
 | 
			
		||||
		{ ".mp3", "audio/mpeg" },
 | 
			
		||||
		{ ".mp4", "video/mp4" },
 | 
			
		||||
		{ ".mp4v", "video/mp4" },
 | 
			
		||||
		{ ".mpa", "video/mpeg" },
 | 
			
		||||
		{ ".mpe", "video/mpeg" },
 | 
			
		||||
		{ ".mpeg", "video/mpeg" },
 | 
			
		||||
		{ ".mpg", "video/mpeg" },
 | 
			
		||||
		{ ".mpp", "application/vnd.ms-project" },
 | 
			
		||||
		{ ".mpv2", "video/mpeg" },
 | 
			
		||||
		{ ".ms", "application/x-troff-ms" },
 | 
			
		||||
		{ ".msi", "application/octet-stream" },
 | 
			
		||||
		{ ".mso", "application/octet-stream" },
 | 
			
		||||
		{ ".mvb", "application/x-msmediaview" },
 | 
			
		||||
		{ ".mvc", "application/x-miva-compiled" },
 | 
			
		||||
		{ ".nc", "application/x-netcdf" },
 | 
			
		||||
		{ ".nsc", "video/x-ms-asf" },
 | 
			
		||||
		{ ".nws", "message/rfc822" },
 | 
			
		||||
		{ ".ocx", "application/octet-stream" },
 | 
			
		||||
		{ ".oda", "application/oda" },
 | 
			
		||||
		{ ".odc", "text/x-ms-odc" },
 | 
			
		||||
		{ ".ods", "application/oleobject" },
 | 
			
		||||
		{ ".oga", "audio/ogg" },
 | 
			
		||||
		{ ".ogg", "video/ogg" },
 | 
			
		||||
		{ ".ogv", "video/ogg" },
 | 
			
		||||
		{ ".ogx", "application/ogg" },
 | 
			
		||||
		{ ".one", "application/onenote" },
 | 
			
		||||
		{ ".onea", "application/onenote" },
 | 
			
		||||
		{ ".onetoc", "application/onenote" },
 | 
			
		||||
		{ ".onetoc2", "application/onenote" },
 | 
			
		||||
		{ ".onetmp", "application/onenote" },
 | 
			
		||||
		{ ".onepkg", "application/onenote" },
 | 
			
		||||
		{ ".osdx", "application/opensearchdescription+xml" },
 | 
			
		||||
		{ ".otf", "font/otf" },
 | 
			
		||||
		{ ".p10", "application/pkcs10" },
 | 
			
		||||
		{ ".p12", "application/x-pkcs12" },
 | 
			
		||||
		{ ".p7b", "application/x-pkcs7-certificates" },
 | 
			
		||||
		{ ".p7c", "application/pkcs7-mime" },
 | 
			
		||||
		{ ".p7m", "application/pkcs7-mime" },
 | 
			
		||||
		{ ".p7r", "application/x-pkcs7-certreqresp" },
 | 
			
		||||
		{ ".p7s", "application/pkcs7-signature" },
 | 
			
		||||
		{ ".pbm", "image/x-portable-bitmap" },
 | 
			
		||||
		{ ".pcx", "application/octet-stream" },
 | 
			
		||||
		{ ".pcz", "application/octet-stream" },
 | 
			
		||||
		{ ".pdf", "application/pdf" },
 | 
			
		||||
		{ ".pfb", "application/octet-stream" },
 | 
			
		||||
		{ ".pfm", "application/octet-stream" },
 | 
			
		||||
		{ ".pfx", "application/x-pkcs12" },
 | 
			
		||||
		{ ".pgm", "image/x-portable-graymap" },
 | 
			
		||||
		{ ".pko", "application/vnd.ms-pki.pko" },
 | 
			
		||||
		{ ".pma", "application/x-perfmon" },
 | 
			
		||||
		{ ".pmc", "application/x-perfmon" },
 | 
			
		||||
		{ ".pml", "application/x-perfmon" },
 | 
			
		||||
		{ ".pmr", "application/x-perfmon" },
 | 
			
		||||
		{ ".pmw", "application/x-perfmon" },
 | 
			
		||||
		{ ".png", "image/png" },
 | 
			
		||||
		{ ".pnm", "image/x-portable-anymap" },
 | 
			
		||||
		{ ".pnz", "image/png" },
 | 
			
		||||
		{ ".pot", "application/vnd.ms-powerpoint" },
 | 
			
		||||
		{ ".potm", "application/vnd.ms-powerpoint.template.macroEnabled.12" },
 | 
			
		||||
		{ ".potx", "application/vnd.openxmlformats-officedocument.presentationml.template" },
 | 
			
		||||
		{ ".ppam", "application/vnd.ms-powerpoint.addin.macroEnabled.12" },
 | 
			
		||||
		{ ".ppm", "image/x-portable-pixmap" },
 | 
			
		||||
		{ ".pps", "application/vnd.ms-powerpoint" },
 | 
			
		||||
		{ ".ppsm", "application/vnd.ms-powerpoint.slideshow.macroEnabled.12" },
 | 
			
		||||
		{ ".ppsx", "application/vnd.openxmlformats-officedocument.presentationml.slideshow" },
 | 
			
		||||
		{ ".ppt", "application/vnd.ms-powerpoint" },
 | 
			
		||||
		{ ".pptm", "application/vnd.ms-powerpoint.presentation.macroEnabled.12" },
 | 
			
		||||
		{ ".pptx", "application/vnd.openxmlformats-officedocument.presentationml.presentation" },
 | 
			
		||||
		{ ".prf", "application/pics-rules" },
 | 
			
		||||
		{ ".prm", "application/octet-stream" },
 | 
			
		||||
		{ ".prx", "application/octet-stream" },
 | 
			
		||||
		{ ".ps", "application/postscript" },
 | 
			
		||||
		{ ".psd", "application/octet-stream" },
 | 
			
		||||
		{ ".psm", "application/octet-stream" },
 | 
			
		||||
		{ ".psp", "application/octet-stream" },
 | 
			
		||||
		{ ".pub", "application/x-mspublisher" },
 | 
			
		||||
		{ ".qt", "video/quicktime" },
 | 
			
		||||
		{ ".qtl", "application/x-quicktimeplayer" },
 | 
			
		||||
		{ ".qxd", "application/octet-stream" },
 | 
			
		||||
		{ ".ra", "audio/x-pn-realaudio" },
 | 
			
		||||
		{ ".ram", "audio/x-pn-realaudio" },
 | 
			
		||||
		{ ".rar", "application/octet-stream" },
 | 
			
		||||
		{ ".ras", "image/x-cmu-raster" },
 | 
			
		||||
		{ ".rf", "image/vnd.rn-realflash" },
 | 
			
		||||
		{ ".rgb", "image/x-rgb" },
 | 
			
		||||
		{ ".rm", "application/vnd.rn-realmedia" },
 | 
			
		||||
		{ ".rmi", "audio/mid" },
 | 
			
		||||
		{ ".roff", "application/x-troff" },
 | 
			
		||||
		{ ".rpm", "audio/x-pn-realaudio-plugin" },
 | 
			
		||||
		{ ".rtf", "application/rtf" },
 | 
			
		||||
		{ ".rtx", "text/richtext" },
 | 
			
		||||
		{ ".scd", "application/x-msschedule" },
 | 
			
		||||
		{ ".sct", "text/scriptlet" },
 | 
			
		||||
		{ ".sea", "application/octet-stream" },
 | 
			
		||||
		{ ".setpay", "application/set-payment-initiation" },
 | 
			
		||||
		{ ".setreg", "application/set-registration-initiation" },
 | 
			
		||||
		{ ".sgml", "text/sgml" },
 | 
			
		||||
		{ ".sh", "application/x-sh" },
 | 
			
		||||
		{ ".shar", "application/x-shar" },
 | 
			
		||||
		{ ".sit", "application/x-stuffit" },
 | 
			
		||||
		{ ".sldm", "application/vnd.ms-powerpoint.slide.macroEnabled.12" },
 | 
			
		||||
		{ ".sldx", "application/vnd.openxmlformats-officedocument.presentationml.slide" },
 | 
			
		||||
		{ ".smd", "audio/x-smd" },
 | 
			
		||||
		{ ".smi", "application/octet-stream" },
 | 
			
		||||
		{ ".smx", "audio/x-smd" },
 | 
			
		||||
		{ ".smz", "audio/x-smd" },
 | 
			
		||||
		{ ".snd", "audio/basic" },
 | 
			
		||||
		{ ".snp", "application/octet-stream" },
 | 
			
		||||
		{ ".spc", "application/x-pkcs7-certificates" },
 | 
			
		||||
		{ ".spl", "application/futuresplash" },
 | 
			
		||||
		{ ".spx", "audio/ogg" },
 | 
			
		||||
		{ ".src", "application/x-wais-source" },
 | 
			
		||||
		{ ".ssm", "application/streamingmedia" },
 | 
			
		||||
		{ ".sst", "application/vnd.ms-pki.certstore" },
 | 
			
		||||
		{ ".stl", "application/vnd.ms-pki.stl" },
 | 
			
		||||
		{ ".sv4cpio", "application/x-sv4cpio" },
 | 
			
		||||
		{ ".sv4crc", "application/x-sv4crc" },
 | 
			
		||||
		{ ".svg", "image/svg+xml" },
 | 
			
		||||
		{ ".svgz", "image/svg+xml" },
 | 
			
		||||
		{ ".swf", "application/x-shockwave-flash" },
 | 
			
		||||
		{ ".t", "application/x-troff" },
 | 
			
		||||
		{ ".tar", "application/x-tar" },
 | 
			
		||||
		{ ".tcl", "application/x-tcl" },
 | 
			
		||||
		{ ".tex", "application/x-tex" },
 | 
			
		||||
		{ ".texi", "application/x-texinfo" },
 | 
			
		||||
		{ ".texinfo", "application/x-texinfo" },
 | 
			
		||||
		{ ".tgz", "application/x-compressed" },
 | 
			
		||||
		{ ".thmx", "application/vnd.ms-officetheme" },
 | 
			
		||||
		{ ".thn", "application/octet-stream" },
 | 
			
		||||
		{ ".tif", "image/tiff" },
 | 
			
		||||
		{ ".tiff", "image/tiff" },
 | 
			
		||||
		{ ".toc", "application/octet-stream" },
 | 
			
		||||
		{ ".tr", "application/x-troff" },
 | 
			
		||||
		{ ".trm", "application/x-msterminal" },
 | 
			
		||||
		{ ".ts", "video/vnd.dlna.mpeg-tts" },
 | 
			
		||||
		{ ".tsv", "text/tab-separated-values" },
 | 
			
		||||
		{ ".ttc", "application/x-font-ttf" },
 | 
			
		||||
		{ ".ttf", "application/x-font-ttf" },
 | 
			
		||||
		{ ".tts", "video/vnd.dlna.mpeg-tts" },
 | 
			
		||||
		{ ".txt", "text/plain" },
 | 
			
		||||
		{ ".u32", "application/octet-stream" },
 | 
			
		||||
		{ ".uls", "text/iuls" },
 | 
			
		||||
		{ ".ustar", "application/x-ustar" },
 | 
			
		||||
		{ ".vbs", "text/vbscript" },
 | 
			
		||||
		{ ".vcf", "text/x-vcard" },
 | 
			
		||||
		{ ".vcs", "text/plain" },
 | 
			
		||||
		{ ".vdx", "application/vnd.ms-visio.viewer" },
 | 
			
		||||
		{ ".vml", "text/xml" },
 | 
			
		||||
		{ ".vsd", "application/vnd.visio" },
 | 
			
		||||
		{ ".vss", "application/vnd.visio" },
 | 
			
		||||
		{ ".vst", "application/vnd.visio" },
 | 
			
		||||
		{ ".vsto", "application/x-ms-vsto" },
 | 
			
		||||
		{ ".vsw", "application/vnd.visio" },
 | 
			
		||||
		{ ".vsx", "application/vnd.visio" },
 | 
			
		||||
		{ ".vtx", "application/vnd.visio" },
 | 
			
		||||
		{ ".wasm", "application/wasm" },
 | 
			
		||||
		{ ".wav", "audio/wav" },
 | 
			
		||||
		{ ".wax", "audio/x-ms-wax" },
 | 
			
		||||
		{ ".wbmp", "image/vnd.wap.wbmp" },
 | 
			
		||||
		{ ".wcm", "application/vnd.ms-works" },
 | 
			
		||||
		{ ".wdb", "application/vnd.ms-works" },
 | 
			
		||||
		{ ".webm", "video/webm" },
 | 
			
		||||
		{ ".webmanifest", "application/manifest+json" }, // https://w3c.github.io/manifest/#media-type-registration
 | 
			
		||||
		{ ".webp", "image/webp" },
 | 
			
		||||
		{ ".wks", "application/vnd.ms-works" },
 | 
			
		||||
		{ ".wm", "video/x-ms-wm" },
 | 
			
		||||
		{ ".wma", "audio/x-ms-wma" },
 | 
			
		||||
		{ ".wmd", "application/x-ms-wmd" },
 | 
			
		||||
		{ ".wmf", "application/x-msmetafile" },
 | 
			
		||||
		{ ".wml", "text/vnd.wap.wml" },
 | 
			
		||||
		{ ".wmlc", "application/vnd.wap.wmlc" },
 | 
			
		||||
		{ ".wmls", "text/vnd.wap.wmlscript" },
 | 
			
		||||
		{ ".wmlsc", "application/vnd.wap.wmlscriptc" },
 | 
			
		||||
		{ ".wmp", "video/x-ms-wmp" },
 | 
			
		||||
		{ ".wmv", "video/x-ms-wmv" },
 | 
			
		||||
		{ ".wmx", "video/x-ms-wmx" },
 | 
			
		||||
		{ ".wmz", "application/x-ms-wmz" },
 | 
			
		||||
		{ ".woff", "application/font-woff" }, // https://www.w3.org/TR/WOFF/#appendix-b
 | 
			
		||||
		{ ".woff2", "font/woff2" }, // https://www.w3.org/TR/WOFF2/#IMT
 | 
			
		||||
		{ ".wps", "application/vnd.ms-works" },
 | 
			
		||||
		{ ".wri", "application/x-mswrite" },
 | 
			
		||||
		{ ".wrl", "x-world/x-vrml" },
 | 
			
		||||
		{ ".wrz", "x-world/x-vrml" },
 | 
			
		||||
		{ ".wsdl", "text/xml" },
 | 
			
		||||
		{ ".wtv", "video/x-ms-wtv" },
 | 
			
		||||
		{ ".wvx", "video/x-ms-wvx" },
 | 
			
		||||
		{ ".x", "application/directx" },
 | 
			
		||||
		{ ".xaf", "x-world/x-vrml" },
 | 
			
		||||
		{ ".xaml", "application/xaml+xml" },
 | 
			
		||||
		{ ".xap", "application/x-silverlight-app" },
 | 
			
		||||
		{ ".xbap", "application/x-ms-xbap" },
 | 
			
		||||
		{ ".xbm", "image/x-xbitmap" },
 | 
			
		||||
		{ ".xdr", "text/plain" },
 | 
			
		||||
		{ ".xht", "application/xhtml+xml" },
 | 
			
		||||
		{ ".xhtml", "application/xhtml+xml" },
 | 
			
		||||
		{ ".xla", "application/vnd.ms-excel" },
 | 
			
		||||
		{ ".xlam", "application/vnd.ms-excel.addin.macroEnabled.12" },
 | 
			
		||||
		{ ".xlc", "application/vnd.ms-excel" },
 | 
			
		||||
		{ ".xlm", "application/vnd.ms-excel" },
 | 
			
		||||
		{ ".xls", "application/vnd.ms-excel" },
 | 
			
		||||
		{ ".xlsb", "application/vnd.ms-excel.sheet.binary.macroEnabled.12" },
 | 
			
		||||
		{ ".xlsm", "application/vnd.ms-excel.sheet.macroEnabled.12" },
 | 
			
		||||
		{ ".xlsx", "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet" },
 | 
			
		||||
		{ ".xlt", "application/vnd.ms-excel" },
 | 
			
		||||
		{ ".xltm", "application/vnd.ms-excel.template.macroEnabled.12" },
 | 
			
		||||
		{ ".xltx", "application/vnd.openxmlformats-officedocument.spreadsheetml.template" },
 | 
			
		||||
		{ ".xlw", "application/vnd.ms-excel" },
 | 
			
		||||
		{ ".xml", "text/xml" },
 | 
			
		||||
		{ ".xof", "x-world/x-vrml" },
 | 
			
		||||
		{ ".xpm", "image/x-xpixmap" },
 | 
			
		||||
		{ ".xps", "application/vnd.ms-xpsdocument" },
 | 
			
		||||
		{ ".xsd", "text/xml" },
 | 
			
		||||
		{ ".xsf", "text/xml" },
 | 
			
		||||
		{ ".xsl", "text/xml" },
 | 
			
		||||
		{ ".xslt", "text/xml" },
 | 
			
		||||
		{ ".xsn", "application/octet-stream" },
 | 
			
		||||
		{ ".xtp", "application/octet-stream" },
 | 
			
		||||
		{ ".xwd", "image/x-xwindowdump" },
 | 
			
		||||
		{ ".z", "application/x-compress" },
 | 
			
		||||
		{ ".zip", "application/x-zip-compressed" },
 | 
			
		||||
	}.ToFrozenDictionary();
 | 
			
		||||
	
 | 
			
		||||
	public static bool TryGetByFileExtension(string filePath, [NotNullWhen(true)] out string? mimeType) {
 | 
			
		||||
		return ByFileExtension.TryGetValue(Path.GetExtension(filePath), out mimeType);
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
							
								
								
									
										28
									
								
								app/Utils/Tasks/CancellableTask.cs
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										28
									
								
								app/Utils/Tasks/CancellableTask.cs
									
									
									
									
									
										Normal file
									
								
							@@ -0,0 +1,28 @@
 | 
			
		||||
using System;
 | 
			
		||||
using System.Threading;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Utils.Tasks;
 | 
			
		||||
 | 
			
		||||
public sealed class CancellableTask : IDisposable {
 | 
			
		||||
	public static CancellableTask Run(Func<CancellationToken, Task> action) {
 | 
			
		||||
		return new CancellableTask(action);
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public Task Task { get; }
 | 
			
		||||
	
 | 
			
		||||
	private readonly CancellationTokenSource cancellationTokenSource = new ();
 | 
			
		||||
	
 | 
			
		||||
	private CancellableTask(Func<CancellationToken, Task> action) {
 | 
			
		||||
		CancellationToken cancellationToken = cancellationTokenSource.Token;
 | 
			
		||||
		Task = Task.Run(() => action(cancellationToken));
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public void Cancel() {
 | 
			
		||||
		cancellationTokenSource.Cancel();
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public void Dispose() {
 | 
			
		||||
		cancellationTokenSource.Dispose();
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
@@ -55,7 +55,10 @@ public sealed class DelayedThrottledTask<T> : IDisposable {
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public void Dispose() {
 | 
			
		||||
		try {
 | 
			
		||||
			cancellationTokenSource.Cancel();
 | 
			
		||||
		} catch (ObjectDisposedException) {}
 | 
			
		||||
		
 | 
			
		||||
		taskChannel.Writer.Complete();
 | 
			
		||||
		cancellationTokenSource.Cancel();
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
@@ -10,10 +10,6 @@
 | 
			
		||||
    <AllowUnsafeBlocks>true</AllowUnsafeBlocks>
 | 
			
		||||
  </PropertyGroup>
 | 
			
		||||
  
 | 
			
		||||
  <ItemGroup>
 | 
			
		||||
    <FrameworkReference Include="Microsoft.AspNetCore.App" />
 | 
			
		||||
  </ItemGroup>
 | 
			
		||||
  
 | 
			
		||||
  <ItemGroup>
 | 
			
		||||
    <PackageReference Include="JetBrains.Annotations" Version="2023.2.0" />
 | 
			
		||||
    <PackageReference Include="System.Reactive" Version="6.0.0" />
 | 
			
		||||
 
 | 
			
		||||
@@ -8,5 +8,5 @@ using DHT.Utils;
 | 
			
		||||
namespace DHT.Utils;
 | 
			
		||||
 | 
			
		||||
static class Version {
 | 
			
		||||
	public const string Tag = "44.0.0.0";
 | 
			
		||||
	public const string Tag = "46.0.0.0";
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
							
								
								
									
										
											BIN
										
									
								
								app/empty.dht
									
									
									
									
									
								
							
							
						
						
									
										
											BIN
										
									
								
								app/empty.dht
									
									
									
									
									
								
							
										
											Binary file not shown.
										
									
								
							
										
											
												File diff suppressed because one or more lines are too long
											
										
									
								
							
		Reference in New Issue
	
	Block a user