mirror of
				https://github.com/chylex/Discord-History-Tracker.git
				synced 2025-11-04 12:40:11 +01:00 
			
		
		
		
	Compare commits
	
		
			3 Commits
		
	
	
		
			master
			...
			c55f936d95
		
	
	| Author | SHA1 | Date | |
|---|---|---|---|
| 
						
						
							
						
						c55f936d95
	
				 | 
					
					
						|||
| 
						
						
							
						
						58584931dd
	
				 | 
					
					
						|||
| 
						
						
							
						
						2bda468ada
	
				 | 
					
					
						
@@ -1,2 +0,0 @@
 | 
			
		||||
[*.cs]
 | 
			
		||||
propertychanged.auto_notify = false
 | 
			
		||||
@@ -51,55 +51,24 @@
 | 
			
		||||
 | 
			
		||||
        <Style Selector="Expander">
 | 
			
		||||
            <Setter Property="MinHeight" Value="40" />
 | 
			
		||||
            <Setter Property="Padding" Value="12" />
 | 
			
		||||
            <Setter Property="HorizontalAlignment" Value="Stretch" />
 | 
			
		||||
        </Style>
 | 
			
		||||
 | 
			
		||||
        <Style Selector="TreeViewItem:not(:empty) /template/ Panel#PART_ExpandCollapseChevronContainer">
 | 
			
		||||
            <Setter Property="Cursor" Value="Hand" />
 | 
			
		||||
            <Setter Property="Margin" Value="0 0 5 0" />
 | 
			
		||||
        </Style>
 | 
			
		||||
        <Style Selector="TreeViewItem:empty /template/ Panel#PART_ExpandCollapseChevronContainer">
 | 
			
		||||
            <Setter Property="Margin" Value="10 0" />
 | 
			
		||||
        </Style>
 | 
			
		||||
        <Style Selector="TreeViewItem[Level=0]:empty /template/ Panel#PART_ExpandCollapseChevronContainer">
 | 
			
		||||
            <Setter Property="Margin" Value="0" />
 | 
			
		||||
            <Setter Property="Width" Value="0" />
 | 
			
		||||
        </Style>
 | 
			
		||||
        <Style Selector="TreeViewItem /template/ ToggleButton#PART_ExpandCollapseChevron">
 | 
			
		||||
            <Setter Property="Width" Value="18" />
 | 
			
		||||
            <Setter Property="Height" Value="32" />
 | 
			
		||||
        </Style>
 | 
			
		||||
        <Style Selector="TreeViewItem /template/ ToggleButton#PART_ExpandCollapseChevron > Border">
 | 
			
		||||
            <Setter Property="Padding" Value="2 10 3 10" />
 | 
			
		||||
        </Style>
 | 
			
		||||
 | 
			
		||||
        <Style Selector="TreeView.noSelection">
 | 
			
		||||
            <Style Selector="^ TreeViewItem /template/ Border#PART_LayoutRoot">
 | 
			
		||||
                <Setter Property="Background" Value="{DynamicResource TreeViewItemBackground}" />
 | 
			
		||||
                <Setter Property="BorderBrush" Value="{DynamicResource TreeViewItemBorderBrush}" />
 | 
			
		||||
            </Style>
 | 
			
		||||
            <Style Selector="^ TreeViewItem /template/ Border#PART_LayoutRoot > ContentPresenter#PART_HeaderPresenter">
 | 
			
		||||
                <Setter Property="Foreground" Value="{DynamicResource TreeViewItemForeground}" />
 | 
			
		||||
            </Style>
 | 
			
		||||
            <Style Selector="^ TreeViewItem:disabled /template/ Border#PART_LayoutRoot">
 | 
			
		||||
                <Setter Property="Background" Value="{DynamicResource TreeViewItemBackgroundDisabled}" />
 | 
			
		||||
                <Setter Property="BorderBrush" Value="{DynamicResource TreeViewItemBorderBrushDisabled}" />
 | 
			
		||||
            </Style>
 | 
			
		||||
            <Style Selector="^ TreeViewItem:disabled /template/ Border#PART_LayoutRoot > ContentPresenter#PART_HeaderPresenter">
 | 
			
		||||
                <Setter Property="Foreground" Value="{DynamicResource TreeViewItemForegroundDisabled}" />
 | 
			
		||||
            </Style>
 | 
			
		||||
        </Style>
 | 
			
		||||
 | 
			
		||||
        <Style Selector="Panel.buttons">
 | 
			
		||||
            <Setter Property="Margin" Value="0 20 0 0" />
 | 
			
		||||
        </Style>
 | 
			
		||||
        <Style Selector="Panel.buttons > WrapPanel">
 | 
			
		||||
            <Setter Property="ItemSpacing" Value="8" />
 | 
			
		||||
        <Style Selector="Panel.buttons > WrapPanel.right">
 | 
			
		||||
            <Setter Property="HorizontalAlignment" Value="Right" />
 | 
			
		||||
        </Style>
 | 
			
		||||
        <Style Selector="Panel.buttons Button">
 | 
			
		||||
            <Setter Property="MinWidth" Value="80" />
 | 
			
		||||
        </Style>
 | 
			
		||||
        <Style Selector="Panel.buttons > WrapPanel.left Button">
 | 
			
		||||
            <Setter Property="Margin" Value="0 0 8 0" />
 | 
			
		||||
        </Style>
 | 
			
		||||
        <Style Selector="Panel.buttons > WrapPanel.right Button">
 | 
			
		||||
            <Setter Property="Margin" Value="8 0 0 0" />
 | 
			
		||||
        </Style>
 | 
			
		||||
 | 
			
		||||
    </Application.Styles>
 | 
			
		||||
 | 
			
		||||
 
 | 
			
		||||
@@ -69,7 +69,7 @@ sealed class Arguments {
 | 
			
		||||
						Log.Warn("Invalid concurrent downloads count: " + value);
 | 
			
		||||
					}
 | 
			
		||||
					else if (concurrentDownloads > 10) {
 | 
			
		||||
						Log.Warn("Limiting concurrent downloads to 10.");
 | 
			
		||||
						Log.Warn("Limiting concurrent downloads to 10");
 | 
			
		||||
						ConcurrentDownloads = 10;
 | 
			
		||||
					}
 | 
			
		||||
					else {
 | 
			
		||||
 
 | 
			
		||||
@@ -1,17 +0,0 @@
 | 
			
		||||
using System;
 | 
			
		||||
using System.Threading;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using DHT.Utils.Observables;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Desktop.Common;
 | 
			
		||||
 | 
			
		||||
static class AvaloniaObsevableValueExtensions {
 | 
			
		||||
	public static IDisposable SubscribeLastOnUI<T>(this ObservableValue<T> observable, Action<T> action, TimeSpan delayBetweenRuns) {
 | 
			
		||||
		Task Action(T value, CancellationToken cancellationToken) {
 | 
			
		||||
			action(value);
 | 
			
		||||
			return Task.Delay(delayBetweenRuns, cancellationToken);
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		return observable.SubscribeLast(Action, TaskScheduler.FromCurrentSynchronizationContext());
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
@@ -1,25 +0,0 @@
 | 
			
		||||
using System;
 | 
			
		||||
using System.Collections;
 | 
			
		||||
using System.Reflection;
 | 
			
		||||
using Avalonia.Interactivity;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Desktop.Common;
 | 
			
		||||
 | 
			
		||||
static class AvaloniaReflection {
 | 
			
		||||
	private static FieldInfo InteractiveEventHandlersField { get; } = typeof(Interactive).GetField("_eventHandlers", BindingFlags.Instance | BindingFlags.NonPublic)!;
 | 
			
		||||
	
 | 
			
		||||
	public static void Check() {
 | 
			
		||||
		if (InteractiveEventHandlersField == null) {
 | 
			
		||||
			throw new InvalidOperationException("Missing field: " + nameof(InteractiveEventHandlersField));
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		if (InteractiveEventHandlersField.FieldType.ToString() != "System.Collections.Generic.Dictionary`2[Avalonia.Interactivity.RoutedEvent,System.Collections.Generic.List`1[Avalonia.Interactivity.Interactive+EventSubscription]]") {
 | 
			
		||||
			throw new InvalidOperationException("Invalid field type: " + nameof(InteractiveEventHandlersField) + " = " + InteractiveEventHandlersField.FieldType);
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public static IList? GetEventHandler(Interactive target, RoutedEvent routedEvent) {
 | 
			
		||||
		IDictionary? eventHandlers = (IDictionary?) InteractiveEventHandlersField.GetValue(target);
 | 
			
		||||
		return (IList?) eventHandlers?[routedEvent];
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
@@ -52,7 +52,7 @@ static class DatabaseGui {
 | 
			
		||||
		} catch (DatabaseTooNewException ex) {
 | 
			
		||||
			await Dialog.ShowOk(window, "Database Error", "Database '" + Path.GetFileName(path) + "' was opened in a newer version of DHT (database version " + ex.DatabaseVersion + ", app version " + ex.CurrentVersion + ").");
 | 
			
		||||
		} catch (Exception ex) {
 | 
			
		||||
			Log.Error("Could not open database file: " + path, ex);
 | 
			
		||||
			Log.Error(ex);
 | 
			
		||||
			await Dialog.ShowOk(window, "Database Error", "Database '" + Path.GetFileName(path) + "' could not be opened:" + ex.Message);
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
 
 | 
			
		||||
@@ -15,18 +15,15 @@
 | 
			
		||||
  </PropertyGroup>
 | 
			
		||||
  
 | 
			
		||||
  <ItemGroup>
 | 
			
		||||
    <PackageReference Include="Avalonia" Version="11.3.0" />
 | 
			
		||||
    <PackageReference Include="Avalonia.Controls.DataGrid" Version="11.3.0" />
 | 
			
		||||
    <PackageReference Include="Avalonia" Version="11.2.3" />
 | 
			
		||||
    <PackageReference Include="Avalonia.Controls.DataGrid" Version="11.2.3" />
 | 
			
		||||
    <PackageReference Include="Avalonia.Controls.ItemsRepeater" Version="11.1.5" />
 | 
			
		||||
    <PackageReference Include="Avalonia.Desktop" Version="11.3.0" />
 | 
			
		||||
    <PackageReference Include="Avalonia.Diagnostics" Version="11.3.0" Condition=" '$(Configuration)' == 'Debug' " />
 | 
			
		||||
    <PackageReference Include="Avalonia.Fonts.Inter" Version="11.3.0" />
 | 
			
		||||
    <PackageReference Include="Avalonia.ReactiveUI" Version="11.3.0" />
 | 
			
		||||
    <PackageReference Include="Avalonia.Themes.Fluent" Version="11.3.0" />
 | 
			
		||||
    <PackageReference Include="PropertyChanged.SourceGenerator" Version="1.1.1">
 | 
			
		||||
      <PrivateAssets>all</PrivateAssets>
 | 
			
		||||
      <IncludeAssets>runtime; build; native; contentfiles; analyzers; buildtransitive</IncludeAssets>
 | 
			
		||||
    </PackageReference>
 | 
			
		||||
    <PackageReference Include="Avalonia.Desktop" Version="11.2.3" />
 | 
			
		||||
    <PackageReference Include="Avalonia.Diagnostics" Version="11.2.3" Condition=" '$(Configuration)' == 'Debug' " />
 | 
			
		||||
    <PackageReference Include="Avalonia.Fonts.Inter" Version="11.2.3" />
 | 
			
		||||
    <PackageReference Include="Avalonia.ReactiveUI" Version="11.2.3" />
 | 
			
		||||
    <PackageReference Include="Avalonia.Themes.Fluent" Version="11.2.3" />
 | 
			
		||||
    <PackageReference Include="CommunityToolkit.Mvvm" Version="999.0.0-build.0.g0d941a6a62" />
 | 
			
		||||
  </ItemGroup>
 | 
			
		||||
  
 | 
			
		||||
  <ItemGroup>
 | 
			
		||||
 
 | 
			
		||||
@@ -8,44 +8,37 @@
 | 
			
		||||
        x:DataType="namespace:CheckBoxDialogModel"
 | 
			
		||||
        Title="{Binding Title}"
 | 
			
		||||
        Icon="avares://DiscordHistoryTracker/Resources/icon.ico"
 | 
			
		||||
        MinWidth="425" MinHeight="200"
 | 
			
		||||
        Width="500" Height="395" CanResize="True"
 | 
			
		||||
        Width="500" SizeToContent="Height" CanResize="False"
 | 
			
		||||
        WindowStartupLocation="CenterOwner">
 | 
			
		||||
 | 
			
		||||
    <Window.DataContext>
 | 
			
		||||
        <namespace:CheckBoxDialogModel />
 | 
			
		||||
    </Window.DataContext>
 | 
			
		||||
 | 
			
		||||
    <Window.Styles>
 | 
			
		||||
        <Style Selector="TreeViewItem">
 | 
			
		||||
            <Setter Property="IsExpanded" Value="True" />
 | 
			
		||||
        </Style>
 | 
			
		||||
    </Window.Styles>
 | 
			
		||||
 | 
			
		||||
    <DockPanel Margin="20 17 20 20">
 | 
			
		||||
        <Panel Classes="buttons" DockPanel.Dock="Bottom">
 | 
			
		||||
            <WrapPanel>
 | 
			
		||||
                <Button Command="{Binding SelectAll}" IsEnabled="{Binding !AreAllSelected}">Select All</Button>
 | 
			
		||||
                <Button Command="{Binding SelectNone}" IsEnabled="{Binding !AreNoneSelected}">Select None</Button>
 | 
			
		||||
            </WrapPanel>
 | 
			
		||||
            <WrapPanel HorizontalAlignment="Right">
 | 
			
		||||
                <Button Click="ClickOk">OK</Button>
 | 
			
		||||
                <Button Click="ClickCancel">Cancel</Button>
 | 
			
		||||
            </WrapPanel>
 | 
			
		||||
        </Panel>
 | 
			
		||||
        <ScrollViewer DockPanel.Dock="Top">
 | 
			
		||||
            <TreeView Name="TreeView" Classes="noSelection" ItemsSource="{Binding RootItems}" ContainerPrepared="TreeViewOnContainerPrepared">
 | 
			
		||||
                <TreeView.ItemTemplate>
 | 
			
		||||
                    <TreeDataTemplate ItemsSource="{Binding Children}">
 | 
			
		||||
    <StackPanel Margin="20">
 | 
			
		||||
        <ScrollViewer MaxHeight="400">
 | 
			
		||||
            <ItemsRepeater ItemsSource="{Binding Items}">
 | 
			
		||||
                <ItemsRepeater.ItemTemplate>
 | 
			
		||||
                    <DataTemplate>
 | 
			
		||||
                        <CheckBox IsChecked="{Binding IsChecked}">
 | 
			
		||||
                            <Label>
 | 
			
		||||
                                <TextBlock Text="{Binding Title}" TextWrapping="Wrap" />
 | 
			
		||||
                            </Label>
 | 
			
		||||
                        </CheckBox>
 | 
			
		||||
                    </TreeDataTemplate>
 | 
			
		||||
                </TreeView.ItemTemplate>
 | 
			
		||||
            </TreeView>
 | 
			
		||||
                    </DataTemplate>
 | 
			
		||||
                </ItemsRepeater.ItemTemplate>
 | 
			
		||||
            </ItemsRepeater>
 | 
			
		||||
        </ScrollViewer>
 | 
			
		||||
    </DockPanel>
 | 
			
		||||
        <Panel Classes="buttons">
 | 
			
		||||
            <WrapPanel Classes="left">
 | 
			
		||||
                <Button Command="{Binding SelectAll}" IsEnabled="{Binding !AreAllSelected}">Select All</Button>
 | 
			
		||||
                <Button Command="{Binding SelectNone}" IsEnabled="{Binding !AreNoneSelected}">Select None</Button>
 | 
			
		||||
            </WrapPanel>
 | 
			
		||||
            <WrapPanel Classes="right">
 | 
			
		||||
                <Button Click="ClickOk">OK</Button>
 | 
			
		||||
                <Button Click="ClickCancel">Cancel</Button>
 | 
			
		||||
            </WrapPanel>
 | 
			
		||||
        </Panel>
 | 
			
		||||
    </StackPanel>
 | 
			
		||||
 | 
			
		||||
</Window>
 | 
			
		||||
 
 | 
			
		||||
@@ -1,9 +1,6 @@
 | 
			
		||||
using System.Diagnostics.CodeAnalysis;
 | 
			
		||||
using Avalonia.Controls;
 | 
			
		||||
using Avalonia.Controls.Primitives;
 | 
			
		||||
using Avalonia.Input;
 | 
			
		||||
using Avalonia.Interactivity;
 | 
			
		||||
using DHT.Desktop.Common;
 | 
			
		||||
using DHT.Desktop.Dialogs.Message;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Desktop.Dialogs.CheckBox;
 | 
			
		||||
@@ -14,36 +11,6 @@ public sealed partial class CheckBoxDialog : Window {
 | 
			
		||||
		InitializeComponent();
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private void TreeViewOnContainerPrepared(object? sender, ContainerPreparedEventArgs e) {
 | 
			
		||||
		foreach (object? item in TreeView.Items) {
 | 
			
		||||
			if (item != null && TreeView.ContainerFromItem(item) is TreeViewItem treeViewItem) {
 | 
			
		||||
				treeViewItem.TemplateApplied += TreeViewItemOnTemplateApplied;
 | 
			
		||||
				treeViewItem.GotFocus += TreeViewItemOnGotFocus;
 | 
			
		||||
				treeViewItem.KeyDown += TreeViewItemOnKeyDown;
 | 
			
		||||
			}
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private void TreeViewItemOnTemplateApplied(object? sender, TemplateAppliedEventArgs e) {
 | 
			
		||||
		if (sender is TreeViewItem { HeaderPresenter: Interactive headerPresenter } ) {
 | 
			
		||||
			// Removes support for double-clicking to expand.
 | 
			
		||||
			AvaloniaReflection.GetEventHandler(headerPresenter, DoubleTappedEvent)?.Clear();
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private void TreeViewItemOnGotFocus(object? sender, GotFocusEventArgs e) {
 | 
			
		||||
		if (e.NavigationMethod == NavigationMethod.Tab && sender is TreeViewItem treeViewItem && TreeView.SelectedItem == null) {
 | 
			
		||||
			TreeView.SelectedItem = TreeView.ItemFromContainer(treeViewItem);
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private void TreeViewItemOnKeyDown(object? sender, KeyEventArgs e) {
 | 
			
		||||
		if (e.Key == Key.Space && TreeView.SelectedItem is ICheckBoxItem item) {
 | 
			
		||||
			item.IsChecked = item.IsChecked == false;
 | 
			
		||||
			e.Handled = true;
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public void ClickOk(object? sender, RoutedEventArgs e) {
 | 
			
		||||
		Close(DialogResult.OkCancel.Ok);
 | 
			
		||||
	}
 | 
			
		||||
 
 | 
			
		||||
@@ -1,73 +1,69 @@
 | 
			
		||||
using System.Collections.Generic;
 | 
			
		||||
using System.Collections.Immutable;
 | 
			
		||||
using System.ComponentModel;
 | 
			
		||||
using System.Linq;
 | 
			
		||||
using PropertyChanged.SourceGenerator;
 | 
			
		||||
using CommunityToolkit.Mvvm.ComponentModel;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Desktop.Dialogs.CheckBox;
 | 
			
		||||
 | 
			
		||||
partial class CheckBoxDialogModel {
 | 
			
		||||
class CheckBoxDialogModel : ObservableObject {
 | 
			
		||||
	public string Title { get; init; } = "";
 | 
			
		||||
	
 | 
			
		||||
	private ImmutableArray<ICheckBoxItem> rootItems = [];
 | 
			
		||||
	private IReadOnlyList<CheckBoxItem> items = [];
 | 
			
		||||
	
 | 
			
		||||
	public ImmutableArray<ICheckBoxItem> RootItems {
 | 
			
		||||
		get => rootItems;
 | 
			
		||||
	public IReadOnlyList<CheckBoxItem> Items {
 | 
			
		||||
		get => items;
 | 
			
		||||
		
 | 
			
		||||
		protected set {
 | 
			
		||||
			foreach (ICheckBoxItem item in ICheckBoxItem.GetAllRecursively(rootItems)) {
 | 
			
		||||
			foreach (CheckBoxItem item in items) {
 | 
			
		||||
				item.PropertyChanged -= OnItemPropertyChanged;
 | 
			
		||||
			}
 | 
			
		||||
			
 | 
			
		||||
			rootItems = value;
 | 
			
		||||
			items = value;
 | 
			
		||||
			
 | 
			
		||||
			foreach (ICheckBoxItem item in ICheckBoxItem.GetAllRecursively(rootItems)) {
 | 
			
		||||
			foreach (CheckBoxItem item in items) {
 | 
			
		||||
				item.PropertyChanged += OnItemPropertyChanged;
 | 
			
		||||
			}
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	protected IEnumerable<ICheckBoxItem> AllItems => ICheckBoxItem.GetAllRecursively(RootItems);
 | 
			
		||||
	private bool pauseCheckEvents = false;
 | 
			
		||||
	
 | 
			
		||||
	[DependsOn(nameof(RootItems))]
 | 
			
		||||
	public bool AreAllSelected => RootItems.All(static item => item.IsChecked == true);
 | 
			
		||||
	
 | 
			
		||||
	[DependsOn(nameof(RootItems))]
 | 
			
		||||
	public bool AreNoneSelected => RootItems.All(static item => item.IsChecked == false);
 | 
			
		||||
	
 | 
			
		||||
	private bool pauseUpdatingBulkButtons = false;
 | 
			
		||||
	public bool AreAllSelected => Items.All(static item => item.IsChecked);
 | 
			
		||||
	public bool AreNoneSelected => Items.All(static item => !item.IsChecked);
 | 
			
		||||
	
 | 
			
		||||
	public void SelectAll() => SetAllChecked(true);
 | 
			
		||||
	public void SelectNone() => SetAllChecked(false);
 | 
			
		||||
	
 | 
			
		||||
	private void SetAllChecked(bool isChecked) {
 | 
			
		||||
		pauseUpdatingBulkButtons = true;
 | 
			
		||||
		pauseCheckEvents = true;
 | 
			
		||||
		
 | 
			
		||||
		foreach (ICheckBoxItem item in RootItems) {
 | 
			
		||||
		foreach (CheckBoxItem item in Items) {
 | 
			
		||||
			item.IsChecked = isChecked;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		pauseUpdatingBulkButtons = false;
 | 
			
		||||
		pauseCheckEvents = false;
 | 
			
		||||
		UpdateBulkButtons();
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private void OnItemPropertyChanged(object? sender, PropertyChangedEventArgs e) {
 | 
			
		||||
		if (e.PropertyName == nameof(ICheckBoxItem.IsChecked) && !pauseUpdatingBulkButtons) {
 | 
			
		||||
			UpdateBulkButtons();
 | 
			
		||||
		}
 | 
			
		||||
	private void UpdateBulkButtons() {
 | 
			
		||||
		OnPropertyChanged(nameof(AreAllSelected));
 | 
			
		||||
		OnPropertyChanged(nameof(AreNoneSelected));
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private void UpdateBulkButtons() {
 | 
			
		||||
		OnPropertyChanged(new PropertyChangedEventArgs(nameof(RootItems)));
 | 
			
		||||
	private void OnItemPropertyChanged(object? sender, PropertyChangedEventArgs e) {
 | 
			
		||||
		if (!pauseCheckEvents && e.PropertyName == nameof(CheckBoxItem.IsChecked)) {
 | 
			
		||||
			UpdateBulkButtons();
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
sealed class CheckBoxDialogModel<T> : CheckBoxDialogModel {
 | 
			
		||||
	public IEnumerable<T> SelectedValues => AllItems.OfType<ICheckBoxItem.Leaf<T>>()
 | 
			
		||||
	                                                .Where(static item => item.IsChecked == true)
 | 
			
		||||
	                                                .Select(static item => item.Value);
 | 
			
		||||
	private new IReadOnlyList<CheckBoxItem<T>> Items { get; }
 | 
			
		||||
	
 | 
			
		||||
	public CheckBoxDialogModel(ImmutableArray<ICheckBoxItem> items) {
 | 
			
		||||
		this.RootItems = items;
 | 
			
		||||
	public IEnumerable<CheckBoxItem<T>> SelectedItems => Items.Where(static item => item.IsChecked);
 | 
			
		||||
	
 | 
			
		||||
	public CheckBoxDialogModel(IEnumerable<CheckBoxItem<T>> items) {
 | 
			
		||||
		this.Items = new List<CheckBoxItem<T>>(items);
 | 
			
		||||
		base.Items = Items;
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
@@ -1,110 +1,20 @@
 | 
			
		||||
using System;
 | 
			
		||||
using System.Collections.Generic;
 | 
			
		||||
using System.Collections.Immutable;
 | 
			
		||||
using System.ComponentModel;
 | 
			
		||||
using System.Linq;
 | 
			
		||||
using PropertyChanged.SourceGenerator;
 | 
			
		||||
using CommunityToolkit.Mvvm.ComponentModel;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Desktop.Dialogs.CheckBox;
 | 
			
		||||
 | 
			
		||||
partial interface ICheckBoxItem : INotifyPropertyChanged {
 | 
			
		||||
	public string Title { get; }
 | 
			
		||||
	public bool? IsChecked { get; set; }
 | 
			
		||||
partial class CheckBoxItem : ObservableObject {
 | 
			
		||||
	public string Title { get; init; } = "";
 | 
			
		||||
	public object? Item { get; init; } = null;
 | 
			
		||||
	
 | 
			
		||||
	public ImmutableArray<ICheckBoxItem> Children { get; }
 | 
			
		||||
	[ObservableProperty]
 | 
			
		||||
	private bool isChecked = false;
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
sealed class CheckBoxItem<T> : CheckBoxItem {
 | 
			
		||||
	public new T Item { get; }
 | 
			
		||||
	
 | 
			
		||||
	void NotifyIsCheckedChanged();
 | 
			
		||||
	
 | 
			
		||||
	public static IEnumerable<ICheckBoxItem> GetAllRecursively(IEnumerable<ICheckBoxItem> items) {
 | 
			
		||||
		Stack<ICheckBoxItem> stack = new Stack<ICheckBoxItem>(items);
 | 
			
		||||
		
 | 
			
		||||
		while (stack.TryPop(out var item)) {
 | 
			
		||||
			yield return item;
 | 
			
		||||
			
 | 
			
		||||
			foreach (ICheckBoxItem child in item.Children) {
 | 
			
		||||
				stack.Push(child);
 | 
			
		||||
			}
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	sealed class NonLeaf : ICheckBoxItem {
 | 
			
		||||
		public string Title { get; }
 | 
			
		||||
		
 | 
			
		||||
		public bool? IsChecked {
 | 
			
		||||
			get {
 | 
			
		||||
				if (Children.Count(static child => child.IsChecked == true) == Children.Length) {
 | 
			
		||||
					return true;
 | 
			
		||||
				}
 | 
			
		||||
				else if (Children.Count(static child => child.IsChecked == false) == Children.Length) {
 | 
			
		||||
					return false;
 | 
			
		||||
				}
 | 
			
		||||
				else {
 | 
			
		||||
					return null;
 | 
			
		||||
				}
 | 
			
		||||
			}
 | 
			
		||||
			
 | 
			
		||||
			set {
 | 
			
		||||
				foreach (ICheckBoxItem child in Children) {
 | 
			
		||||
					if (child is Leaf leaf) {
 | 
			
		||||
						leaf.SetCheckedFromParent(value);
 | 
			
		||||
					}
 | 
			
		||||
					else {
 | 
			
		||||
						child.IsChecked = value;
 | 
			
		||||
					}
 | 
			
		||||
				}
 | 
			
		||||
				
 | 
			
		||||
				NotifyIsCheckedChanged();
 | 
			
		||||
				parent?.NotifyIsCheckedChanged();
 | 
			
		||||
			}
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		public ImmutableArray<ICheckBoxItem> Children { get; }
 | 
			
		||||
		
 | 
			
		||||
		public event PropertyChangedEventHandler? PropertyChanged;
 | 
			
		||||
		
 | 
			
		||||
		private readonly ICheckBoxItem? parent;
 | 
			
		||||
		
 | 
			
		||||
		public NonLeaf(string title, ICheckBoxItem? parent, Func<ICheckBoxItem, ImmutableArray<ICheckBoxItem>> children) {
 | 
			
		||||
			this.parent = parent;
 | 
			
		||||
			this.Title = title;
 | 
			
		||||
			this.Children = children(this);
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		public void NotifyIsCheckedChanged() {
 | 
			
		||||
			PropertyChanged?.Invoke(this, new PropertyChangedEventArgs(nameof(IsChecked)));
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	partial class Leaf(string title, ICheckBoxItem? parent, bool isChecked) : ICheckBoxItem {
 | 
			
		||||
		public string Title { get; } = title;
 | 
			
		||||
		
 | 
			
		||||
		public ImmutableArray<ICheckBoxItem> Children => ImmutableArray<ICheckBoxItem>.Empty;
 | 
			
		||||
		
 | 
			
		||||
		public readonly ICheckBoxItem? parent = parent;
 | 
			
		||||
		
 | 
			
		||||
		[Notify]
 | 
			
		||||
		private bool? isChecked = isChecked;
 | 
			
		||||
		
 | 
			
		||||
		private bool notifyParent = true;
 | 
			
		||||
		
 | 
			
		||||
		public void SetCheckedFromParent(bool? isChecked) {
 | 
			
		||||
			notifyParent = false;
 | 
			
		||||
			IsChecked = isChecked;
 | 
			
		||||
			notifyParent = true;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		private void OnIsCheckedChanged() {
 | 
			
		||||
			if (notifyParent) {
 | 
			
		||||
				parent?.NotifyIsCheckedChanged();
 | 
			
		||||
			}
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		void ICheckBoxItem.NotifyIsCheckedChanged() {
 | 
			
		||||
			OnPropertyChanged(new PropertyChangedEventArgs(nameof(IsChecked)));
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	sealed class Leaf<T>(string title, ICheckBoxItem? parent, T value, bool isChecked) : Leaf(title, parent, isChecked) {
 | 
			
		||||
		public T Value => value;
 | 
			
		||||
	public CheckBoxItem(T item) {
 | 
			
		||||
		this.Item = item;
 | 
			
		||||
		base.Item = item;
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
@@ -1,46 +0,0 @@
 | 
			
		||||
using System.Collections.Generic;
 | 
			
		||||
using System.Collections.Immutable;
 | 
			
		||||
using System.Linq;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Desktop.Dialogs.CheckBox;
 | 
			
		||||
 | 
			
		||||
sealed class CheckBoxItemList<TKey, TValue> where TKey : notnull {
 | 
			
		||||
	private readonly List<INode> rootNodes = [];
 | 
			
		||||
	private readonly Dictionary<TKey, List<INode>> parentNodes = [];
 | 
			
		||||
	
 | 
			
		||||
	public void AddParent(TKey key, string title) {
 | 
			
		||||
		if (!parentNodes.ContainsKey(key)) {
 | 
			
		||||
			List<INode> children = [];
 | 
			
		||||
			rootNodes.Add(new INode.NonLeaf(title, children));
 | 
			
		||||
			parentNodes[key] = children;
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public void Add(TValue value, string title, bool isChecked = false) {
 | 
			
		||||
		rootNodes.Add(new INode.Leaf(title, value, isChecked));
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public void Add(TKey key, TValue value, string title, bool isChecked = false) {
 | 
			
		||||
		parentNodes.GetValueOrDefault(key, rootNodes).Add(new INode.Leaf(title, value, isChecked));
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public ImmutableArray<ICheckBoxItem> ToCheckBoxItems() {
 | 
			
		||||
		return [..rootNodes.Select(static node => node.ToCheckBoxItem(null))];
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private interface INode {
 | 
			
		||||
		ICheckBoxItem ToCheckBoxItem(ICheckBoxItem? parent);
 | 
			
		||||
		
 | 
			
		||||
		sealed record NonLeaf(string Title, List<INode> Children) : INode {
 | 
			
		||||
			public ICheckBoxItem ToCheckBoxItem(ICheckBoxItem? parent) {
 | 
			
		||||
				return new ICheckBoxItem.NonLeaf(Title, parent, self => [..Children.Select(child => child.ToCheckBoxItem(self))]);
 | 
			
		||||
			}
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		sealed record Leaf(string Title, TValue Value, bool IsChecked) : INode {
 | 
			
		||||
			public ICheckBoxItem ToCheckBoxItem(ICheckBoxItem? parent) {
 | 
			
		||||
				return new ICheckBoxItem.Leaf<TValue>(Title, parent, Value, IsChecked);
 | 
			
		||||
			}
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
@@ -8,10 +8,6 @@ using Avalonia.Platform.Storage;
 | 
			
		||||
namespace DHT.Desktop.Dialogs.File;
 | 
			
		||||
 | 
			
		||||
static class FileDialogs {
 | 
			
		||||
	public static async Task<string[]> OpenFolders(this IStorageProvider storageProvider, FolderPickerOpenOptions options) {
 | 
			
		||||
		return (await storageProvider.OpenFolderPickerAsync(options)).ToLocalPaths();
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public static async Task<string[]> OpenFiles(this IStorageProvider storageProvider, FilePickerOpenOptions options) {
 | 
			
		||||
		return (await storageProvider.OpenFilePickerAsync(options)).ToLocalPaths();
 | 
			
		||||
	}
 | 
			
		||||
@@ -30,11 +26,11 @@ static class FileDialogs {
 | 
			
		||||
		return suggestedDirectory == null ? Task.FromResult<IStorageFolder?>(null) : window.StorageProvider.TryGetFolderFromPathAsync(suggestedDirectory);
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private static string ToLocalPath(this IStorageItem itme) {
 | 
			
		||||
		return itme.TryGetLocalPath() ?? throw new NotSupportedException("Local filesystem is not supported.");
 | 
			
		||||
	private static string ToLocalPath(this IStorageFile file) {
 | 
			
		||||
		return file.TryGetLocalPath() ?? throw new NotSupportedException("Local filesystem is not supported.");
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private static string[] ToLocalPaths(this IReadOnlyList<IStorageItem> items) {
 | 
			
		||||
		return items.Select(ToLocalPath).ToArray();
 | 
			
		||||
	private static string[] ToLocalPaths(this IReadOnlyList<IStorageFile> files) {
 | 
			
		||||
		return files.Select(ToLocalPath).ToArray();
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
@@ -25,7 +25,7 @@
 | 
			
		||||
    <StackPanel Margin="20">
 | 
			
		||||
        <TextBlock Text="{Binding Message}" />
 | 
			
		||||
        <Panel Classes="buttons">
 | 
			
		||||
            <WrapPanel HorizontalAlignment="Right">
 | 
			
		||||
            <WrapPanel Classes="right">
 | 
			
		||||
                <Button Click="ClickOk" IsVisible="{Binding IsOkVisible}">OK</Button>
 | 
			
		||||
                <Button Click="ClickYes" IsVisible="{Binding IsYesVisible}">Yes</Button>
 | 
			
		||||
                <Button Click="ClickNo" IsVisible="{Binding IsNoVisible}">No</Button>
 | 
			
		||||
 
 | 
			
		||||
@@ -1,24 +0,0 @@
 | 
			
		||||
using System;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using Avalonia.Controls;
 | 
			
		||||
using Avalonia.Threading;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Desktop.Dialogs.Progress;
 | 
			
		||||
 | 
			
		||||
static class DelayedProgressDialog {
 | 
			
		||||
	public static async ValueTask Await(Func<Task> taskProvider, TimeSpan delay, Window window, string progressDialogTitle, string progressDialogDescription) {
 | 
			
		||||
		Dispatcher.UIThread.VerifyAccess();
 | 
			
		||||
		
 | 
			
		||||
		Task task = Task.Run(taskProvider);
 | 
			
		||||
		if (task.IsCompleted) {
 | 
			
		||||
			return;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		// Freeze the UI thread for a short while in case the task finishes quickly.
 | 
			
		||||
		_ = Task.WhenAny(Task.Delay(delay), task).GetAwaiter().GetResult();
 | 
			
		||||
		
 | 
			
		||||
		if (!task.IsCompleted) {
 | 
			
		||||
			await ProgressDialog.ShowIndeterminate(window, progressDialogTitle, progressDialogDescription, _ => task);
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
@@ -3,7 +3,7 @@ using System.Threading.Tasks;
 | 
			
		||||
namespace DHT.Desktop.Dialogs.Progress;
 | 
			
		||||
 | 
			
		||||
interface IProgressCallback {
 | 
			
		||||
	Task Update(string message, long finishedItems, long totalItems);
 | 
			
		||||
	Task Update(string message, int finishedItems, int totalItems);
 | 
			
		||||
	Task UpdateIndeterminate(string message);
 | 
			
		||||
	Task Hide();
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
@@ -2,47 +2,68 @@ using System;
 | 
			
		||||
using System.Diagnostics.CodeAnalysis;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using Avalonia.Controls;
 | 
			
		||||
using DHT.Desktop.Dialogs.Message;
 | 
			
		||||
using DHT.Utils.Logging;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Desktop.Dialogs.Progress;
 | 
			
		||||
 | 
			
		||||
[SuppressMessage("ReSharper", "MemberCanBeInternal")]
 | 
			
		||||
public sealed partial class ProgressDialog : Window {
 | 
			
		||||
	private static readonly TimeSpan MinimumShowDuration = TimeSpan.FromMilliseconds(500);
 | 
			
		||||
	private static readonly Log Log = Log.ForType<ProgressDialog>();
 | 
			
		||||
	
 | 
			
		||||
	internal static async Task Show(Window owner, string title, Func<ProgressDialog, IProgressCallback, Task> action) {
 | 
			
		||||
		var taskCompletionSource = new TaskCompletionSource();
 | 
			
		||||
		var dialog = new ProgressDialog();
 | 
			
		||||
		dialog.DataContext = new ProgressDialogModel(title, async callbacks => await action(dialog, callbacks[0]));
 | 
			
		||||
		
 | 
			
		||||
		dialog.DataContext = new ProgressDialogModel(title, async callbacks => {
 | 
			
		||||
			try {
 | 
			
		||||
				await action(dialog, callbacks[0]);
 | 
			
		||||
				taskCompletionSource.SetResult();
 | 
			
		||||
			} catch (Exception e) {
 | 
			
		||||
				taskCompletionSource.SetException(e);
 | 
			
		||||
			}
 | 
			
		||||
		});
 | 
			
		||||
		
 | 
			
		||||
		await dialog.ShowProgressDialog(owner);
 | 
			
		||||
		await taskCompletionSource.Task;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	internal static async Task<T> Show<T>(Window owner, string title, Func<ProgressDialog, IProgressCallback, Task<T>> action) {
 | 
			
		||||
	internal static async Task ShowIndeterminate(Window owner, string title, string message, Func<ProgressDialog, Task> action) {
 | 
			
		||||
		var taskCompletionSource = new TaskCompletionSource();
 | 
			
		||||
		var dialog = new ProgressDialog();
 | 
			
		||||
		
 | 
			
		||||
		dialog.DataContext = new ProgressDialogModel(title, async callbacks => {
 | 
			
		||||
			await callbacks[0].UpdateIndeterminate(message);
 | 
			
		||||
			try {
 | 
			
		||||
				await action(dialog);
 | 
			
		||||
				taskCompletionSource.SetResult();
 | 
			
		||||
			} catch (Exception e) {
 | 
			
		||||
				taskCompletionSource.SetException(e);
 | 
			
		||||
			}
 | 
			
		||||
		});
 | 
			
		||||
		
 | 
			
		||||
		await dialog.ShowProgressDialog(owner);
 | 
			
		||||
		await taskCompletionSource.Task;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	internal static async Task<T> ShowIndeterminate<T>(Window owner, string title, string message, Func<ProgressDialog, Task<T>> action) {
 | 
			
		||||
		var taskCompletionSource = new TaskCompletionSource<T>();
 | 
			
		||||
		var dialog = new ProgressDialog();
 | 
			
		||||
		
 | 
			
		||||
		dialog.DataContext = new ProgressDialogModel(title, async callbacks => {
 | 
			
		||||
			taskCompletionSource.SetResult(await action(dialog, callbacks[0]));
 | 
			
		||||
			await callbacks[0].UpdateIndeterminate(message);
 | 
			
		||||
			try {
 | 
			
		||||
				taskCompletionSource.SetResult(await action(dialog));
 | 
			
		||||
			} catch (Exception e) {
 | 
			
		||||
				taskCompletionSource.SetException(e);
 | 
			
		||||
			}
 | 
			
		||||
		});
 | 
			
		||||
		
 | 
			
		||||
		await dialog.ShowProgressDialog(owner);
 | 
			
		||||
		return await taskCompletionSource.Task;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	internal static Task ShowIndeterminate(Window owner, string title, string message, Func<ProgressDialog, Task> action) {
 | 
			
		||||
		return Show(owner, title, async (dialog, callback) => {
 | 
			
		||||
			await callback.UpdateIndeterminate(message);
 | 
			
		||||
			await action(dialog);
 | 
			
		||||
		});
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	internal static Task<T> ShowIndeterminate<T>(Window owner, string title, string message, Func<ProgressDialog, Task<T>> action) {
 | 
			
		||||
		return Show<T>(owner, title, async (dialog, callback) => {
 | 
			
		||||
			await callback.UpdateIndeterminate(message);
 | 
			
		||||
			return await action(dialog);
 | 
			
		||||
		});
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private bool isFinished = false;
 | 
			
		||||
	private DateTime startTime = DateTime.Now;
 | 
			
		||||
	private Task progressTask = Task.CompletedTask;
 | 
			
		||||
	
 | 
			
		||||
	public ProgressDialog() {
 | 
			
		||||
@@ -50,8 +71,6 @@ public sealed partial class ProgressDialog : Window {
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public void OnOpened(object? sender, EventArgs e) {
 | 
			
		||||
		startTime = DateTime.Now;
 | 
			
		||||
		
 | 
			
		||||
		if (DataContext is ProgressDialogModel model) {
 | 
			
		||||
			progressTask = Task.Run(model.StartTask);
 | 
			
		||||
			progressTask.ContinueWith(OnFinished, TaskScheduler.FromCurrentSynchronizationContext());
 | 
			
		||||
@@ -62,19 +81,18 @@ public sealed partial class ProgressDialog : Window {
 | 
			
		||||
		e.Cancel = !isFinished;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private async Task OnFinished(Task task) {
 | 
			
		||||
	private void OnFinished(Task task) {
 | 
			
		||||
		isFinished = true;
 | 
			
		||||
		
 | 
			
		||||
		TimeSpan elapsedTime = DateTime.Now - startTime;
 | 
			
		||||
		if (elapsedTime < MinimumShowDuration) {
 | 
			
		||||
			await Task.Delay(MinimumShowDuration - elapsedTime);
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		Close();
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async Task ShowProgressDialog(Window owner) {
 | 
			
		||||
		await ShowDialog(owner);
 | 
			
		||||
		await progressTask;
 | 
			
		||||
		try {
 | 
			
		||||
			await progressTask;
 | 
			
		||||
		} catch (Exception e) {
 | 
			
		||||
			Log.Error(e);
 | 
			
		||||
			await Dialog.ShowOk(owner, "Unexpected Error", e.Message);
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
@@ -38,7 +38,7 @@ sealed class ProgressDialogModel {
 | 
			
		||||
			this.item = item;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		public async Task Update(string message, long finishedItems, long totalItems) {
 | 
			
		||||
		public async Task Update(string message, int finishedItems, int totalItems) {
 | 
			
		||||
			await Dispatcher.UIThread.InvokeAsync(() => {
 | 
			
		||||
				item.Message = message;
 | 
			
		||||
				item.Items = totalItems == 0 ? string.Empty : finishedItems.Format() + " / " + totalItems.Format();
 | 
			
		||||
 
 | 
			
		||||
@@ -1,23 +1,30 @@
 | 
			
		||||
using PropertyChanged.SourceGenerator;
 | 
			
		||||
using CommunityToolkit.Mvvm.ComponentModel;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Desktop.Dialogs.Progress;
 | 
			
		||||
 | 
			
		||||
sealed partial class ProgressItem {
 | 
			
		||||
	[Notify]
 | 
			
		||||
sealed partial class ProgressItem : ObservableObject {
 | 
			
		||||
	[ObservableProperty(Setter = Access.Private)]
 | 
			
		||||
	[NotifyPropertyChangedFor(nameof(Opacity))]
 | 
			
		||||
	private bool isVisible = false;
 | 
			
		||||
	
 | 
			
		||||
	public double Opacity => IsVisible ? 1.0 : 0.0;
 | 
			
		||||
	
 | 
			
		||||
	private string message = "";
 | 
			
		||||
	
 | 
			
		||||
	[Notify]
 | 
			
		||||
	public string Message {
 | 
			
		||||
		get => message;
 | 
			
		||||
		set {
 | 
			
		||||
			SetProperty(ref message, value);
 | 
			
		||||
			IsVisible = !string.IsNullOrEmpty(value);
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	[ObservableProperty]
 | 
			
		||||
	private string items = "";
 | 
			
		||||
	
 | 
			
		||||
	[Notify]
 | 
			
		||||
	private long progress = 0L;
 | 
			
		||||
	[ObservableProperty]
 | 
			
		||||
	private int progress = 0;
 | 
			
		||||
	
 | 
			
		||||
	[Notify]
 | 
			
		||||
	[ObservableProperty]
 | 
			
		||||
	private bool isIndeterminate;
 | 
			
		||||
	
 | 
			
		||||
	[DependsOn(nameof(Message))]
 | 
			
		||||
	public bool IsVisible => !string.IsNullOrEmpty(Message);
 | 
			
		||||
	
 | 
			
		||||
	[DependsOn(nameof(IsVisible))]
 | 
			
		||||
	public double Opacity => IsVisible ? 1.0 : 0.0;
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
@@ -34,7 +34,7 @@
 | 
			
		||||
            </StackPanel>
 | 
			
		||||
        </ScrollViewer>
 | 
			
		||||
        <Panel Classes="buttons">
 | 
			
		||||
            <WrapPanel HorizontalAlignment="Right">
 | 
			
		||||
            <WrapPanel Classes="right">
 | 
			
		||||
                <Button Click="ClickOk" IsEnabled="{Binding !HasErrors}">OK</Button>
 | 
			
		||||
                <Button Click="ClickCancel">Cancel</Button>
 | 
			
		||||
            </WrapPanel>
 | 
			
		||||
 
 | 
			
		||||
@@ -1,11 +1,11 @@
 | 
			
		||||
using System.Collections.Generic;
 | 
			
		||||
using System.ComponentModel;
 | 
			
		||||
using System.Linq;
 | 
			
		||||
using PropertyChanged.SourceGenerator;
 | 
			
		||||
using CommunityToolkit.Mvvm.ComponentModel;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Desktop.Dialogs.TextBox;
 | 
			
		||||
 | 
			
		||||
partial class TextBoxDialogModel {
 | 
			
		||||
class TextBoxDialogModel : ObservableObject {
 | 
			
		||||
	public string Title { get; init; } = "";
 | 
			
		||||
	public string Description { get; init; } = "";
 | 
			
		||||
	
 | 
			
		||||
@@ -27,11 +27,10 @@ partial class TextBoxDialogModel {
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	[DependsOn(nameof(Items))]
 | 
			
		||||
	public bool HasErrors => Items.Any(static item => !item.IsValid);
 | 
			
		||||
	
 | 
			
		||||
	private void OnItemErrorsChanged(object? sender, DataErrorsChangedEventArgs e) {
 | 
			
		||||
		OnPropertyChanged(new PropertyChangedEventArgs(nameof(Items)));
 | 
			
		||||
		OnPropertyChanged(nameof(HasErrors));
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
 
 | 
			
		||||
@@ -1,22 +1,25 @@
 | 
			
		||||
using System;
 | 
			
		||||
using System.Collections;
 | 
			
		||||
using System.ComponentModel;
 | 
			
		||||
using PropertyChanged.SourceGenerator;
 | 
			
		||||
using CommunityToolkit.Mvvm.ComponentModel;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Desktop.Dialogs.TextBox;
 | 
			
		||||
 | 
			
		||||
partial class TextBoxItem : INotifyDataErrorInfo {
 | 
			
		||||
class TextBoxItem : ObservableObject, INotifyDataErrorInfo {
 | 
			
		||||
	public string Title { get; init; } = "";
 | 
			
		||||
	public object? Item { get; init; } = null;
 | 
			
		||||
	
 | 
			
		||||
	public Func<string, bool> ValidityCheck { get; init; } = static _ => true;
 | 
			
		||||
	public bool IsValid => ValidityCheck(Value);
 | 
			
		||||
	
 | 
			
		||||
	[Notify]
 | 
			
		||||
	private string value = string.Empty;
 | 
			
		||||
	
 | 
			
		||||
	private void OnValueChanged() {
 | 
			
		||||
		ErrorsChanged?.Invoke(this, new DataErrorsChangedEventArgs(nameof(Value)));
 | 
			
		||||
	public string Value {
 | 
			
		||||
		get => value;
 | 
			
		||||
		set {
 | 
			
		||||
			SetProperty(ref this.value, value);
 | 
			
		||||
			ErrorsChanged?.Invoke(this, new DataErrorsChangedEventArgs(nameof(Value)));
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public IEnumerable GetErrors(string? propertyName) {
 | 
			
		||||
 
 | 
			
		||||
@@ -42,7 +42,8 @@ static class DiscordAppSettings {
 | 
			
		||||
			JsonObject settingsJson = await ReadSettingsJson();
 | 
			
		||||
			return AreDevToolsEnabled(settingsJson);
 | 
			
		||||
		} catch (Exception e) {
 | 
			
		||||
			Log.Error("Could not read settings file.", e);
 | 
			
		||||
			Log.Error("Cannot read settings file.");
 | 
			
		||||
			Log.Error(e);
 | 
			
		||||
			return null;
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
@@ -61,7 +62,7 @@ static class DiscordAppSettings {
 | 
			
		||||
		} catch (JsonException) {
 | 
			
		||||
			return SettingsJsonResult.InvalidJson;
 | 
			
		||||
		} catch (Exception e) {
 | 
			
		||||
			Log.Error("Could not read settings file.", e);
 | 
			
		||||
			Log.Error(e);
 | 
			
		||||
			return SettingsJsonResult.ReadError;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
@@ -83,14 +84,16 @@ static class DiscordAppSettings {
 | 
			
		||||
			
 | 
			
		||||
			await WriteSettingsJson(json);
 | 
			
		||||
		} catch (Exception e) {
 | 
			
		||||
			Log.Error("Could not write settings file.", e);
 | 
			
		||||
			Log.Error("An error occurred when writing settings file.");
 | 
			
		||||
			Log.Error(e);
 | 
			
		||||
			
 | 
			
		||||
			if (File.Exists(JsonBackupFilePath)) {
 | 
			
		||||
				try {
 | 
			
		||||
					File.Move(JsonBackupFilePath, JsonFilePath, overwrite: true);
 | 
			
		||||
					Log.Info("Restored settings file from backup.");
 | 
			
		||||
				} catch (Exception e2) {
 | 
			
		||||
					Log.Error("Could not restore settings file from backup.", e2);
 | 
			
		||||
					Log.Error("Cannot restore settings file from backup.");
 | 
			
		||||
					Log.Error(e2);
 | 
			
		||||
				}
 | 
			
		||||
			}
 | 
			
		||||
			
 | 
			
		||||
@@ -100,7 +103,8 @@ static class DiscordAppSettings {
 | 
			
		||||
		try {
 | 
			
		||||
			File.Delete(JsonBackupFilePath);
 | 
			
		||||
		} catch (Exception e) {
 | 
			
		||||
			Log.Error("Could not delete backup file.", e);
 | 
			
		||||
			Log.Error("Cannot delete backup file.");
 | 
			
		||||
			Log.Error(e);
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		return SettingsJsonResult.Success;
 | 
			
		||||
 
 | 
			
		||||
@@ -3,12 +3,12 @@
 | 
			
		||||
        xmlns:d="http://schemas.microsoft.com/expression/blend/2008"
 | 
			
		||||
        xmlns:mc="http://schemas.openxmlformats.org/markup-compatibility/2006"
 | 
			
		||||
        xmlns:main="clr-namespace:DHT.Desktop.Main"
 | 
			
		||||
        mc:Ignorable="d" d:DesignWidth="510" d:DesignHeight="425"
 | 
			
		||||
        mc:Ignorable="d" d:DesignWidth="480" d:DesignHeight="360"
 | 
			
		||||
        x:Class="DHT.Desktop.Main.AboutWindow"
 | 
			
		||||
        x:DataType="main:AboutWindowModel"
 | 
			
		||||
        Title="About Discord History Tracker"
 | 
			
		||||
        Icon="avares://DiscordHistoryTracker/Resources/icon.ico"
 | 
			
		||||
        Width="510" Height="425" CanResize="False"
 | 
			
		||||
        Width="480" Height="360" CanResize="False"
 | 
			
		||||
        WindowStartupLocation="CenterOwner">
 | 
			
		||||
 | 
			
		||||
    <Design.DataContext>
 | 
			
		||||
@@ -16,12 +16,16 @@
 | 
			
		||||
    </Design.DataContext>
 | 
			
		||||
 | 
			
		||||
    <Window.Styles>
 | 
			
		||||
        <Style Selector="StackPanel">
 | 
			
		||||
            <Setter Property="Orientation" Value="Horizontal" />
 | 
			
		||||
            <Setter Property="Spacing" Value="5" />
 | 
			
		||||
        </Style>
 | 
			
		||||
        <Style Selector="TextBlock">
 | 
			
		||||
            <Setter Property="TextWrapping" Value="Wrap" />
 | 
			
		||||
            <Setter Property="VerticalAlignment" Value="Center" />
 | 
			
		||||
        </Style>
 | 
			
		||||
        <Style Selector="Grid > Button">
 | 
			
		||||
            <Setter Property="Margin" Value="0 3" />
 | 
			
		||||
            <Setter Property="Margin" Value="0 4" />
 | 
			
		||||
            <Setter Property="Padding" Value="8 4" />
 | 
			
		||||
            <Setter Property="HorizontalAlignment" Value="Stretch" />
 | 
			
		||||
        </Style>
 | 
			
		||||
@@ -29,55 +33,44 @@
 | 
			
		||||
 | 
			
		||||
    <StackPanel Orientation="Vertical" Margin="20" Spacing="12">
 | 
			
		||||
 | 
			
		||||
        <StackPanel Orientation="Vertical" Spacing="3">
 | 
			
		||||
            <TextBlock TextWrapping="Wrap">Discord History Tracker was created by chylex.</TextBlock>
 | 
			
		||||
            <TextBlock>It is available under the MIT license.</TextBlock>
 | 
			
		||||
        <TextBlock VerticalAlignment="Center">
 | 
			
		||||
            Discord History Tracker was created by chylex and released under the MIT license.
 | 
			
		||||
        </TextBlock>
 | 
			
		||||
 | 
			
		||||
        <StackPanel>
 | 
			
		||||
            <Button Command="{Binding ShowOfficialWebsite}">Official Website</Button>
 | 
			
		||||
            <Button Command="{Binding ShowIssueTracker}">Issue Tracker</Button>
 | 
			
		||||
            <Button Command="{Binding ShowSourceCode}">Source Code</Button>
 | 
			
		||||
        </StackPanel>
 | 
			
		||||
 | 
			
		||||
        <StackPanel Orientation="Horizontal" Spacing="8">
 | 
			
		||||
            <Button Command="{Binding OpenOfficialWebsite}">Official Website</Button>
 | 
			
		||||
            <Button Command="{Binding OpenIssueTracker}">Issue Tracker</Button>
 | 
			
		||||
            <Button Command="{Binding OpenSourceCode}">Source Code</Button>
 | 
			
		||||
        </StackPanel>
 | 
			
		||||
 | 
			
		||||
        <Grid RowDefinitions="Auto,5,Auto,Auto,Auto,Auto,Auto,Auto,Auto,Auto" ColumnDefinitions="*,115,90" Margin="0 10 0 0">
 | 
			
		||||
        <Grid RowDefinitions="Auto,5,Auto,Auto,Auto,Auto,Auto,Auto,Auto,Auto" ColumnDefinitions="175,125,*" Margin="0 10 0 0">
 | 
			
		||||
            <TextBlock Grid.Row="0" Grid.Column="0" FontWeight="Bold">Third-Party Software</TextBlock>
 | 
			
		||||
            <TextBlock Grid.Row="0" Grid.Column="1" FontWeight="Bold">License</TextBlock>
 | 
			
		||||
            <TextBlock Grid.Row="0" Grid.Column="2" FontWeight="Bold">Link</TextBlock>
 | 
			
		||||
 | 
			
		||||
            <TextBlock Grid.Row="2" Grid.Column="0">.NET</TextBlock>
 | 
			
		||||
            <TextBlock Grid.Row="2" Grid.Column="0">.NET 8</TextBlock>
 | 
			
		||||
            <TextBlock Grid.Row="2" Grid.Column="1">MIT</TextBlock>
 | 
			
		||||
            <Button Grid.Row="2" Grid.Column="2" Command="{Binding OpenThirdPartyNetCore}">GitHub</Button>
 | 
			
		||||
            <Button Grid.Row="2" Grid.Column="2" Command="{Binding ShowLibraryNetCore}">GitHub</Button>
 | 
			
		||||
 | 
			
		||||
            <TextBlock Grid.Row="3" Grid.Column="0">Avalonia</TextBlock>
 | 
			
		||||
            <TextBlock Grid.Row="3" Grid.Column="1">MIT</TextBlock>
 | 
			
		||||
            <Button Grid.Row="3" Grid.Column="2" Command="{Binding OpenThirdPartyAvalonia}">GitHub</Button>
 | 
			
		||||
            <Button Grid.Row="3" Grid.Column="2" Command="{Binding ShowLibraryAvalonia}">NuGet</Button>
 | 
			
		||||
 | 
			
		||||
            <TextBlock Grid.Row="4" Grid.Column="0">Rx.NET</TextBlock>
 | 
			
		||||
            <TextBlock Grid.Row="4" Grid.Column="0">MVVM Toolkit</TextBlock>
 | 
			
		||||
            <TextBlock Grid.Row="4" Grid.Column="1">MIT</TextBlock>
 | 
			
		||||
            <Button Grid.Row="4" Grid.Column="2" Command="{Binding OpenThirdPartyRxNet}">GitHub</Button>
 | 
			
		||||
            <Button Grid.Row="4" Grid.Column="2" Command="{Binding ShowLibraryCommunityToolkit}">GitHub</Button>
 | 
			
		||||
 | 
			
		||||
            <TextBlock Grid.Row="5" Grid.Column="0">SQLite</TextBlock>
 | 
			
		||||
            <TextBlock Grid.Row="5" Grid.Column="1">Public Domain</TextBlock>
 | 
			
		||||
            <Button Grid.Row="5" Grid.Column="2" Command="{Binding OpenThirdPartySqlite}">Website</Button>
 | 
			
		||||
            <Button Grid.Row="5" Grid.Column="2" Command="{Binding ShowLibrarySqlite}">Official Website</Button>
 | 
			
		||||
 | 
			
		||||
            <TextBlock Grid.Row="6" Grid.Column="0">Microsoft.Data.Sqlite</TextBlock>
 | 
			
		||||
            <TextBlock Grid.Row="6" Grid.Column="1">Apache-2.0</TextBlock>
 | 
			
		||||
            <Button Grid.Row="6" Grid.Column="2" Command="{Binding OpenThirdPartyMicrosoftDataSqlite}">NuGet</Button>
 | 
			
		||||
            <Button Grid.Row="6" Grid.Column="2" Command="{Binding ShowLibrarySqliteAdoNet}">NuGet</Button>
 | 
			
		||||
 | 
			
		||||
            <TextBlock Grid.Row="7" Grid.Column="0">PropertyChanged.SourceGenerator</TextBlock>
 | 
			
		||||
            <TextBlock Grid.Row="7" Grid.Column="0">Rx.NET</TextBlock>
 | 
			
		||||
            <TextBlock Grid.Row="7" Grid.Column="1">MIT</TextBlock>
 | 
			
		||||
            <Button Grid.Row="7" Grid.Column="2" Command="{Binding OpenThirdPartyPropertyChangedSourceGenerator}">GitHub</Button>
 | 
			
		||||
        </Grid>
 | 
			
		||||
 | 
			
		||||
        <Grid RowDefinitions="Auto,5,Auto,Auto,Auto,Auto,Auto,Auto,Auto,Auto" ColumnDefinitions="*,115,90" Margin="0 5 0 0">
 | 
			
		||||
            <TextBlock Grid.Row="0" Grid.Column="0" FontWeight="Bold">Additional Thanks</TextBlock>
 | 
			
		||||
            <TextBlock Grid.Row="0" Grid.Column="1" FontWeight="Bold">License</TextBlock>
 | 
			
		||||
            <TextBlock Grid.Row="0" Grid.Column="2" FontWeight="Bold">Link</TextBlock>
 | 
			
		||||
 | 
			
		||||
            <TextBlock Grid.Row="2" Grid.Column="0">BetterDiscord, for Webpack hooks</TextBlock>
 | 
			
		||||
            <TextBlock Grid.Row="2" Grid.Column="1">Apache-2.0</TextBlock>
 | 
			
		||||
            <Button Grid.Row="2" Grid.Column="2" Command="{Binding OpenThirdPartyBetterDiscord}">GitHub</Button>
 | 
			
		||||
            <Button Grid.Row="7" Grid.Column="2" Command="{Binding ShowLibraryRxNet}">GitHub</Button>
 | 
			
		||||
        </Grid>
 | 
			
		||||
 | 
			
		||||
    </StackPanel>
 | 
			
		||||
 
 | 
			
		||||
@@ -3,43 +3,39 @@ using DHT.Desktop.Common;
 | 
			
		||||
namespace DHT.Desktop.Main;
 | 
			
		||||
 | 
			
		||||
sealed class AboutWindowModel {
 | 
			
		||||
	public void OpenOfficialWebsite() {
 | 
			
		||||
	public void ShowOfficialWebsite() {
 | 
			
		||||
		SystemUtils.OpenUrl(Program.Website);
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public void OpenIssueTracker() {
 | 
			
		||||
	public void ShowIssueTracker() {
 | 
			
		||||
		SystemUtils.OpenUrl("https://github.com/chylex/Discord-History-Tracker/issues");
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public void OpenSourceCode() {
 | 
			
		||||
	public void ShowSourceCode() {
 | 
			
		||||
		SystemUtils.OpenUrl("https://github.com/chylex/Discord-History-Tracker");
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public void OpenThirdPartyNetCore() {
 | 
			
		||||
	public void ShowLibraryNetCore() {
 | 
			
		||||
		SystemUtils.OpenUrl("https://github.com/dotnet/core");
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public void OpenThirdPartyAvalonia() {
 | 
			
		||||
		SystemUtils.OpenUrl("https://github.com/AvaloniaUI/Avalonia");
 | 
			
		||||
	public void ShowLibraryAvalonia() {
 | 
			
		||||
		SystemUtils.OpenUrl("https://www.nuget.org/packages/Avalonia");
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public void OpenThirdPartyPropertyChangedSourceGenerator() {
 | 
			
		||||
		SystemUtils.OpenUrl("https://github.com/canton7/PropertyChanged.SourceGenerator");
 | 
			
		||||
	public void ShowLibraryCommunityToolkit() {
 | 
			
		||||
		SystemUtils.OpenUrl("https://github.com/CommunityToolkit/dotnet");
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public void OpenThirdPartySqlite() {
 | 
			
		||||
	public void ShowLibrarySqlite() {
 | 
			
		||||
		SystemUtils.OpenUrl("https://www.sqlite.org");
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public void OpenThirdPartyMicrosoftDataSqlite() {
 | 
			
		||||
	public void ShowLibrarySqliteAdoNet() {
 | 
			
		||||
		SystemUtils.OpenUrl("https://www.nuget.org/packages/Microsoft.Data.Sqlite");
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public void OpenThirdPartyRxNet() {
 | 
			
		||||
	public void ShowLibraryRxNet() {
 | 
			
		||||
		SystemUtils.OpenUrl("https://github.com/dotnet/reactive");
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public void OpenThirdPartyBetterDiscord() {
 | 
			
		||||
		SystemUtils.OpenUrl("https://github.com/BetterDiscord/BetterDiscord");
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
@@ -13,8 +13,12 @@
 | 
			
		||||
 | 
			
		||||
    <UserControl.Styles>
 | 
			
		||||
        <Style Selector="WrapPanel > StackPanel">
 | 
			
		||||
            <Setter Property="Margin" Value="0 20 40 0" />
 | 
			
		||||
            <Setter Property="Spacing" Value="4" />
 | 
			
		||||
        </Style>
 | 
			
		||||
        <Style Selector="WrapPanel > StackPanel:nth-last-child(1)">
 | 
			
		||||
            <Setter Property="Margin" Value="0 20 0 0" />
 | 
			
		||||
        </Style>
 | 
			
		||||
        <Style Selector="Grid > Label">
 | 
			
		||||
            <Setter Property="VerticalAlignment" Value="Center" />
 | 
			
		||||
        </Style>
 | 
			
		||||
@@ -26,9 +30,9 @@
 | 
			
		||||
        </Style>
 | 
			
		||||
    </UserControl.Styles>
 | 
			
		||||
 | 
			
		||||
    <StackPanel Spacing="20">
 | 
			
		||||
    <StackPanel>
 | 
			
		||||
        <TextBlock Text="{Binding FilterStatisticsText}" />
 | 
			
		||||
        <WrapPanel ItemSpacing="40" LineSpacing="20">
 | 
			
		||||
        <WrapPanel>
 | 
			
		||||
            <StackPanel>
 | 
			
		||||
                <CheckBox IsChecked="{Binding LimitSize}">Limit Size</CheckBox>
 | 
			
		||||
                <StackPanel Orientation="Horizontal">
 | 
			
		||||
 
 | 
			
		||||
@@ -2,18 +2,20 @@ using System;
 | 
			
		||||
using System.Collections.Generic;
 | 
			
		||||
using System.ComponentModel;
 | 
			
		||||
using System.Linq;
 | 
			
		||||
using System.Reactive.Linq;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using Avalonia.ReactiveUI;
 | 
			
		||||
using CommunityToolkit.Mvvm.ComponentModel;
 | 
			
		||||
using DHT.Desktop.Common;
 | 
			
		||||
using DHT.Server;
 | 
			
		||||
using DHT.Server.Data.Filters;
 | 
			
		||||
using DHT.Server.Data.Settings;
 | 
			
		||||
using DHT.Utils.Logging;
 | 
			
		||||
using DHT.Utils.Tasks;
 | 
			
		||||
using PropertyChanged.SourceGenerator;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Desktop.Main.Controls;
 | 
			
		||||
 | 
			
		||||
sealed partial class DownloadItemFilterPanelModel : IAsyncDisposable {
 | 
			
		||||
sealed partial class DownloadItemFilterPanelModel : ObservableObject, IAsyncDisposable {
 | 
			
		||||
	private static readonly Log Log = Log.ForType<DownloadItemFilterPanelModel>();
 | 
			
		||||
	
 | 
			
		||||
	public sealed record Unit(string Name, uint Scale);
 | 
			
		||||
@@ -30,16 +32,15 @@ sealed partial class DownloadItemFilterPanelModel : IAsyncDisposable {
 | 
			
		||||
		nameof(MaximumSizeUnit),
 | 
			
		||||
	];
 | 
			
		||||
	
 | 
			
		||||
	[Notify(Setter.Private)]
 | 
			
		||||
	private string filterStatisticsText = "";
 | 
			
		||||
	public string FilterStatisticsText { get; private set; } = "";
 | 
			
		||||
	
 | 
			
		||||
	[Notify]
 | 
			
		||||
	[ObservableProperty]
 | 
			
		||||
	private bool limitSize = false;
 | 
			
		||||
	
 | 
			
		||||
	[Notify]
 | 
			
		||||
	[ObservableProperty]
 | 
			
		||||
	private ulong maximumSize = 0UL;
 | 
			
		||||
	
 | 
			
		||||
	[Notify]
 | 
			
		||||
	[ObservableProperty]
 | 
			
		||||
	private Unit maximumSizeUnit = AllUnits[0];
 | 
			
		||||
	
 | 
			
		||||
	public IEnumerable<Unit> Units => AllUnits;
 | 
			
		||||
@@ -47,7 +48,7 @@ sealed partial class DownloadItemFilterPanelModel : IAsyncDisposable {
 | 
			
		||||
	private readonly State state;
 | 
			
		||||
	private readonly string verb;
 | 
			
		||||
	
 | 
			
		||||
	private readonly ThrottledTask<FilterSettings> saveFilterSettingsTask;
 | 
			
		||||
	private readonly DelayedThrottledTask<FilterSettings> saveFilterSettingsTask;
 | 
			
		||||
	private bool isLoadingFilterSettings;
 | 
			
		||||
	
 | 
			
		||||
	private readonly RestartableTask<long> downloadItemCountTask;
 | 
			
		||||
@@ -63,10 +64,10 @@ sealed partial class DownloadItemFilterPanelModel : IAsyncDisposable {
 | 
			
		||||
		this.state = state;
 | 
			
		||||
		this.verb = verb;
 | 
			
		||||
		
 | 
			
		||||
		this.saveFilterSettingsTask = new ThrottledTask<FilterSettings>(Log, SaveFilterSettings, TimeSpan.FromSeconds(5), TaskScheduler.Default);
 | 
			
		||||
		this.saveFilterSettingsTask = new DelayedThrottledTask<FilterSettings>(Log, TimeSpan.FromSeconds(5), SaveFilterSettings);
 | 
			
		||||
		
 | 
			
		||||
		this.downloadItemCountTask = new RestartableTask<long>(SetMatchingCount, TaskScheduler.FromCurrentSynchronizationContext());
 | 
			
		||||
		this.downloadItemCountSubscription = state.Db.Downloads.TotalCount.SubscribeLastOnUI(OnDownloadItemCountChanged, TimeSpan.FromMilliseconds(15));
 | 
			
		||||
		this.downloadItemCountSubscription = state.Db.Downloads.TotalCount.ObserveOn(AvaloniaScheduler.Instance).Subscribe(OnDownloadItemCountChanged);
 | 
			
		||||
		
 | 
			
		||||
		UpdateFilterStatistics();
 | 
			
		||||
		
 | 
			
		||||
@@ -107,7 +108,8 @@ sealed partial class DownloadItemFilterPanelModel : IAsyncDisposable {
 | 
			
		||||
				await setter.Set(SettingsKey.DownloadsMaximumSizeUnit, settings.MaximumSizeUnit.Name);
 | 
			
		||||
			});
 | 
			
		||||
		} catch (Exception e) {
 | 
			
		||||
			Log.Error("Could not save download filter settings.", e);
 | 
			
		||||
			Log.Error("Could not save download filter settings");
 | 
			
		||||
			Log.Error(e);
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
@@ -149,7 +151,9 @@ sealed partial class DownloadItemFilterPanelModel : IAsyncDisposable {
 | 
			
		||||
	private void UpdateFilterStatisticsText() {
 | 
			
		||||
		string matchingItemCountStr = matchingItemCount?.Format() ?? "(...)";
 | 
			
		||||
		string totalItemCountStr = totalItemCount?.Format() ?? "(...)";
 | 
			
		||||
		
 | 
			
		||||
		FilterStatisticsText = verb + " " + matchingItemCountStr + " out of " + totalItemCountStr + " file" + (totalItemCount is null or 1 ? "." : "s.");
 | 
			
		||||
		OnPropertyChanged(nameof(FilterStatisticsText));
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public DownloadItemFilter CreateFilter() {
 | 
			
		||||
 
 | 
			
		||||
@@ -13,8 +13,12 @@
 | 
			
		||||
 | 
			
		||||
    <UserControl.Styles>
 | 
			
		||||
        <Style Selector="WrapPanel > StackPanel">
 | 
			
		||||
            <Setter Property="Margin" Value="0 20 40 0" />
 | 
			
		||||
            <Setter Property="Spacing" Value="4" />
 | 
			
		||||
        </Style>
 | 
			
		||||
        <Style Selector="WrapPanel > StackPanel:nth-last-child(1)">
 | 
			
		||||
            <Setter Property="Margin" Value="0 20 0 0" />
 | 
			
		||||
        </Style>
 | 
			
		||||
        <Style Selector="Grid > Label">
 | 
			
		||||
            <Setter Property="VerticalAlignment" Value="Center" />
 | 
			
		||||
        </Style>
 | 
			
		||||
@@ -32,9 +36,9 @@
 | 
			
		||||
        </Style>
 | 
			
		||||
    </UserControl.Styles>
 | 
			
		||||
 | 
			
		||||
    <StackPanel Spacing="20">
 | 
			
		||||
    <StackPanel>
 | 
			
		||||
        <TextBlock Text="{Binding FilterStatisticsText}" />
 | 
			
		||||
        <WrapPanel ItemSpacing="40" LineSpacing="20">
 | 
			
		||||
        <WrapPanel>
 | 
			
		||||
            <StackPanel>
 | 
			
		||||
                <CheckBox IsChecked="{Binding FilterByDate}">Filter by Date</CheckBox>
 | 
			
		||||
                <Grid ColumnDefinitions="Auto, 4, 125" RowDefinitions="Auto, 4, Auto" Margin="4 0">
 | 
			
		||||
 
 | 
			
		||||
@@ -1,11 +1,13 @@
 | 
			
		||||
using System;
 | 
			
		||||
using System.Collections.Generic;
 | 
			
		||||
using System.Collections.Immutable;
 | 
			
		||||
using System.ComponentModel;
 | 
			
		||||
using System.Diagnostics.CodeAnalysis;
 | 
			
		||||
using System.Linq;
 | 
			
		||||
using System.Reactive.Linq;
 | 
			
		||||
using System.Text;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using Avalonia.Controls;
 | 
			
		||||
using Avalonia.ReactiveUI;
 | 
			
		||||
using CommunityToolkit.Mvvm.ComponentModel;
 | 
			
		||||
using DHT.Desktop.Common;
 | 
			
		||||
using DHT.Desktop.Dialogs.CheckBox;
 | 
			
		||||
using DHT.Desktop.Dialogs.Message;
 | 
			
		||||
@@ -14,11 +16,10 @@ using DHT.Server;
 | 
			
		||||
using DHT.Server.Data;
 | 
			
		||||
using DHT.Server.Data.Filters;
 | 
			
		||||
using DHT.Utils.Tasks;
 | 
			
		||||
using PropertyChanged.SourceGenerator;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Desktop.Main.Controls;
 | 
			
		||||
 | 
			
		||||
sealed partial class MessageFilterPanelModel : IDisposable {
 | 
			
		||||
sealed partial class MessageFilterPanelModel : ObservableObject, IDisposable {
 | 
			
		||||
	private static readonly HashSet<string> FilterProperties = [
 | 
			
		||||
		nameof(FilterByDate),
 | 
			
		||||
		nameof(StartDate),
 | 
			
		||||
@@ -29,38 +30,37 @@ sealed partial class MessageFilterPanelModel : IDisposable {
 | 
			
		||||
		nameof(IncludedUsers),
 | 
			
		||||
	];
 | 
			
		||||
	
 | 
			
		||||
	public string FilterStatisticsText { get; private set; } = "";
 | 
			
		||||
	
 | 
			
		||||
	public event PropertyChangedEventHandler? FilterPropertyChanged;
 | 
			
		||||
	
 | 
			
		||||
	public bool HasAnyFilters => FilterByDate || FilterByChannel || FilterByUser;
 | 
			
		||||
	
 | 
			
		||||
	[Notify]
 | 
			
		||||
	private string filterStatisticsText = "";
 | 
			
		||||
	
 | 
			
		||||
	[Notify]
 | 
			
		||||
	[ObservableProperty]
 | 
			
		||||
	private bool filterByDate = false;
 | 
			
		||||
	
 | 
			
		||||
	[Notify]
 | 
			
		||||
	[ObservableProperty]
 | 
			
		||||
	private DateTime? startDate = null;
 | 
			
		||||
	
 | 
			
		||||
	[Notify]
 | 
			
		||||
	[ObservableProperty]
 | 
			
		||||
	private DateTime? endDate = null;
 | 
			
		||||
	
 | 
			
		||||
	[Notify]
 | 
			
		||||
	[ObservableProperty]
 | 
			
		||||
	private bool filterByChannel = false;
 | 
			
		||||
	
 | 
			
		||||
	[Notify]
 | 
			
		||||
	[ObservableProperty]
 | 
			
		||||
	private HashSet<ulong>? includedChannels = null;
 | 
			
		||||
	
 | 
			
		||||
	[Notify]
 | 
			
		||||
	[ObservableProperty]
 | 
			
		||||
	private bool filterByUser = false;
 | 
			
		||||
	
 | 
			
		||||
	[Notify]
 | 
			
		||||
	[ObservableProperty]
 | 
			
		||||
	private HashSet<ulong>? includedUsers = null;
 | 
			
		||||
	
 | 
			
		||||
	[Notify]
 | 
			
		||||
	[ObservableProperty]
 | 
			
		||||
	private string channelFilterLabel = "";
 | 
			
		||||
	
 | 
			
		||||
	[Notify]
 | 
			
		||||
	[ObservableProperty]
 | 
			
		||||
	private string userFilterLabel = "";
 | 
			
		||||
	
 | 
			
		||||
	private readonly Window window;
 | 
			
		||||
@@ -89,9 +89,9 @@ sealed partial class MessageFilterPanelModel : IDisposable {
 | 
			
		||||
		
 | 
			
		||||
		this.exportedMessageCountTask = new RestartableTask<long>(SetExportedMessageCount, TaskScheduler.FromCurrentSynchronizationContext());
 | 
			
		||||
		
 | 
			
		||||
		this.messageCountSubscription = state.Db.Messages.TotalCount.SubscribeLastOnUI(OnMessageCountChanged, TimeSpan.FromMilliseconds(15));
 | 
			
		||||
		this.channelCountSubscription = state.Db.Channels.TotalCount.SubscribeLastOnUI(OnChannelCountChanged, TimeSpan.FromMilliseconds(15));
 | 
			
		||||
		this.userCountSubscription = state.Db.Users.TotalCount.SubscribeLastOnUI(OnUserCountChanged, TimeSpan.FromMilliseconds(15));
 | 
			
		||||
		this.messageCountSubscription = state.Db.Messages.TotalCount.ObserveOn(AvaloniaScheduler.Instance).Subscribe(OnMessageCountChanged);
 | 
			
		||||
		this.channelCountSubscription = state.Db.Channels.TotalCount.ObserveOn(AvaloniaScheduler.Instance).Subscribe(OnChannelCountChanged);
 | 
			
		||||
		this.userCountSubscription = state.Db.Users.TotalCount.ObserveOn(AvaloniaScheduler.Instance).Subscribe(OnUserCountChanged);
 | 
			
		||||
		
 | 
			
		||||
		UpdateFilterStatistics();
 | 
			
		||||
		UpdateChannelFilterLabel();
 | 
			
		||||
@@ -181,67 +181,56 @@ sealed partial class MessageFilterPanelModel : IDisposable {
 | 
			
		||||
	private void UpdateFilterStatisticsText() {
 | 
			
		||||
		string exportedMessageCountStr = exportedMessageCount?.Format() ?? "(...)";
 | 
			
		||||
		string totalMessageCountStr = totalMessageCount?.Format() ?? "(...)";
 | 
			
		||||
		
 | 
			
		||||
		FilterStatisticsText = verb + " " + exportedMessageCountStr + " out of " + totalMessageCountStr + " message" + (totalMessageCount is null or 1 ? "." : "s.");
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	[SuppressMessage("ReSharper", "NotAccessedPositionalProperty.Local")]
 | 
			
		||||
	[SuppressMessage("ReSharper", "MemberCanBePrivate.Local")]
 | 
			
		||||
	private readonly record struct ChannelFilterKey(byte Type, ulong? ServerId, string Title) : IComparable<ChannelFilterKey> {
 | 
			
		||||
		public static ChannelFilterKey DirectMessages { get; } = new (Type: 1, ServerId: null, Title: "Direct Messages");
 | 
			
		||||
		public static ChannelFilterKey GroupMessages { get; } = new (Type: 2, ServerId: null, Title: "Group Messages");
 | 
			
		||||
		public static ChannelFilterKey Unknown { get; } = new (Type: 4, ServerId: null, Title: "Unknown");
 | 
			
		||||
		
 | 
			
		||||
		public static ChannelFilterKey For(DHT.Server.Data.Server server) {
 | 
			
		||||
			return server.Type switch {
 | 
			
		||||
				ServerType.Server        => new ChannelFilterKey(Type: 3, server.Id, "Server - " + server.Name),
 | 
			
		||||
				ServerType.Group         => GroupMessages,
 | 
			
		||||
				ServerType.DirectMessage => DirectMessages,
 | 
			
		||||
				_                        => Unknown,
 | 
			
		||||
			};
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		public bool Equals(ChannelFilterKey other) {
 | 
			
		||||
			return Type == other.Type && ServerId == other.ServerId;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		public override int GetHashCode() {
 | 
			
		||||
			return HashCode.Combine(Type, ServerId);
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		public int CompareTo(ChannelFilterKey other) {
 | 
			
		||||
			int result = Type.CompareTo(other.Type);
 | 
			
		||||
			if (result != 0) {
 | 
			
		||||
				return result;
 | 
			
		||||
			}
 | 
			
		||||
			else {
 | 
			
		||||
				return Title.CompareTo(other.Title);
 | 
			
		||||
			}
 | 
			
		||||
		}
 | 
			
		||||
		OnPropertyChanged(nameof(FilterStatisticsText));
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async Task OpenChannelFilterDialog() {
 | 
			
		||||
		async Task<ImmutableArray<ICheckBoxItem>> PrepareChannelItems(ProgressDialog dialog) {
 | 
			
		||||
			CheckBoxItemList<ChannelFilterKey, ulong> items = new CheckBoxItemList<ChannelFilterKey, ulong>();
 | 
			
		||||
		async Task<List<CheckBoxItem<ulong>>> PrepareChannelItems(ProgressDialog dialog) {
 | 
			
		||||
			var items = new List<CheckBoxItem<ulong>>();
 | 
			
		||||
			Dictionary<ulong, DHT.Server.Data.Server> servers = await state.Db.Servers.Get().ToDictionaryAsync(static server => server.Id);
 | 
			
		||||
			
 | 
			
		||||
			foreach (ChannelFilterKey channelFilterKey in servers.Values.Select(ChannelFilterKey.For).Order()) {
 | 
			
		||||
				items.AddParent(channelFilterKey, channelFilterKey.Title);
 | 
			
		||||
			}
 | 
			
		||||
			
 | 
			
		||||
			await foreach (Channel channel in state.Db.Channels.Get().OrderBy(static channel => channel.Position ?? int.MinValue).ThenBy(static channel => channel.Name)) {
 | 
			
		||||
				ChannelFilterKey key = servers.TryGetValue(channel.Server, out var server)
 | 
			
		||||
					                       ? ChannelFilterKey.For(server)
 | 
			
		||||
					                       : ChannelFilterKey.Unknown;
 | 
			
		||||
			await foreach (Channel channel in state.Db.Channels.Get()) {
 | 
			
		||||
				ulong channelId = channel.Id;
 | 
			
		||||
				string channelName = channel.Name;
 | 
			
		||||
				
 | 
			
		||||
				items.Add(key, channel.Id, channel.Name, isChecked: IncludedChannels == null || IncludedChannels.Contains(channel.Id));
 | 
			
		||||
				string title;
 | 
			
		||||
				if (servers.TryGetValue(channel.Server, out var server)) {
 | 
			
		||||
					var titleBuilder = new StringBuilder();
 | 
			
		||||
					ServerType? serverType = server.Type;
 | 
			
		||||
					
 | 
			
		||||
					titleBuilder.Append('[')
 | 
			
		||||
					            .Append(ServerTypes.ToString(serverType))
 | 
			
		||||
					            .Append("] ");
 | 
			
		||||
					
 | 
			
		||||
					if (serverType == ServerType.DirectMessage) {
 | 
			
		||||
						titleBuilder.Append(channelName);
 | 
			
		||||
					}
 | 
			
		||||
					else {
 | 
			
		||||
						titleBuilder.Append(server.Name)
 | 
			
		||||
						            .Append(" - ")
 | 
			
		||||
						            .Append(channelName);
 | 
			
		||||
					}
 | 
			
		||||
					
 | 
			
		||||
					title = titleBuilder.ToString();
 | 
			
		||||
				}
 | 
			
		||||
				else {
 | 
			
		||||
					title = channelName;
 | 
			
		||||
				}
 | 
			
		||||
				
 | 
			
		||||
				items.Add(new CheckBoxItem<ulong>(channelId) {
 | 
			
		||||
					Title = title,
 | 
			
		||||
					IsChecked = IncludedChannels == null || IncludedChannels.Contains(channelId),
 | 
			
		||||
				});
 | 
			
		||||
			}
 | 
			
		||||
			
 | 
			
		||||
			return items.ToCheckBoxItems();
 | 
			
		||||
			return items;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		const string Title = "Included Channels";
 | 
			
		||||
		
 | 
			
		||||
		ImmutableArray<ICheckBoxItem> items;
 | 
			
		||||
		List<CheckBoxItem<ulong>> items;
 | 
			
		||||
		try {
 | 
			
		||||
			items = await ProgressDialog.ShowIndeterminate(window, Title, "Loading channels...", PrepareChannelItems);
 | 
			
		||||
		} catch (Exception e) {
 | 
			
		||||
@@ -256,27 +245,22 @@ sealed partial class MessageFilterPanelModel : IDisposable {
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async Task OpenUserFilterDialog() {
 | 
			
		||||
		async Task<ImmutableArray<ICheckBoxItem>> PrepareUserItems(ProgressDialog dialog) {
 | 
			
		||||
			CheckBoxItemList<ulong, ulong> items = new CheckBoxItemList<ulong, ulong>();
 | 
			
		||||
		async Task<List<CheckBoxItem<ulong>>> PrepareUserItems(ProgressDialog dialog) {
 | 
			
		||||
			var checkBoxItems = new List<CheckBoxItem<ulong>>();
 | 
			
		||||
			
 | 
			
		||||
			static string GetDisplayName(User user) {
 | 
			
		||||
				return user.DisplayName == null ? user.Name : $"{user.DisplayName} ({user.Name})";
 | 
			
		||||
			await foreach (User user in state.Db.Users.Get()) {
 | 
			
		||||
				checkBoxItems.Add(new CheckBoxItem<ulong>(user.Id) {
 | 
			
		||||
					Title = user.DisplayName == null ? user.Name : $"{user.DisplayName} ({user.Name})",
 | 
			
		||||
					IsChecked = IncludedUsers == null || IncludedUsers.Contains(user.Id),
 | 
			
		||||
				});
 | 
			
		||||
			}
 | 
			
		||||
			
 | 
			
		||||
			await foreach ((ulong id, string name) in state.Db.Users.Get().Select(static user => (user.Id, GetDisplayName(user))).OrderBy(static pair => pair.Item2)) {
 | 
			
		||||
				items.Add(
 | 
			
		||||
					value: id,
 | 
			
		||||
					title: name,
 | 
			
		||||
					isChecked: IncludedUsers == null || IncludedUsers.Contains(id)
 | 
			
		||||
				);
 | 
			
		||||
			}
 | 
			
		||||
			
 | 
			
		||||
			return items.ToCheckBoxItems();
 | 
			
		||||
			return checkBoxItems;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		const string Title = "Included Users";
 | 
			
		||||
		
 | 
			
		||||
		ImmutableArray<ICheckBoxItem> items;
 | 
			
		||||
		List<CheckBoxItem<ulong>> items;
 | 
			
		||||
		try {
 | 
			
		||||
			items = await ProgressDialog.ShowIndeterminate(window, Title, "Loading users...", PrepareUserItems);
 | 
			
		||||
		} catch (Exception e) {
 | 
			
		||||
@@ -290,7 +274,9 @@ sealed partial class MessageFilterPanelModel : IDisposable {
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private async Task<HashSet<ulong>?> OpenIdFilterDialog(string title, ImmutableArray<ICheckBoxItem> items) {
 | 
			
		||||
	private async Task<HashSet<ulong>?> OpenIdFilterDialog(string title, List<CheckBoxItem<ulong>> items) {
 | 
			
		||||
		items.Sort(static (item1, item2) => item1.Title.CompareTo(item2.Title));
 | 
			
		||||
		
 | 
			
		||||
		var model = new CheckBoxDialogModel<ulong>(items) {
 | 
			
		||||
			Title = title,
 | 
			
		||||
		};
 | 
			
		||||
@@ -298,7 +284,7 @@ sealed partial class MessageFilterPanelModel : IDisposable {
 | 
			
		||||
		var dialog = new CheckBoxDialog { DataContext = model };
 | 
			
		||||
		var result = await dialog.ShowDialog<DialogResult.OkCancel>(window);
 | 
			
		||||
		
 | 
			
		||||
		return result == DialogResult.OkCancel.Ok ? model.SelectedValues.ToHashSet() : null;
 | 
			
		||||
		return result == DialogResult.OkCancel.Ok ? model.SelectedItems.Select(static item => item.Item).ToHashSet() : null;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public MessageFilter CreateFilter() {
 | 
			
		||||
 
 | 
			
		||||
@@ -22,15 +22,16 @@
 | 
			
		||||
        </Style>
 | 
			
		||||
        <Style Selector="WrapPanel > StackPanel">
 | 
			
		||||
            <Setter Property="Orientation" Value="Vertical" />
 | 
			
		||||
            <Setter Property="Margin" Value="0 0 10 10" />
 | 
			
		||||
        </Style>
 | 
			
		||||
    </UserControl.Styles>
 | 
			
		||||
 | 
			
		||||
    <StackPanel Spacing="10">
 | 
			
		||||
    <StackPanel>
 | 
			
		||||
        <Button Command="{Binding OnClickToggleServerButton}" Content="{Binding ToggleServerButtonText}" IsEnabled="{Binding IsToggleServerButtonEnabled}" />
 | 
			
		||||
        <TextBlock TextWrapping="Wrap" Margin="0 5">
 | 
			
		||||
            The following settings determine how the tracking script communicates with this application. If you change them, you will have to copy/paste the tracking script or connection code again.
 | 
			
		||||
        <TextBlock TextWrapping="Wrap" Margin="0 15">
 | 
			
		||||
            The following settings determine how the tracking script communicates with this application. If you change them, you will have to copy/paste the tracking script again.
 | 
			
		||||
        </TextBlock>
 | 
			
		||||
        <WrapPanel ItemSpacing="10" LineSpacing="10">
 | 
			
		||||
        <WrapPanel>
 | 
			
		||||
            <StackPanel>
 | 
			
		||||
                <Label Target="Port">Port</Label>
 | 
			
		||||
                <TextBox x:Name="Port" Width="70" Text="{Binding InputPort}" />
 | 
			
		||||
 
 | 
			
		||||
@@ -1,30 +1,30 @@
 | 
			
		||||
using System;
 | 
			
		||||
using System.ComponentModel;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using Avalonia.Controls;
 | 
			
		||||
using Avalonia.Threading;
 | 
			
		||||
using CommunityToolkit.Mvvm.ComponentModel;
 | 
			
		||||
using DHT.Desktop.Dialogs.Message;
 | 
			
		||||
using DHT.Desktop.Server;
 | 
			
		||||
using DHT.Server;
 | 
			
		||||
using DHT.Server.Service;
 | 
			
		||||
using DHT.Utils.Logging;
 | 
			
		||||
using PropertyChanged.SourceGenerator;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Desktop.Main.Controls;
 | 
			
		||||
 | 
			
		||||
sealed partial class ServerConfigurationPanelModel : IDisposable {
 | 
			
		||||
sealed partial class ServerConfigurationPanelModel : ObservableObject, IDisposable {
 | 
			
		||||
	private static readonly Log Log = Log.ForType<ServerConfigurationPanelModel>();
 | 
			
		||||
	
 | 
			
		||||
	[Notify]
 | 
			
		||||
	[ObservableProperty]
 | 
			
		||||
	[NotifyPropertyChangedFor(nameof(HasMadeChanges))]
 | 
			
		||||
	private string inputPort;
 | 
			
		||||
	
 | 
			
		||||
	[Notify]
 | 
			
		||||
	[ObservableProperty]
 | 
			
		||||
	[NotifyPropertyChangedFor(nameof(HasMadeChanges))]
 | 
			
		||||
	private string inputToken;
 | 
			
		||||
	
 | 
			
		||||
	[DependsOn(nameof(InputPort), nameof(InputToken))]
 | 
			
		||||
	public bool HasMadeChanges => ServerConfiguration.Port.ToString() != InputPort || ServerConfiguration.Token != InputToken;
 | 
			
		||||
	
 | 
			
		||||
	[Notify(Setter.Private)]
 | 
			
		||||
	[ObservableProperty(Setter = Access.Private)]
 | 
			
		||||
	private bool isToggleServerButtonEnabled = true;
 | 
			
		||||
	
 | 
			
		||||
	public string ToggleServerButtonText => server.IsRunning ? "Stop Server" : "Start Server";
 | 
			
		||||
@@ -53,7 +53,7 @@ sealed partial class ServerConfigurationPanelModel : IDisposable {
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private void UpdateServerStatus() {
 | 
			
		||||
		OnPropertyChanged(new PropertyChangedEventArgs(nameof(ToggleServerButtonText)));
 | 
			
		||||
		OnPropertyChanged(nameof(ToggleServerButtonText));
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private async Task StartServer() {
 | 
			
		||||
@@ -62,7 +62,7 @@ sealed partial class ServerConfigurationPanelModel : IDisposable {
 | 
			
		||||
		try {
 | 
			
		||||
			await server.Start(ServerConfiguration.Port, ServerConfiguration.Token);
 | 
			
		||||
		} catch (Exception e) {
 | 
			
		||||
			Log.Error("Could not start internal server.", e);
 | 
			
		||||
			Log.Error(e);
 | 
			
		||||
			await Dialog.ShowOk(window, "Internal Server Error", e.Message);
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
@@ -76,7 +76,7 @@ sealed partial class ServerConfigurationPanelModel : IDisposable {
 | 
			
		||||
		try {
 | 
			
		||||
			await server.Stop();
 | 
			
		||||
		} catch (Exception e) {
 | 
			
		||||
			Log.Error("Could not stop internal server.", e);
 | 
			
		||||
			Log.Error(e);
 | 
			
		||||
			await Dialog.ShowOk(window, "Internal Server Error", e.Message);
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
@@ -106,7 +106,7 @@ sealed partial class ServerConfigurationPanelModel : IDisposable {
 | 
			
		||||
		ServerConfiguration.Port = port;
 | 
			
		||||
		ServerConfiguration.Token = inputToken;
 | 
			
		||||
		
 | 
			
		||||
		OnPropertyChanged(new PropertyChangedEventArgs(nameof(HasMadeChanges)));
 | 
			
		||||
		OnPropertyChanged(nameof(HasMadeChanges));
 | 
			
		||||
		
 | 
			
		||||
		await StartServer();
 | 
			
		||||
	}
 | 
			
		||||
 
 | 
			
		||||
@@ -1,27 +1,28 @@
 | 
			
		||||
using System;
 | 
			
		||||
using System.Reactive.Linq;
 | 
			
		||||
using Avalonia.ReactiveUI;
 | 
			
		||||
using Avalonia.Threading;
 | 
			
		||||
using DHT.Desktop.Common;
 | 
			
		||||
using CommunityToolkit.Mvvm.ComponentModel;
 | 
			
		||||
using DHT.Server;
 | 
			
		||||
using DHT.Server.Service;
 | 
			
		||||
using PropertyChanged.SourceGenerator;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Desktop.Main.Controls;
 | 
			
		||||
 | 
			
		||||
sealed partial class StatusBarModel : IDisposable {
 | 
			
		||||
	[Notify(Setter.Private)]
 | 
			
		||||
sealed partial class StatusBarModel : ObservableObject, IDisposable {
 | 
			
		||||
	[ObservableProperty(Setter = Access.Private)]
 | 
			
		||||
	private long? serverCount;
 | 
			
		||||
	
 | 
			
		||||
	[Notify(Setter.Private)]
 | 
			
		||||
	[ObservableProperty(Setter = Access.Private)]
 | 
			
		||||
	private long? channelCount;
 | 
			
		||||
	
 | 
			
		||||
	[Notify(Setter.Private)]
 | 
			
		||||
	[ObservableProperty(Setter = Access.Private)]
 | 
			
		||||
	private long? messageCount;
 | 
			
		||||
	
 | 
			
		||||
	[Notify(Setter.Private)]
 | 
			
		||||
	[ObservableProperty(Setter = Access.Private)]
 | 
			
		||||
	[NotifyPropertyChangedFor(nameof(ServerStatusText))]
 | 
			
		||||
	private ServerManager.Status serverStatus;
 | 
			
		||||
	
 | 
			
		||||
	[DependsOn(nameof(ServerStatus))]
 | 
			
		||||
	public string ServerStatusText => ServerStatus switch {
 | 
			
		||||
	public string ServerStatusText => serverStatus switch {
 | 
			
		||||
		ServerManager.Status.Starting => "STARTING",
 | 
			
		||||
		ServerManager.Status.Started  => "READY",
 | 
			
		||||
		ServerManager.Status.Stopping => "STOPPING",
 | 
			
		||||
@@ -40,11 +41,11 @@ sealed partial class StatusBarModel : IDisposable {
 | 
			
		||||
	public StatusBarModel(State state) {
 | 
			
		||||
		this.state = state;
 | 
			
		||||
		
 | 
			
		||||
		serverCountSubscription = state.Db.Servers.TotalCount.SubscribeLastOnUI(newServerCount => ServerCount = newServerCount, TimeSpan.FromMilliseconds(15));
 | 
			
		||||
		channelCountSubscription = state.Db.Channels.TotalCount.SubscribeLastOnUI(newChannelCount => ChannelCount = newChannelCount, TimeSpan.FromMilliseconds(15));
 | 
			
		||||
		messageCountSubscription = state.Db.Messages.TotalCount.SubscribeLastOnUI(newMessageCount => MessageCount = newMessageCount, TimeSpan.FromMilliseconds(15));
 | 
			
		||||
		serverCountSubscription = state.Db.Servers.TotalCount.ObserveOn(AvaloniaScheduler.Instance).Subscribe(newServerCount => ServerCount = newServerCount);
 | 
			
		||||
		channelCountSubscription = state.Db.Channels.TotalCount.ObserveOn(AvaloniaScheduler.Instance).Subscribe(newChannelCount => ChannelCount = newChannelCount);
 | 
			
		||||
		messageCountSubscription = state.Db.Messages.TotalCount.ObserveOn(AvaloniaScheduler.Instance).Subscribe(newMessageCount => MessageCount = newMessageCount);
 | 
			
		||||
		
 | 
			
		||||
		state.Server.StatusChanged += OnStateServerStatusChanged;
 | 
			
		||||
		state.Server.StatusChanged += OnServerStatusChanged;
 | 
			
		||||
		serverStatus = state.Server.IsRunning ? ServerManager.Status.Started : ServerManager.Status.Stopped;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
@@ -53,10 +54,10 @@ sealed partial class StatusBarModel : IDisposable {
 | 
			
		||||
		channelCountSubscription.Dispose();
 | 
			
		||||
		messageCountSubscription.Dispose();
 | 
			
		||||
		
 | 
			
		||||
		state.Server.StatusChanged -= OnStateServerStatusChanged;
 | 
			
		||||
		state.Server.StatusChanged -= OnServerStatusChanged;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private void OnStateServerStatusChanged(object? sender, ServerManager.Status e) {
 | 
			
		||||
	private void OnServerStatusChanged(object? sender, ServerManager.Status e) {
 | 
			
		||||
		Dispatcher.UIThread.InvokeAsync(() => ServerStatus = e);
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
@@ -48,7 +48,7 @@
 | 
			
		||||
            </CheckBox>
 | 
			
		||||
        </StackPanel>
 | 
			
		||||
        <Panel Classes="buttons">
 | 
			
		||||
            <WrapPanel HorizontalAlignment="Right">
 | 
			
		||||
            <WrapPanel Classes="right">
 | 
			
		||||
                <Button Click="ClickOk">OK</Button>
 | 
			
		||||
            </WrapPanel>
 | 
			
		||||
        </Panel>
 | 
			
		||||
 
 | 
			
		||||
@@ -1,11 +1,11 @@
 | 
			
		||||
using PropertyChanged.SourceGenerator;
 | 
			
		||||
using CommunityToolkit.Mvvm.ComponentModel;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Desktop.Main.Dialogs;
 | 
			
		||||
 | 
			
		||||
sealed partial class NewDatabaseSettingsDialogModel {
 | 
			
		||||
	[Notify]
 | 
			
		||||
sealed partial class NewDatabaseSettingsDialogModel : ObservableObject {
 | 
			
		||||
	[ObservableProperty]
 | 
			
		||||
	private bool separateFileForDownloads = true;
 | 
			
		||||
	
 | 
			
		||||
	[Notify]
 | 
			
		||||
	[ObservableProperty]
 | 
			
		||||
	private bool downloadsAutoStart = true;
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
@@ -3,26 +3,25 @@ using System.IO;
 | 
			
		||||
using System.Runtime.InteropServices;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using Avalonia.Controls;
 | 
			
		||||
using CommunityToolkit.Mvvm.ComponentModel;
 | 
			
		||||
using DHT.Desktop.Dialogs.Message;
 | 
			
		||||
using DHT.Desktop.Dialogs.Progress;
 | 
			
		||||
using DHT.Desktop.Main.Screens;
 | 
			
		||||
using DHT.Desktop.Server;
 | 
			
		||||
using DHT.Server;
 | 
			
		||||
using DHT.Server.Database;
 | 
			
		||||
using DHT.Utils.Logging;
 | 
			
		||||
using PropertyChanged.SourceGenerator;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Desktop.Main;
 | 
			
		||||
 | 
			
		||||
sealed partial class MainWindowModel : IAsyncDisposable {
 | 
			
		||||
sealed partial class MainWindowModel : ObservableObject, IAsyncDisposable {
 | 
			
		||||
	private const string DefaultTitle = "Discord History Tracker";
 | 
			
		||||
	
 | 
			
		||||
	private static readonly Log Log = Log.ForType<MainWindowModel>();
 | 
			
		||||
	
 | 
			
		||||
	[Notify(Setter.Private)]
 | 
			
		||||
	[ObservableProperty(Setter = Access.Private)]
 | 
			
		||||
	private string title = DefaultTitle;
 | 
			
		||||
	
 | 
			
		||||
	[Notify(Setter.Private)]
 | 
			
		||||
	[ObservableProperty(Setter = Access.Private)]
 | 
			
		||||
	private UserControl currentScreen;
 | 
			
		||||
	
 | 
			
		||||
	private readonly WelcomeScreen welcomeScreen;
 | 
			
		||||
@@ -89,21 +88,14 @@ sealed partial class MainWindowModel : IAsyncDisposable {
 | 
			
		||||
		try {
 | 
			
		||||
			await state.Server.Start(ServerConfiguration.Port, ServerConfiguration.Token);
 | 
			
		||||
		} catch (Exception ex) {
 | 
			
		||||
			Log.Error("Could not start internal server.", ex);
 | 
			
		||||
			Log.Error(ex);
 | 
			
		||||
			await Dialog.ShowOk(window, "Internal Server Error", ex.Message);
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		try {
 | 
			
		||||
			mainContentScreenModel = new MainContentScreenModel(window, state);
 | 
			
		||||
			mainContentScreenModel.DatabaseClosed += MainContentScreenModelOnDatabaseClosed;
 | 
			
		||||
			await mainContentScreenModel.Initialize();
 | 
			
		||||
		} catch (Exception ex) {
 | 
			
		||||
			Log.Error("Could not initialize content screen.", ex);
 | 
			
		||||
			await Dialog.ShowOk(window, "Initialization Error", ex.Message);
 | 
			
		||||
			await DisposeContent();
 | 
			
		||||
			await DisposeState();
 | 
			
		||||
			return;
 | 
			
		||||
		}
 | 
			
		||||
		mainContentScreenModel = new MainContentScreenModel(window, state);
 | 
			
		||||
		mainContentScreenModel.DatabaseClosed += MainContentScreenModelOnDatabaseClosed;
 | 
			
		||||
		
 | 
			
		||||
		await mainContentScreenModel.Initialize();
 | 
			
		||||
		
 | 
			
		||||
		Title = Path.GetFileName(state.Db.Path) + " - " + DefaultTitle;
 | 
			
		||||
		CurrentScreen = new MainContentScreen { DataContext = mainContentScreenModel };
 | 
			
		||||
@@ -112,33 +104,32 @@ sealed partial class MainWindowModel : IAsyncDisposable {
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private async void MainContentScreenModelOnDatabaseClosed(object? sender, EventArgs e) {
 | 
			
		||||
		await DisposeContent();
 | 
			
		||||
		
 | 
			
		||||
		Title = DefaultTitle;
 | 
			
		||||
		CurrentScreen = welcomeScreen;
 | 
			
		||||
		
 | 
			
		||||
		await DisposeState();
 | 
			
		||||
		
 | 
			
		||||
		welcomeScreenModel.DatabaseSelected += OnDatabaseSelected;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private async Task DisposeContent() {
 | 
			
		||||
		if (mainContentScreenModel != null) {
 | 
			
		||||
			mainContentScreenModel.DatabaseClosed -= MainContentScreenModelOnDatabaseClosed;
 | 
			
		||||
			await mainContentScreenModel.DisposeAsync();
 | 
			
		||||
			mainContentScreenModel = null;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		await DisposeState();
 | 
			
		||||
		
 | 
			
		||||
		Title = DefaultTitle;
 | 
			
		||||
		CurrentScreen = welcomeScreen;
 | 
			
		||||
		
 | 
			
		||||
		welcomeScreenModel.DatabaseSelected += OnDatabaseSelected;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private async Task DisposeState() {
 | 
			
		||||
		if (state != null) {
 | 
			
		||||
			await DelayedProgressDialog.Await(() => state.DisposeAsync().AsTask(), TimeSpan.FromMilliseconds(200), window, "Close Database", "Please wait for the database to close...");
 | 
			
		||||
			await state.DisposeAsync();
 | 
			
		||||
			state = null;
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async ValueTask DisposeAsync() {
 | 
			
		||||
		await DisposeContent();
 | 
			
		||||
		if (mainContentScreenModel != null) {
 | 
			
		||||
			await mainContentScreenModel.DisposeAsync();
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		await DisposeState();
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
@@ -11,17 +11,23 @@
 | 
			
		||||
        <pages:DatabasePageModel />
 | 
			
		||||
    </Design.DataContext>
 | 
			
		||||
 | 
			
		||||
    <UserControl.Styles>
 | 
			
		||||
        <Style Selector="WrapPanel > Button">
 | 
			
		||||
            <Setter Property="Margin" Value="0 0 10 10" />
 | 
			
		||||
        </Style>
 | 
			
		||||
    </UserControl.Styles>
 | 
			
		||||
 | 
			
		||||
    <StackPanel Spacing="10">
 | 
			
		||||
        <DockPanel>
 | 
			
		||||
            <Button Command="{Binding CloseDatabase}" DockPanel.Dock="Right">Close Database</Button>
 | 
			
		||||
            <TextBox Text="{Binding Db.Path}" Width="NaN" Margin="0 0 10 0" IsReadOnly="True" />
 | 
			
		||||
        </DockPanel>
 | 
			
		||||
        <WrapPanel ItemSpacing="10" LineSpacing="10">
 | 
			
		||||
        <WrapPanel>
 | 
			
		||||
            <Button Command="{Binding OpenDatabaseFolder}">Open Database Folder</Button>
 | 
			
		||||
            <Button Command="{Binding MergeWithDatabase}">Merge with Database(s)...</Button>
 | 
			
		||||
            <Button Command="{Binding ImportLegacyArchive}">Import Legacy Archive(s)...</Button>
 | 
			
		||||
        </WrapPanel>
 | 
			
		||||
        <Expander Header="Advanced Tools" Margin="0 25 0 0">
 | 
			
		||||
        <Expander Header="Advanced Tools" Margin="0 15 0 0">
 | 
			
		||||
            <StackPanel Orientation="Vertical" Spacing="10">
 | 
			
		||||
                <TextBlock TextWrapping="Wrap">Recreate the database to free up space after deleting data.</TextBlock>
 | 
			
		||||
                <Button Command="{Binding VacuumDatabase}">Vacuum Database</Button>
 | 
			
		||||
 
 | 
			
		||||
@@ -55,11 +55,11 @@ sealed class DatabasePageModel {
 | 
			
		||||
				break;
 | 
			
		||||
			
 | 
			
		||||
			case PlatformID.Unix:
 | 
			
		||||
				Process.Start("xdg-open", [folder]);
 | 
			
		||||
				Process.Start("xdg-open", [ folder ]);
 | 
			
		||||
				break;
 | 
			
		||||
			
 | 
			
		||||
			case PlatformID.MacOSX:
 | 
			
		||||
				Process.Start("open", [folder]);
 | 
			
		||||
				Process.Start("open", [ folder ]);
 | 
			
		||||
				break;
 | 
			
		||||
			
 | 
			
		||||
			default:
 | 
			
		||||
@@ -74,31 +74,15 @@ sealed class DatabasePageModel {
 | 
			
		||||
	
 | 
			
		||||
	public async Task MergeWithDatabase() {
 | 
			
		||||
		string[] paths = await DatabaseGui.NewOpenDatabaseFilesDialog(window, Path.GetDirectoryName(Db.Path));
 | 
			
		||||
		if (paths.Length == 0) {
 | 
			
		||||
			return;
 | 
			
		||||
		if (paths.Length > 0) {
 | 
			
		||||
			await ProgressDialog.Show(window, "Database Merge", async (dialog, callback) => await MergeWithDatabaseFromPaths(Db, paths, dialog, callback));
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		const string Title = "Database Merge";
 | 
			
		||||
		
 | 
			
		||||
		var result = new TaskCompletionSource<ImportResult?>();
 | 
			
		||||
		try {
 | 
			
		||||
			var dialog = new ProgressDialog();
 | 
			
		||||
			dialog.DataContext = new ProgressDialogModel(Title, async callbacks => result.SetResult(await MergeWithDatabaseFromPaths(Db, paths, dialog, callbacks)), progressItems: 2);
 | 
			
		||||
			await dialog.ShowProgressDialog(window);
 | 
			
		||||
		} catch (Exception e) {
 | 
			
		||||
			Log.Error("Could not merge databases.", e);
 | 
			
		||||
			await Dialog.ShowOk(window, Title, "Could not merge databases: " + e.Message);
 | 
			
		||||
			return;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		await Dialog.ShowOk(window, Title, GetImportDialogMessage(result.Task.Result, "database file"));
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private static async Task<ImportResult?> MergeWithDatabaseFromPaths(IDatabaseFile target, string[] paths, ProgressDialog dialog, IReadOnlyList<IProgressCallback> callbacks) {
 | 
			
		||||
		var schemaUpgradeCallbacks = new SchemaUpgradeCallbacks(dialog, callbacks[1], paths.Length);
 | 
			
		||||
		var databaseMergeProgressCallback = new DatabaseMergeProgressCallback(callbacks[1]);
 | 
			
		||||
	private static async Task MergeWithDatabaseFromPaths(IDatabaseFile target, string[] paths, ProgressDialog dialog, IProgressCallback callback) {
 | 
			
		||||
		var schemaUpgradeCallbacks = new SchemaUpgradeCallbacks(dialog, paths.Length);
 | 
			
		||||
		
 | 
			
		||||
		return await PerformImport(target, paths, dialog, callbacks[0], "Database Merge", async path => {
 | 
			
		||||
		await PerformImport(target, paths, dialog, callback, "Database Merge", "Database Error", "database file", async path => {
 | 
			
		||||
			IDatabaseFile? db = await DatabaseGui.TryOpenOrCreateDatabaseFromPath(path, dialog, schemaUpgradeCallbacks);
 | 
			
		||||
			
 | 
			
		||||
			if (db == null) {
 | 
			
		||||
@@ -106,7 +90,7 @@ sealed class DatabasePageModel {
 | 
			
		||||
			}
 | 
			
		||||
			
 | 
			
		||||
			try {
 | 
			
		||||
				await target.Merge(db, databaseMergeProgressCallback);
 | 
			
		||||
				await target.AddFrom(db);
 | 
			
		||||
				return true;
 | 
			
		||||
			} finally {
 | 
			
		||||
				await db.DisposeAsync();
 | 
			
		||||
@@ -114,7 +98,7 @@ sealed class DatabasePageModel {
 | 
			
		||||
		});
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private sealed class SchemaUpgradeCallbacks(ProgressDialog dialog, IProgressCallback callback, int total) : ISchemaUpgradeCallbacks {
 | 
			
		||||
	private sealed class SchemaUpgradeCallbacks(ProgressDialog dialog, int total) : ISchemaUpgradeCallbacks {
 | 
			
		||||
		private bool? decision;
 | 
			
		||||
		
 | 
			
		||||
		public Task<InitialDatabaseSettings?> GetInitialDatabaseSettings() {
 | 
			
		||||
@@ -128,7 +112,6 @@ sealed class DatabasePageModel {
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		public Task Start(int versionSteps, Func<ISchemaUpgradeCallbacks.IProgressReporter, Task> doUpgrade) {
 | 
			
		||||
			callback.UpdateIndeterminate("Upgrading database...");
 | 
			
		||||
			return doUpgrade(new NullReporter());
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
@@ -147,20 +130,6 @@ sealed class DatabasePageModel {
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private sealed class DatabaseMergeProgressCallback(IProgressCallback callback) : DatabaseMerging.IProgressCallback {
 | 
			
		||||
		public void OnImportingMetadata() {
 | 
			
		||||
			callback.UpdateIndeterminate("Importing metadata...");
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		public void OnMessagesImported(long finished, long total) {
 | 
			
		||||
			callback.Update("Importing messages...", finished, total);
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		public void OnDownloadsImported(long finished, long total) {
 | 
			
		||||
			callback.Update("Importing downloaded files...", finished, total);
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async Task ImportLegacyArchive() {
 | 
			
		||||
		string[] paths = await window.StorageProvider.OpenFiles(new FilePickerOpenOptions {
 | 
			
		||||
			Title = "Open Legacy DHT Archive",
 | 
			
		||||
@@ -168,28 +137,15 @@ sealed class DatabasePageModel {
 | 
			
		||||
			AllowMultiple = true,
 | 
			
		||||
		});
 | 
			
		||||
		
 | 
			
		||||
		if (paths.Length == 0) {
 | 
			
		||||
			return;
 | 
			
		||||
		if (paths.Length > 0) {
 | 
			
		||||
			await ProgressDialog.Show(window, "Legacy Archive Import", async (dialog, callback) => await ImportLegacyArchiveFromPaths(Db, paths, dialog, callback));
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		const string Title = "Legacy Archive Import";
 | 
			
		||||
		
 | 
			
		||||
		ImportResult? result;
 | 
			
		||||
		try {
 | 
			
		||||
			result = await ProgressDialog.Show(window, Title, async (dialog, callback) => await ImportLegacyArchiveFromPaths(Db, paths, dialog, callback));
 | 
			
		||||
		} catch (Exception e) {
 | 
			
		||||
			Log.Error("Could not import legacy archives.", e);
 | 
			
		||||
			await Dialog.ShowOk(window, Title, "Could not import legacy archives: " + e.Message);
 | 
			
		||||
			return;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		await Dialog.ShowOk(window, Title, GetImportDialogMessage(result, "archive file"));
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private static async Task<ImportResult?> ImportLegacyArchiveFromPaths(IDatabaseFile target, string[] paths, ProgressDialog dialog, IProgressCallback callback) {
 | 
			
		||||
	private static async Task ImportLegacyArchiveFromPaths(IDatabaseFile target, string[] paths, ProgressDialog dialog, IProgressCallback callback) {
 | 
			
		||||
		var fakeSnowflake = new FakeSnowflake();
 | 
			
		||||
		
 | 
			
		||||
		return await PerformImport(target, paths, dialog, callback, "Legacy Archive Import", async path => {
 | 
			
		||||
		await PerformImport(target, paths, dialog, callback, "Legacy Archive Import", "Legacy Archive Error", "archive file", async path => {
 | 
			
		||||
			await using var jsonStream = new FileStream(path, FileMode.Open, FileAccess.Read, FileShare.Read);
 | 
			
		||||
			
 | 
			
		||||
			return await LegacyArchiveImport.Read(jsonStream, target, fakeSnowflake, async servers => {
 | 
			
		||||
@@ -233,7 +189,7 @@ sealed class DatabasePageModel {
 | 
			
		||||
		            .ToDictionary(static item => item.Item, static item => ulong.Parse(item.Value));
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private static async Task<ImportResult?> PerformImport(IDatabaseFile target, string[] paths, ProgressDialog dialog, IProgressCallback callback, string dialogTitle, Func<string, Task<bool>> performImport) {
 | 
			
		||||
	private static async Task PerformImport(IDatabaseFile target, string[] paths, ProgressDialog dialog, IProgressCallback callback, string neutralDialogTitle, string errorDialogTitle, string itemName, Func<string, Task<bool>> performImport) {
 | 
			
		||||
		int total = paths.Length;
 | 
			
		||||
		DatabaseStatistics oldStatistics = await DatabaseStatistics.Take(target);
 | 
			
		||||
		
 | 
			
		||||
@@ -241,11 +197,11 @@ sealed class DatabasePageModel {
 | 
			
		||||
		int finished = 0;
 | 
			
		||||
		
 | 
			
		||||
		foreach (string path in paths) {
 | 
			
		||||
			await callback.Update("File: " + Path.GetFileName(path), finished, total);
 | 
			
		||||
			await callback.Update(Path.GetFileName(path), finished, total);
 | 
			
		||||
			++finished;
 | 
			
		||||
			
 | 
			
		||||
			if (!File.Exists(path)) {
 | 
			
		||||
				await Dialog.ShowOk(dialog, dialogTitle, "File '" + Path.GetFileName(path) + "' no longer exists.");
 | 
			
		||||
				await Dialog.ShowOk(dialog, errorDialogTitle, "File '" + Path.GetFileName(path) + "' no longer exists.");
 | 
			
		||||
				continue;
 | 
			
		||||
			}
 | 
			
		||||
			
 | 
			
		||||
@@ -254,19 +210,20 @@ sealed class DatabasePageModel {
 | 
			
		||||
					++successful;
 | 
			
		||||
				}
 | 
			
		||||
			} catch (Exception ex) {
 | 
			
		||||
				Log.Error("Could not import file: " + path, ex);
 | 
			
		||||
				await Dialog.ShowOk(dialog, dialogTitle, "File '" + Path.GetFileName(path) + "' could not be imported: " + ex.Message);
 | 
			
		||||
				Log.Error(ex);
 | 
			
		||||
				await Dialog.ShowOk(dialog, errorDialogTitle, "File '" + Path.GetFileName(path) + "' could not be imported: " + ex.Message);
 | 
			
		||||
			}
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		await callback.Update("Done", finished, total);
 | 
			
		||||
		
 | 
			
		||||
		if (successful == 0) {
 | 
			
		||||
			return null;
 | 
			
		||||
			await Dialog.ShowOk(dialog, neutralDialogTitle, "Nothing was imported.");
 | 
			
		||||
			return;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		DatabaseStatistics newStatistics = await DatabaseStatistics.Take(target);
 | 
			
		||||
		return new ImportResult(oldStatistics, newStatistics, successful, total);
 | 
			
		||||
		await Dialog.ShowOk(dialog, neutralDialogTitle, GetImportDialogMessage(oldStatistics, newStatistics, successful, total, itemName));
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private sealed record DatabaseStatistics(long ServerCount, long ChannelCount, long UserCount, long MessageCount) {
 | 
			
		||||
@@ -280,16 +237,7 @@ sealed class DatabasePageModel {
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private sealed record ImportResult(DatabaseStatistics OldStatistics, DatabaseStatistics NewStatistics, int SuccessfulItems, int TotalItems);
 | 
			
		||||
	
 | 
			
		||||
	private static string GetImportDialogMessage(ImportResult? result, string itemName) {
 | 
			
		||||
		if (result == null) {
 | 
			
		||||
			return "Nothing was imported.";
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		var oldStatistics = result.OldStatistics;
 | 
			
		||||
		var newStatistics = result.NewStatistics;
 | 
			
		||||
		
 | 
			
		||||
	private static string GetImportDialogMessage(DatabaseStatistics oldStatistics, DatabaseStatistics newStatistics, int successfulItems, int totalItems, string itemName) {
 | 
			
		||||
		long newServers = newStatistics.ServerCount - oldStatistics.ServerCount;
 | 
			
		||||
		long newChannels = newStatistics.ChannelCount - oldStatistics.ChannelCount;
 | 
			
		||||
		long newUsers = newStatistics.UserCount - oldStatistics.UserCount;
 | 
			
		||||
@@ -298,11 +246,11 @@ sealed class DatabasePageModel {
 | 
			
		||||
		var message = new StringBuilder();
 | 
			
		||||
		message.Append("Processed ");
 | 
			
		||||
		
 | 
			
		||||
		if (result.SuccessfulItems == result.TotalItems) {
 | 
			
		||||
			message.Append(result.SuccessfulItems.Pluralize(itemName));
 | 
			
		||||
		if (successfulItems == totalItems) {
 | 
			
		||||
			message.Append(successfulItems.Pluralize(itemName));
 | 
			
		||||
		}
 | 
			
		||||
		else {
 | 
			
		||||
			message.Append(result.SuccessfulItems.Format()).Append(" out of ").Append(result.TotalItems.Pluralize(itemName));
 | 
			
		||||
			message.Append(successfulItems.Format()).Append(" out of ").Append(totalItems.Pluralize(itemName));
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		message.Append(" and added:\n\n  \u2022 ");
 | 
			
		||||
@@ -316,15 +264,7 @@ sealed class DatabasePageModel {
 | 
			
		||||
	
 | 
			
		||||
	public async Task VacuumDatabase() {
 | 
			
		||||
		const string Title = "Vacuum Database";
 | 
			
		||||
		
 | 
			
		||||
		try {
 | 
			
		||||
			await ProgressDialog.ShowIndeterminate(window, Title, "Vacuuming database...", _ => Db.Vacuum());
 | 
			
		||||
		} catch (Exception e) {
 | 
			
		||||
			Log.Error("Could not vacuum database.", e);
 | 
			
		||||
			await Dialog.ShowOk(window, Title, "Could not vacuum database: " + e.Message);
 | 
			
		||||
			return;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		await ProgressDialog.ShowIndeterminate(window, Title, "Vacuuming database...", _ => Db.Vacuum());
 | 
			
		||||
		await Dialog.ShowOk(window, Title, "Done.");
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
@@ -17,26 +17,27 @@
 | 
			
		||||
            <Setter Property="FontSize" Value="15" />
 | 
			
		||||
        </Style>
 | 
			
		||||
        <Style Selector="Label">
 | 
			
		||||
            <Setter Property="Margin" Value="0" />
 | 
			
		||||
            <Setter Property="Margin" Value="0 5" />
 | 
			
		||||
            <Setter Property="Padding" Value="0" />
 | 
			
		||||
        </Style>
 | 
			
		||||
        <Style Selector="WrapPanel > StackPanel">
 | 
			
		||||
            <Setter Property="Orientation" Value="Vertical" />
 | 
			
		||||
            <Setter Property="Margin" Value="0 0 10 10" />
 | 
			
		||||
        </Style>
 | 
			
		||||
    </UserControl.Styles>
 | 
			
		||||
 | 
			
		||||
    <StackPanel Orientation="Vertical" Spacing="10">
 | 
			
		||||
        <Expander Header="Generate Random Data" IsExpanded="True">
 | 
			
		||||
            <WrapPanel ItemSpacing="10" LineSpacing="10">
 | 
			
		||||
                <StackPanel Spacing="8">
 | 
			
		||||
            <WrapPanel>
 | 
			
		||||
                <StackPanel>
 | 
			
		||||
                    <Label Target="Channels">Channels</Label>
 | 
			
		||||
                    <TextBox x:Name="Channels" Width="100" Text="{Binding GenerateChannels}" />
 | 
			
		||||
                </StackPanel>
 | 
			
		||||
                <StackPanel Spacing="8">
 | 
			
		||||
                <StackPanel>
 | 
			
		||||
                    <Label Target="Users">Users</Label>
 | 
			
		||||
                    <TextBox x:Name="Users" Width="100" Text="{Binding GenerateUsers}" />
 | 
			
		||||
                </StackPanel>
 | 
			
		||||
                <StackPanel Spacing="8">
 | 
			
		||||
                <StackPanel>
 | 
			
		||||
                    <Label Target="Messages">Messages</Label>
 | 
			
		||||
                    <TextBox x:Name="Messages" Width="100" Text="{Binding GenerateMessages}" />
 | 
			
		||||
                </StackPanel>
 | 
			
		||||
@@ -45,8 +46,5 @@
 | 
			
		||||
                </StackPanel>
 | 
			
		||||
            </WrapPanel>
 | 
			
		||||
        </Expander>
 | 
			
		||||
        <Expander Header="About" IsExpanded="True">
 | 
			
		||||
            <TextBlock Text="{Binding SqliteVersion, StringFormat=Sqlite Version: {0}}" />
 | 
			
		||||
        </Expander>
 | 
			
		||||
    </StackPanel>
 | 
			
		||||
</UserControl>
 | 
			
		||||
 
 | 
			
		||||
@@ -9,18 +9,14 @@ using DHT.Desktop.Dialogs.Progress;
 | 
			
		||||
using DHT.Server;
 | 
			
		||||
using DHT.Server.Data;
 | 
			
		||||
using DHT.Server.Service;
 | 
			
		||||
using PropertyChanged.SourceGenerator;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Desktop.Main.Pages;
 | 
			
		||||
 | 
			
		||||
sealed partial class DebugPageModel {
 | 
			
		||||
sealed class DebugPageModel {
 | 
			
		||||
	public string GenerateChannels { get; set; } = "0";
 | 
			
		||||
	public string GenerateUsers { get; set; } = "0";
 | 
			
		||||
	public string GenerateMessages { get; set; } = "0";
 | 
			
		||||
	
 | 
			
		||||
	[Notify(Setter.Private)]
 | 
			
		||||
	private string? sqliteVersion = string.Empty;
 | 
			
		||||
	
 | 
			
		||||
	private readonly Window window;
 | 
			
		||||
	private readonly State state;
 | 
			
		||||
	
 | 
			
		||||
@@ -32,10 +28,6 @@ sealed partial class DebugPageModel {
 | 
			
		||||
		this.state = state;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async Task Initialize() {
 | 
			
		||||
		SqliteVersion = await state.Db.GetVersion() ?? "<unknown>";
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async void OnClickAddRandomDataToDatabase() {
 | 
			
		||||
		if (!int.TryParse(GenerateChannels, out int channels) || channels < 1) {
 | 
			
		||||
			await Dialog.ShowOk(window, "Generate Random Data", "Amount of channels must be at least 1!");
 | 
			
		||||
@@ -59,7 +51,7 @@ sealed partial class DebugPageModel {
 | 
			
		||||
	
 | 
			
		||||
	private async Task GenerateRandomData(int channelCount, int userCount, int messageCount, IProgressCallback callback) {
 | 
			
		||||
		int batchCount = (messageCount + BatchSize - 1) / BatchSize;
 | 
			
		||||
		await callback.Update("Adding messages in batches of " + BatchSize, finishedItems: 0, totalItems: batchCount);
 | 
			
		||||
		await callback.Update("Adding messages in batches of " + BatchSize, finishedItems: 0, batchCount);
 | 
			
		||||
		
 | 
			
		||||
		var rand = new Random();
 | 
			
		||||
		var server = new DHT.Server.Data.Server {
 | 
			
		||||
@@ -82,7 +74,7 @@ sealed partial class DebugPageModel {
 | 
			
		||||
			Id = RandomId(rand),
 | 
			
		||||
			Name = RandomName("u"),
 | 
			
		||||
			DisplayName = RandomName("u"),
 | 
			
		||||
			AvatarHash = null,
 | 
			
		||||
			AvatarUrl = null,
 | 
			
		||||
			Discriminator = rand.Next(minValue: 0, maxValue: 9999).ToString(),
 | 
			
		||||
		}).ToArray();
 | 
			
		||||
		
 | 
			
		||||
@@ -177,8 +169,6 @@ sealed class DebugPageModel {
 | 
			
		||||
	public string GenerateUsers { get; set; } = "0";
 | 
			
		||||
	public string GenerateMessages { get; set; } = "0";
 | 
			
		||||
 | 
			
		||||
	public string SqliteVersion => string.Empty;
 | 
			
		||||
	
 | 
			
		||||
	public void OnClickAddRandomDataToDatabase() {}
 | 
			
		||||
}
 | 
			
		||||
#endif
 | 
			
		||||
 
 | 
			
		||||
@@ -13,6 +13,9 @@
 | 
			
		||||
    </Design.DataContext>
 | 
			
		||||
 | 
			
		||||
    <UserControl.Styles>
 | 
			
		||||
        <Style Selector="WrapPanel > Button">
 | 
			
		||||
            <Setter Property="Margin" Value="0 0 10 10" />
 | 
			
		||||
        </Style>
 | 
			
		||||
        <Style Selector="DataGridColumnHeader">
 | 
			
		||||
            <Setter Property="FontWeight" Value="Medium" />
 | 
			
		||||
        </Style>
 | 
			
		||||
@@ -27,25 +30,26 @@
 | 
			
		||||
        </Style>
 | 
			
		||||
    </UserControl.Styles>
 | 
			
		||||
 | 
			
		||||
    <StackPanel Orientation="Vertical" Spacing="20">
 | 
			
		||||
        <WrapPanel Orientation="Horizontal" ItemSpacing="10" LineSpacing="10">
 | 
			
		||||
    <StackPanel Orientation="Vertical">
 | 
			
		||||
        <WrapPanel Orientation="Horizontal">
 | 
			
		||||
            <Button Command="{Binding OnClickToggleDownload}" Content="{Binding ToggleDownloadButtonText}" IsEnabled="{Binding IsToggleDownloadButtonEnabled}" />
 | 
			
		||||
            <Button Command="{Binding OnClickRetryFailed}" IsEnabled="{Binding IsRetryFailedOnDownloadsButtonEnabled}">Retry Failed</Button>
 | 
			
		||||
            <Button Command="{Binding OnClickDeleteOrphaned}">Delete Orphaned</Button>
 | 
			
		||||
            <Button Command="{Binding OnClickExportAll}" IsEnabled="{Binding HasSuccessfulDownloads}">Export All...</Button>
 | 
			
		||||
            <Button Command="{Binding OnClickRetryFailedDownloads}" IsEnabled="{Binding IsRetryFailedOnDownloadsButtonEnabled}">Retry Failed Downloads</Button>
 | 
			
		||||
            <Button Command="{Binding OnClickDeleteOrphanedDownloads}">Delete Orphaned Downloads</Button>
 | 
			
		||||
        </WrapPanel>
 | 
			
		||||
        <controls:DownloadItemFilterPanel DataContext="{Binding FilterModel}" IsEnabled="{Binding !$parent[UserControl].((pages:DownloadsPageModel)DataContext).IsDownloading}" />
 | 
			
		||||
        <TextBlock TextWrapping="Wrap">
 | 
			
		||||
            Downloading state and filter settings are remembered per-database.
 | 
			
		||||
        </TextBlock>
 | 
			
		||||
        <Expander Header="Download Status" IsExpanded="True">
 | 
			
		||||
            <DataGrid ItemsSource="{Binding StatisticsRows}" AutoGenerateColumns="False" CanUserReorderColumns="False" CanUserResizeColumns="False" CanUserSortColumns="False" IsReadOnly="True">
 | 
			
		||||
                <DataGrid.Columns>
 | 
			
		||||
                    <DataGridTextColumn Header="State" Binding="{Binding State, Mode=OneWay}" Width="*" />
 | 
			
		||||
                    <DataGridTextColumn Header="Files" Binding="{Binding Items, Mode=OneWay, Converter={StaticResource NumberValueConverter}}" Width="*" CellStyleClasses="right" />
 | 
			
		||||
                    <DataGridTextColumn Header="Size" Binding="{Binding SizeText, Mode=OneWay}" Width="*" CellStyleClasses="right" />
 | 
			
		||||
                </DataGrid.Columns>
 | 
			
		||||
            </DataGrid>
 | 
			
		||||
        </Expander>
 | 
			
		||||
        <StackPanel Orientation="Vertical" Spacing="20" Margin="0 10 0 0">
 | 
			
		||||
            <controls:DownloadItemFilterPanel DataContext="{Binding FilterModel}" IsEnabled="{Binding !$parent[UserControl].((pages:DownloadsPageModel)DataContext).IsDownloading}" />
 | 
			
		||||
            <TextBlock TextWrapping="Wrap">
 | 
			
		||||
                Downloading state and filter settings are remembered per-database.
 | 
			
		||||
            </TextBlock>
 | 
			
		||||
            <Expander Header="Download Status" IsExpanded="True">
 | 
			
		||||
                <DataGrid ItemsSource="{Binding StatisticsRows}" AutoGenerateColumns="False" CanUserReorderColumns="False" CanUserResizeColumns="False" CanUserSortColumns="False" IsReadOnly="True">
 | 
			
		||||
                    <DataGrid.Columns>
 | 
			
		||||
                        <DataGridTextColumn Header="State" Binding="{Binding State, Mode=OneWay}" Width="*" />
 | 
			
		||||
                        <DataGridTextColumn Header="Files" Binding="{Binding Items, Mode=OneWay, Converter={StaticResource NumberValueConverter}}" Width="*" CellStyleClasses="right" />
 | 
			
		||||
                        <DataGridTextColumn Header="Size" Binding="{Binding SizeText, Mode=OneWay}" Width="*" CellStyleClasses="right" />
 | 
			
		||||
                    </DataGrid.Columns>
 | 
			
		||||
                </DataGrid>
 | 
			
		||||
            </Expander>
 | 
			
		||||
        </StackPanel>
 | 
			
		||||
    </StackPanel>
 | 
			
		||||
</UserControl>
 | 
			
		||||
 
 | 
			
		||||
@@ -1,12 +1,12 @@
 | 
			
		||||
using System;
 | 
			
		||||
using System.Collections.Generic;
 | 
			
		||||
using System.Collections.ObjectModel;
 | 
			
		||||
using System.ComponentModel;
 | 
			
		||||
using System.Reactive.Linq;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using Avalonia.Controls;
 | 
			
		||||
using Avalonia.Platform.Storage;
 | 
			
		||||
using Avalonia.ReactiveUI;
 | 
			
		||||
using CommunityToolkit.Mvvm.ComponentModel;
 | 
			
		||||
using DHT.Desktop.Common;
 | 
			
		||||
using DHT.Desktop.Dialogs.File;
 | 
			
		||||
using DHT.Desktop.Dialogs.Message;
 | 
			
		||||
using DHT.Desktop.Dialogs.Progress;
 | 
			
		||||
using DHT.Desktop.Main.Controls;
 | 
			
		||||
@@ -17,34 +17,29 @@ using DHT.Server.Data.Filters;
 | 
			
		||||
using DHT.Server.Data.Settings;
 | 
			
		||||
using DHT.Server.Download;
 | 
			
		||||
using DHT.Utils.Logging;
 | 
			
		||||
using DHT.Utils.Observables;
 | 
			
		||||
using DHT.Utils.Tasks;
 | 
			
		||||
using PropertyChanged.SourceGenerator;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Desktop.Main.Pages;
 | 
			
		||||
 | 
			
		||||
sealed partial class DownloadsPageModel : IAsyncDisposable {
 | 
			
		||||
sealed partial class DownloadsPageModel : ObservableObject, IAsyncDisposable {
 | 
			
		||||
	private static readonly Log Log = Log.ForType<DownloadsPageModel>();
 | 
			
		||||
	
 | 
			
		||||
	[Notify(Setter.Private)]
 | 
			
		||||
	[ObservableProperty(Setter = Access.Private)]
 | 
			
		||||
	private bool isToggleDownloadButtonEnabled = true;
 | 
			
		||||
	
 | 
			
		||||
	[DependsOn(nameof(IsDownloading))]
 | 
			
		||||
	public string ToggleDownloadButtonText => IsDownloading ? "Stop Downloading" : "Start Downloading";
 | 
			
		||||
	
 | 
			
		||||
	[Notify(Setter.Private)]
 | 
			
		||||
	[ObservableProperty(Setter = Access.Private)]
 | 
			
		||||
	[NotifyPropertyChangedFor(nameof(IsRetryFailedOnDownloadsButtonEnabled))]
 | 
			
		||||
	private bool isRetryingFailedDownloads = false;
 | 
			
		||||
	
 | 
			
		||||
	[Notify(Setter.Private)]
 | 
			
		||||
	private bool hasSuccessfulDownloads;
 | 
			
		||||
	
 | 
			
		||||
	[Notify(Setter.Private)]
 | 
			
		||||
	[ObservableProperty(Setter = Access.Private)]
 | 
			
		||||
	[NotifyPropertyChangedFor(nameof(IsRetryFailedOnDownloadsButtonEnabled))]
 | 
			
		||||
	private bool hasFailedDownloads;
 | 
			
		||||
	
 | 
			
		||||
	[DependsOn(nameof(IsRetryingFailedDownloads), nameof(HasFailedDownloads))]
 | 
			
		||||
	public bool IsRetryFailedOnDownloadsButtonEnabled => !IsRetryingFailedDownloads && HasFailedDownloads;
 | 
			
		||||
	
 | 
			
		||||
	[Notify(Setter.Private)]
 | 
			
		||||
	[ObservableProperty(Setter = Access.Private)]
 | 
			
		||||
	private string downloadMessage = "";
 | 
			
		||||
	
 | 
			
		||||
	public DownloadItemFilterPanelModel FilterModel { get; }
 | 
			
		||||
@@ -81,8 +76,8 @@ sealed partial class DownloadsPageModel : IAsyncDisposable {
 | 
			
		||||
			statisticsSkipped,
 | 
			
		||||
		];
 | 
			
		||||
		
 | 
			
		||||
		downloadStatisticsTask = new ThrottledTask<DownloadStatusStatistics>(Log, UpdateStatistics, TimeSpan.FromMilliseconds(100), TaskScheduler.FromCurrentSynchronizationContext());
 | 
			
		||||
		downloadItemCountSubscription = state.Db.Downloads.TotalCount.SubscribeLastOnUI(OnDownloadCountChanged, TimeSpan.FromMilliseconds(15));
 | 
			
		||||
		downloadStatisticsTask = new ThrottledTask<DownloadStatusStatistics>(Log, UpdateStatistics, TaskScheduler.FromCurrentSynchronizationContext());
 | 
			
		||||
		downloadItemCountSubscription = state.Db.Downloads.TotalCount.ObserveOn(AvaloniaScheduler.Instance).Subscribe(OnDownloadCountChanged);
 | 
			
		||||
		
 | 
			
		||||
		RecomputeDownloadStatistics();
 | 
			
		||||
	}
 | 
			
		||||
@@ -91,12 +86,7 @@ sealed partial class DownloadsPageModel : IAsyncDisposable {
 | 
			
		||||
		await FilterModel.Initialize();
 | 
			
		||||
		
 | 
			
		||||
		if (await state.Db.Settings.Get(SettingsKey.DownloadsAutoStart, defaultValue: false)) {
 | 
			
		||||
			try {
 | 
			
		||||
				await StartDownload();
 | 
			
		||||
			} catch (Exception e) {
 | 
			
		||||
				Log.Error("Could not automatically start downloads.", e);
 | 
			
		||||
				await Dialog.ShowOk(window, "Database Error", "Could not automatically start downloads: " + e.Message);
 | 
			
		||||
			}
 | 
			
		||||
			await StartDownload();
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
@@ -115,43 +105,23 @@ sealed partial class DownloadsPageModel : IAsyncDisposable {
 | 
			
		||||
	
 | 
			
		||||
	public async Task OnClickToggleDownload() {
 | 
			
		||||
		IsToggleDownloadButtonEnabled = false;
 | 
			
		||||
		try {
 | 
			
		||||
			if (IsDownloading) {
 | 
			
		||||
				await StopDownload();
 | 
			
		||||
			}
 | 
			
		||||
			else {
 | 
			
		||||
				try {
 | 
			
		||||
					await StartDownload();
 | 
			
		||||
				} catch (Exception e) {
 | 
			
		||||
					Log.Error("Could not start downloads.", e);
 | 
			
		||||
					await Dialog.ShowOk(window, "Database Error", "Could not start downloads: " + e.Message);
 | 
			
		||||
					return;
 | 
			
		||||
				}
 | 
			
		||||
			}
 | 
			
		||||
			
 | 
			
		||||
			try {
 | 
			
		||||
				await state.Db.Settings.Set(SettingsKey.DownloadsAutoStart, IsDownloading);
 | 
			
		||||
			} catch (Exception e) {
 | 
			
		||||
				Log.Error("Could not update auto-start setting in database.", e);
 | 
			
		||||
			}
 | 
			
		||||
		} finally {
 | 
			
		||||
			IsToggleDownloadButtonEnabled = true;
 | 
			
		||||
		
 | 
			
		||||
		if (IsDownloading) {
 | 
			
		||||
			await StopDownload();
 | 
			
		||||
		}
 | 
			
		||||
		else {
 | 
			
		||||
			await StartDownload();
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		await state.Db.Settings.Set(SettingsKey.DownloadsAutoStart, IsDownloading);
 | 
			
		||||
		IsToggleDownloadButtonEnabled = true;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private async Task StartDownload() {
 | 
			
		||||
		await state.Db.Downloads.MoveDownloadingItemsBackToQueue();
 | 
			
		||||
		
 | 
			
		||||
		try {
 | 
			
		||||
			currentDownloadFilter = FilterModel.CreateFilter();
 | 
			
		||||
			ObservableValue<DownloadItem> finishedItems = await state.Downloader.Start(currentDownloadFilter);
 | 
			
		||||
			finishedItemsSubscription = finishedItems.SubscribeLastOnUI(OnItemFinished, TimeSpan.FromMilliseconds(15));
 | 
			
		||||
		} catch (Exception) {
 | 
			
		||||
			finishedItemsSubscription?.Dispose();
 | 
			
		||||
			finishedItemsSubscription = null;
 | 
			
		||||
			currentDownloadFilter = null;
 | 
			
		||||
			throw;
 | 
			
		||||
		}
 | 
			
		||||
		IObservable<DownloadItem> finishedItems = await state.Downloader.Start(currentDownloadFilter = FilterModel.CreateFilter());
 | 
			
		||||
		finishedItemsSubscription = finishedItems.ObserveOn(AvaloniaScheduler.Instance).Subscribe(OnItemFinished);
 | 
			
		||||
		
 | 
			
		||||
		OnDownloadStateChanged();
 | 
			
		||||
	}
 | 
			
		||||
@@ -162,29 +132,30 @@ sealed partial class DownloadsPageModel : IAsyncDisposable {
 | 
			
		||||
		
 | 
			
		||||
		finishedItemsSubscription?.Dispose();
 | 
			
		||||
		finishedItemsSubscription = null;
 | 
			
		||||
		currentDownloadFilter = null;
 | 
			
		||||
		
 | 
			
		||||
		currentDownloadFilter = null;
 | 
			
		||||
		OnDownloadStateChanged();
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private void OnDownloadStateChanged() {
 | 
			
		||||
		RecomputeDownloadStatistics();
 | 
			
		||||
		
 | 
			
		||||
		OnPropertyChanged(new PropertyChangedEventArgs(nameof(IsDownloading)));
 | 
			
		||||
		OnPropertyChanged(nameof(ToggleDownloadButtonText));
 | 
			
		||||
		OnPropertyChanged(nameof(IsDownloading));
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private void OnItemFinished(DownloadItem item) {
 | 
			
		||||
		RecomputeDownloadStatistics();
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async Task OnClickRetryFailed() {
 | 
			
		||||
	public async Task OnClickRetryFailedDownloads() {
 | 
			
		||||
		IsRetryingFailedDownloads = true;
 | 
			
		||||
		
 | 
			
		||||
		try {
 | 
			
		||||
			await state.Db.Downloads.RetryFailed();
 | 
			
		||||
			RecomputeDownloadStatistics();
 | 
			
		||||
		} catch (Exception e) {
 | 
			
		||||
			Log.Error("Could not retry failed downloads.", e);
 | 
			
		||||
			await Dialog.ShowOk(window, "Retry Failed", "Could not retry failed downloads: " + e.Message);
 | 
			
		||||
			Log.Error(e);
 | 
			
		||||
		} finally {
 | 
			
		||||
			IsRetryingFailedDownloads = false;
 | 
			
		||||
		}
 | 
			
		||||
@@ -194,97 +165,49 @@ sealed partial class DownloadsPageModel : IAsyncDisposable {
 | 
			
		||||
		downloadStatisticsTask.Post(cancellationToken => state.Db.Downloads.GetStatistics(currentDownloadFilter ?? new DownloadItemFilter(), cancellationToken));
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async Task OnClickDeleteOrphaned() {
 | 
			
		||||
	public async Task OnClickDeleteOrphanedDownloads() {
 | 
			
		||||
		const string Title = "Delete Orphaned Downloads";
 | 
			
		||||
		
 | 
			
		||||
		try {
 | 
			
		||||
			await ProgressDialog.Show(window, Title, async (_, callback) => {
 | 
			
		||||
				await callback.UpdateIndeterminate("Searching for orphaned downloads...");
 | 
			
		||||
				
 | 
			
		||||
				HashSet<string> reachableNormalizedUrls = [];
 | 
			
		||||
				HashSet<string> orphanedNormalizedUrls = [];
 | 
			
		||||
				
 | 
			
		||||
				await foreach (FileUrl fileUrl in state.Db.Downloads.FindReachableFiles()) {
 | 
			
		||||
					reachableNormalizedUrls.Add(fileUrl.NormalizedUrl);
 | 
			
		||||
		await ProgressDialog.Show(window, Title, async (_, callback) => {
 | 
			
		||||
			await callback.UpdateIndeterminate("Searching for orphaned downloads...");
 | 
			
		||||
			
 | 
			
		||||
			HashSet<string> reachableNormalizedUrls = [];
 | 
			
		||||
			HashSet<string> orphanedNormalizedUrls = [];
 | 
			
		||||
			
 | 
			
		||||
			await foreach (Download download in state.Db.Downloads.FindAllDownloadableUrls()) {
 | 
			
		||||
				reachableNormalizedUrls.Add(download.NormalizedUrl);
 | 
			
		||||
			}
 | 
			
		||||
			
 | 
			
		||||
			await foreach (Download download in state.Db.Downloads.Get()) {
 | 
			
		||||
				string normalizedUrl = download.NormalizedUrl;
 | 
			
		||||
				if (!reachableNormalizedUrls.Contains(normalizedUrl)) {
 | 
			
		||||
					orphanedNormalizedUrls.Add(normalizedUrl);
 | 
			
		||||
				}
 | 
			
		||||
				
 | 
			
		||||
				await foreach (Download download in state.Db.Downloads.Get()) {
 | 
			
		||||
					string normalizedUrl = download.NormalizedUrl;
 | 
			
		||||
					if (!reachableNormalizedUrls.Contains(normalizedUrl)) {
 | 
			
		||||
						orphanedNormalizedUrls.Add(normalizedUrl);
 | 
			
		||||
					}
 | 
			
		||||
				}
 | 
			
		||||
				
 | 
			
		||||
				if (orphanedNormalizedUrls.Count == 0) {
 | 
			
		||||
					await Dialog.ShowOk(window, Title, "No orphaned downloads found.");
 | 
			
		||||
					return;
 | 
			
		||||
				}
 | 
			
		||||
				
 | 
			
		||||
				if (await Dialog.ShowYesNo(window, Title, orphanedNormalizedUrls.Count + " orphaned download(s) will be removed from this database. This action cannot be undone. Proceed?") != DialogResult.YesNo.Yes) {
 | 
			
		||||
					return;
 | 
			
		||||
				}
 | 
			
		||||
				
 | 
			
		||||
				await callback.UpdateIndeterminate("Deleting orphaned downloads...");
 | 
			
		||||
				await state.Db.Downloads.Remove(orphanedNormalizedUrls);
 | 
			
		||||
				RecomputeDownloadStatistics();
 | 
			
		||||
				
 | 
			
		||||
				if (await Dialog.ShowYesNo(window, Title, "Orphaned downloads deleted. Vacuum database now to reclaim space?") != DialogResult.YesNo.Yes) {
 | 
			
		||||
					return;
 | 
			
		||||
				}
 | 
			
		||||
				
 | 
			
		||||
				await callback.UpdateIndeterminate("Vacuuming database...");
 | 
			
		||||
				await state.Db.Vacuum();
 | 
			
		||||
			});
 | 
			
		||||
		} catch (Exception e) {
 | 
			
		||||
			Log.Error("Could not delete orphaned downloads.", e);
 | 
			
		||||
			await Dialog.ShowOk(window, Title, "Could not delete orphaned downloads: " + e.Message);
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async Task OnClickExportAll() {
 | 
			
		||||
		const string Title = "Export Downloaded Files";
 | 
			
		||||
		
 | 
			
		||||
		string[] folders = await window.StorageProvider.OpenFolders(new FolderPickerOpenOptions {
 | 
			
		||||
			Title = Title,
 | 
			
		||||
			AllowMultiple = false,
 | 
			
		||||
			}
 | 
			
		||||
			
 | 
			
		||||
			if (orphanedNormalizedUrls.Count == 0) {
 | 
			
		||||
				await Dialog.ShowOk(window, Title, "No orphaned downloads found.");
 | 
			
		||||
				return;
 | 
			
		||||
			}
 | 
			
		||||
			
 | 
			
		||||
			if (await Dialog.ShowYesNo(window, Title, orphanedNormalizedUrls.Count + " orphaned download(s) will be removed from this database. This action cannot be undone. Proceed?") != DialogResult.YesNo.Yes) {
 | 
			
		||||
				return;
 | 
			
		||||
			}
 | 
			
		||||
			
 | 
			
		||||
			await callback.UpdateIndeterminate("Deleting orphaned downloads...");
 | 
			
		||||
			await state.Db.Downloads.Remove(orphanedNormalizedUrls);
 | 
			
		||||
			RecomputeDownloadStatistics();
 | 
			
		||||
			
 | 
			
		||||
			if (await Dialog.ShowYesNo(window, Title, "Orphaned downloads deleted. Vacuum database now to reclaim space?") != DialogResult.YesNo.Yes) {
 | 
			
		||||
				return;
 | 
			
		||||
			}
 | 
			
		||||
			
 | 
			
		||||
			await callback.UpdateIndeterminate("Vacuuming database...");
 | 
			
		||||
			await state.Db.Vacuum();
 | 
			
		||||
		});
 | 
			
		||||
		
 | 
			
		||||
		if (folders.Length != 1) {
 | 
			
		||||
			return;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		string folderPath = folders[0];
 | 
			
		||||
		
 | 
			
		||||
		DownloadExporter exporter = new DownloadExporter(state.Db, folderPath);
 | 
			
		||||
		DownloadExporter.Result result;
 | 
			
		||||
		try {
 | 
			
		||||
			result = await ProgressDialog.Show(window, Title, async (_, callback) => {
 | 
			
		||||
				await callback.UpdateIndeterminate("Exporting downloaded files...");
 | 
			
		||||
				return await exporter.Export(new ExportProgressReporter(callback));
 | 
			
		||||
			});
 | 
			
		||||
		} catch (Exception e) {
 | 
			
		||||
			Log.Error("Could not export downloaded files.", e);
 | 
			
		||||
			await Dialog.ShowOk(window, Title, "Could not export downloaded files: " + e.Message);
 | 
			
		||||
			return;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		string messageStart = "Exported " + result.SuccessfulCount.Pluralize("file");
 | 
			
		||||
		
 | 
			
		||||
		if (result.FailedCount > 0L) {
 | 
			
		||||
			await Dialog.ShowOk(window, Title, messageStart + " (" + result.FailedCount.Format() + " failed).");
 | 
			
		||||
		}
 | 
			
		||||
		else {
 | 
			
		||||
			await Dialog.ShowOk(window, Title, messageStart + ".");
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private sealed class ExportProgressReporter(IProgressCallback callback) : DownloadExporter.IProgressReporter {
 | 
			
		||||
		public Task ReportProgress(long processedCount, long totalCount) {
 | 
			
		||||
			return callback.Update("Exporting downloaded files...", processedCount, totalCount);
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private Task UpdateStatistics(DownloadStatusStatistics statusStatistics) {
 | 
			
		||||
	private void UpdateStatistics(DownloadStatusStatistics statusStatistics) {
 | 
			
		||||
		statisticsPending.Items = statusStatistics.PendingCount;
 | 
			
		||||
		statisticsPending.Size = statusStatistics.PendingTotalSize;
 | 
			
		||||
		statisticsPending.HasFilesWithUnknownSize = statusStatistics.PendingWithUnknownSizeCount > 0;
 | 
			
		||||
@@ -301,25 +224,24 @@ sealed partial class DownloadsPageModel : IAsyncDisposable {
 | 
			
		||||
		statisticsSkipped.Size = statusStatistics.SkippedTotalSize;
 | 
			
		||||
		statisticsSkipped.HasFilesWithUnknownSize = statusStatistics.SkippedWithUnknownSizeCount > 0;
 | 
			
		||||
		
 | 
			
		||||
		HasSuccessfulDownloads = statusStatistics.SuccessfulCount > 0;
 | 
			
		||||
		HasFailedDownloads = statusStatistics.FailedCount > 0;
 | 
			
		||||
		
 | 
			
		||||
		return Task.CompletedTask;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	[ObservableObject]
 | 
			
		||||
	public sealed partial class StatisticsRow(string state) {
 | 
			
		||||
		public string State { get; } = state;
 | 
			
		||||
		
 | 
			
		||||
		[Notify]
 | 
			
		||||
		[ObservableProperty]
 | 
			
		||||
		private int items;
 | 
			
		||||
		
 | 
			
		||||
		[Notify]
 | 
			
		||||
		[ObservableProperty]
 | 
			
		||||
		[NotifyPropertyChangedFor(nameof(SizeText))]
 | 
			
		||||
		private ulong? size;
 | 
			
		||||
		
 | 
			
		||||
		[Notify]
 | 
			
		||||
		[ObservableProperty]
 | 
			
		||||
		[NotifyPropertyChangedFor(nameof(SizeText))]
 | 
			
		||||
		private bool hasFilesWithUnknownSize;
 | 
			
		||||
		
 | 
			
		||||
		[DependsOn(nameof(Size), nameof(HasFilesWithUnknownSize))]
 | 
			
		||||
		public string SizeText {
 | 
			
		||||
			get {
 | 
			
		||||
				if (size == null) {
 | 
			
		||||
 
 | 
			
		||||
@@ -11,44 +11,25 @@
 | 
			
		||||
        <pages:TrackingPageModel />
 | 
			
		||||
    </Design.DataContext>
 | 
			
		||||
 | 
			
		||||
    <UserControl.Styles>
 | 
			
		||||
        <Style Selector="TextBlock">
 | 
			
		||||
            <Setter Property="TextWrapping" Value="Wrap" />
 | 
			
		||||
        </Style>
 | 
			
		||||
    </UserControl.Styles>
 | 
			
		||||
 | 
			
		||||
    <StackPanel Spacing="20">
 | 
			
		||||
        <Expander Header="Method 1: Manual" IsExpanded="True">
 | 
			
		||||
            <StackPanel Orientation="Vertical" Spacing="10">
 | 
			
		||||
                <TextBlock>
 | 
			
		||||
                    <TextBlock.Text>
 | 
			
		||||
                        <MultiBinding StringFormat="Use {0} to open Dev Tools in your browser or the Discord app, copy the tracking script, and paste it into the console.">
 | 
			
		||||
                            <Binding Path="OpenDevToolsShortcutText" />
 | 
			
		||||
                        </MultiBinding>
 | 
			
		||||
                    </TextBlock.Text>
 | 
			
		||||
                </TextBlock>
 | 
			
		||||
                <Button x:Name="CopyTrackingScript" Click="CopyTrackingScriptButton_OnClick">Copy Tracking Script</Button>
 | 
			
		||||
                <TextBlock Margin="0 5 0 0">
 | 
			
		||||
                    By default, the Discord app blocks the Dev Tools shortcut. The button below changes a hidden setting to unblock the shortcut.
 | 
			
		||||
                </TextBlock>
 | 
			
		||||
                <Button Command="{Binding OnClickToggleAppDevTools}" Content="{Binding ToggleAppDevToolsButtonText}" IsEnabled="{Binding IsToggleAppDevToolsButtonEnabled}" />
 | 
			
		||||
            </StackPanel>
 | 
			
		||||
        </Expander>
 | 
			
		||||
        <Expander Header="Method 2: Userscript" IsExpanded="True">
 | 
			
		||||
            <StackPanel Orientation="Vertical" Spacing="10">
 | 
			
		||||
                <TextBlock>
 | 
			
		||||
                    Requires a userscript manager in your browser. The userscript adds a DHT icon next to the Help icon on Discord.
 | 
			
		||||
                    If the icon does not appear, update this app and reinstall the userscript.
 | 
			
		||||
                </TextBlock>
 | 
			
		||||
                <TextBlock>
 | 
			
		||||
                    Copy the Connection Code, click the DHT icon, and paste the code into the prompt.
 | 
			
		||||
                </TextBlock>
 | 
			
		||||
                <WrapPanel ItemSpacing="10" LineSpacing="10">
 | 
			
		||||
                    <Button Command="{Binding OnClickInstallOrUpdateUserscript}">Install or Update Userscript</Button>
 | 
			
		||||
                    <Button x:Name="CopyConnectionCode" Click="CopyConnectionScriptButton_OnClick">Copy Connection Code</Button>
 | 
			
		||||
                </WrapPanel>
 | 
			
		||||
            </StackPanel>
 | 
			
		||||
        </Expander>
 | 
			
		||||
    <StackPanel Spacing="10">
 | 
			
		||||
        <TextBlock TextWrapping="Wrap">
 | 
			
		||||
            <TextBlock.Text>
 | 
			
		||||
                <MultiBinding StringFormat="To start tracking messages, copy the tracking script and paste it into the console of either the Discord app, or your browser. The console is usually opened by pressing {0}.">
 | 
			
		||||
                    <Binding Path="OpenDevToolsShortcutText" />
 | 
			
		||||
                </MultiBinding>
 | 
			
		||||
            </TextBlock.Text>
 | 
			
		||||
        </TextBlock>
 | 
			
		||||
        <StackPanel DockPanel.Dock="Left" Orientation="Horizontal" Spacing="10">
 | 
			
		||||
            <Button x:Name="CopyTrackingScript" Click="CopyTrackingScriptButton_OnClick" IsEnabled="{Binding IsCopyTrackingScriptButtonEnabled}">Copy Tracking Script</Button>
 | 
			
		||||
        </StackPanel>
 | 
			
		||||
        <TextBlock TextWrapping="Wrap" Margin="0 5 0 0">
 | 
			
		||||
            <TextBlock.Text>
 | 
			
		||||
                <MultiBinding StringFormat="By default, the Discord app does not allow opening the console. The button below will change a hidden setting in the Discord app that controls whether the {0} shortcut is enabled.">
 | 
			
		||||
                    <Binding Path="OpenDevToolsShortcutText" />
 | 
			
		||||
                </MultiBinding>
 | 
			
		||||
            </TextBlock.Text>
 | 
			
		||||
        </TextBlock>
 | 
			
		||||
        <Button DockPanel.Dock="Right" Command="{Binding OnClickToggleAppDevTools}" Content="{Binding ToggleAppDevToolsButtonText}" IsEnabled="{Binding IsToggleAppDevToolsButtonEnabled}" />
 | 
			
		||||
    </StackPanel>
 | 
			
		||||
 | 
			
		||||
</UserControl>
 | 
			
		||||
 
 | 
			
		||||
@@ -1,5 +1,4 @@
 | 
			
		||||
using System;
 | 
			
		||||
using System.Collections.Generic;
 | 
			
		||||
using System.Diagnostics.CodeAnalysis;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using Avalonia.Controls;
 | 
			
		||||
@@ -9,36 +8,24 @@ namespace DHT.Desktop.Main.Pages;
 | 
			
		||||
 | 
			
		||||
[SuppressMessage("ReSharper", "MemberCanBeInternal")]
 | 
			
		||||
public sealed partial class TrackingPage : UserControl {
 | 
			
		||||
	private readonly HashSet<Button> copyingButtons = new (ReferenceEqualityComparer.Instance);
 | 
			
		||||
	private bool isCopyingScript;
 | 
			
		||||
	
 | 
			
		||||
	public TrackingPage() {
 | 
			
		||||
		InitializeComponent();
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async void CopyTrackingScriptButton_OnClick(object? sender, RoutedEventArgs e) {
 | 
			
		||||
		await HandleCopyButton(CopyTrackingScript, "Script Copied!", static model => model.OnClickCopyTrackingScript());
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async void CopyConnectionScriptButton_OnClick(object? sender, RoutedEventArgs e) {
 | 
			
		||||
		await HandleCopyButton(CopyConnectionCode, "Code Copied!", static model => model.OnClickCopyConnectionCode());
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private async Task HandleCopyButton(Button button, string copiedText, Func<TrackingPageModel, Task<bool>> onClick) {
 | 
			
		||||
		if (DataContext is TrackingPageModel model) {
 | 
			
		||||
			object? originalText = button.Content;
 | 
			
		||||
			button.MinWidth = button.Bounds.Width;
 | 
			
		||||
			object? originalText = CopyTrackingScript.Content;
 | 
			
		||||
			CopyTrackingScript.MinWidth = CopyTrackingScript.Bounds.Width;
 | 
			
		||||
			
 | 
			
		||||
			if (await onClick(model) && copyingButtons.Add(button)) {
 | 
			
		||||
				button.IsEnabled = false;
 | 
			
		||||
				button.Content = copiedText;
 | 
			
		||||
			if (await model.OnClickCopyTrackingScript() && !isCopyingScript) {
 | 
			
		||||
				isCopyingScript = true;
 | 
			
		||||
				CopyTrackingScript.Content = "Script Copied!";
 | 
			
		||||
				
 | 
			
		||||
				try {
 | 
			
		||||
					await Task.Delay(TimeSpan.FromSeconds(2));
 | 
			
		||||
				} finally {
 | 
			
		||||
					copyingButtons.Remove(button);
 | 
			
		||||
					button.IsEnabled = true;
 | 
			
		||||
					button.Content = originalText;
 | 
			
		||||
				}
 | 
			
		||||
				await Task.Delay(TimeSpan.FromSeconds(2));
 | 
			
		||||
				CopyTrackingScript.Content = originalText;
 | 
			
		||||
				isCopyingScript = false;
 | 
			
		||||
			}
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
 
 | 
			
		||||
@@ -1,32 +1,31 @@
 | 
			
		||||
using System;
 | 
			
		||||
using System.Text.RegularExpressions;
 | 
			
		||||
using System.Threading;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using System.Web;
 | 
			
		||||
using Avalonia.Controls;
 | 
			
		||||
using Avalonia.Input.Platform;
 | 
			
		||||
using DHT.Desktop.Common;
 | 
			
		||||
using CommunityToolkit.Mvvm.ComponentModel;
 | 
			
		||||
using DHT.Desktop.Dialogs.Message;
 | 
			
		||||
using DHT.Desktop.Discord;
 | 
			
		||||
using DHT.Desktop.Server;
 | 
			
		||||
using DHT.Utils.Logging;
 | 
			
		||||
using PropertyChanged.SourceGenerator;
 | 
			
		||||
using static DHT.Desktop.Program;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Desktop.Main.Pages;
 | 
			
		||||
 | 
			
		||||
sealed partial class TrackingPageModel {
 | 
			
		||||
	private static readonly Log Log = Log.ForType<TrackingPageModel>();
 | 
			
		||||
sealed partial class TrackingPageModel : ObservableObject {
 | 
			
		||||
	[ObservableProperty(Setter = Access.Private)]
 | 
			
		||||
	private bool isCopyTrackingScriptButtonEnabled = true;
 | 
			
		||||
	
 | 
			
		||||
	[Notify(Setter.Private)]
 | 
			
		||||
	[ObservableProperty(Setter = Access.Private)]
 | 
			
		||||
	[NotifyPropertyChangedFor(nameof(ToggleAppDevToolsButtonText))]
 | 
			
		||||
	private bool? areDevToolsEnabled = null;
 | 
			
		||||
	
 | 
			
		||||
	[Notify(Setter.Private)]
 | 
			
		||||
	[ObservableProperty(Setter = Access.Private)]
 | 
			
		||||
	[NotifyPropertyChangedFor(nameof(ToggleAppDevToolsButtonText))]
 | 
			
		||||
	private bool isToggleAppDevToolsButtonEnabled = false;
 | 
			
		||||
	
 | 
			
		||||
	public string OpenDevToolsShortcutText { get; } = OperatingSystem.IsMacOS() ? "Cmd+Shift+I" : "Ctrl+Shift+I";
 | 
			
		||||
	
 | 
			
		||||
	[DependsOn(nameof(AreDevToolsEnabled), nameof(IsToggleAppDevToolsButtonEnabled))]
 | 
			
		||||
	public string ToggleAppDevToolsButtonText {
 | 
			
		||||
		get {
 | 
			
		||||
			if (!AreDevToolsEnabled.HasValue) {
 | 
			
		||||
@@ -53,9 +52,32 @@ sealed partial class TrackingPageModel {
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async Task<bool> OnClickCopyTrackingScript() {
 | 
			
		||||
		string url = ServerConfiguration.HttpHost + $"/get-tracking-script?token={HttpUtility.UrlEncode(ServerConfiguration.Token)}";
 | 
			
		||||
		IsCopyTrackingScriptButtonEnabled = false;
 | 
			
		||||
		
 | 
			
		||||
		try {
 | 
			
		||||
			return await CopyTrackingScript();
 | 
			
		||||
		} finally {
 | 
			
		||||
			IsCopyTrackingScriptButtonEnabled = true;
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private async Task<bool> CopyTrackingScript() {
 | 
			
		||||
		string url = $"http://127.0.0.1:{ServerConfiguration.Port}/get-tracking-script?token={HttpUtility.UrlEncode(ServerConfiguration.Token)}";
 | 
			
		||||
		string script = (await Resources.ReadTextAsync("tracker-loader.js")).Trim().Replace("{url}", url);
 | 
			
		||||
		return await TryCopy(script, "Copy Tracking Script");
 | 
			
		||||
		
 | 
			
		||||
		IClipboard? clipboard = window.Clipboard;
 | 
			
		||||
		if (clipboard == null) {
 | 
			
		||||
			await Dialog.ShowOk(window, "Copy Tracking Script", "Clipboard is not available on this system.");
 | 
			
		||||
			return false;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		try {
 | 
			
		||||
			await clipboard.SetTextAsync(script);
 | 
			
		||||
			return true;
 | 
			
		||||
		} catch {
 | 
			
		||||
			await Dialog.ShowOk(window, "Copy Tracking Script", "An error occurred while copying to clipboard.");
 | 
			
		||||
			return false;
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private async Task InitializeDevToolsToggle() {
 | 
			
		||||
@@ -111,44 +133,4 @@ sealed partial class TrackingPageModel {
 | 
			
		||||
				throw new ArgumentOutOfRangeException();
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async Task OnClickInstallOrUpdateUserscript() {
 | 
			
		||||
		try {
 | 
			
		||||
			SystemUtils.OpenUrl(ServerConfiguration.HttpHost + "/get-userscript/dht.user.js");
 | 
			
		||||
		} catch (Exception e) {
 | 
			
		||||
			await Dialog.ShowOk(window, "Install or Update Userscript", "Could not open the browser: " + e.Message);
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	[GeneratedRegex("^[a-zA-Z0-9]{1,100}$")]
 | 
			
		||||
	private static partial Regex ConnectionCodeTokenRegex();
 | 
			
		||||
	
 | 
			
		||||
	public async Task<bool> OnClickCopyConnectionCode() {
 | 
			
		||||
		const string Title = "Copy Connection Code";
 | 
			
		||||
		
 | 
			
		||||
		if (ConnectionCodeTokenRegex().IsMatch(ServerConfiguration.Token)) {
 | 
			
		||||
			return await TryCopy(ServerConfiguration.Port + ":" + ServerConfiguration.Token, Title);
 | 
			
		||||
		}
 | 
			
		||||
		else {
 | 
			
		||||
			await Dialog.ShowOk(window, Title, "The internal server token cannot be used to create a connection code.\n\nCheck the 'Advanced' tab and ensure the token is 1-100 characters long, and only contains plain letters and numbers.");
 | 
			
		||||
			return false;
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private async Task<bool> TryCopy(string script, string errorDialogTitle) {
 | 
			
		||||
		IClipboard? clipboard = window.Clipboard;
 | 
			
		||||
		if (clipboard == null) {
 | 
			
		||||
			await Dialog.ShowOk(window, errorDialogTitle, "Clipboard is not available on this system.");
 | 
			
		||||
			return false;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		try {
 | 
			
		||||
			await clipboard.SetTextAsync(script);
 | 
			
		||||
			return true;
 | 
			
		||||
		} catch (Exception e) {
 | 
			
		||||
			Log.Error("Could not copy to clipboard.", e);
 | 
			
		||||
			await Dialog.ShowOk(window, errorDialogTitle, "An error occurred while copying to clipboard.");
 | 
			
		||||
			return false;
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
@@ -3,6 +3,7 @@ using System.ComponentModel;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using System.Web;
 | 
			
		||||
using Avalonia.Controls;
 | 
			
		||||
using CommunityToolkit.Mvvm.ComponentModel;
 | 
			
		||||
using DHT.Desktop.Common;
 | 
			
		||||
using DHT.Desktop.Dialogs.Message;
 | 
			
		||||
using DHT.Desktop.Dialogs.Progress;
 | 
			
		||||
@@ -12,17 +13,16 @@ using DHT.Server;
 | 
			
		||||
using DHT.Server.Data.Filters;
 | 
			
		||||
using DHT.Server.Service.Viewer;
 | 
			
		||||
using DHT.Utils.Logging;
 | 
			
		||||
using PropertyChanged.SourceGenerator;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Desktop.Main.Pages;
 | 
			
		||||
 | 
			
		||||
sealed partial class ViewerPageModel : IDisposable {
 | 
			
		||||
sealed partial class ViewerPageModel : ObservableObject, IDisposable {
 | 
			
		||||
	private static readonly Log Log = Log.ForType<ViewerPageModel>();
 | 
			
		||||
	
 | 
			
		||||
	public bool DatabaseToolFilterModeKeep { get; set; } = true;
 | 
			
		||||
	public bool DatabaseToolFilterModeRemove { get; set; } = false;
 | 
			
		||||
	
 | 
			
		||||
	[Notify]
 | 
			
		||||
	[ObservableProperty]
 | 
			
		||||
	private bool hasFilters = false;
 | 
			
		||||
	
 | 
			
		||||
	public MessageFilterPanelModel FilterModel { get; }
 | 
			
		||||
@@ -51,32 +51,28 @@ sealed partial class ViewerPageModel : IDisposable {
 | 
			
		||||
	
 | 
			
		||||
	public async void OnClickOpenViewer() {
 | 
			
		||||
		try {
 | 
			
		||||
			string serverUrl = "http://127.0.0.1:" + ServerConfiguration.Port;
 | 
			
		||||
			string serverToken = ServerConfiguration.Token;
 | 
			
		||||
			string sessionId = state.ViewerSessions.Register(new ViewerSession(FilterModel.CreateFilter())).ToString();
 | 
			
		||||
			SystemUtils.OpenUrl(ServerConfiguration.HttpHost + "/viewer/?token=" + HttpUtility.UrlEncode(serverToken) + "&session=" + HttpUtility.UrlEncode(sessionId));
 | 
			
		||||
			SystemUtils.OpenUrl(serverUrl + "/viewer/?token=" + HttpUtility.UrlEncode(serverToken) + "&session=" + HttpUtility.UrlEncode(sessionId));
 | 
			
		||||
		} catch (Exception e) {
 | 
			
		||||
			await Dialog.ShowOk(window, "Open Viewer", "Could not open viewer: " + e.Message);
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async Task OnClickApplyFiltersToDatabase() {
 | 
			
		||||
		try {
 | 
			
		||||
			MessageFilter filter = FilterModel.CreateFilter();
 | 
			
		||||
			long messageCount = await ProgressDialog.ShowIndeterminate(window, "Apply Filters", "Counting matching messages...", _ => state.Db.Messages.Count(filter));
 | 
			
		||||
			
 | 
			
		||||
			if (DatabaseToolFilterModeKeep) {
 | 
			
		||||
				if (DialogResult.YesNo.Yes == await Dialog.ShowYesNo(window, "Keep Matching Messages in This Database", messageCount.Pluralize("message") + " will be kept, and the rest will be removed from this database. This action cannot be undone. Proceed?")) {
 | 
			
		||||
					await ApplyFilterToDatabase(filter, FilterRemovalMode.KeepMatching);
 | 
			
		||||
				}
 | 
			
		||||
		MessageFilter filter = FilterModel.CreateFilter();
 | 
			
		||||
		long messageCount = await ProgressDialog.ShowIndeterminate(window, "Apply Filters", "Counting matching messages...", _ => state.Db.Messages.Count(filter));
 | 
			
		||||
		
 | 
			
		||||
		if (DatabaseToolFilterModeKeep) {
 | 
			
		||||
			if (DialogResult.YesNo.Yes == await Dialog.ShowYesNo(window, "Keep Matching Messages in This Database", messageCount.Pluralize("message") + " will be kept, and the rest will be removed from this database. This action cannot be undone. Proceed?")) {
 | 
			
		||||
				await ApplyFilterToDatabase(filter, FilterRemovalMode.KeepMatching);
 | 
			
		||||
			}
 | 
			
		||||
			else if (DatabaseToolFilterModeRemove) {
 | 
			
		||||
				if (DialogResult.YesNo.Yes == await Dialog.ShowYesNo(window, "Remove Matching Messages in This Database", messageCount.Pluralize("message") + " will be removed from this database. This action cannot be undone. Proceed?")) {
 | 
			
		||||
					await ApplyFilterToDatabase(filter, FilterRemovalMode.RemoveMatching);
 | 
			
		||||
				}
 | 
			
		||||
		}
 | 
			
		||||
		else if (DatabaseToolFilterModeRemove) {
 | 
			
		||||
			if (DialogResult.YesNo.Yes == await Dialog.ShowYesNo(window, "Remove Matching Messages in This Database", messageCount.Pluralize("message") + " will be removed from this database. This action cannot be undone. Proceed?")) {
 | 
			
		||||
				await ApplyFilterToDatabase(filter, FilterRemovalMode.RemoveMatching);
 | 
			
		||||
			}
 | 
			
		||||
		} catch (Exception e) {
 | 
			
		||||
			Log.Error("Could not apply filters.", e);
 | 
			
		||||
			await Dialog.ShowOk(window, "Apply Filters", "Could not apply filters: " + e.Message);
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
 
 | 
			
		||||
@@ -70,10 +70,6 @@ sealed class MainContentScreenModel : IAsyncDisposable {
 | 
			
		||||
	
 | 
			
		||||
	public async Task Initialize() {
 | 
			
		||||
		await DownloadsPageModel.Initialize();
 | 
			
		||||
		
 | 
			
		||||
		#if DEBUG
 | 
			
		||||
		await DebugPageModel.Initialize();
 | 
			
		||||
		#endif
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async ValueTask DisposeAsync() {
 | 
			
		||||
 
 | 
			
		||||
@@ -5,6 +5,7 @@ using System.Net;
 | 
			
		||||
using System.Net.Http;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using Avalonia.Controls;
 | 
			
		||||
using CommunityToolkit.Mvvm.ComponentModel;
 | 
			
		||||
using DHT.Desktop.Common;
 | 
			
		||||
using DHT.Desktop.Dialogs.Message;
 | 
			
		||||
using DHT.Desktop.Dialogs.Progress;
 | 
			
		||||
@@ -13,16 +14,15 @@ using DHT.Server.Database;
 | 
			
		||||
using DHT.Server.Database.Sqlite.Schema;
 | 
			
		||||
using DHT.Server.Database.Sqlite.Utils;
 | 
			
		||||
using DHT.Utils.Logging;
 | 
			
		||||
using PropertyChanged.SourceGenerator;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Desktop.Main.Screens;
 | 
			
		||||
 | 
			
		||||
sealed partial class WelcomeScreenModel {
 | 
			
		||||
sealed partial class WelcomeScreenModel : ObservableObject {
 | 
			
		||||
	private static readonly Log Log = Log.ForType<WelcomeScreenModel>();
 | 
			
		||||
	
 | 
			
		||||
	public string Version => Program.Version;
 | 
			
		||||
	
 | 
			
		||||
	[Notify(Setter.Private)]
 | 
			
		||||
	[ObservableProperty(Setter = Access.Private)]
 | 
			
		||||
	private bool isOpenOrCreateDatabaseButtonEnabled = true;
 | 
			
		||||
	
 | 
			
		||||
	public event EventHandler<IDatabaseFile>? DatabaseSelected;
 | 
			
		||||
@@ -112,32 +112,38 @@ sealed partial class WelcomeScreenModel {
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async Task CheckUpdates() {
 | 
			
		||||
		string response;
 | 
			
		||||
		try {
 | 
			
		||||
			response = await ProgressDialog.ShowIndeterminate<string>(window, "Check Updates", "Checking for updates...", static async _ => {
 | 
			
		||||
				var client = new HttpClient(new SocketsHttpHandler {
 | 
			
		||||
					AutomaticDecompression = DecompressionMethods.None,
 | 
			
		||||
					AllowAutoRedirect = false,
 | 
			
		||||
					UseCookies = false,
 | 
			
		||||
				});
 | 
			
		||||
				
 | 
			
		||||
				client.Timeout = TimeSpan.FromSeconds(30);
 | 
			
		||||
				client.MaxResponseContentBufferSize = 1024;
 | 
			
		||||
				client.DefaultRequestHeaders.UserAgent.ParseAdd("DiscordHistoryTracker/" + Program.Version);
 | 
			
		||||
				
 | 
			
		||||
				return await client.GetStringAsync(Program.Website + "/version");
 | 
			
		||||
		var latestVersion = await ProgressDialog.ShowIndeterminate<Version?>(window, "Check Updates", "Checking for updates...", async _ => {
 | 
			
		||||
			var client = new HttpClient(new SocketsHttpHandler {
 | 
			
		||||
				AutomaticDecompression = DecompressionMethods.None,
 | 
			
		||||
				AllowAutoRedirect = false,
 | 
			
		||||
				UseCookies = false,
 | 
			
		||||
			});
 | 
			
		||||
		} catch (TaskCanceledException e) when (e.InnerException is TimeoutException) {
 | 
			
		||||
			await Dialog.ShowOk(window, "Check Updates", "Request timed out.");
 | 
			
		||||
			return;
 | 
			
		||||
		} catch (Exception e) {
 | 
			
		||||
			Log.Error("Could not check for updates.", e);
 | 
			
		||||
			await Dialog.ShowOk(window, "Check Updates", "Error checking for updates: " + e.Message);
 | 
			
		||||
			return;
 | 
			
		||||
		}
 | 
			
		||||
			
 | 
			
		||||
			client.Timeout = TimeSpan.FromSeconds(30);
 | 
			
		||||
			client.MaxResponseContentBufferSize = 1024;
 | 
			
		||||
			client.DefaultRequestHeaders.UserAgent.ParseAdd("DiscordHistoryTracker/" + Program.Version);
 | 
			
		||||
			
 | 
			
		||||
			string response;
 | 
			
		||||
			try {
 | 
			
		||||
				response = await client.GetStringAsync(Program.Website + "/version");
 | 
			
		||||
			} catch (TaskCanceledException e) when (e.InnerException is TimeoutException) {
 | 
			
		||||
				await Dialog.ShowOk(window, "Check Updates", "Request timed out.");
 | 
			
		||||
				return null;
 | 
			
		||||
			} catch (Exception e) {
 | 
			
		||||
				Log.Error(e);
 | 
			
		||||
				await Dialog.ShowOk(window, "Check Updates", "Error checking for updates: " + e.Message);
 | 
			
		||||
				return null;
 | 
			
		||||
			}
 | 
			
		||||
			
 | 
			
		||||
			if (!System.Version.TryParse(response, out Version? latestVersion)) {
 | 
			
		||||
				await Dialog.ShowOk(window, "Check Updates", "Server returned an invalid response.");
 | 
			
		||||
				return null;
 | 
			
		||||
			}
 | 
			
		||||
			
 | 
			
		||||
			return latestVersion;
 | 
			
		||||
		});
 | 
			
		||||
		
 | 
			
		||||
		if (!System.Version.TryParse(response, out Version? latestVersion)) {
 | 
			
		||||
			await Dialog.ShowOk(window, "Check Updates", "Server returned an invalid response.");
 | 
			
		||||
		if (latestVersion == null) {
 | 
			
		||||
			return;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
 
 | 
			
		||||
@@ -2,7 +2,6 @@
 | 
			
		||||
using System.Globalization;
 | 
			
		||||
using System.Reflection;
 | 
			
		||||
using Avalonia;
 | 
			
		||||
using DHT.Desktop.Common;
 | 
			
		||||
using DHT.Utils.Logging;
 | 
			
		||||
using DHT.Utils.Resources;
 | 
			
		||||
 | 
			
		||||
@@ -58,8 +57,6 @@ static class Program {
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private static AppBuilder BuildAvaloniaApp() {
 | 
			
		||||
		AvaloniaReflection.Check();
 | 
			
		||||
		
 | 
			
		||||
		return AppBuilder.Configure<App>()
 | 
			
		||||
		                 .UsePlatformDetect()
 | 
			
		||||
		                 .WithInterFont()
 | 
			
		||||
 
 | 
			
		||||
@@ -5,6 +5,4 @@ namespace DHT.Desktop.Server;
 | 
			
		||||
static class ServerConfiguration {
 | 
			
		||||
	public static ushort Port { get; set; } = ServerUtils.FindAvailablePort(min: 50000, max: 60000);
 | 
			
		||||
	public static string Token { get; set; } = ServerUtils.GenerateRandomToken(20);
 | 
			
		||||
	
 | 
			
		||||
	public static string HttpHost => "http://127.0.0.1:" + Port;
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
@@ -21,13 +21,12 @@
 | 
			
		||||
  <PropertyGroup>
 | 
			
		||||
    <SuppressTrimAnalysisWarnings>false</SuppressTrimAnalysisWarnings>
 | 
			
		||||
    <PublishTrimmed>true</PublishTrimmed>
 | 
			
		||||
    <TrimMode>full</TrimMode>
 | 
			
		||||
    <TrimMode>partial</TrimMode>
 | 
			
		||||
    <EnableUnsafeBinaryFormatterSerialization>false</EnableUnsafeBinaryFormatterSerialization>
 | 
			
		||||
    <EnableUnsafeUTF7Encoding>false</EnableUnsafeUTF7Encoding>
 | 
			
		||||
    <EventSourceSupport>false</EventSourceSupport>
 | 
			
		||||
    <HttpActivityPropagationSupport>false</HttpActivityPropagationSupport>
 | 
			
		||||
    <JsonSerializerIsReflectionEnabledByDefault>false</JsonSerializerIsReflectionEnabledByDefault>
 | 
			
		||||
    <XmlResolverIsNetworkingEnabledByDefault>false</XmlResolverIsNetworkingEnabledByDefault>
 | 
			
		||||
  </PropertyGroup>
 | 
			
		||||
  
 | 
			
		||||
  <PropertyGroup>
 | 
			
		||||
 
 | 
			
		||||
@@ -1,273 +0,0 @@
 | 
			
		||||
// ==UserScript==
 | 
			
		||||
// @name         Discord History Tracker
 | 
			
		||||
// @license      MIT
 | 
			
		||||
// @namespace    https://chylex.com
 | 
			
		||||
// @homepageURL  https://dht.chylex.com/
 | 
			
		||||
// @supportURL   https://github.com/chylex/Discord-History-Tracker/issues
 | 
			
		||||
// @include      https://discord.com/*
 | 
			
		||||
// @run-at       document-idle
 | 
			
		||||
// @grant        none
 | 
			
		||||
// @noframes
 | 
			
		||||
// ==/UserScript==
 | 
			
		||||
 | 
			
		||||
function startMutationObserver(callback) {
 | 
			
		||||
	let hasDebounceStarted = false;
 | 
			
		||||
	
 | 
			
		||||
	function handleMutations(mutations, observer) {
 | 
			
		||||
		if (hasDebounceStarted) {
 | 
			
		||||
			return;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		hasDebounceStarted = true;
 | 
			
		||||
		window.setTimeout(() => {
 | 
			
		||||
			hasDebounceStarted = false;
 | 
			
		||||
			callback(observer);
 | 
			
		||||
		}, 20);
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	new MutationObserver(handleMutations).observe(document.body, { childList: true, subtree: true });
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
startMutationObserver(observer => {
 | 
			
		||||
	const triggerButton = installConnectDialogButton();
 | 
			
		||||
	if (triggerButton === null) {
 | 
			
		||||
		return;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	observer.disconnect();
 | 
			
		||||
	
 | 
			
		||||
	startMutationObserver(() => {
 | 
			
		||||
		if (!triggerButton.isConnected) {
 | 
			
		||||
			getHelpIcon()?.parentElement.parentElement.insertAdjacentElement("afterend", triggerButton);
 | 
			
		||||
		}
 | 
			
		||||
	});
 | 
			
		||||
});
 | 
			
		||||
 | 
			
		||||
function installConnectDialogButton() {
 | 
			
		||||
	const helpIcon = getHelpIcon();
 | 
			
		||||
	if (!helpIcon) {
 | 
			
		||||
		return null;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	const helpIconWrapper = helpIcon.parentElement;
 | 
			
		||||
	const helpIconLink = helpIconWrapper.parentElement;
 | 
			
		||||
	
 | 
			
		||||
	helpIconLink.insertAdjacentHTML("afterend", `
 | 
			
		||||
<div id="dht-connector-show-dialog" role="button" class="${helpIconWrapper.getAttribute("class")}">
 | 
			
		||||
  <svg viewBox="0 0 24 20" fill="currentColor" class="${helpIcon.getAttribute("class")}" style="width: auto;">
 | 
			
		||||
    <path d="M7.446,9.924c-0,0.846 -0.105,1.593 -0.315,2.234c-0.21,0.644 -0.497,1.181 -0.86,1.615c-0.365,0.431 -0.795,0.761 -1.292,0.982c-0.494,0.22 -1.029,0.332 -1.605,0.332l-3.374,-0l0,-10.174l3.021,0c0.645,0 1.239,0.1 1.781,0.296c0.542,0.198 1.011,0.501 1.4,0.911c0.391,0.408 0.695,0.928 0.914,1.56c0.22,0.629 0.33,1.378 0.33,2.244Zm-1.765,-0c0,-0.592 -0.067,-1.1 -0.198,-1.524c-0.134,-0.422 -0.318,-0.77 -0.554,-1.042c-0.236,-0.272 -0.518,-0.473 -0.848,-0.604c-0.332,-0.128 -0.697,-0.195 -1.096,-0.195l-1.237,-0l0,6.882l1.483,0c0.351,0 0.676,-0.076 0.977,-0.224c0.298,-0.15 0.556,-0.372 0.776,-0.668c0.22,-0.295 0.389,-0.663 0.513,-1.101c0.122,-0.439 0.184,-0.947 0.184,-1.524Z"/>
 | 
			
		||||
    <path d="M14.147,15.087l-0,-4.362l-3.637,-0l-0,4.362l-1.748,-0l-0,-10.174l1.748,0l-0,4.052l3.637,-0l-0,-4.052l1.75,0l0,10.174l-1.75,-0Z"/>
 | 
			
		||||
    <path d="M21.297,6.559l-0,8.528l-1.748,-0l-0,-8.528l-2.699,-0l0,-1.646l7.15,0l0,1.646l-2.703,-0Z"/>
 | 
			
		||||
  </svg>
 | 
			
		||||
</div>
 | 
			
		||||
`);
 | 
			
		||||
	
 | 
			
		||||
	const button = document.getElementById("dht-connector-show-dialog");
 | 
			
		||||
	button.addEventListener("click", showConnectDialog);
 | 
			
		||||
	return button;
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
function getHelpIcon() {
 | 
			
		||||
	return document.querySelector("div[class*='bar_'] a[href$='://support.discord.com'] > div[class*='clickable'] > svg");
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
function showConnectDialog() {
 | 
			
		||||
	if (window.DHT_LOADED) {
 | 
			
		||||
		alert("Discord History Tracker is already loaded.");
 | 
			
		||||
		return;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	const dialogElement = document.createElement("dialog");
 | 
			
		||||
	dialogElement.id = "dht-connector-dialog";
 | 
			
		||||
	dialogElement.innerHTML = `
 | 
			
		||||
<form id="dht-connector-dialog-form">
 | 
			
		||||
  <label for="dht-connector-dialog-input-code">Connection Code</label>
 | 
			
		||||
  <input id="dht-connector-dialog-input-code" type="text">
 | 
			
		||||
  <p id="dht-connector-dialog-input-error"></p>
 | 
			
		||||
  
 | 
			
		||||
  <div id="dht-connector-dialog-buttons">
 | 
			
		||||
    <button type="submit" id="dht-connector-dialog-button-connect">Connect</button>
 | 
			
		||||
    <button type="button" id="dht-connector-dialog-button-close">Cancel</button>
 | 
			
		||||
  </div>
 | 
			
		||||
</form>
 | 
			
		||||
<style>
 | 
			
		||||
  #dht-connector-dialog {
 | 
			
		||||
    width: 300px;
 | 
			
		||||
    padding: 18px;
 | 
			
		||||
    font-size: 16px;
 | 
			
		||||
    border: none;
 | 
			
		||||
    border-radius: 8px;
 | 
			
		||||
    background-color: #313338;
 | 
			
		||||
  }
 | 
			
		||||
  
 | 
			
		||||
  #dht-connector-dialog::backdrop {
 | 
			
		||||
    background-color: rgba(0, 0, 0, 0.6);
 | 
			
		||||
  }
 | 
			
		||||
  
 | 
			
		||||
  #dht-connector-dialog label {
 | 
			
		||||
    display: block;
 | 
			
		||||
    margin: 0 0 9px;
 | 
			
		||||
    font-weight: 500;
 | 
			
		||||
    letter-spacing: .02em;
 | 
			
		||||
    color: #fbfbfb;
 | 
			
		||||
  }
 | 
			
		||||
  
 | 
			
		||||
  #dht-connector-dialog-input-error {
 | 
			
		||||
    margin: 11px 1px;
 | 
			
		||||
    color: #ff484c;
 | 
			
		||||
    font-size: 15px;
 | 
			
		||||
    font-weight: 500;
 | 
			
		||||
  }
 | 
			
		||||
  
 | 
			
		||||
  #dht-connector-dialog input[type="text"] {
 | 
			
		||||
    box-sizing: border-box;
 | 
			
		||||
    width: 100%;
 | 
			
		||||
    padding: 12px 10px;
 | 
			
		||||
    border: 1px solid rgba(151, 151, 159, 0.2);
 | 
			
		||||
    border-radius: 8px;
 | 
			
		||||
    color: #efeff0;
 | 
			
		||||
    background-color: #1d1d21;
 | 
			
		||||
  }
 | 
			
		||||
  
 | 
			
		||||
  #dht-connector-dialog-buttons {
 | 
			
		||||
    margin-top: 15px;
 | 
			
		||||
    display: flex;
 | 
			
		||||
    justify-content: end;
 | 
			
		||||
    gap: 12px;
 | 
			
		||||
  }
 | 
			
		||||
  
 | 
			
		||||
  #dht-connector-dialog button {
 | 
			
		||||
    padding: 8px 16px;
 | 
			
		||||
    border: none;
 | 
			
		||||
    border-radius: 8px;
 | 
			
		||||
    font-size: 14px;
 | 
			
		||||
    font-weight: 500;
 | 
			
		||||
    color: #fff;
 | 
			
		||||
    background-color: #5865f2;
 | 
			
		||||
    transition: background-color 200ms ease, color 200ms ease;
 | 
			
		||||
  }
 | 
			
		||||
  
 | 
			
		||||
  #dht-connector-dialog button:hover {
 | 
			
		||||
    background-color: #4752c4;
 | 
			
		||||
  }
 | 
			
		||||
  
 | 
			
		||||
  #dht-connector-dialog button[disabled] {
 | 
			
		||||
    cursor: not-allowed;
 | 
			
		||||
    opacity: 0.5;
 | 
			
		||||
  }
 | 
			
		||||
</style>
 | 
			
		||||
	`;
 | 
			
		||||
	
 | 
			
		||||
	document.body.insertAdjacentElement("beforeend", dialogElement);
 | 
			
		||||
	
 | 
			
		||||
	const formElement = document.getElementById("dht-connector-dialog-form");
 | 
			
		||||
	const codeErrorElement = document.getElementById("dht-connector-dialog-input-error");
 | 
			
		||||
	const codeInputElement = document.getElementById("dht-connector-dialog-input-code");
 | 
			
		||||
	const connectButtonElement = document.getElementById("dht-connector-dialog-button-connect");
 | 
			
		||||
	const closeButtonElement = document.getElementById("dht-connector-dialog-button-close");
 | 
			
		||||
	
 | 
			
		||||
	dialogElement.addEventListener("close", function() {
 | 
			
		||||
		dialogElement.remove();
 | 
			
		||||
	});
 | 
			
		||||
	
 | 
			
		||||
	closeButtonElement.addEventListener("click", function() {
 | 
			
		||||
		dialogElement.close();
 | 
			
		||||
	});
 | 
			
		||||
	
 | 
			
		||||
	codeInputElement.addEventListener("paste", function() {
 | 
			
		||||
		setTimeout(async function() {
 | 
			
		||||
			const code = parseConnectionCode(codeInputElement.value);
 | 
			
		||||
			if (code !== null) {
 | 
			
		||||
				await onSubmit(code);
 | 
			
		||||
			}
 | 
			
		||||
		}, 0);
 | 
			
		||||
	});
 | 
			
		||||
	
 | 
			
		||||
	formElement.addEventListener("submit", async function(e) {
 | 
			
		||||
		e.preventDefault();
 | 
			
		||||
		
 | 
			
		||||
		const code = parseConnectionCode(codeInputElement.value);
 | 
			
		||||
		if (code === null) {
 | 
			
		||||
			codeErrorElement.innerText = "Code is not valid.";
 | 
			
		||||
		}
 | 
			
		||||
		else {
 | 
			
		||||
			await onSubmit(code);
 | 
			
		||||
		}
 | 
			
		||||
	});
 | 
			
		||||
	
 | 
			
		||||
	let isSubmitting = false;
 | 
			
		||||
	
 | 
			
		||||
	async function onSubmit(code) {
 | 
			
		||||
		if (isSubmitting) {
 | 
			
		||||
			return;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		isSubmitting = true;
 | 
			
		||||
		connectButtonElement.setAttribute("disabled", "");
 | 
			
		||||
		try {
 | 
			
		||||
			await loadTrackingScript(code);
 | 
			
		||||
		} catch (e) {
 | 
			
		||||
			onError("Could not load tracking script.", e);
 | 
			
		||||
		} finally {
 | 
			
		||||
			isSubmitting = false;
 | 
			
		||||
			connectButtonElement.removeAttribute("disabled");
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	async function loadTrackingScript(code) {
 | 
			
		||||
		const trackingScript = await getTrackingScript(code.port, code.token);
 | 
			
		||||
		
 | 
			
		||||
		if (dialogElement.isConnected) {
 | 
			
		||||
			// noinspection DynamicallyGeneratedCodeJS
 | 
			
		||||
			eval(trackingScript);
 | 
			
		||||
			dialogElement.close();
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	function onError(message, e) {
 | 
			
		||||
		console.error(message, e);
 | 
			
		||||
		codeErrorElement.innerText = message;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	dialogElement.showModal();
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
/**
 | 
			
		||||
 * @param {string} code
 | 
			
		||||
 * @return {?{port: number, token: string}}
 | 
			
		||||
 */
 | 
			
		||||
function parseConnectionCode(code) {
 | 
			
		||||
	if (code.length > 5 + 1 + 100) {
 | 
			
		||||
		return null;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	const match = code.match(/^(\d{1,5}):([a-zA-Z0-9]{1,100})$/);
 | 
			
		||||
	if (!match) {
 | 
			
		||||
		return null;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	const port = Number(match[1]);
 | 
			
		||||
	if (port < 0 || port > 65535) {
 | 
			
		||||
		return null;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	return { port, token: match[2] };
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
async function getTrackingScript(port, token) {
 | 
			
		||||
	const url = "http://127.0.0.1:" + port + "/get-tracking-script?token=" + encodeURIComponent(token);
 | 
			
		||||
	const response = await fetch(url, {
 | 
			
		||||
		credentials: "omit",
 | 
			
		||||
		signal: AbortSignal.timeout(2000),
 | 
			
		||||
	});
 | 
			
		||||
	
 | 
			
		||||
	if (!response.ok) {
 | 
			
		||||
		throw response.status + " " + response.statusText;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	if (response.headers.get("X-DHT") !== "1") {
 | 
			
		||||
		throw "Invalid response";
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	return await response.text();
 | 
			
		||||
}
 | 
			
		||||
@@ -67,7 +67,7 @@ class DISCORD {
 | 
			
		||||
	/**
 | 
			
		||||
	 * @type {function(String): MessageData}
 | 
			
		||||
	 */
 | 
			
		||||
	static #getMessages = WEBPACK.findFunction("getMessages", [ "isLoadingMessages" ]);
 | 
			
		||||
	static #getMessages = WEBPACK.findFunction("getMessages");
 | 
			
		||||
	
 | 
			
		||||
	/**
 | 
			
		||||
	 * @type {function(String): void}
 | 
			
		||||
 
 | 
			
		||||
@@ -142,19 +142,11 @@ const STATE = (function() {
 | 
			
		||||
			if (DISCORD.CHANNEL_TYPE.isPrivate(channelInfo.type)) {
 | 
			
		||||
				server.id = channelInfo.id;
 | 
			
		||||
				server.name = channel.name = getPrivateChannelName(channelInfo);
 | 
			
		||||
				
 | 
			
		||||
				if (channelInfo.icon) {
 | 
			
		||||
					server.icon = channelInfo.icon;
 | 
			
		||||
				}
 | 
			
		||||
			}
 | 
			
		||||
			else if (serverInfo) {
 | 
			
		||||
				server.id = serverInfo.id;
 | 
			
		||||
				server.name = serverInfo.name;
 | 
			
		||||
				channel.name = channelInfo.name;
 | 
			
		||||
				
 | 
			
		||||
				if (serverInfo.icon) {
 | 
			
		||||
					server.icon = serverInfo.icon;
 | 
			
		||||
				}
 | 
			
		||||
			}
 | 
			
		||||
			else {
 | 
			
		||||
				return;
 | 
			
		||||
 
 | 
			
		||||
@@ -2,7 +2,6 @@
 | 
			
		||||
 * @name DiscordGuild
 | 
			
		||||
 * @property {String} id
 | 
			
		||||
 * @property {String} name
 | 
			
		||||
 * @property {String|null|undefined} [icon]
 | 
			
		||||
 */
 | 
			
		||||
 | 
			
		||||
/**
 | 
			
		||||
@@ -15,7 +14,6 @@
 | 
			
		||||
 * @property {Number} [position]
 | 
			
		||||
 * @property {String} [topic]
 | 
			
		||||
 * @property {Boolean} [nsfw]
 | 
			
		||||
 * @property {String|null|undefined} [icon]
 | 
			
		||||
 * @property {DiscordUser[]} [rawRecipients]
 | 
			
		||||
 */
 | 
			
		||||
 | 
			
		||||
 
 | 
			
		||||
@@ -1,8 +1,8 @@
 | 
			
		||||
/**
 | 
			
		||||
 * Parts copied from Better Discord, licensed under Apache License 2.0.
 | 
			
		||||
 *
 | 
			
		||||
 * https://github.com/BetterDiscord/BetterDiscord/blob/2752daf64f98625fc67c569361bd56021307d058/renderer/src/modules/webpackmodules.js
 | 
			
		||||
 * https://github.com/BetterDiscord/BetterDiscord/blob/2752daf64f98625fc67c569361bd56021307d058/LICENSE
 | 
			
		||||
 * https://github.com/BetterDiscord/BetterDiscord/blob/78edeb77c60542a57884686c4ba98f997c886fad/renderer/src/modules/webpackmodules.js
 | 
			
		||||
 * https://github.com/BetterDiscord/BetterDiscord/blob/78edeb77c60542a57884686c4ba98f997c886fad/LICENSE
 | 
			
		||||
 */
 | 
			
		||||
class WEBPACK {
 | 
			
		||||
	static get require() {
 | 
			
		||||
@@ -17,15 +17,13 @@ class WEBPACK {
 | 
			
		||||
		 */
 | 
			
		||||
		let hookedRequire;
 | 
			
		||||
		
 | 
			
		||||
		const id = Symbol("dht-webpackmodules-" + new Date().getTime());
 | 
			
		||||
		const id = "dht-webpackmodules-" + new Date().getTime();
 | 
			
		||||
		if (typeof (window["webpackChunkdiscord_app"]) !== "undefined") {
 | 
			
		||||
			window["webpackChunkdiscord_app"].push([ [ id ], {}, internalRequire => {
 | 
			
		||||
				if ("b" in internalRequire) {
 | 
			
		||||
					hookedRequire = internalRequire;
 | 
			
		||||
				}
 | 
			
		||||
			}]);
 | 
			
		||||
			window["webpackChunkdiscord_app"].push([ [ id ], {}, internalRequire => hookedRequire = internalRequire ]);
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		delete hookedRequire.m[id];
 | 
			
		||||
		delete hookedRequire.c[id];
 | 
			
		||||
		return this._require = hookedRequire;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
@@ -88,7 +86,7 @@ class WEBPACK {
 | 
			
		||||
			return modules[0];
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		console.error("[DHT] Cannot find module " + name + ", results found:", modules.length, modules);
 | 
			
		||||
		console.error("[DHT] Cannot find module " + name + ", results found:", modules.length);
 | 
			
		||||
		return null;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
 
 | 
			
		||||
@@ -107,7 +107,7 @@ export default (function() {
 | 
			
		||||
	const isImageUrl = function(url) {
 | 
			
		||||
		const dot = url.pathname.lastIndexOf(".");
 | 
			
		||||
		const ext = dot === -1 ? "" : url.pathname.substring(dot).toLowerCase();
 | 
			
		||||
		return ext === ".png" || ext === ".gif" || ext === ".jpg" || ext === ".jpeg" || ext === ".webp" || ext === ".avif";
 | 
			
		||||
		return ext === ".png" || ext === ".gif" || ext === ".jpg" || ext === ".jpeg";
 | 
			
		||||
	};
 | 
			
		||||
	
 | 
			
		||||
	return {
 | 
			
		||||
 
 | 
			
		||||
@@ -1,9 +0,0 @@
 | 
			
		||||
namespace DHT.Server.Data;
 | 
			
		||||
 | 
			
		||||
public readonly record struct FileUrl(string NormalizedUrl, string DownloadUrl, string? Type) {
 | 
			
		||||
	public FileUrl(string url, string? type) : this(url, url, type) {}
 | 
			
		||||
	
 | 
			
		||||
	public Download ToPendingDownload() {
 | 
			
		||||
		return new Download(NormalizedUrl, DownloadUrl, DownloadStatus.Pending, Type, size: null);
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
@@ -1,12 +1,7 @@
 | 
			
		||||
using DHT.Server.Download;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Data;
 | 
			
		||||
 | 
			
		||||
public readonly struct Server {
 | 
			
		||||
	public ulong Id { get; init; }
 | 
			
		||||
	public string Name { get; init; }
 | 
			
		||||
	public ServerType? Type { get; init; }
 | 
			
		||||
	public string? IconHash { get; init; }
 | 
			
		||||
	
 | 
			
		||||
	internal FileUrl? IconUrl => Type == null || IconHash == null ? null : DownloadLinkExtractor.ServerIcon(Type.Value, Id, IconHash);
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
@@ -1,13 +1,9 @@
 | 
			
		||||
using DHT.Server.Download;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Data;
 | 
			
		||||
 | 
			
		||||
public readonly struct User {
 | 
			
		||||
	public ulong Id { get; init; }
 | 
			
		||||
	public string Name { get; init; }
 | 
			
		||||
	public string? DisplayName { get; init; }
 | 
			
		||||
	public string? AvatarHash { get; init; }
 | 
			
		||||
	public string? AvatarUrl { get; init; }
 | 
			
		||||
	public string? Discriminator { get; init; }
 | 
			
		||||
	
 | 
			
		||||
	internal FileUrl? AvatarUrl => AvatarHash == null ? null : DownloadLinkExtractor.UserAvatar(Id, AvatarHash);
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
							
								
								
									
										34
									
								
								app/Server/Database/DatabaseExtensions.cs
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										34
									
								
								app/Server/Database/DatabaseExtensions.cs
									
									
									
									
									
										Normal file
									
								
							@@ -0,0 +1,34 @@
 | 
			
		||||
using System.Collections.Generic;
 | 
			
		||||
using System.Linq;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using DHT.Server.Data;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Database;
 | 
			
		||||
 | 
			
		||||
public static class DatabaseExtensions {
 | 
			
		||||
	public static async Task AddFrom(this IDatabaseFile target, IDatabaseFile source) {
 | 
			
		||||
		await target.Users.Add(await source.Users.Get().ToListAsync());
 | 
			
		||||
		await target.Servers.Add(await source.Servers.Get().ToListAsync());
 | 
			
		||||
		await target.Channels.Add(await source.Channels.Get().ToListAsync());
 | 
			
		||||
		
 | 
			
		||||
		const int MessageBatchSize = 100;
 | 
			
		||||
		List<Message> batchedMessages = new (MessageBatchSize);
 | 
			
		||||
		
 | 
			
		||||
		await foreach (Message message in source.Messages.Get()) {
 | 
			
		||||
			batchedMessages.Add(message);
 | 
			
		||||
			
 | 
			
		||||
			if (batchedMessages.Count >= MessageBatchSize) {
 | 
			
		||||
				await target.Messages.Add(batchedMessages);
 | 
			
		||||
				batchedMessages.Clear();
 | 
			
		||||
			}
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		await target.Messages.Add(batchedMessages);
 | 
			
		||||
		
 | 
			
		||||
		await foreach (Data.Download download in source.Downloads.Get()) {
 | 
			
		||||
			if (download.Status != DownloadStatus.Success || !await source.Downloads.GetDownloadData(download.NormalizedUrl, stream => target.Downloads.AddDownload(download, stream))) {
 | 
			
		||||
				await target.Downloads.AddDownload(download, stream: null);
 | 
			
		||||
			}
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
@@ -19,10 +19,6 @@ sealed class DummyDatabaseFile : IDatabaseFile {
 | 
			
		||||
	
 | 
			
		||||
	private DummyDatabaseFile() {}
 | 
			
		||||
	
 | 
			
		||||
	public Task<string?> GetVersion() {
 | 
			
		||||
		return Task.FromResult<string?>(null);
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public Task Vacuum() {
 | 
			
		||||
		return Task.CompletedTask;
 | 
			
		||||
	}
 | 
			
		||||
 
 | 
			
		||||
@@ -1,20 +1,16 @@
 | 
			
		||||
using System;
 | 
			
		||||
using System.Buffers.Text;
 | 
			
		||||
using System.Diagnostics;
 | 
			
		||||
using System.Text.Json;
 | 
			
		||||
using System.Text.Json.Serialization;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Database.Export;
 | 
			
		||||
 | 
			
		||||
sealed class SnowflakeJsonSerializer : JsonConverter<Snowflake> {
 | 
			
		||||
	private const int MaxUlongStringLength = 20;
 | 
			
		||||
	
 | 
			
		||||
	public override Snowflake Read(ref Utf8JsonReader reader, Type typeToConvert, JsonSerializerOptions options) {
 | 
			
		||||
		return new Snowflake(ulong.Parse(reader.GetString()!));
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public override void Write(Utf8JsonWriter writer, Snowflake value, JsonSerializerOptions options) {
 | 
			
		||||
		writer.WriteStringValue(Format(value, stackalloc byte[MaxUlongStringLength]));
 | 
			
		||||
		writer.WriteStringValue(value.Id.ToString());
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public override Snowflake ReadAsPropertyName(ref Utf8JsonReader reader, Type typeToConvert, JsonSerializerOptions options) {
 | 
			
		||||
@@ -22,14 +18,6 @@ sealed class SnowflakeJsonSerializer : JsonConverter<Snowflake> {
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public override void WriteAsPropertyName(Utf8JsonWriter writer, Snowflake value, JsonSerializerOptions options) {
 | 
			
		||||
		writer.WritePropertyName(Format(value, stackalloc byte[MaxUlongStringLength]));
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private static ReadOnlySpan<byte> Format(Snowflake value, Span<byte> destination) {
 | 
			
		||||
		if (!Utf8Formatter.TryFormat(value.Id, destination, out int bytesWritten)) {
 | 
			
		||||
			Debug.Fail("Failed to format Snowflake value.");
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		return destination[..bytesWritten];
 | 
			
		||||
		writer.WritePropertyName(value.Id.ToString());
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
@@ -23,9 +23,6 @@ static class ViewerJson {
 | 
			
		||||
	public sealed class JsonServer {
 | 
			
		||||
		public required string Name { get; init; }
 | 
			
		||||
		public required string Type { get; init; }
 | 
			
		||||
		
 | 
			
		||||
		[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
 | 
			
		||||
		public string? IconUrl { get; init; }
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public sealed class JsonChannel {
 | 
			
		||||
@@ -33,7 +30,7 @@ static class ViewerJson {
 | 
			
		||||
		public required string Name { get; init; }
 | 
			
		||||
		
 | 
			
		||||
		[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
 | 
			
		||||
		public Snowflake? Parent { get; init; }
 | 
			
		||||
		public string? Parent { get; init; }
 | 
			
		||||
		
 | 
			
		||||
		[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
 | 
			
		||||
		public int? Position { get; init; }
 | 
			
		||||
@@ -58,7 +55,7 @@ static class ViewerJson {
 | 
			
		||||
		public long? Te { get; init; }
 | 
			
		||||
		
 | 
			
		||||
		[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
 | 
			
		||||
		public Snowflake? R { get; init; }
 | 
			
		||||
		public string? R { get; init; }
 | 
			
		||||
		
 | 
			
		||||
		[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
 | 
			
		||||
		public JsonMessageAttachment[]? A { get; init; }
 | 
			
		||||
@@ -83,7 +80,7 @@ static class ViewerJson {
 | 
			
		||||
	
 | 
			
		||||
	public sealed class JsonMessageReaction {
 | 
			
		||||
		[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
 | 
			
		||||
		public Snowflake? Id { get; init; }
 | 
			
		||||
		public string? Id { get; init; }
 | 
			
		||||
		
 | 
			
		||||
		[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
 | 
			
		||||
		public string? N { get; init; }
 | 
			
		||||
 
 | 
			
		||||
@@ -2,15 +2,13 @@ using System;
 | 
			
		||||
using System.Collections.Generic;
 | 
			
		||||
using System.IO;
 | 
			
		||||
using System.Linq;
 | 
			
		||||
using System.Runtime.CompilerServices;
 | 
			
		||||
using System.Text.Json;
 | 
			
		||||
using System.Threading;
 | 
			
		||||
using System.Threading.Channels;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using DHT.Server.Data;
 | 
			
		||||
using DHT.Server.Data.Filters;
 | 
			
		||||
using DHT.Utils.Logging;
 | 
			
		||||
using Channel = System.Threading.Channels.Channel;
 | 
			
		||||
using DiscordChannel = DHT.Server.Data.Channel;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Database.Export;
 | 
			
		||||
 | 
			
		||||
@@ -20,12 +18,12 @@ static class ViewerJsonExport {
 | 
			
		||||
	public static async Task GetMetadata(Stream stream, IDatabaseFile db, MessageFilter? filter = null, CancellationToken cancellationToken = default) {
 | 
			
		||||
		Perf perf = Log.Start();
 | 
			
		||||
		
 | 
			
		||||
		var includedChannels = new List<DiscordChannel>();
 | 
			
		||||
		var includedChannels = new List<Channel>();
 | 
			
		||||
		var includedServerIds = new HashSet<ulong>();
 | 
			
		||||
		
 | 
			
		||||
		HashSet<ulong>? channelIdFilter = filter?.ChannelIds;
 | 
			
		||||
		
 | 
			
		||||
		await foreach (DiscordChannel channel in db.Channels.Get(cancellationToken)) {
 | 
			
		||||
		await foreach (Channel channel in db.Channels.Get(cancellationToken)) {
 | 
			
		||||
			if (channelIdFilter == null || channelIdFilter.Contains(channel.Id)) {
 | 
			
		||||
				includedChannels.Add(channel);
 | 
			
		||||
				includedServerIds.Add(channel.Server);
 | 
			
		||||
@@ -55,30 +53,11 @@ static class ViewerJsonExport {
 | 
			
		||||
		
 | 
			
		||||
		ReadOnlyMemory<byte> newLine = "\n"u8.ToArray();
 | 
			
		||||
		
 | 
			
		||||
		Channel<Message> channel = Channel.CreateBounded<Message>(new BoundedChannelOptions(32) {
 | 
			
		||||
			SingleWriter = true,
 | 
			
		||||
			SingleReader = true,
 | 
			
		||||
			AllowSynchronousContinuations = true,
 | 
			
		||||
			FullMode = BoundedChannelFullMode.Wait,
 | 
			
		||||
		});
 | 
			
		||||
		
 | 
			
		||||
		Task writerTask = Task.Run(async () => {
 | 
			
		||||
			try {
 | 
			
		||||
				await foreach (Message message in db.Messages.Get(filter, cancellationToken)) {
 | 
			
		||||
					await channel.Writer.WriteAsync(message, cancellationToken);
 | 
			
		||||
				}
 | 
			
		||||
			} finally {
 | 
			
		||||
				channel.Writer.Complete();
 | 
			
		||||
			}
 | 
			
		||||
		}, cancellationToken);
 | 
			
		||||
		
 | 
			
		||||
		await foreach (Message message in channel.Reader.ReadAllAsync(cancellationToken)) {
 | 
			
		||||
			await JsonSerializer.SerializeAsync(stream, ToJsonMessage(message), ViewerJsonMessageContext.Default.JsonMessage, cancellationToken);
 | 
			
		||||
		await foreach (ViewerJson.JsonMessage message in GenerateMessageList(db, filter, cancellationToken)) {
 | 
			
		||||
			await JsonSerializer.SerializeAsync(stream, message, ViewerJsonMessageContext.Default.JsonMessage, cancellationToken);
 | 
			
		||||
			await stream.WriteAsync(newLine, cancellationToken);
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		await writerTask;
 | 
			
		||||
		
 | 
			
		||||
		perf.Step("Generate and serialize messages to JSON");
 | 
			
		||||
		perf.End();
 | 
			
		||||
	}
 | 
			
		||||
@@ -90,7 +69,7 @@ static class ViewerJsonExport {
 | 
			
		||||
			users[user.Id] = new ViewerJson.JsonUser {
 | 
			
		||||
				Name = user.Name,
 | 
			
		||||
				DisplayName = user.DisplayName,
 | 
			
		||||
				Avatar = user.AvatarHash,
 | 
			
		||||
				Avatar = user.AvatarUrl,
 | 
			
		||||
			};
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
@@ -108,21 +87,20 @@ static class ViewerJsonExport {
 | 
			
		||||
			servers[server.Id] = new ViewerJson.JsonServer {
 | 
			
		||||
				Name = server.Name,
 | 
			
		||||
				Type = ServerTypes.ToJsonViewerString(server.Type),
 | 
			
		||||
				IconUrl = server.IconUrl?.DownloadUrl,
 | 
			
		||||
			};
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		return servers;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private static Dictionary<Snowflake, ViewerJson.JsonChannel> GenerateChannelList(List<DiscordChannel> includedChannels) {
 | 
			
		||||
	private static Dictionary<Snowflake, ViewerJson.JsonChannel> GenerateChannelList(List<Channel> includedChannels) {
 | 
			
		||||
		var channels = new Dictionary<Snowflake, ViewerJson.JsonChannel>();
 | 
			
		||||
		
 | 
			
		||||
		foreach (DiscordChannel channel in includedChannels) {
 | 
			
		||||
		foreach (Channel channel in includedChannels) {
 | 
			
		||||
			channels[channel.Id] = new ViewerJson.JsonChannel {
 | 
			
		||||
				Server = channel.Server,
 | 
			
		||||
				Name = channel.Name,
 | 
			
		||||
				Parent = channel.ParentId,
 | 
			
		||||
				Parent = channel.ParentId?.ToString(),
 | 
			
		||||
				Position = channel.Position,
 | 
			
		||||
				Topic = channel.Topic,
 | 
			
		||||
				Nsfw = channel.Nsfw,
 | 
			
		||||
@@ -132,38 +110,40 @@ static class ViewerJsonExport {
 | 
			
		||||
		return channels;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private static ViewerJson.JsonMessage ToJsonMessage(Message message) {
 | 
			
		||||
		return new ViewerJson.JsonMessage {
 | 
			
		||||
			Id = message.Id,
 | 
			
		||||
			C = message.Channel,
 | 
			
		||||
			U = message.Sender,
 | 
			
		||||
			T = message.Timestamp,
 | 
			
		||||
			M = string.IsNullOrEmpty(message.Text) ? null : message.Text,
 | 
			
		||||
			Te = message.EditTimestamp,
 | 
			
		||||
			R = message.RepliedToId,
 | 
			
		||||
			
 | 
			
		||||
			A = message.Attachments.IsEmpty ? null : message.Attachments.Select(static attachment => {
 | 
			
		||||
				var a = new ViewerJson.JsonMessageAttachment {
 | 
			
		||||
					Url = attachment.DownloadUrl,
 | 
			
		||||
					Name = Uri.TryCreate(attachment.NormalizedUrl, UriKind.Absolute, out Uri? uri) ? Path.GetFileName(uri.LocalPath) : attachment.NormalizedUrl,
 | 
			
		||||
				};
 | 
			
		||||
	private static async IAsyncEnumerable<ViewerJson.JsonMessage> GenerateMessageList(IDatabaseFile db, MessageFilter? filter, [EnumeratorCancellation] CancellationToken cancellationToken) {
 | 
			
		||||
		await foreach (Message message in db.Messages.Get(filter, cancellationToken)) {
 | 
			
		||||
			yield return new ViewerJson.JsonMessage {
 | 
			
		||||
				Id = message.Id,
 | 
			
		||||
				C = message.Channel,
 | 
			
		||||
				U = message.Sender,
 | 
			
		||||
				T = message.Timestamp,
 | 
			
		||||
				M = string.IsNullOrEmpty(message.Text) ? null : message.Text,
 | 
			
		||||
				Te = message.EditTimestamp,
 | 
			
		||||
				R = message.RepliedToId?.ToString(),
 | 
			
		||||
				
 | 
			
		||||
				if (attachment is { Width: not null, Height: not null }) {
 | 
			
		||||
					a.Width = attachment.Width;
 | 
			
		||||
					a.Height = attachment.Height;
 | 
			
		||||
				}
 | 
			
		||||
				A = message.Attachments.IsEmpty ? null : message.Attachments.Select(static attachment => {
 | 
			
		||||
					var a = new ViewerJson.JsonMessageAttachment {
 | 
			
		||||
						Url = attachment.DownloadUrl,
 | 
			
		||||
						Name = Uri.TryCreate(attachment.NormalizedUrl, UriKind.Absolute, out Uri? uri) ? Path.GetFileName(uri.LocalPath) : attachment.NormalizedUrl,
 | 
			
		||||
					};
 | 
			
		||||
					
 | 
			
		||||
					if (attachment is { Width: not null, Height: not null }) {
 | 
			
		||||
						a.Width = attachment.Width;
 | 
			
		||||
						a.Height = attachment.Height;
 | 
			
		||||
					}
 | 
			
		||||
					
 | 
			
		||||
					return a;
 | 
			
		||||
				}).ToArray(),
 | 
			
		||||
				
 | 
			
		||||
				return a;
 | 
			
		||||
			}).ToArray(),
 | 
			
		||||
			
 | 
			
		||||
			E = message.Embeds.IsEmpty ? null : message.Embeds.Select(static embed => embed.Json).ToArray(),
 | 
			
		||||
			
 | 
			
		||||
			Re = message.Reactions.IsEmpty ? null : message.Reactions.Select(static reaction => new ViewerJson.JsonMessageReaction {
 | 
			
		||||
				Id = reaction.EmojiId,
 | 
			
		||||
				N = reaction.EmojiName,
 | 
			
		||||
				A = reaction.EmojiFlags.HasFlag(EmojiFlags.Animated),
 | 
			
		||||
				C = reaction.Count,
 | 
			
		||||
			}).ToArray(),
 | 
			
		||||
		};
 | 
			
		||||
				E = message.Embeds.IsEmpty ? null : message.Embeds.Select(static embed => embed.Json).ToArray(),
 | 
			
		||||
				
 | 
			
		||||
				Re = message.Reactions.IsEmpty ? null : message.Reactions.Select(static reaction => new ViewerJson.JsonMessageReaction {
 | 
			
		||||
					Id = reaction.EmojiId?.ToString(),
 | 
			
		||||
					N = reaction.EmojiName,
 | 
			
		||||
					A = reaction.EmojiFlags.HasFlag(EmojiFlags.Animated),
 | 
			
		||||
					C = reaction.Count,
 | 
			
		||||
				}).ToArray(),
 | 
			
		||||
			};
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
@@ -14,6 +14,5 @@ public interface IDatabaseFile : IAsyncDisposable {
 | 
			
		||||
	IMessageRepository Messages { get; }
 | 
			
		||||
	IDownloadRepository Downloads { get; }
 | 
			
		||||
	
 | 
			
		||||
	Task<string?> GetVersion();
 | 
			
		||||
	Task Vacuum();
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
@@ -1,77 +0,0 @@
 | 
			
		||||
using System.Collections.Generic;
 | 
			
		||||
using System.Linq;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using DHT.Server.Data;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Database.Import;
 | 
			
		||||
 | 
			
		||||
public static class DatabaseMerging {
 | 
			
		||||
	public static async Task Merge(this IDatabaseFile target, IDatabaseFile source, IProgressCallback callback) {
 | 
			
		||||
		// Import downloads first, otherwise automatic downloads would try to re-download files from other imported data.
 | 
			
		||||
		await MergeDownloads(target, source, callback);
 | 
			
		||||
		
 | 
			
		||||
		callback.OnImportingMetadata();
 | 
			
		||||
		await target.Users.Add(await source.Users.Get().ToListAsync());
 | 
			
		||||
		await target.Servers.Add(await source.Servers.Get().ToListAsync());
 | 
			
		||||
		await target.Channels.Add(await source.Channels.Get().ToListAsync());
 | 
			
		||||
		
 | 
			
		||||
		await MergeMessages(target, source, callback);
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private static async Task MergeDownloads(IDatabaseFile target, IDatabaseFile source, IProgressCallback callback) {
 | 
			
		||||
		const int ReportBatchSize = 100;
 | 
			
		||||
		
 | 
			
		||||
		long totalDownloads = await source.Downloads.Count();
 | 
			
		||||
		long importedDownloads = 0;
 | 
			
		||||
		
 | 
			
		||||
		callback.OnDownloadsImported(importedDownloads, totalDownloads);
 | 
			
		||||
		
 | 
			
		||||
		await foreach (Data.Download download in source.Downloads.Get()) {
 | 
			
		||||
			if (download.Status != DownloadStatus.Success || !await source.Downloads.GetDownloadData(download.NormalizedUrl, stream => target.Downloads.AddDownload(download, stream))) {
 | 
			
		||||
				await target.Downloads.AddDownload(download, stream: null);
 | 
			
		||||
			}
 | 
			
		||||
			
 | 
			
		||||
			if (++importedDownloads % ReportBatchSize == 0) {
 | 
			
		||||
				callback.OnDownloadsImported(importedDownloads, totalDownloads);
 | 
			
		||||
			}
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		callback.OnDownloadsImported(totalDownloads, totalDownloads);
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private static async Task MergeMessages(IDatabaseFile target, IDatabaseFile source, IProgressCallback callback) {
 | 
			
		||||
		const int MessageBatchSize = 100;
 | 
			
		||||
		const int ReportEveryBatches = 10;
 | 
			
		||||
		List<Message> batchedMessages = new (MessageBatchSize);
 | 
			
		||||
		
 | 
			
		||||
		long totalMessages = await source.Messages.Count();
 | 
			
		||||
		long importedMessages = 0;
 | 
			
		||||
		
 | 
			
		||||
		callback.OnMessagesImported(importedMessages, totalMessages);
 | 
			
		||||
		
 | 
			
		||||
		await foreach (Message message in source.Messages.Get()) {
 | 
			
		||||
			batchedMessages.Add(message);
 | 
			
		||||
			
 | 
			
		||||
			if (batchedMessages.Count >= MessageBatchSize) {
 | 
			
		||||
				await target.Messages.Add(batchedMessages);
 | 
			
		||||
				
 | 
			
		||||
				importedMessages += batchedMessages.Count;
 | 
			
		||||
				
 | 
			
		||||
				if (importedMessages % (MessageBatchSize * ReportEveryBatches) == 0) {
 | 
			
		||||
					callback.OnMessagesImported(importedMessages, totalMessages);
 | 
			
		||||
				}
 | 
			
		||||
				
 | 
			
		||||
				batchedMessages.Clear();
 | 
			
		||||
			}
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		await target.Messages.Add(batchedMessages);
 | 
			
		||||
		callback.OnMessagesImported(totalMessages, totalMessages);
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public interface IProgressCallback {
 | 
			
		||||
		void OnImportingMetadata();
 | 
			
		||||
		void OnMessagesImported(long finished, long total);
 | 
			
		||||
		void OnDownloadsImported(long finished, long total);
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
@@ -106,7 +106,7 @@ public static class LegacyArchiveImport {
 | 
			
		||||
			users[userindex[userId]] = new User {
 | 
			
		||||
				Id = userId,
 | 
			
		||||
				Name = userObj.RequireString("name", path),
 | 
			
		||||
				AvatarHash = userObj.HasKey("avatar") ? userObj.RequireString("avatar", path) : null,
 | 
			
		||||
				AvatarUrl = userObj.HasKey("avatar") ? userObj.RequireString("avatar", path) : null,
 | 
			
		||||
				Discriminator = userObj.HasKey("tag") ? userObj.RequireString("tag", path) : null,
 | 
			
		||||
			};
 | 
			
		||||
		}
 | 
			
		||||
 
 | 
			
		||||
@@ -1,14 +1,15 @@
 | 
			
		||||
using System;
 | 
			
		||||
using System.Collections.Generic;
 | 
			
		||||
using System.Linq;
 | 
			
		||||
using System.Reactive.Linq;
 | 
			
		||||
using System.Threading;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using DHT.Server.Data;
 | 
			
		||||
using DHT.Utils.Observables;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Database.Repositories;
 | 
			
		||||
 | 
			
		||||
public interface IChannelRepository {
 | 
			
		||||
	ObservableValue<long> TotalCount { get; }
 | 
			
		||||
	IObservable<long> TotalCount { get; }
 | 
			
		||||
	
 | 
			
		||||
	Task Add(IReadOnlyList<Channel> channels);
 | 
			
		||||
	
 | 
			
		||||
@@ -19,7 +20,7 @@ public interface IChannelRepository {
 | 
			
		||||
	Task<int> RemoveUnreachable();
 | 
			
		||||
	
 | 
			
		||||
	internal sealed class Dummy : IChannelRepository {
 | 
			
		||||
		public ObservableValue<long> TotalCount { get; } = new (0L);
 | 
			
		||||
		public IObservable<long> TotalCount { get; } = Observable.Return(0L);
 | 
			
		||||
		
 | 
			
		||||
		public Task Add(IReadOnlyList<Channel> channels) {
 | 
			
		||||
			return Task.CompletedTask;
 | 
			
		||||
 
 | 
			
		||||
@@ -2,26 +2,25 @@ using System;
 | 
			
		||||
using System.Collections.Generic;
 | 
			
		||||
using System.IO;
 | 
			
		||||
using System.Linq;
 | 
			
		||||
using System.Reactive.Linq;
 | 
			
		||||
using System.Threading;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using DHT.Server.Data;
 | 
			
		||||
using DHT.Server.Data.Aggregations;
 | 
			
		||||
using DHT.Server.Data.Filters;
 | 
			
		||||
using DHT.Server.Download;
 | 
			
		||||
using DHT.Utils.Observables;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Database.Repositories;
 | 
			
		||||
 | 
			
		||||
public interface IDownloadRepository {
 | 
			
		||||
	ObservableValue<long> TotalCount { get; }
 | 
			
		||||
	IObservable<long> TotalCount { get; }
 | 
			
		||||
	
 | 
			
		||||
	Task AddDownload(Data.Download item, Stream? stream);
 | 
			
		||||
	
 | 
			
		||||
	Task<long> Count(DownloadItemFilter? filter = null, CancellationToken cancellationToken = default);
 | 
			
		||||
	Task<long> Count(DownloadItemFilter filter, CancellationToken cancellationToken = default);
 | 
			
		||||
	
 | 
			
		||||
	Task<DownloadStatusStatistics> GetStatistics(DownloadItemFilter nonSkippedFilter, CancellationToken cancellationToken = default);
 | 
			
		||||
	
 | 
			
		||||
	IAsyncEnumerable<Data.Download> Get(DownloadItemFilter? filter = null);
 | 
			
		||||
	IAsyncEnumerable<Data.Download> Get();
 | 
			
		||||
	
 | 
			
		||||
	Task<bool> GetDownloadData(string normalizedUrl, Func<Stream, Task> dataProcessor);
 | 
			
		||||
	
 | 
			
		||||
@@ -35,16 +34,16 @@ public interface IDownloadRepository {
 | 
			
		||||
	
 | 
			
		||||
	Task Remove(ICollection<string> normalizedUrls);
 | 
			
		||||
	
 | 
			
		||||
	IAsyncEnumerable<FileUrl> FindReachableFiles(CancellationToken cancellationToken = default);
 | 
			
		||||
	IAsyncEnumerable<Data.Download> FindAllDownloadableUrls(CancellationToken cancellationToken = default);
 | 
			
		||||
	
 | 
			
		||||
	internal sealed class Dummy : IDownloadRepository {
 | 
			
		||||
		public ObservableValue<long> TotalCount { get; } = new (0L);
 | 
			
		||||
		public IObservable<long> TotalCount { get; } = Observable.Return(0L);
 | 
			
		||||
		
 | 
			
		||||
		public Task AddDownload(Data.Download item, Stream? stream) {
 | 
			
		||||
			return Task.CompletedTask;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		public Task<long> Count(DownloadItemFilter? filter, CancellationToken cancellationToken) {
 | 
			
		||||
		public Task<long> Count(DownloadItemFilter filter, CancellationToken cancellationToken) {
 | 
			
		||||
			return Task.FromResult(0L);
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
@@ -52,7 +51,7 @@ public interface IDownloadRepository {
 | 
			
		||||
			return Task.FromResult(new DownloadStatusStatistics());
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		public IAsyncEnumerable<Data.Download> Get(DownloadItemFilter? filter) {
 | 
			
		||||
		public IAsyncEnumerable<Data.Download> Get() {
 | 
			
		||||
			return AsyncEnumerable.Empty<Data.Download>();
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
@@ -80,8 +79,8 @@ public interface IDownloadRepository {
 | 
			
		||||
			return Task.CompletedTask;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		public IAsyncEnumerable<FileUrl> FindReachableFiles(CancellationToken cancellationToken) {
 | 
			
		||||
			return AsyncEnumerable.Empty<FileUrl>();
 | 
			
		||||
		public IAsyncEnumerable<Data.Download> FindAllDownloadableUrls(CancellationToken cancellationToken) {
 | 
			
		||||
			return AsyncEnumerable.Empty<Data.Download>();
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
@@ -1,15 +1,16 @@
 | 
			
		||||
using System;
 | 
			
		||||
using System.Collections.Generic;
 | 
			
		||||
using System.Linq;
 | 
			
		||||
using System.Reactive.Linq;
 | 
			
		||||
using System.Threading;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using DHT.Server.Data;
 | 
			
		||||
using DHT.Server.Data.Filters;
 | 
			
		||||
using DHT.Utils.Observables;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Database.Repositories;
 | 
			
		||||
 | 
			
		||||
public interface IMessageRepository {
 | 
			
		||||
	ObservableValue<long> TotalCount { get; }
 | 
			
		||||
	IObservable<long> TotalCount { get; }
 | 
			
		||||
	
 | 
			
		||||
	Task Add(IReadOnlyList<Message> messages);
 | 
			
		||||
	
 | 
			
		||||
@@ -24,7 +25,7 @@ public interface IMessageRepository {
 | 
			
		||||
	Task<int> RemoveUnreachableAttachments();
 | 
			
		||||
	
 | 
			
		||||
	internal sealed class Dummy : IMessageRepository {
 | 
			
		||||
		public ObservableValue<long> TotalCount { get; } = new (0L);
 | 
			
		||||
		public IObservable<long> TotalCount { get; } = Observable.Return(0L);
 | 
			
		||||
		
 | 
			
		||||
		public Task Add(IReadOnlyList<Message> messages) {
 | 
			
		||||
			return Task.CompletedTask;
 | 
			
		||||
 
 | 
			
		||||
@@ -1,13 +1,14 @@
 | 
			
		||||
using System;
 | 
			
		||||
using System.Collections.Generic;
 | 
			
		||||
using System.Linq;
 | 
			
		||||
using System.Reactive.Linq;
 | 
			
		||||
using System.Threading;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using DHT.Utils.Observables;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Database.Repositories;
 | 
			
		||||
 | 
			
		||||
public interface IServerRepository {
 | 
			
		||||
	ObservableValue<long> TotalCount { get; }
 | 
			
		||||
	IObservable<long> TotalCount { get; }
 | 
			
		||||
	
 | 
			
		||||
	Task Add(IReadOnlyList<Data.Server> servers);
 | 
			
		||||
	
 | 
			
		||||
@@ -18,7 +19,7 @@ public interface IServerRepository {
 | 
			
		||||
	Task<int> RemoveUnreachable();
 | 
			
		||||
	
 | 
			
		||||
	internal sealed class Dummy : IServerRepository {
 | 
			
		||||
		public ObservableValue<long> TotalCount { get; } = new (0L);
 | 
			
		||||
		public IObservable<long> TotalCount { get; } = Observable.Return(0L);
 | 
			
		||||
		
 | 
			
		||||
		public Task Add(IReadOnlyList<Data.Server> servers) {
 | 
			
		||||
			return Task.CompletedTask;
 | 
			
		||||
 
 | 
			
		||||
@@ -1,14 +1,15 @@
 | 
			
		||||
using System;
 | 
			
		||||
using System.Collections.Generic;
 | 
			
		||||
using System.Linq;
 | 
			
		||||
using System.Reactive.Linq;
 | 
			
		||||
using System.Threading;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using DHT.Server.Data;
 | 
			
		||||
using DHT.Utils.Observables;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Database.Repositories;
 | 
			
		||||
 | 
			
		||||
public interface IUserRepository {
 | 
			
		||||
	ObservableValue<long> TotalCount { get; }
 | 
			
		||||
	IObservable<long> TotalCount { get; }
 | 
			
		||||
	
 | 
			
		||||
	Task Add(IReadOnlyList<User> users);
 | 
			
		||||
	
 | 
			
		||||
@@ -19,7 +20,7 @@ public interface IUserRepository {
 | 
			
		||||
	Task<int> RemoveUnreachable();
 | 
			
		||||
	
 | 
			
		||||
	internal sealed class Dummy : IUserRepository {
 | 
			
		||||
		public ObservableValue<long> TotalCount { get; } = new (0L);
 | 
			
		||||
		public IObservable<long> TotalCount { get; } = Observable.Return(0L);
 | 
			
		||||
		
 | 
			
		||||
		public Task Add(IReadOnlyList<User> users) {
 | 
			
		||||
			return Task.CompletedTask;
 | 
			
		||||
 
 | 
			
		||||
@@ -1,27 +1,23 @@
 | 
			
		||||
using System;
 | 
			
		||||
using System.Reactive.Linq;
 | 
			
		||||
using System.Threading;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using DHT.Utils.Logging;
 | 
			
		||||
using DHT.Utils.Observables;
 | 
			
		||||
using DHT.Utils.Tasks;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Database.Sqlite.Repositories;
 | 
			
		||||
 | 
			
		||||
abstract class BaseSqliteRepository : IDisposable {
 | 
			
		||||
	private readonly ThrottledTask<long> totalCountTask;
 | 
			
		||||
	private readonly ObservableThrottledTask<long> totalCountTask;
 | 
			
		||||
	
 | 
			
		||||
	public ObservableValue<long> TotalCount { get; } = new (0L);
 | 
			
		||||
	public IObservable<long> TotalCount { get; }
 | 
			
		||||
	
 | 
			
		||||
	protected BaseSqliteRepository(Log log) {
 | 
			
		||||
		totalCountTask = new ThrottledTask<long>(log, SetTotalCount, TimeSpan.Zero, TaskScheduler.Default);
 | 
			
		||||
		totalCountTask = new ObservableThrottledTask<long>(log, TaskScheduler.Default);
 | 
			
		||||
		TotalCount = totalCountTask.DistinctUntilChanged();
 | 
			
		||||
		UpdateTotalCount();
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private Task SetTotalCount(long newCount) {
 | 
			
		||||
		TotalCount.Set(newCount);
 | 
			
		||||
		return Task.CompletedTask;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public void Dispose() {
 | 
			
		||||
		totalCountTask.Dispose();
 | 
			
		||||
	}
 | 
			
		||||
 
 | 
			
		||||
@@ -62,15 +62,6 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
 | 
			
		||||
			hasChanged |= await metadataCmd.ExecuteNonQueryAsync() > 0;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		public Task AddIfNotNull(Data.Download? download) {
 | 
			
		||||
			if (download != null) {
 | 
			
		||||
				return Add(download);
 | 
			
		||||
			}
 | 
			
		||||
			else {
 | 
			
		||||
				return Task.CompletedTask;
 | 
			
		||||
			}
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		public void OnCommitted() {
 | 
			
		||||
			if (hasChanged) {
 | 
			
		||||
				repository.UpdateTotalCount();
 | 
			
		||||
@@ -88,19 +79,6 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async Task AddDownload(Data.Download item, Stream? stream) {
 | 
			
		||||
		ulong? actualSize;
 | 
			
		||||
		
 | 
			
		||||
		if (stream is not null) {
 | 
			
		||||
			actualSize = (ulong) stream.Length;
 | 
			
		||||
			
 | 
			
		||||
			if (actualSize != item.Size) {
 | 
			
		||||
				Log.Warn("Download size differs from its metadata - metadata size: " + item.Size + " B, actual size: " + actualSize + " B, url: " + item.NormalizedUrl);
 | 
			
		||||
			}
 | 
			
		||||
		}
 | 
			
		||||
		else {
 | 
			
		||||
			actualSize = item.Size;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		await using (var conn = await pool.Take()) {
 | 
			
		||||
			await conn.BeginTransactionAsync();
 | 
			
		||||
			
 | 
			
		||||
@@ -116,7 +94,7 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
 | 
			
		||||
			metadataCmd.Set(":download_url", item.DownloadUrl);
 | 
			
		||||
			metadataCmd.Set(":status", (int) item.Status);
 | 
			
		||||
			metadataCmd.Set(":type", item.Type);
 | 
			
		||||
			metadataCmd.Set(":size", actualSize);
 | 
			
		||||
			metadataCmd.Set(":size", item.Size);
 | 
			
		||||
			await metadataCmd.ExecuteNonQueryAsync();
 | 
			
		||||
			
 | 
			
		||||
			if (stream == null) {
 | 
			
		||||
@@ -136,7 +114,7 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
 | 
			
		||||
				);
 | 
			
		||||
				
 | 
			
		||||
				upsertBlobCmd.AddAndSet(":normalized_url", SqliteType.Text, item.NormalizedUrl);
 | 
			
		||||
				upsertBlobCmd.AddAndSet(":blob_length", SqliteType.Integer, actualSize);
 | 
			
		||||
				upsertBlobCmd.AddAndSet(":blob_length", SqliteType.Integer, item.Size);
 | 
			
		||||
				long rowid = await upsertBlobCmd.ExecuteLongScalarAsync();
 | 
			
		||||
				
 | 
			
		||||
				await using var blob = BlobReference(conn, rowid, readOnly: false);
 | 
			
		||||
@@ -210,10 +188,10 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
 | 
			
		||||
		};
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async IAsyncEnumerable<Data.Download> Get(DownloadItemFilter? filter) {
 | 
			
		||||
	public async IAsyncEnumerable<Data.Download> Get() {
 | 
			
		||||
		await using var conn = await pool.Take();
 | 
			
		||||
		
 | 
			
		||||
		await using var cmd = conn.Command("SELECT normalized_url, download_url, status, type, size FROM download_metadata" + filter.GenerateConditions().BuildWhereClause());
 | 
			
		||||
		await using var cmd = conn.Command("SELECT normalized_url, download_url, status, type, size FROM download_metadata");
 | 
			
		||||
		await using var reader = await cmd.ExecuteReaderAsync();
 | 
			
		||||
		
 | 
			
		||||
		while (await reader.ReadAsync()) {
 | 
			
		||||
@@ -306,14 +284,12 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
 | 
			
		||||
			await using var reader = await cmd.ExecuteReaderAsync(cancellationToken);
 | 
			
		||||
			
 | 
			
		||||
			while (await reader.ReadAsync(cancellationToken)) {
 | 
			
		||||
				var item = new DownloadItem(
 | 
			
		||||
					NormalizedUrl: reader.GetString(0),
 | 
			
		||||
					DownloadUrl: reader.GetString(1),
 | 
			
		||||
					Type: reader.IsDBNull(2) ? null : reader.GetString(2),
 | 
			
		||||
					Size: reader.IsDBNull(3) ? null : reader.GetUint64(3)
 | 
			
		||||
				);
 | 
			
		||||
				
 | 
			
		||||
				found.Add(item);
 | 
			
		||||
				found.Add(new DownloadItem {
 | 
			
		||||
					NormalizedUrl = reader.GetString(0),
 | 
			
		||||
					DownloadUrl = reader.GetString(1),
 | 
			
		||||
					Type = reader.IsDBNull(2) ? null : reader.GetString(2),
 | 
			
		||||
					Size = reader.IsDBNull(3) ? null : reader.GetUint64(3),
 | 
			
		||||
				});
 | 
			
		||||
			}
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
@@ -372,17 +348,14 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
 | 
			
		||||
		UpdateTotalCount();
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async IAsyncEnumerable<FileUrl> FindReachableFiles([EnumeratorCancellation] CancellationToken cancellationToken) {
 | 
			
		||||
	public async IAsyncEnumerable<Data.Download> FindAllDownloadableUrls([EnumeratorCancellation] CancellationToken cancellationToken = default) {
 | 
			
		||||
		await using var conn = await pool.Take();
 | 
			
		||||
		
 | 
			
		||||
		await using (var cmd = conn.Command("SELECT type, normalized_url, download_url FROM attachments")) {
 | 
			
		||||
		await using (var cmd = conn.Command("SELECT normalized_url, download_url, type, size FROM attachments")) {
 | 
			
		||||
			await using var reader = await cmd.ExecuteReaderAsync(cancellationToken);
 | 
			
		||||
			
 | 
			
		||||
			while (await reader.ReadAsync(cancellationToken)) {
 | 
			
		||||
				string? type = reader.IsDBNull(0) ? null : reader.GetString(0);
 | 
			
		||||
				string normalizedUrl = reader.GetString(1);
 | 
			
		||||
				string downloadUrl = reader.GetString(2);
 | 
			
		||||
				yield return new FileUrl(normalizedUrl, downloadUrl, type);
 | 
			
		||||
				yield return DownloadLinkExtractor.FromAttachment(reader.GetString(0), reader.GetString(1), reader.IsDBNull(2) ? null : reader.GetString(2), reader.GetUint64(3));
 | 
			
		||||
			}
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
@@ -390,31 +363,8 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
 | 
			
		||||
			await using var reader = await cmd.ExecuteReaderAsync(cancellationToken);
 | 
			
		||||
			
 | 
			
		||||
			while (await reader.ReadAsync(cancellationToken)) {
 | 
			
		||||
				if (await DownloadLinkExtractor.TryFromEmbedJson(reader.GetStream(0)) is {} result) {
 | 
			
		||||
					yield return result;
 | 
			
		||||
				}
 | 
			
		||||
			}
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		await using (var cmd = conn.Command("SELECT DISTINCT emoji_id, emoji_flags FROM message_reactions WHERE emoji_id IS NOT NULL")) {
 | 
			
		||||
			await using var reader = await cmd.ExecuteReaderAsync(cancellationToken);
 | 
			
		||||
			
 | 
			
		||||
			while (await reader.ReadAsync(cancellationToken)) {
 | 
			
		||||
				ulong emojiId = reader.GetUint64(0);
 | 
			
		||||
				EmojiFlags emojiFlags = (EmojiFlags) reader.GetInt16(1);
 | 
			
		||||
				yield return DownloadLinkExtractor.Emoji(emojiId, emojiFlags);
 | 
			
		||||
			}
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		await using (var cmd = conn.Command("SELECT id, type, icon_hash FROM servers WHERE icon_hash IS NOT NULL")) {
 | 
			
		||||
			await using var reader = await cmd.ExecuteReaderAsync(cancellationToken);
 | 
			
		||||
			
 | 
			
		||||
			while (await reader.ReadAsync(cancellationToken)) {
 | 
			
		||||
				ulong id = reader.GetUint64(0);
 | 
			
		||||
				ServerType? type = ServerTypes.FromString(reader.GetString(1));
 | 
			
		||||
				string iconHash = reader.GetString(2);
 | 
			
		||||
				
 | 
			
		||||
				if (DownloadLinkExtractor.ServerIcon(type, id, iconHash) is {} result) {
 | 
			
		||||
				var result = await DownloadLinkExtractor.TryFromEmbedJson(reader.GetStream(0));
 | 
			
		||||
				if (result is not null) {
 | 
			
		||||
					yield return result;
 | 
			
		||||
				}
 | 
			
		||||
			}
 | 
			
		||||
@@ -424,9 +374,15 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
 | 
			
		||||
			await using var reader = await cmd.ExecuteReaderAsync(cancellationToken);
 | 
			
		||||
			
 | 
			
		||||
			while (await reader.ReadAsync(cancellationToken)) {
 | 
			
		||||
				ulong id = reader.GetUint64(0);
 | 
			
		||||
				string avatarHash = reader.GetString(1);
 | 
			
		||||
				yield return DownloadLinkExtractor.UserAvatar(id, avatarHash);
 | 
			
		||||
				yield return DownloadLinkExtractor.FromUserAvatar(reader.GetUint64(0), reader.GetString(1));
 | 
			
		||||
			}
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		await using (var cmd = conn.Command("SELECT DISTINCT emoji_id, emoji_flags FROM message_reactions WHERE emoji_id IS NOT NULL")) {
 | 
			
		||||
			await using var reader = await cmd.ExecuteReaderAsync(cancellationToken);
 | 
			
		||||
			
 | 
			
		||||
			while (await reader.ReadAsync(cancellationToken)) {
 | 
			
		||||
				yield return DownloadLinkExtractor.FromEmoji(reader.GetUint64(0), (EmojiFlags) reader.GetInt16(1));
 | 
			
		||||
			}
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
 
 | 
			
		||||
@@ -10,7 +10,6 @@ using DHT.Server.Database.Repositories;
 | 
			
		||||
using DHT.Server.Database.Sqlite.Utils;
 | 
			
		||||
using DHT.Server.Download;
 | 
			
		||||
using DHT.Utils.Logging;
 | 
			
		||||
using JetBrains.Annotations;
 | 
			
		||||
using Microsoft.Data.Sqlite;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Database.Sqlite.Repositories;
 | 
			
		||||
@@ -18,16 +17,15 @@ namespace DHT.Server.Database.Sqlite.Repositories;
 | 
			
		||||
sealed class SqliteMessageRepository(SqliteConnectionPool pool, SqliteDownloadRepository downloads) : BaseSqliteRepository(Log), IMessageRepository {
 | 
			
		||||
	private static readonly Log Log = Log.ForType<SqliteMessageRepository>();
 | 
			
		||||
	
 | 
			
		||||
	// Moved outside the Add method due to language injections not working in local methods.
 | 
			
		||||
	private static SqliteCommand DeleteByMessageId(ISqliteConnection conn, [LanguageInjection("sql", Prefix = "SELECT * FROM ")] string tableName) {
 | 
			
		||||
		return conn.Delete(tableName, ("message_id", SqliteType.Integer));
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async Task Add(IReadOnlyList<Message> messages) {
 | 
			
		||||
		if (messages.Count == 0) {
 | 
			
		||||
			return;
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		static SqliteCommand DeleteByMessageId(ISqliteConnection conn, string tableName) {
 | 
			
		||||
			return conn.Delete(tableName, ("message_id", SqliteType.Integer));
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		static async Task ExecuteDeleteByMessageId(SqliteCommand cmd, object id) {
 | 
			
		||||
			cmd.Set(":message_id", id);
 | 
			
		||||
			await cmd.ExecuteNonQueryAsync();
 | 
			
		||||
@@ -139,7 +137,7 @@ sealed class SqliteMessageRepository(SqliteConnectionPool pool, SqliteDownloadRe
 | 
			
		||||
						messageAttachmentCmd.Set(":attachment_id", attachmentId);
 | 
			
		||||
						await messageAttachmentCmd.ExecuteNonQueryAsync();
 | 
			
		||||
						
 | 
			
		||||
						await downloadCollector.Add(new Data.Download(attachment.NormalizedUrl, attachment.DownloadUrl, DownloadStatus.Pending, attachment.Type, attachment.Size));
 | 
			
		||||
						await downloadCollector.Add(DownloadLinkExtractor.FromAttachment(attachment));
 | 
			
		||||
					}
 | 
			
		||||
				}
 | 
			
		||||
				
 | 
			
		||||
@@ -150,7 +148,7 @@ sealed class SqliteMessageRepository(SqliteConnectionPool pool, SqliteDownloadRe
 | 
			
		||||
						await messageEmbedCmd.ExecuteNonQueryAsync();
 | 
			
		||||
						
 | 
			
		||||
						if (DownloadLinkExtractor.TryFromEmbedJson(embed.Json) is {} download) {
 | 
			
		||||
							await downloadCollector.Add(download.ToPendingDownload());
 | 
			
		||||
							await downloadCollector.Add(download);
 | 
			
		||||
						}
 | 
			
		||||
					}
 | 
			
		||||
				}
 | 
			
		||||
@@ -165,7 +163,7 @@ sealed class SqliteMessageRepository(SqliteConnectionPool pool, SqliteDownloadRe
 | 
			
		||||
						await messageReactionCmd.ExecuteNonQueryAsync();
 | 
			
		||||
						
 | 
			
		||||
						if (reaction.EmojiId is {} emojiId) {
 | 
			
		||||
							await downloadCollector.Add(DownloadLinkExtractor.Emoji(emojiId, reaction.EmojiFlags).ToPendingDownload());
 | 
			
		||||
							await downloadCollector.Add(DownloadLinkExtractor.FromEmoji(emojiId, reaction.EmojiFlags));
 | 
			
		||||
						}
 | 
			
		||||
					}
 | 
			
		||||
				}
 | 
			
		||||
 
 | 
			
		||||
@@ -10,9 +10,15 @@ using Microsoft.Data.Sqlite;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Database.Sqlite.Repositories;
 | 
			
		||||
 | 
			
		||||
sealed class SqliteServerRepository(SqliteConnectionPool pool, SqliteDownloadRepository downloads) : BaseSqliteRepository(Log), IServerRepository {
 | 
			
		||||
sealed class SqliteServerRepository : BaseSqliteRepository, IServerRepository {
 | 
			
		||||
	private static readonly Log Log = Log.ForType<SqliteServerRepository>();
 | 
			
		||||
	
 | 
			
		||||
	private readonly SqliteConnectionPool pool;
 | 
			
		||||
	
 | 
			
		||||
	public SqliteServerRepository(SqliteConnectionPool pool) : base(Log) {
 | 
			
		||||
		this.pool = pool;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async Task Add(IReadOnlyList<Data.Server> servers) {
 | 
			
		||||
		await using (var conn = await pool.Take()) {
 | 
			
		||||
			await conn.BeginTransactionAsync();
 | 
			
		||||
@@ -21,18 +27,13 @@ sealed class SqliteServerRepository(SqliteConnectionPool pool, SqliteDownloadRep
 | 
			
		||||
				("id", SqliteType.Integer),
 | 
			
		||||
				("name", SqliteType.Text),
 | 
			
		||||
				("type", SqliteType.Text),
 | 
			
		||||
				("icon_hash", SqliteType.Text),
 | 
			
		||||
			]);
 | 
			
		||||
			
 | 
			
		||||
			await using var downloadCollector = new SqliteDownloadRepository.NewDownloadCollector(downloads, conn);
 | 
			
		||||
			
 | 
			
		||||
			foreach (Data.Server server in servers) {
 | 
			
		||||
				cmd.Set(":id", server.Id);
 | 
			
		||||
				cmd.Set(":name", server.Name);
 | 
			
		||||
				cmd.Set(":type", ServerTypes.ToString(server.Type));
 | 
			
		||||
				cmd.Set(":icon_hash", server.IconHash);
 | 
			
		||||
				await cmd.ExecuteNonQueryAsync();
 | 
			
		||||
				await downloadCollector.AddIfNotNull(server.IconUrl?.ToPendingDownload());
 | 
			
		||||
			}
 | 
			
		||||
			
 | 
			
		||||
			await conn.CommitTransactionAsync();
 | 
			
		||||
@@ -49,7 +50,7 @@ sealed class SqliteServerRepository(SqliteConnectionPool pool, SqliteDownloadRep
 | 
			
		||||
	public async IAsyncEnumerable<Data.Server> Get([EnumeratorCancellation] CancellationToken cancellationToken) {
 | 
			
		||||
		await using var conn = await pool.Take();
 | 
			
		||||
		
 | 
			
		||||
		await using var cmd = conn.Command("SELECT id, name, type, icon_hash FROM servers");
 | 
			
		||||
		await using var cmd = conn.Command("SELECT id, name, type FROM servers");
 | 
			
		||||
		await using var reader = await cmd.ExecuteReaderAsync(cancellationToken);
 | 
			
		||||
		
 | 
			
		||||
		while (await reader.ReadAsync(cancellationToken)) {
 | 
			
		||||
@@ -57,7 +58,6 @@ sealed class SqliteServerRepository(SqliteConnectionPool pool, SqliteDownloadRep
 | 
			
		||||
				Id = reader.GetUint64(0),
 | 
			
		||||
				Name = reader.GetString(1),
 | 
			
		||||
				Type = ServerTypes.FromString(reader.GetString(2)),
 | 
			
		||||
				IconHash = reader.IsDBNull(3) ? null : reader.GetString(3),
 | 
			
		||||
			};
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
 
 | 
			
		||||
@@ -5,14 +5,23 @@ using System.Threading.Tasks;
 | 
			
		||||
using DHT.Server.Data;
 | 
			
		||||
using DHT.Server.Database.Repositories;
 | 
			
		||||
using DHT.Server.Database.Sqlite.Utils;
 | 
			
		||||
using DHT.Server.Download;
 | 
			
		||||
using DHT.Utils.Logging;
 | 
			
		||||
using Microsoft.Data.Sqlite;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Database.Sqlite.Repositories;
 | 
			
		||||
 | 
			
		||||
sealed class SqliteUserRepository(SqliteConnectionPool pool, SqliteDownloadRepository downloads) : BaseSqliteRepository(Log), IUserRepository {
 | 
			
		||||
sealed class SqliteUserRepository : BaseSqliteRepository, IUserRepository {
 | 
			
		||||
	private static readonly Log Log = Log.ForType<SqliteUserRepository>();
 | 
			
		||||
	
 | 
			
		||||
	private readonly SqliteConnectionPool pool;
 | 
			
		||||
	private readonly SqliteDownloadRepository downloads;
 | 
			
		||||
	
 | 
			
		||||
	public SqliteUserRepository(SqliteConnectionPool pool, SqliteDownloadRepository downloads) : base(Log) {
 | 
			
		||||
		this.pool = pool;
 | 
			
		||||
		this.downloads = downloads;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async Task Add(IReadOnlyList<User> users) {
 | 
			
		||||
		await using (var conn = await pool.Take()) {
 | 
			
		||||
			await conn.BeginTransactionAsync();
 | 
			
		||||
@@ -31,10 +40,13 @@ sealed class SqliteUserRepository(SqliteConnectionPool pool, SqliteDownloadRepos
 | 
			
		||||
				cmd.Set(":id", user.Id);
 | 
			
		||||
				cmd.Set(":name", user.Name);
 | 
			
		||||
				cmd.Set(":display_name", user.DisplayName);
 | 
			
		||||
				cmd.Set(":avatar_url", user.AvatarHash);
 | 
			
		||||
				cmd.Set(":avatar_url", user.AvatarUrl);
 | 
			
		||||
				cmd.Set(":discriminator", user.Discriminator);
 | 
			
		||||
				await cmd.ExecuteNonQueryAsync();
 | 
			
		||||
				await downloadCollector.AddIfNotNull(user.AvatarUrl?.ToPendingDownload());
 | 
			
		||||
				
 | 
			
		||||
				if (user.AvatarUrl is {} avatarUrl) {
 | 
			
		||||
					await downloadCollector.Add(DownloadLinkExtractor.FromUserAvatar(user.Id, avatarUrl));
 | 
			
		||||
				}
 | 
			
		||||
			}
 | 
			
		||||
			
 | 
			
		||||
			await conn.CommitTransactionAsync();
 | 
			
		||||
@@ -60,7 +72,7 @@ sealed class SqliteUserRepository(SqliteConnectionPool pool, SqliteDownloadRepos
 | 
			
		||||
				Id = reader.GetUint64(0),
 | 
			
		||||
				Name = reader.GetString(1),
 | 
			
		||||
				DisplayName = reader.IsDBNull(2) ? null : reader.GetString(2),
 | 
			
		||||
				AvatarHash = reader.IsDBNull(3) ? null : reader.GetString(3),
 | 
			
		||||
				AvatarUrl = reader.IsDBNull(3) ? null : reader.GetString(3),
 | 
			
		||||
				Discriminator = reader.IsDBNull(4) ? null : reader.GetString(4),
 | 
			
		||||
			};
 | 
			
		||||
		}
 | 
			
		||||
 
 | 
			
		||||
@@ -1,11 +0,0 @@
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using DHT.Server.Database.Sqlite.Utils;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Database.Sqlite.Schema;
 | 
			
		||||
 | 
			
		||||
sealed class SqliteSchemaUpgradeTo11 : ISchemaUpgrade {
 | 
			
		||||
	async Task ISchemaUpgrade.Run(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) {
 | 
			
		||||
		await reporter.MainWork("Applying schema changes...", finishedItems: 0, totalItems: 1);
 | 
			
		||||
		await conn.ExecuteAsync("ALTER TABLE servers ADD icon_hash TEXT");
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
@@ -124,7 +124,7 @@ sealed class SqliteSchemaUpgradeTo7 : ISchemaUpgrade {
 | 
			
		||||
			await using var reader = await embedCmd.ExecuteReaderAsync();
 | 
			
		||||
			
 | 
			
		||||
			while (await reader.ReadAsync()) {
 | 
			
		||||
				await InsertDownload(insertCmd, (await DownloadLinkExtractor.TryFromEmbedJson(reader.GetStream(0)))?.ToPendingDownload());
 | 
			
		||||
				await InsertDownload(insertCmd, await DownloadLinkExtractor.TryFromEmbedJson(reader.GetStream(0)));
 | 
			
		||||
			}
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
@@ -134,7 +134,7 @@ sealed class SqliteSchemaUpgradeTo7 : ISchemaUpgrade {
 | 
			
		||||
			await using var reader = await avatarCmd.ExecuteReaderAsync();
 | 
			
		||||
			
 | 
			
		||||
			while (await reader.ReadAsync()) {
 | 
			
		||||
				await InsertDownload(insertCmd, DownloadLinkExtractor.UserAvatar(reader.GetUint64(0), reader.GetString(1)).ToPendingDownload());
 | 
			
		||||
				await InsertDownload(insertCmd, DownloadLinkExtractor.FromUserAvatar(reader.GetUint64(0), reader.GetString(1)));
 | 
			
		||||
			}
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
@@ -144,7 +144,7 @@ sealed class SqliteSchemaUpgradeTo7 : ISchemaUpgrade {
 | 
			
		||||
			await using var reader = await avatarCmd.ExecuteReaderAsync();
 | 
			
		||||
			
 | 
			
		||||
			while (await reader.ReadAsync()) {
 | 
			
		||||
				await InsertDownload(insertCmd, DownloadLinkExtractor.Emoji(reader.GetUint64(0), (EmojiFlags) reader.GetInt16(1)).ToPendingDownload());
 | 
			
		||||
				await InsertDownload(insertCmd, DownloadLinkExtractor.FromEmoji(reader.GetUint64(0), (EmojiFlags) reader.GetInt16(1)));
 | 
			
		||||
			}
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
 
 | 
			
		||||
@@ -5,13 +5,10 @@ using DHT.Server.Database.Repositories;
 | 
			
		||||
using DHT.Server.Database.Sqlite.Repositories;
 | 
			
		||||
using DHT.Server.Database.Sqlite.Schema;
 | 
			
		||||
using DHT.Server.Database.Sqlite.Utils;
 | 
			
		||||
using DHT.Utils.Logging;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Database.Sqlite;
 | 
			
		||||
 | 
			
		||||
public sealed class SqliteDatabaseFile : IDatabaseFile {
 | 
			
		||||
	private static readonly Log Log = Log.ForType<SqliteDatabaseFile>();
 | 
			
		||||
	
 | 
			
		||||
	private const int DefaultPoolSize = 5;
 | 
			
		||||
	
 | 
			
		||||
	public static async Task<SqliteDatabaseFile?> OpenOrCreate(string path, ISchemaUpgradeCallbacks schemaUpgradeCallbacks) {
 | 
			
		||||
@@ -66,42 +63,27 @@ public sealed class SqliteDatabaseFile : IDatabaseFile {
 | 
			
		||||
		downloads = new SqliteDownloadRepository(pool);
 | 
			
		||||
		settings = new SqliteSettingsRepository(pool);
 | 
			
		||||
		users = new SqliteUserRepository(pool, downloads);
 | 
			
		||||
		servers = new SqliteServerRepository(pool, downloads);
 | 
			
		||||
		servers = new SqliteServerRepository(pool);
 | 
			
		||||
		channels = new SqliteChannelRepository(pool);
 | 
			
		||||
		messages = new SqliteMessageRepository(pool, downloads);
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async ValueTask DisposeAsync() {
 | 
			
		||||
		messages.Dispose();
 | 
			
		||||
		channels.Dispose();
 | 
			
		||||
		servers.Dispose();
 | 
			
		||||
		users.Dispose();
 | 
			
		||||
		servers.Dispose();
 | 
			
		||||
		channels.Dispose();
 | 
			
		||||
		messages.Dispose();
 | 
			
		||||
		downloads.Dispose();
 | 
			
		||||
		await pool.DisposeAsync();
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async Task<string?> GetVersion() {
 | 
			
		||||
		await using var conn = await pool.Take();
 | 
			
		||||
		return await conn.ExecuteReaderAsync("SELECT sqlite_version()", static reader => reader?.GetString(0));
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async Task Vacuum() {
 | 
			
		||||
		await using var conn = await pool.Take();
 | 
			
		||||
		
 | 
			
		||||
		Perf perf = Log.Start();
 | 
			
		||||
		await conn.ExecuteAsync("VACUUM");
 | 
			
		||||
		perf.Step("Vacuum main schema");
 | 
			
		||||
		
 | 
			
		||||
		await VacuumAttachedDatabase(conn, perf, SqliteDownloadRepository.Schema);
 | 
			
		||||
		
 | 
			
		||||
		perf.End();
 | 
			
		||||
		return;
 | 
			
		||||
		
 | 
			
		||||
		static async Task VacuumAttachedDatabase(ISqliteConnection conn, Perf perf, string schema) {
 | 
			
		||||
			if (conn.HasAttachedDatabase(schema)) {
 | 
			
		||||
				await conn.ExecuteAsync("VACUUM " + schema);
 | 
			
		||||
				perf.Step("Vacuum " + schema + " schema");
 | 
			
		||||
			}
 | 
			
		||||
		if (conn.HasAttachedDatabase(SqliteDownloadRepository.Schema)) {
 | 
			
		||||
			await conn.ExecuteAsync("VACUUM " + SqliteDownloadRepository.Schema);
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
@@ -13,7 +13,7 @@ using Microsoft.Data.Sqlite;
 | 
			
		||||
namespace DHT.Server.Database.Sqlite;
 | 
			
		||||
 | 
			
		||||
sealed class SqliteSchema(CustomSqliteConnection conn) {
 | 
			
		||||
	internal const int Version = 11;
 | 
			
		||||
	internal const int Version = 10;
 | 
			
		||||
	
 | 
			
		||||
	private static readonly Log Log = Log.ForType<SqliteSchema>();
 | 
			
		||||
	
 | 
			
		||||
@@ -92,10 +92,9 @@ sealed class SqliteSchema(CustomSqliteConnection conn) {
 | 
			
		||||
		
 | 
			
		||||
		await conn.ExecuteAsync("""
 | 
			
		||||
		                        CREATE TABLE servers (
 | 
			
		||||
		                        	id        INTEGER PRIMARY KEY NOT NULL,
 | 
			
		||||
		                        	name      TEXT NOT NULL,
 | 
			
		||||
		                        	type      TEXT NOT NULL,
 | 
			
		||||
		                        	icon_hash TEXT
 | 
			
		||||
		                        	id   INTEGER PRIMARY KEY NOT NULL,
 | 
			
		||||
		                        	name TEXT NOT NULL,
 | 
			
		||||
		                        	type TEXT NOT NULL
 | 
			
		||||
		                        )
 | 
			
		||||
		                        """);
 | 
			
		||||
		
 | 
			
		||||
@@ -223,7 +222,6 @@ sealed class SqliteSchema(CustomSqliteConnection conn) {
 | 
			
		||||
			{ 7, new SqliteSchemaUpgradeTo8() },
 | 
			
		||||
			{ 8, new SqliteSchemaUpgradeTo9() },
 | 
			
		||||
			{ 9, new SqliteSchemaUpgradeTo10() },
 | 
			
		||||
			{ 10, new SqliteSchemaUpgradeTo11() },
 | 
			
		||||
		};
 | 
			
		||||
		
 | 
			
		||||
		Perf perf = Log.Start("from version " + dbVersion);
 | 
			
		||||
 
 | 
			
		||||
@@ -30,7 +30,7 @@ static class SqliteExtensions {
 | 
			
		||||
		return (long) (await command.ExecuteScalarAsync())!;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public static SqliteCommand Insert(this ISqliteConnection conn, [LanguageInjection("sql", Prefix = "SELECT * FROM ")] string tableName, (string Name, SqliteType Type)[] columns) {
 | 
			
		||||
	public static SqliteCommand Insert(this ISqliteConnection conn, string tableName, (string Name, SqliteType Type)[] columns) {
 | 
			
		||||
		string columnNames = string.Join(separator: ',', columns.Select(static c => c.Name));
 | 
			
		||||
		string columnParams = string.Join(separator: ',', columns.Select(static c => ':' + c.Name));
 | 
			
		||||
		
 | 
			
		||||
@@ -41,7 +41,7 @@ static class SqliteExtensions {
 | 
			
		||||
		return cmd;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public static SqliteCommand Upsert(this ISqliteConnection conn, [LanguageInjection("sql", Prefix = "SELECT * FROM ")] string tableName, (string Name, SqliteType Type)[] columns) {
 | 
			
		||||
	public static SqliteCommand Upsert(this ISqliteConnection conn, string tableName, (string Name, SqliteType Type)[] columns) {
 | 
			
		||||
		string columnNames = string.Join(separator: ',', columns.Select(static c => c.Name));
 | 
			
		||||
		string columnParams = string.Join(separator: ',', columns.Select(static c => ':' + c.Name));
 | 
			
		||||
		string columnUpdates = string.Join(separator: ',', columns.Skip(1).Select(static c => c.Name + " = excluded." + c.Name));
 | 
			
		||||
@@ -55,7 +55,7 @@ static class SqliteExtensions {
 | 
			
		||||
		return cmd;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public static SqliteCommand Delete(this ISqliteConnection conn, [LanguageInjection("sql", Prefix = "SELECT * FROM ")] string tableName, (string Name, SqliteType Type) column) {
 | 
			
		||||
	public static SqliteCommand Delete(this ISqliteConnection conn, string tableName, (string Name, SqliteType Type) column) {
 | 
			
		||||
		var cmd = conn.Command("DELETE FROM " + tableName + " WHERE " + column.Name + " = :" + column.Name);
 | 
			
		||||
		CreateParameters(cmd, [column]);
 | 
			
		||||
		return cmd;
 | 
			
		||||
 
 | 
			
		||||
@@ -1,152 +0,0 @@
 | 
			
		||||
using System;
 | 
			
		||||
using System.Collections.Generic;
 | 
			
		||||
using System.IO;
 | 
			
		||||
using System.Linq;
 | 
			
		||||
using System.Text.RegularExpressions;
 | 
			
		||||
using System.Threading;
 | 
			
		||||
using System.Threading.Channels;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using DHT.Server.Data;
 | 
			
		||||
using DHT.Server.Data.Filters;
 | 
			
		||||
using DHT.Server.Database;
 | 
			
		||||
using DHT.Utils.Logging;
 | 
			
		||||
using DHT.Utils.Tasks;
 | 
			
		||||
using Channel = System.Threading.Channels.Channel;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Download;
 | 
			
		||||
 | 
			
		||||
public sealed partial class DownloadExporter(IDatabaseFile db, string folderPath) {
 | 
			
		||||
	private static readonly Log Log = Log.ForType<DownloadExporter>();
 | 
			
		||||
	
 | 
			
		||||
	private const int Concurrency = 3;
 | 
			
		||||
	
 | 
			
		||||
	private static Channel<Data.Download> CreateExportChannel() {
 | 
			
		||||
		return Channel.CreateBounded<Data.Download>(new BoundedChannelOptions(Concurrency * 4) {
 | 
			
		||||
			SingleWriter = true,
 | 
			
		||||
			SingleReader = false,
 | 
			
		||||
			AllowSynchronousContinuations = true,
 | 
			
		||||
			FullMode = BoundedChannelFullMode.Wait,
 | 
			
		||||
		});
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public interface IProgressReporter {
 | 
			
		||||
		Task ReportProgress(long processedCount, long totalCount);
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public readonly record struct Result(long SuccessfulCount, long FailedCount) {
 | 
			
		||||
		internal static Result Combine(Result left, Result right) {
 | 
			
		||||
			return new Result(left.SuccessfulCount + right.SuccessfulCount, left.FailedCount + right.FailedCount);
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async Task<Result> Export(IProgressReporter reporter) {
 | 
			
		||||
		DownloadItemFilter filter = new DownloadItemFilter {
 | 
			
		||||
			IncludeStatuses = [DownloadStatus.Success]
 | 
			
		||||
		};
 | 
			
		||||
		
 | 
			
		||||
		long totalCount = await db.Downloads.Count(filter);
 | 
			
		||||
		
 | 
			
		||||
		Channel<Data.Download> channel = CreateExportChannel();
 | 
			
		||||
		ExportRunner exportRunner = new ExportRunner(db, folderPath, channel.Reader, reporter, totalCount);
 | 
			
		||||
		
 | 
			
		||||
		using CancellableTask progressTask = CancellableTask.Run(exportRunner.RunReportTask);
 | 
			
		||||
		
 | 
			
		||||
		List<Task<Result>> readerTasks = [];
 | 
			
		||||
		for (int reader = 0; reader < Concurrency; reader++) {
 | 
			
		||||
			readerTasks.Add(Task.Run(exportRunner.RunExportTask, CancellationToken.None));
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		await foreach (Data.Download download in db.Downloads.Get(filter).WithCancellation(CancellationToken.None)) {
 | 
			
		||||
			await channel.Writer.WriteAsync(download, CancellationToken.None);
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		channel.Writer.Complete();
 | 
			
		||||
		
 | 
			
		||||
		Result result = (await Task.WhenAll(readerTasks)).Aggregate(Result.Combine);
 | 
			
		||||
		
 | 
			
		||||
		progressTask.Cancel();
 | 
			
		||||
		await progressTask.Task;
 | 
			
		||||
		
 | 
			
		||||
		return result;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private sealed partial class ExportRunner(IDatabaseFile db, string folderPath, ChannelReader<Data.Download> reader, IProgressReporter reporter, long totalCount) {
 | 
			
		||||
		private long processedCount;
 | 
			
		||||
		
 | 
			
		||||
		public async Task RunReportTask(CancellationToken cancellationToken) {
 | 
			
		||||
			try {
 | 
			
		||||
				while (true) {
 | 
			
		||||
					await reporter.ReportProgress(processedCount, totalCount);
 | 
			
		||||
					await Task.Delay(TimeSpan.FromMilliseconds(25), cancellationToken);
 | 
			
		||||
				}
 | 
			
		||||
			} catch (OperationCanceledException) {
 | 
			
		||||
				await reporter.ReportProgress(processedCount, totalCount);
 | 
			
		||||
			}
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		public async Task<Result> RunExportTask() {
 | 
			
		||||
			long successfulCount = 0L;
 | 
			
		||||
			long failedCount = 0L;
 | 
			
		||||
			
 | 
			
		||||
			await foreach (Data.Download download in reader.ReadAllAsync()) {
 | 
			
		||||
				bool success;
 | 
			
		||||
				try {
 | 
			
		||||
					success = await db.Downloads.GetDownloadData(download.NormalizedUrl, stream => CopyToFile(download.NormalizedUrl, stream));
 | 
			
		||||
				} catch (FileAlreadyExistsException) {
 | 
			
		||||
					success = false;
 | 
			
		||||
				} catch (Exception e) {
 | 
			
		||||
					Log.Error("Could not export downloaded file: " + download.NormalizedUrl, e);
 | 
			
		||||
					success = false;
 | 
			
		||||
				}
 | 
			
		||||
				
 | 
			
		||||
				if (success) {
 | 
			
		||||
					++successfulCount;
 | 
			
		||||
				}
 | 
			
		||||
				else {
 | 
			
		||||
					++failedCount;
 | 
			
		||||
				}
 | 
			
		||||
				
 | 
			
		||||
				Interlocked.Increment(ref processedCount);
 | 
			
		||||
			}
 | 
			
		||||
			
 | 
			
		||||
			return new Result(successfulCount, failedCount);
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		private async Task CopyToFile(string normalizedUrl, Stream blobStream) {
 | 
			
		||||
			string fileName = UrlToFileName(normalizedUrl);
 | 
			
		||||
			string filePath = Path.Combine(folderPath, fileName);
 | 
			
		||||
			
 | 
			
		||||
			if (File.Exists(filePath)) {
 | 
			
		||||
				Log.Error("Skipping existing file: " + fileName);
 | 
			
		||||
				throw FileAlreadyExistsException.Instance;
 | 
			
		||||
			}
 | 
			
		||||
			
 | 
			
		||||
			await using var fileStream = new FileStream(filePath, FileMode.CreateNew, FileAccess.Write, FileShare.Read);
 | 
			
		||||
			await blobStream.CopyToAsync(fileStream);
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		[GeneratedRegex("[^a-zA-Z0-9_.-]")]
 | 
			
		||||
		private static partial Regex DisallowedFileNameCharactersRegex();
 | 
			
		||||
		
 | 
			
		||||
		private static string UrlToFileName(string url) {
 | 
			
		||||
			static string UriToFileName(Uri uri) {
 | 
			
		||||
				string fileName = uri.AbsolutePath.TrimStart('/');
 | 
			
		||||
				
 | 
			
		||||
				if (uri.Query.Length > 0) {
 | 
			
		||||
					int periodIndex = fileName.LastIndexOf('.');
 | 
			
		||||
					return fileName.Insert(periodIndex == -1 ? fileName.Length : periodIndex, uri.Query.TrimEnd('&'));
 | 
			
		||||
				}
 | 
			
		||||
				else {
 | 
			
		||||
					return fileName;
 | 
			
		||||
				}
 | 
			
		||||
			}
 | 
			
		||||
			
 | 
			
		||||
			string fileName = Uri.TryCreate(url, UriKind.Absolute, out var uri) ? UriToFileName(uri) : url;
 | 
			
		||||
			return DisallowedFileNameCharactersRegex().Replace(fileName, "_");
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private sealed class FileAlreadyExistsException : Exception {
 | 
			
		||||
		public static FileAlreadyExistsException Instance { get; } = new ();
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
@@ -4,7 +4,12 @@ using DHT.Server.Data;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Download;
 | 
			
		||||
 | 
			
		||||
public sealed record DownloadItem(string NormalizedUrl, string DownloadUrl, string? Type, ulong? Size) {
 | 
			
		||||
public readonly struct DownloadItem {
 | 
			
		||||
	public string NormalizedUrl { get; init; }
 | 
			
		||||
	public string DownloadUrl { get; init; }
 | 
			
		||||
	public string? Type { get; init; }
 | 
			
		||||
	public ulong? Size { get; init; }
 | 
			
		||||
	
 | 
			
		||||
	internal Data.Download ToSuccess(long size) {
 | 
			
		||||
		return new Data.Download(NormalizedUrl, DownloadUrl, DownloadStatus.Success, Type, (ulong) Math.Max(size, val2: 0));
 | 
			
		||||
	}
 | 
			
		||||
 
 | 
			
		||||
@@ -12,28 +12,30 @@ namespace DHT.Server.Download;
 | 
			
		||||
static class DownloadLinkExtractor {
 | 
			
		||||
	private static readonly Log Log = Log.ForType(typeof(DownloadLinkExtractor));
 | 
			
		||||
	
 | 
			
		||||
	public static FileUrl? ServerIcon(ServerType? type, ulong id, string iconHash) {
 | 
			
		||||
		return type switch {
 | 
			
		||||
			ServerType.Server => new FileUrl($"https://cdn.discordapp.com/icons/{id}/{iconHash}.webp", MediaTypeNames.Image.Webp),
 | 
			
		||||
			ServerType.Group  => new FileUrl($"https://cdn.discordapp.com/channel-icons/{id}/{iconHash}.webp", MediaTypeNames.Image.Webp),
 | 
			
		||||
			_                 => null,
 | 
			
		||||
		};
 | 
			
		||||
	public static Data.Download FromUserAvatar(ulong userId, string avatarPath) {
 | 
			
		||||
		string url = $"https://cdn.discordapp.com/avatars/{userId}/{avatarPath}.webp";
 | 
			
		||||
		return new Data.Download(url, url, DownloadStatus.Pending, MediaTypeNames.Image.Webp, size: null);
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public static FileUrl UserAvatar(ulong id, string avatarHash) {
 | 
			
		||||
		return new FileUrl($"https://cdn.discordapp.com/avatars/{id}/{avatarHash}.webp", MediaTypeNames.Image.Webp);
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public static FileUrl Emoji(ulong emojiId, EmojiFlags flags) {
 | 
			
		||||
	public static Data.Download FromEmoji(ulong emojiId, EmojiFlags flags) {
 | 
			
		||||
		bool isAnimated = flags.HasFlag(EmojiFlags.Animated);
 | 
			
		||||
		
 | 
			
		||||
		string ext = isAnimated ? "gif" : "webp";
 | 
			
		||||
		string type = isAnimated ? MediaTypeNames.Image.Gif : MediaTypeNames.Image.Webp;
 | 
			
		||||
		
 | 
			
		||||
		return new FileUrl($"https://cdn.discordapp.com/emojis/{emojiId}.{ext}", type);
 | 
			
		||||
		string url = $"https://cdn.discordapp.com/emojis/{emojiId}.{ext}";
 | 
			
		||||
		return new Data.Download(url, url, DownloadStatus.Pending, type, size: null);
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public static async Task<FileUrl?> TryFromEmbedJson(Stream jsonStream) {
 | 
			
		||||
	public static Data.Download FromAttachment(Attachment attachment) {
 | 
			
		||||
		return FromAttachment(attachment.NormalizedUrl, attachment.DownloadUrl, attachment.Type, attachment.Size);
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public static Data.Download FromAttachment(string normalizedUrl, string downloadUrl, string? type, ulong size) {
 | 
			
		||||
		return new Data.Download(normalizedUrl, downloadUrl, DownloadStatus.Pending, type, size);
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public static async Task<Data.Download?> TryFromEmbedJson(Stream jsonStream) {
 | 
			
		||||
		try {
 | 
			
		||||
			return FromEmbed(await JsonSerializer.DeserializeAsync(jsonStream, DiscordEmbedJsonContext.Default.DiscordEmbedJson));
 | 
			
		||||
		} catch (Exception e) {
 | 
			
		||||
@@ -42,7 +44,7 @@ static class DownloadLinkExtractor {
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public static FileUrl? TryFromEmbedJson(string json) {
 | 
			
		||||
	public static Data.Download? TryFromEmbedJson(string json) {
 | 
			
		||||
		try {
 | 
			
		||||
			return FromEmbed(JsonSerializer.Deserialize(json, DiscordEmbedJsonContext.Default.DiscordEmbedJson));
 | 
			
		||||
		} catch (Exception e) {
 | 
			
		||||
@@ -51,17 +53,21 @@ static class DownloadLinkExtractor {
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private static FileUrl? FromEmbed(DiscordEmbedJson? embed) {
 | 
			
		||||
		return embed switch {
 | 
			
		||||
			{ Type: "image", Image.Url: {} imageUrl } => FromEmbedImage(imageUrl),
 | 
			
		||||
			{ Type: "video", Video.Url: {} videoUrl } => FromEmbedVideo(videoUrl),
 | 
			
		||||
			_                                         => null,
 | 
			
		||||
		};
 | 
			
		||||
	private static Data.Download? FromEmbed(DiscordEmbedJson? embed) {
 | 
			
		||||
		if (embed is { Type: "image", Image.Url: {} imageUrl }) {
 | 
			
		||||
			return FromEmbedImage(imageUrl);
 | 
			
		||||
		}
 | 
			
		||||
		else if (embed is { Type: "video", Video.Url: {} videoUrl }) {
 | 
			
		||||
			return FromEmbedVideo(videoUrl);
 | 
			
		||||
		}
 | 
			
		||||
		else {
 | 
			
		||||
			return null;
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private static FileUrl? FromEmbedImage(string url) {
 | 
			
		||||
	private static Data.Download? FromEmbedImage(string url) {
 | 
			
		||||
		if (DiscordCdn.NormalizeUrlAndReturnIfCdn(url, out string normalizedUrl)) {
 | 
			
		||||
			return new FileUrl(normalizedUrl, url, GuessImageType(normalizedUrl));
 | 
			
		||||
			return new Data.Download(normalizedUrl, url, DownloadStatus.Pending, GuessImageType(normalizedUrl), size: null);
 | 
			
		||||
		}
 | 
			
		||||
		else {
 | 
			
		||||
			Log.Debug("Skipping non-CDN image url: " + url);
 | 
			
		||||
@@ -69,9 +75,9 @@ static class DownloadLinkExtractor {
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private static FileUrl? FromEmbedVideo(string url) {
 | 
			
		||||
	private static Data.Download? FromEmbedVideo(string url) {
 | 
			
		||||
		if (DiscordCdn.NormalizeUrlAndReturnIfCdn(url, out string normalizedUrl)) {
 | 
			
		||||
			return new FileUrl(normalizedUrl, url, GuessVideoType(normalizedUrl));
 | 
			
		||||
			return new Data.Download(normalizedUrl, url, DownloadStatus.Pending, GuessVideoType(normalizedUrl), size: null);
 | 
			
		||||
		}
 | 
			
		||||
		else {
 | 
			
		||||
			Log.Debug("Skipping non-CDN video url: " + url);
 | 
			
		||||
 
 | 
			
		||||
@@ -1,8 +1,8 @@
 | 
			
		||||
using System;
 | 
			
		||||
using System.Threading;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using DHT.Server.Data.Filters;
 | 
			
		||||
using DHT.Server.Database;
 | 
			
		||||
using DHT.Utils.Observables;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Download;
 | 
			
		||||
 | 
			
		||||
@@ -19,11 +19,11 @@ public sealed class Downloader {
 | 
			
		||||
		this.concurrentDownloads = concurrentDownloads;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async Task<ObservableValue<DownloadItem>> Start(DownloadItemFilter filter) {
 | 
			
		||||
	public async Task<IObservable<DownloadItem>> Start(DownloadItemFilter filter) {
 | 
			
		||||
		await semaphore.WaitAsync();
 | 
			
		||||
		try {
 | 
			
		||||
			current ??= new DownloaderTask(db, filter, concurrentDownloads);
 | 
			
		||||
			return current.LastFinishedItem;
 | 
			
		||||
			return current.FinishedItems;
 | 
			
		||||
		} finally {
 | 
			
		||||
			semaphore.Release();
 | 
			
		||||
		}
 | 
			
		||||
 
 | 
			
		||||
@@ -2,15 +2,14 @@ using System;
 | 
			
		||||
using System.Collections.Generic;
 | 
			
		||||
using System.IO;
 | 
			
		||||
using System.Linq;
 | 
			
		||||
using System.Net;
 | 
			
		||||
using System.Net.Http;
 | 
			
		||||
using System.Reactive.Subjects;
 | 
			
		||||
using System.Threading;
 | 
			
		||||
using System.Threading.Channels;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using DHT.Server.Data.Filters;
 | 
			
		||||
using DHT.Server.Database;
 | 
			
		||||
using DHT.Utils.Logging;
 | 
			
		||||
using DHT.Utils.Observables;
 | 
			
		||||
using DHT.Utils.Tasks;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Download;
 | 
			
		||||
@@ -38,11 +37,12 @@ sealed class DownloaderTask : IAsyncDisposable {
 | 
			
		||||
	
 | 
			
		||||
	private readonly IDatabaseFile db;
 | 
			
		||||
	private readonly DownloadItemFilter filter;
 | 
			
		||||
	private readonly ISubject<DownloadItem> finishedItemPublisher = Subject.Synchronize(new Subject<DownloadItem>());
 | 
			
		||||
	
 | 
			
		||||
	private readonly Task queueWriterTask;
 | 
			
		||||
	private readonly Task[] downloadTasks;
 | 
			
		||||
	
 | 
			
		||||
	public ObservableValue<DownloadItem> LastFinishedItem { get; } = new (null);
 | 
			
		||||
	public IObservable<DownloadItem> FinishedItems => finishedItemPublisher;
 | 
			
		||||
	
 | 
			
		||||
	internal DownloaderTask(IDatabaseFile db, DownloadItemFilter filter, int? concurrentDownloads) {
 | 
			
		||||
		this.db = db;
 | 
			
		||||
@@ -94,13 +94,15 @@ sealed class DownloaderTask : IAsyncDisposable {
 | 
			
		||||
			} catch (TaskCanceledException e) when (e.InnerException is TimeoutException) {
 | 
			
		||||
				await db.Downloads.AddDownload(item.ToFailure(), stream: null);
 | 
			
		||||
				log.Error("Download timed out: " + item.DownloadUrl);
 | 
			
		||||
			} catch (HttpRequestException e) {
 | 
			
		||||
				await db.Downloads.AddDownload(item.ToFailure(e.StatusCode), stream: null);
 | 
			
		||||
				log.Error(e);
 | 
			
		||||
			} catch (Exception e) {
 | 
			
		||||
				HttpStatusCode? statusCode = e is HttpRequestException hre ? hre.StatusCode : null;
 | 
			
		||||
				await db.Downloads.AddDownload(item.ToFailure(statusCode), stream: null);
 | 
			
		||||
				log.Error("Could not download file: " + item.DownloadUrl, e);
 | 
			
		||||
				await db.Downloads.AddDownload(item.ToFailure(), stream: null);
 | 
			
		||||
				log.Error(e);
 | 
			
		||||
			} finally {
 | 
			
		||||
				try {
 | 
			
		||||
					LastFinishedItem.Set(item);
 | 
			
		||||
					finishedItemPublisher.OnNext(item);
 | 
			
		||||
				} catch (Exception e) {
 | 
			
		||||
					log.Error("Caught exception in event handler: " + e);
 | 
			
		||||
				}
 | 
			
		||||
@@ -144,6 +146,7 @@ sealed class DownloaderTask : IAsyncDisposable {
 | 
			
		||||
			await Task.WhenAll(downloadTasks).WaitIgnoringCancellation();
 | 
			
		||||
		} finally {
 | 
			
		||||
			cancellationTokenSource.Dispose();
 | 
			
		||||
			finishedItemPublisher.OnCompleted();
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
@@ -3,17 +3,18 @@ using System.Net;
 | 
			
		||||
using System.Text.Json;
 | 
			
		||||
using System.Threading;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using DHT.Server.Database;
 | 
			
		||||
using DHT.Utils.Http;
 | 
			
		||||
using DHT.Utils.Logging;
 | 
			
		||||
using Microsoft.AspNetCore.Http;
 | 
			
		||||
using Microsoft.AspNetCore.StaticFiles;
 | 
			
		||||
using Microsoft.Extensions.Primitives;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Endpoints;
 | 
			
		||||
 | 
			
		||||
abstract class BaseEndpoint {
 | 
			
		||||
abstract class BaseEndpoint(IDatabaseFile db) {
 | 
			
		||||
	private static readonly Log Log = Log.ForType<BaseEndpoint>();
 | 
			
		||||
	private static readonly FileExtensionContentTypeProvider ContentTypeProvider = new ();
 | 
			
		||||
	
 | 
			
		||||
	protected IDatabaseFile Db { get; } = db;
 | 
			
		||||
	
 | 
			
		||||
	public async Task Handle(HttpContext ctx) {
 | 
			
		||||
		HttpResponse response = ctx.Response;
 | 
			
		||||
@@ -33,7 +34,7 @@ abstract class BaseEndpoint {
 | 
			
		||||
				await response.WriteAsync(e.Message);
 | 
			
		||||
			}
 | 
			
		||||
		} catch (Exception e) {
 | 
			
		||||
			Log.Error("Could not handle request.", e);
 | 
			
		||||
			Log.Error(e);
 | 
			
		||||
			response.StatusCode = (int) HttpStatusCode.InternalServerError;
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
@@ -48,16 +49,6 @@ abstract class BaseEndpoint {
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	protected static async Task WriteFileIfFound(HttpResponse response, string relativeFilePath, byte[]? bytes, CancellationToken cancellationToken) {
 | 
			
		||||
		if (bytes == null) {
 | 
			
		||||
			throw new HttpException(HttpStatusCode.NotFound, "File not found: " + relativeFilePath);
 | 
			
		||||
		}
 | 
			
		||||
		else {
 | 
			
		||||
			string? contentType = ContentTypeProvider.TryGetContentType(relativeFilePath, out string? type) ? type : null;
 | 
			
		||||
			await response.WriteFileAsync(contentType, bytes, cancellationToken);
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	protected static Guid GetSessionId(HttpRequest request) {
 | 
			
		||||
		if (request.Query.TryGetValue("session", out StringValues sessionIdValue) && sessionIdValue.Count == 1 && Guid.TryParse(sessionIdValue[0], out Guid sessionId)) {
 | 
			
		||||
			return sessionId;
 | 
			
		||||
 
 | 
			
		||||
@@ -10,12 +10,12 @@ using Microsoft.AspNetCore.Http;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Endpoints;
 | 
			
		||||
 | 
			
		||||
sealed class GetDownloadedFileEndpoint(IDatabaseFile db) : BaseEndpoint {
 | 
			
		||||
sealed class GetDownloadedFileEndpoint(IDatabaseFile db) : BaseEndpoint(db) {
 | 
			
		||||
	protected override async Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) {
 | 
			
		||||
		string url = WebUtility.UrlDecode((string) request.RouteValues["url"]!);
 | 
			
		||||
		string normalizedUrl = DiscordCdn.NormalizeUrl(url);
 | 
			
		||||
		
 | 
			
		||||
		if (!await db.Downloads.GetSuccessfulDownloadWithData(normalizedUrl, WriteDataTo(response), cancellationToken)) {
 | 
			
		||||
		if (!await Db.Downloads.GetSuccessfulDownloadWithData(normalizedUrl, WriteDataTo(response), cancellationToken)) {
 | 
			
		||||
			response.Redirect(url, permanent: false);
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
 
 | 
			
		||||
@@ -2,6 +2,7 @@ using System.Net.Mime;
 | 
			
		||||
using System.Threading;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using System.Web;
 | 
			
		||||
using DHT.Server.Database;
 | 
			
		||||
using DHT.Server.Service;
 | 
			
		||||
using DHT.Utils.Http;
 | 
			
		||||
using DHT.Utils.Resources;
 | 
			
		||||
@@ -9,7 +10,7 @@ using Microsoft.AspNetCore.Http;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Endpoints;
 | 
			
		||||
 | 
			
		||||
sealed class GetTrackingScriptEndpoint(ServerParameters parameters, ResourceLoader resources) : BaseEndpoint {
 | 
			
		||||
sealed class GetTrackingScriptEndpoint(IDatabaseFile db, ServerParameters parameters, ResourceLoader resources) : BaseEndpoint(db) {
 | 
			
		||||
	protected override async Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) {
 | 
			
		||||
		string bootstrap = await resources.ReadTextAsync("Tracker/bootstrap.js");
 | 
			
		||||
		string script = bootstrap.Replace("= 0; /*[PORT]*/", "= " + parameters.Port + ";")
 | 
			
		||||
 
 | 
			
		||||
@@ -1,18 +0,0 @@
 | 
			
		||||
using System.Threading;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using DHT.Server.Service.Middlewares;
 | 
			
		||||
using DHT.Utils.Resources;
 | 
			
		||||
using Microsoft.AspNetCore.Http;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Endpoints;
 | 
			
		||||
 | 
			
		||||
[ServerAuthorizationMiddleware.NoAuthorization]
 | 
			
		||||
sealed class GetUserscriptEndpoint(ResourceLoader resources) : BaseEndpoint {
 | 
			
		||||
	protected override async Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) {
 | 
			
		||||
		const string FileName = "dht.user.js";
 | 
			
		||||
		const string ResourcePath = "Tracker/loader/" + FileName;
 | 
			
		||||
		
 | 
			
		||||
		byte[]? resourceBytes = await resources.ReadBytesAsyncIfExists(ResourcePath);
 | 
			
		||||
		await WriteFileIfFound(response, FileName, resourceBytes, cancellationToken);
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
@@ -8,12 +8,12 @@ using Microsoft.AspNetCore.Http;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Endpoints;
 | 
			
		||||
 | 
			
		||||
sealed class GetViewerMessagesEndpoint(IDatabaseFile db, ViewerSessions viewerSessions) : BaseEndpoint {
 | 
			
		||||
sealed class GetViewerMessagesEndpoint(IDatabaseFile db, ViewerSessions viewerSessions) : BaseEndpoint(db) {
 | 
			
		||||
	protected override Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) {
 | 
			
		||||
		Guid sessionId = GetSessionId(request);
 | 
			
		||||
		ViewerSession session = viewerSessions.Get(sessionId);
 | 
			
		||||
		
 | 
			
		||||
		response.ContentType = "application/x-ndjson";
 | 
			
		||||
		return ViewerJsonExport.GetMessages(response.Body, db, session.MessageFilter, cancellationToken);
 | 
			
		||||
		return ViewerJsonExport.GetMessages(response.Body, Db, session.MessageFilter, cancellationToken);
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
@@ -9,12 +9,12 @@ using Microsoft.AspNetCore.Http;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Endpoints;
 | 
			
		||||
 | 
			
		||||
sealed class GetViewerMetadataEndpoint(IDatabaseFile db, ViewerSessions viewerSessions) : BaseEndpoint {
 | 
			
		||||
sealed class GetViewerMetadataEndpoint(IDatabaseFile db, ViewerSessions viewerSessions) : BaseEndpoint(db) {
 | 
			
		||||
	protected override Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) {
 | 
			
		||||
		Guid sessionId = GetSessionId(request);
 | 
			
		||||
		ViewerSession session = viewerSessions.Get(sessionId);
 | 
			
		||||
		
 | 
			
		||||
		response.ContentType = MediaTypeNames.Application.Json;
 | 
			
		||||
		return ViewerJsonExport.GetMetadata(response.Body, db, session.MessageFilter, cancellationToken);
 | 
			
		||||
		return ViewerJsonExport.GetMetadata(response.Body, Db, session.MessageFilter, cancellationToken);
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
@@ -9,14 +9,14 @@ using Microsoft.AspNetCore.Http;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Endpoints;
 | 
			
		||||
 | 
			
		||||
sealed class TrackChannelEndpoint(IDatabaseFile db) : BaseEndpoint {
 | 
			
		||||
sealed class TrackChannelEndpoint(IDatabaseFile db) : BaseEndpoint(db) {
 | 
			
		||||
	protected override async Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) {
 | 
			
		||||
		JsonElement root = await ReadJson(request);
 | 
			
		||||
		Data.Server server = ReadServer(root.RequireObject("server"), "server");
 | 
			
		||||
		Channel channel = ReadChannel(root.RequireObject("channel"), "channel", server.Id);
 | 
			
		||||
		
 | 
			
		||||
		await db.Servers.Add([server]);
 | 
			
		||||
		await db.Channels.Add([channel]);
 | 
			
		||||
		await Db.Servers.Add([server]);
 | 
			
		||||
		await Db.Channels.Add([channel]);
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private static Data.Server ReadServer(JsonElement json, string path) {
 | 
			
		||||
@@ -24,7 +24,6 @@ sealed class TrackChannelEndpoint(IDatabaseFile db) : BaseEndpoint {
 | 
			
		||||
			Id = json.RequireSnowflake("id", path),
 | 
			
		||||
			Name = json.RequireString("name", path),
 | 
			
		||||
			Type = ServerTypes.FromString(json.RequireString("type", path)) ?? throw new HttpException(HttpStatusCode.BadRequest, "Server type must be either 'SERVER', 'GROUP', or 'DM'."),
 | 
			
		||||
			IconHash = json.HasKey("icon") ? json.RequireString("icon", path) : null,
 | 
			
		||||
		};
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
 
 | 
			
		||||
@@ -16,7 +16,7 @@ using Microsoft.AspNetCore.Http;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Endpoints;
 | 
			
		||||
 | 
			
		||||
sealed class TrackMessagesEndpoint(IDatabaseFile db) : BaseEndpoint {
 | 
			
		||||
sealed class TrackMessagesEndpoint(IDatabaseFile db) : BaseEndpoint(db) {
 | 
			
		||||
	private const string HasNewMessages = "1";
 | 
			
		||||
	private const string NoNewMessages = "0";
 | 
			
		||||
	
 | 
			
		||||
@@ -38,9 +38,9 @@ sealed class TrackMessagesEndpoint(IDatabaseFile db) : BaseEndpoint {
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		var addedMessageFilter = new MessageFilter { MessageIds = addedMessageIds };
 | 
			
		||||
		bool anyNewMessages = await db.Messages.Count(addedMessageFilter, CancellationToken.None) < addedMessageIds.Count;
 | 
			
		||||
		bool anyNewMessages = await Db.Messages.Count(addedMessageFilter, CancellationToken.None) < addedMessageIds.Count;
 | 
			
		||||
		
 | 
			
		||||
		await db.Messages.Add(messages);
 | 
			
		||||
		await Db.Messages.Add(messages);
 | 
			
		||||
		
 | 
			
		||||
		await response.WriteTextAsync(anyNewMessages ? HasNewMessages : NoNewMessages, cancellationToken);
 | 
			
		||||
	}
 | 
			
		||||
 
 | 
			
		||||
@@ -9,7 +9,7 @@ using Microsoft.AspNetCore.Http;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Endpoints;
 | 
			
		||||
 | 
			
		||||
sealed class TrackUsersEndpoint(IDatabaseFile db) : BaseEndpoint {
 | 
			
		||||
sealed class TrackUsersEndpoint(IDatabaseFile db) : BaseEndpoint(db) {
 | 
			
		||||
	protected override async Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) {
 | 
			
		||||
		JsonElement root = await ReadJson(request);
 | 
			
		||||
		
 | 
			
		||||
@@ -24,7 +24,7 @@ sealed class TrackUsersEndpoint(IDatabaseFile db) : BaseEndpoint {
 | 
			
		||||
			users[i++] = ReadUser(user, "user");
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		await db.Users.Add(users);
 | 
			
		||||
		await Db.Users.Add(users);
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private static User ReadUser(JsonElement json, string path) {
 | 
			
		||||
@@ -32,7 +32,7 @@ sealed class TrackUsersEndpoint(IDatabaseFile db) : BaseEndpoint {
 | 
			
		||||
			Id = json.RequireSnowflake("id", path),
 | 
			
		||||
			Name = json.RequireString("name", path),
 | 
			
		||||
			DisplayName = json.HasKey("displayName") ? json.RequireString("displayName", path) : null,
 | 
			
		||||
			AvatarHash = json.HasKey("avatar") ? json.RequireString("avatar", path) : null,
 | 
			
		||||
			AvatarUrl = json.HasKey("avatar") ? json.RequireString("avatar", path) : null,
 | 
			
		||||
			Discriminator = json.HasKey("discriminator") ? json.RequireString("discriminator", path) : null,
 | 
			
		||||
		};
 | 
			
		||||
	}
 | 
			
		||||
 
 | 
			
		||||
@@ -1,14 +1,18 @@
 | 
			
		||||
using System.Collections.Generic;
 | 
			
		||||
using System.Net;
 | 
			
		||||
using System.Threading;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using DHT.Server.Service.Middlewares;
 | 
			
		||||
using DHT.Server.Database;
 | 
			
		||||
using DHT.Utils.Http;
 | 
			
		||||
using DHT.Utils.Resources;
 | 
			
		||||
using Microsoft.AspNetCore.Http;
 | 
			
		||||
using Microsoft.AspNetCore.StaticFiles;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Endpoints;
 | 
			
		||||
 | 
			
		||||
[ServerAuthorizationMiddleware.NoAuthorization]
 | 
			
		||||
sealed class ViewerEndpoint(ResourceLoader resources) : BaseEndpoint {
 | 
			
		||||
sealed class ViewerEndpoint(IDatabaseFile db, ResourceLoader resources) : BaseEndpoint(db) {
 | 
			
		||||
	private static readonly FileExtensionContentTypeProvider ContentTypeProvider = new ();
 | 
			
		||||
	
 | 
			
		||||
	private readonly Dictionary<string, byte[]?> cache = new ();
 | 
			
		||||
	private readonly SemaphoreSlim cacheSemaphore = new (1);
 | 
			
		||||
	
 | 
			
		||||
@@ -27,6 +31,12 @@ sealed class ViewerEndpoint(ResourceLoader resources) : BaseEndpoint {
 | 
			
		||||
			cacheSemaphore.Release();
 | 
			
		||||
		}
 | 
			
		||||
		
 | 
			
		||||
		await WriteFileIfFound(response, path, resourceBytes, cancellationToken);
 | 
			
		||||
		if (resourceBytes == null) {
 | 
			
		||||
			throw new HttpException(HttpStatusCode.NotFound, "File not found: " + path);
 | 
			
		||||
		}
 | 
			
		||||
		else {
 | 
			
		||||
			string? contentType = ContentTypeProvider.TryGetContentType(path, out string? type) ? type : null;
 | 
			
		||||
			await response.WriteFileAsync(contentType, resourceBytes, cancellationToken);
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
@@ -11,7 +11,7 @@
 | 
			
		||||
  </ItemGroup>
 | 
			
		||||
  
 | 
			
		||||
  <ItemGroup>
 | 
			
		||||
    <PackageReference Include="Microsoft.Data.Sqlite" Version="9.0.6" />
 | 
			
		||||
    <PackageReference Include="Microsoft.Data.Sqlite" Version="8.0.7" />
 | 
			
		||||
    <PackageReference Include="System.Linq.Async" Version="6.0.1" />
 | 
			
		||||
  </ItemGroup>
 | 
			
		||||
  
 | 
			
		||||
@@ -29,11 +29,6 @@
 | 
			
		||||
      <Link>Resources/Tracker/%(RecursiveDir)%(Filename)%(Extension)</Link>
 | 
			
		||||
      <Visible>false</Visible>
 | 
			
		||||
    </EmbeddedResource>
 | 
			
		||||
    <EmbeddedResource Include="../Resources/Tracker/loader/**">
 | 
			
		||||
      <LogicalName>Tracker\loader\%(RecursiveDir)%(Filename)%(Extension)</LogicalName>
 | 
			
		||||
      <Link>Resources/Tracker/loader/%(RecursiveDir)%(Filename)%(Extension)</Link>
 | 
			
		||||
      <Visible>false</Visible>
 | 
			
		||||
    </EmbeddedResource>
 | 
			
		||||
    <EmbeddedResource Include="../Resources/Tracker/scripts/**">
 | 
			
		||||
      <LogicalName>Tracker\scripts\%(RecursiveDir)%(Filename)%(Extension)</LogicalName>
 | 
			
		||||
      <Link>Resources/Tracker/scripts/%(RecursiveDir)%(Filename)%(Extension)</Link>
 | 
			
		||||
 
 | 
			
		||||
@@ -1,6 +1,4 @@
 | 
			
		||||
using System;
 | 
			
		||||
using System.Net;
 | 
			
		||||
using System.Reflection;
 | 
			
		||||
using System.Threading.Tasks;
 | 
			
		||||
using DHT.Utils.Logging;
 | 
			
		||||
using Microsoft.AspNetCore.Http;
 | 
			
		||||
@@ -8,11 +6,25 @@ using Microsoft.Extensions.Primitives;
 | 
			
		||||
 | 
			
		||||
namespace DHT.Server.Service.Middlewares;
 | 
			
		||||
 | 
			
		||||
sealed class ServerAuthorizationMiddleware(RequestDelegate next, ServerParameters serverParameters) {
 | 
			
		||||
sealed class ServerAuthorizationMiddleware {
 | 
			
		||||
	private static readonly Log Log = Log.ForType<ServerAuthorizationMiddleware>();
 | 
			
		||||
	
 | 
			
		||||
	private readonly RequestDelegate next;
 | 
			
		||||
	private readonly ServerParameters serverParameters;
 | 
			
		||||
	
 | 
			
		||||
	public ServerAuthorizationMiddleware(RequestDelegate next, ServerParameters serverParameters) {
 | 
			
		||||
		this.next = next;
 | 
			
		||||
		this.serverParameters = serverParameters;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	public async Task InvokeAsync(HttpContext context) {
 | 
			
		||||
		if (SkipAuthorization(context) || CheckToken(context.Request)) {
 | 
			
		||||
		HttpRequest request = context.Request;
 | 
			
		||||
		
 | 
			
		||||
		bool success = HttpMethods.IsGet(request.Method)
 | 
			
		||||
			               ? CheckToken(request.Query["token"])
 | 
			
		||||
			               : CheckToken(request.Headers["X-DHT-Token"]);
 | 
			
		||||
		
 | 
			
		||||
		if (success) {
 | 
			
		||||
			await next(context);
 | 
			
		||||
		}
 | 
			
		||||
		else {
 | 
			
		||||
@@ -20,16 +32,6 @@ sealed class ServerAuthorizationMiddleware(RequestDelegate next, ServerParameter
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private static bool SkipAuthorization(HttpContext context) {
 | 
			
		||||
		return context.GetEndpoint()?.RequestDelegate?.Target?.GetType().GetCustomAttribute<NoAuthorization>() != null;
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private bool CheckToken(HttpRequest request) {
 | 
			
		||||
		return HttpMethods.IsGet(request.Method)
 | 
			
		||||
			       ? CheckToken(request.Query["token"])
 | 
			
		||||
			       : CheckToken(request.Headers["X-DHT-Token"]);
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	private bool CheckToken(StringValues token) {
 | 
			
		||||
		if (token.Count == 1 && token[0] == serverParameters.Token) {
 | 
			
		||||
			return true;
 | 
			
		||||
@@ -39,7 +41,4 @@ sealed class ServerAuthorizationMiddleware(RequestDelegate next, ServerParameter
 | 
			
		||||
			return false;
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	
 | 
			
		||||
	[AttributeUsage(AttributeTargets.Class)]
 | 
			
		||||
	public sealed class NoAuthorization : Attribute;
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
@@ -30,11 +30,11 @@ sealed class ServerLoggingMiddleware(RequestDelegate next) {
 | 
			
		||||
		long elapsedMs = stopwatch.ElapsedMilliseconds;
 | 
			
		||||
		
 | 
			
		||||
		if (context.RequestAborted.IsCancellationRequested) {
 | 
			
		||||
			Log.Debug("Request to " + request.GetEncodedPathAndQuery() + " (" + requestLength + " B) was cancelled after " + elapsedMs + " ms.");
 | 
			
		||||
			Log.Debug("Request to " + request.GetEncodedPathAndQuery() + " (" + requestLength + " B) was cancelled after " + elapsedMs + " ms");
 | 
			
		||||
		}
 | 
			
		||||
		else {
 | 
			
		||||
			int responseStatus = context.Response.StatusCode;
 | 
			
		||||
			Log.Debug("Request to " + request.GetEncodedPathAndQuery() + " (" + requestLength + " B) returned " + responseStatus + ", took " + elapsedMs + " ms.");
 | 
			
		||||
			Log.Debug("Request to " + request.GetEncodedPathAndQuery() + " (" + requestLength + " B) returned " + responseStatus + ", took " + elapsedMs + " ms");
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
Some files were not shown because too many files have changed in this diff Show More
		Reference in New Issue
	
	Block a user