1
0
mirror of https://github.com/chylex/Discord-History-Tracker.git synced 2025-08-17 19:31:42 +02:00

46 Commits

Author SHA1 Message Date
Bertogim
c3bf7d5dc3 Merge 5866d953f8 into 16509be56c 2025-07-28 23:45:35 +02:00
Bertogim
5866d953f8 Merge branch 'chylex:master' into master 2025-07-28 23:45:27 +02:00
16509be56c Group channels by type and server when filtering in the app 2025-06-22 12:34:35 +02:00
791171a79b Add custom TreeView styles 2025-06-22 12:25:18 +02:00
08dec7deb3 Release v47.1 2025-06-17 08:03:49 +02:00
b148a5634f Update SQLite provider to 9.0.6 (SQLite version 3.46.1) 2025-06-17 07:54:40 +02:00
57e2f9ed80 Add SQLite library version to the Debug tab 2025-06-17 07:54:40 +02:00
895d69279f Show error dialogs instead of crashing if the database is read-only
Closes #292
2025-06-17 07:19:36 +02:00
0176fa5d53 Improve error logging 2025-06-17 07:15:35 +02:00
b5a5826cf9 Update tracking script for latest Discord update
Closes #293
2025-06-17 04:36:56 +02:00
Bertogim
6c0e0ff697 Merge branch 'chylex:master' into master 2025-06-07 19:59:48 +02:00
45593cb140 Release v47.0 2025-05-18 17:12:28 +02:00
c770a066c4 Mention BetterDiscord in the About dialog 2025-05-18 02:55:20 +02:00
43bf1fcafe Update Avalonia to 11.3.0 2025-05-18 02:34:03 +02:00
8857f6c3b1 Remove redundant code from webpack hooks 2025-05-18 02:06:36 +02:00
87de0b98b5 Update webpack hooks for latest Discord update
Closes #290
2025-05-18 02:02:18 +02:00
295370a3d4 Show progress dialog if closing database takes too long 2025-04-25 21:20:36 +02:00
312be6609d Store server icons 2025-04-25 14:17:54 +02:00
44b42657ef Refactor downloads 2025-04-25 13:07:35 +02:00
Bertogim
7e29c7f837 Add server scroll 2025-04-15 20:48:03 +02:00
0d3600492e Add option to install a userscript instead of manually copying the tracking script 2025-03-29 08:32:17 +01:00
3b569ad5d6 Refactor endpoints and authorization 2025-03-29 08:23:47 +01:00
Bertogim
7ba012ef5c Code formatting and small fixes 2025-03-21 19:07:50 +01:00
Bertogim
c52572b387 removed svg, fixed font 2025-03-18 23:18:41 +01:00
Bertogim
5ba80dc12f Delete font.css 2025-03-18 23:16:03 +01:00
Bertogim
37a0feddcc Delete fonts directory 2025-03-18 23:15:45 +01:00
Bertogim
47f448dcde localstorage is not needed 2025-03-18 23:10:12 +01:00
Bertogim
0281b49815 fix Regular font 2025-03-18 22:56:46 +01:00
Bertogim
648b221bb8 Delete /fonts directory 2025-03-18 22:54:30 +01:00
Bertogim
7d8558ae04 Add files via upload 2025-03-18 22:54:09 +01:00
Bertogim
41053549ab Add files via upload 2025-03-18 22:45:43 +01:00
Bertogim
f279bb4d16 Add files via upload 2025-03-18 22:00:36 +01:00
b2276600c7 Release v46.0 2025-03-18 21:03:45 +01:00
40269f591b Fix the Export All button text 2025-03-18 21:03:44 +01:00
dea3b272c0 Enable full trimming in .NET 2025-03-18 20:23:20 +01:00
e66206b4a8 Update About page 2025-03-18 17:35:39 +01:00
780d5ae421 Optimize viewer message export 2025-03-18 17:35:38 +01:00
38f79dee7d Replace CommunityToolkit.Mvvm with PropertyChanged.SourceGenerator 2025-03-18 13:55:32 +01:00
e30b305eb5 Add option to export downloaded files
Closes #277
2025-03-17 17:27:12 +01:00
fa17d0e224 Fix exception handling in progress dialogs 2025-03-17 17:27:12 +01:00
5741fad528 Fix random exceptions when disposing DelayedThrottledTask 2025-03-16 22:25:55 +01:00
e7c52fd1d5 Fix storing wrong download size in metadata when actual size is known and differs 2025-03-16 21:17:50 +01:00
fb9b31175c Add option to use a separate database file for downloads when creating a new database 2025-03-16 17:16:51 +01:00
f8e56ae367 Unify style definitions for bottom button panels 2025-03-16 17:16:41 +01:00
7ed31fbc8b Move the Vacuum Database button to the Database tab 2025-03-16 17:13:07 +01:00
e92aeb5a1b Refactor click event handler for Delete Orphaned Downloads 2025-03-16 17:13:06 +01:00
121 changed files with 2734 additions and 1140 deletions

2
app/.editorconfig Normal file
View File

@@ -0,0 +1,2 @@
[*.cs]
propertychanged.auto_notify = false

View File

@@ -13,6 +13,7 @@
<entry key="Desktop/Main/Controls/MessageFilterPanel.axaml" value="Desktop/Desktop.csproj" /> <entry key="Desktop/Main/Controls/MessageFilterPanel.axaml" value="Desktop/Desktop.csproj" />
<entry key="Desktop/Main/Controls/ServerConfigurationPanel.axaml" value="Desktop/Desktop.csproj" /> <entry key="Desktop/Main/Controls/ServerConfigurationPanel.axaml" value="Desktop/Desktop.csproj" />
<entry key="Desktop/Main/Controls/StatusBar.axaml" value="Desktop/Desktop.csproj" /> <entry key="Desktop/Main/Controls/StatusBar.axaml" value="Desktop/Desktop.csproj" />
<entry key="Desktop/Main/Dialogs/NewDatabaseSettingsDialog.axaml" value="Desktop/Desktop.csproj" />
<entry key="Desktop/Main/MainWindow.axaml" value="Desktop/Desktop.csproj" /> <entry key="Desktop/Main/MainWindow.axaml" value="Desktop/Desktop.csproj" />
<entry key="Desktop/Main/Pages/AdvancedPage.axaml" value="Desktop/Desktop.csproj" /> <entry key="Desktop/Main/Pages/AdvancedPage.axaml" value="Desktop/Desktop.csproj" />
<entry key="Desktop/Main/Pages/DatabasePage.axaml" value="Desktop/Desktop.csproj" /> <entry key="Desktop/Main/Pages/DatabasePage.axaml" value="Desktop/Desktop.csproj" />

View File

@@ -51,9 +51,56 @@
<Style Selector="Expander"> <Style Selector="Expander">
<Setter Property="MinHeight" Value="40" /> <Setter Property="MinHeight" Value="40" />
<Setter Property="Padding" Value="12" />
<Setter Property="HorizontalAlignment" Value="Stretch" /> <Setter Property="HorizontalAlignment" Value="Stretch" />
</Style> </Style>
<Style Selector="TreeViewItem:not(:empty) /template/ Panel#PART_ExpandCollapseChevronContainer">
<Setter Property="Cursor" Value="Hand" />
<Setter Property="Margin" Value="0 0 5 0" />
</Style>
<Style Selector="TreeViewItem:empty /template/ Panel#PART_ExpandCollapseChevronContainer">
<Setter Property="Margin" Value="10 0" />
</Style>
<Style Selector="TreeViewItem[Level=0]:empty /template/ Panel#PART_ExpandCollapseChevronContainer">
<Setter Property="Margin" Value="0" />
<Setter Property="Width" Value="0" />
</Style>
<Style Selector="TreeViewItem /template/ ToggleButton#PART_ExpandCollapseChevron">
<Setter Property="Width" Value="18" />
<Setter Property="Height" Value="32" />
</Style>
<Style Selector="TreeViewItem /template/ ToggleButton#PART_ExpandCollapseChevron > Border">
<Setter Property="Padding" Value="2 10 3 10" />
</Style>
<Style Selector="TreeView.noSelection">
<Style Selector="^ TreeViewItem /template/ Border#PART_LayoutRoot">
<Setter Property="Background" Value="{DynamicResource TreeViewItemBackground}" />
<Setter Property="BorderBrush" Value="{DynamicResource TreeViewItemBorderBrush}" />
</Style>
<Style Selector="^ TreeViewItem /template/ Border#PART_LayoutRoot > ContentPresenter#PART_HeaderPresenter">
<Setter Property="Foreground" Value="{DynamicResource TreeViewItemForeground}" />
</Style>
<Style Selector="^ TreeViewItem:disabled /template/ Border#PART_LayoutRoot">
<Setter Property="Background" Value="{DynamicResource TreeViewItemBackgroundDisabled}" />
<Setter Property="BorderBrush" Value="{DynamicResource TreeViewItemBorderBrushDisabled}" />
</Style>
<Style Selector="^ TreeViewItem:disabled /template/ Border#PART_LayoutRoot > ContentPresenter#PART_HeaderPresenter">
<Setter Property="Foreground" Value="{DynamicResource TreeViewItemForegroundDisabled}" />
</Style>
</Style>
<Style Selector="Panel.buttons">
<Setter Property="Margin" Value="0 20 0 0" />
</Style>
<Style Selector="Panel.buttons > WrapPanel">
<Setter Property="ItemSpacing" Value="8" />
</Style>
<Style Selector="Panel.buttons Button">
<Setter Property="MinWidth" Value="80" />
</Style>
</Application.Styles> </Application.Styles>
<Application.Resources> <Application.Resources>

View File

@@ -69,7 +69,7 @@ sealed class Arguments {
Log.Warn("Invalid concurrent downloads count: " + value); Log.Warn("Invalid concurrent downloads count: " + value);
} }
else if (concurrentDownloads > 10) { else if (concurrentDownloads > 10) {
Log.Warn("Limiting concurrent downloads to 10"); Log.Warn("Limiting concurrent downloads to 10.");
ConcurrentDownloads = 10; ConcurrentDownloads = 10;
} }
else { else {

View File

@@ -0,0 +1,25 @@
using System;
using System.Collections;
using System.Reflection;
using Avalonia.Interactivity;
namespace DHT.Desktop.Common;
static class AvaloniaReflection {
private static FieldInfo InteractiveEventHandlersField { get; } = typeof(Interactive).GetField("_eventHandlers", BindingFlags.Instance | BindingFlags.NonPublic)!;
public static void Check() {
if (InteractiveEventHandlersField == null) {
throw new InvalidOperationException("Missing field: " + nameof(InteractiveEventHandlersField));
}
if (InteractiveEventHandlersField.FieldType.ToString() != "System.Collections.Generic.Dictionary`2[Avalonia.Interactivity.RoutedEvent,System.Collections.Generic.List`1[Avalonia.Interactivity.Interactive+EventSubscription]]") {
throw new InvalidOperationException("Invalid field type: " + nameof(InteractiveEventHandlersField) + " = " + InteractiveEventHandlersField.FieldType);
}
}
public static IList? GetEventHandler(Interactive target, RoutedEvent routedEvent) {
IDictionary? eventHandlers = (IDictionary?) InteractiveEventHandlersField.GetValue(target);
return (IList?) eventHandlers?[routedEvent];
}
}

View File

@@ -52,7 +52,7 @@ static class DatabaseGui {
} catch (DatabaseTooNewException ex) { } catch (DatabaseTooNewException ex) {
await Dialog.ShowOk(window, "Database Error", "Database '" + Path.GetFileName(path) + "' was opened in a newer version of DHT (database version " + ex.DatabaseVersion + ", app version " + ex.CurrentVersion + ")."); await Dialog.ShowOk(window, "Database Error", "Database '" + Path.GetFileName(path) + "' was opened in a newer version of DHT (database version " + ex.DatabaseVersion + ", app version " + ex.CurrentVersion + ").");
} catch (Exception ex) { } catch (Exception ex) {
Log.Error(ex); Log.Error("Could not open database file: " + path, ex);
await Dialog.ShowOk(window, "Database Error", "Database '" + Path.GetFileName(path) + "' could not be opened:" + ex.Message); await Dialog.ShowOk(window, "Database Error", "Database '" + Path.GetFileName(path) + "' could not be opened:" + ex.Message);
} }

View File

@@ -15,15 +15,18 @@
</PropertyGroup> </PropertyGroup>
<ItemGroup> <ItemGroup>
<PackageReference Include="Avalonia" Version="11.2.3" /> <PackageReference Include="Avalonia" Version="11.3.0" />
<PackageReference Include="Avalonia.Controls.DataGrid" Version="11.2.3" /> <PackageReference Include="Avalonia.Controls.DataGrid" Version="11.3.0" />
<PackageReference Include="Avalonia.Controls.ItemsRepeater" Version="11.1.5" /> <PackageReference Include="Avalonia.Controls.ItemsRepeater" Version="11.1.5" />
<PackageReference Include="Avalonia.Desktop" Version="11.2.3" /> <PackageReference Include="Avalonia.Desktop" Version="11.3.0" />
<PackageReference Include="Avalonia.Diagnostics" Version="11.2.3" Condition=" '$(Configuration)' == 'Debug' " /> <PackageReference Include="Avalonia.Diagnostics" Version="11.3.0" Condition=" '$(Configuration)' == 'Debug' " />
<PackageReference Include="Avalonia.Fonts.Inter" Version="11.2.3" /> <PackageReference Include="Avalonia.Fonts.Inter" Version="11.3.0" />
<PackageReference Include="Avalonia.ReactiveUI" Version="11.2.3" /> <PackageReference Include="Avalonia.ReactiveUI" Version="11.3.0" />
<PackageReference Include="Avalonia.Themes.Fluent" Version="11.2.3" /> <PackageReference Include="Avalonia.Themes.Fluent" Version="11.3.0" />
<PackageReference Include="CommunityToolkit.Mvvm" Version="999.0.0-build.0.g0d941a6a62" /> <PackageReference Include="PropertyChanged.SourceGenerator" Version="1.1.1">
<PrivateAssets>all</PrivateAssets>
<IncludeAssets>runtime; build; native; contentfiles; analyzers; buildtransitive</IncludeAssets>
</PackageReference>
</ItemGroup> </ItemGroup>
<ItemGroup> <ItemGroup>

View File

@@ -8,7 +8,8 @@
x:DataType="namespace:CheckBoxDialogModel" x:DataType="namespace:CheckBoxDialogModel"
Title="{Binding Title}" Title="{Binding Title}"
Icon="avares://DiscordHistoryTracker/Resources/icon.ico" Icon="avares://DiscordHistoryTracker/Resources/icon.ico"
Width="500" SizeToContent="Height" CanResize="False" MinWidth="425" MinHeight="200"
Width="500" Height="395" CanResize="True"
WindowStartupLocation="CenterOwner"> WindowStartupLocation="CenterOwner">
<Window.DataContext> <Window.DataContext>
@@ -16,47 +17,35 @@
</Window.DataContext> </Window.DataContext>
<Window.Styles> <Window.Styles>
<Style Selector="Panel.buttons"> <Style Selector="TreeViewItem">
<Setter Property="Margin" Value="0 20 0 0" /> <Setter Property="IsExpanded" Value="True" />
</Style>
<Style Selector="Panel.buttons > WrapPanel.right">
<Setter Property="HorizontalAlignment" Value="Right" />
</Style>
<Style Selector="Panel.buttons Button">
<Setter Property="MinWidth" Value="80" />
</Style>
<Style Selector="Panel.buttons > WrapPanel.left Button">
<Setter Property="Margin" Value="0 0 8 0" />
</Style>
<Style Selector="Panel.buttons > WrapPanel.right Button">
<Setter Property="Margin" Value="8 0 0 0" />
</Style> </Style>
</Window.Styles> </Window.Styles>
<StackPanel Margin="20"> <DockPanel Margin="20 17 20 20">
<ScrollViewer MaxHeight="400"> <Panel Classes="buttons" DockPanel.Dock="Bottom">
<ItemsRepeater ItemsSource="{Binding Items}"> <WrapPanel>
<ItemsRepeater.ItemTemplate> <Button Command="{Binding SelectAll}" IsEnabled="{Binding !AreAllSelected}">Select All</Button>
<DataTemplate> <Button Command="{Binding SelectNone}" IsEnabled="{Binding !AreNoneSelected}">Select None</Button>
</WrapPanel>
<WrapPanel HorizontalAlignment="Right">
<Button Click="ClickOk">OK</Button>
<Button Click="ClickCancel">Cancel</Button>
</WrapPanel>
</Panel>
<ScrollViewer DockPanel.Dock="Top">
<TreeView Name="TreeView" Classes="noSelection" ItemsSource="{Binding RootItems}" ContainerPrepared="TreeViewOnContainerPrepared">
<TreeView.ItemTemplate>
<TreeDataTemplate ItemsSource="{Binding Children}">
<CheckBox IsChecked="{Binding IsChecked}"> <CheckBox IsChecked="{Binding IsChecked}">
<Label> <Label>
<TextBlock Text="{Binding Title}" TextWrapping="Wrap" /> <TextBlock Text="{Binding Title}" TextWrapping="Wrap" />
</Label> </Label>
</CheckBox> </CheckBox>
</DataTemplate> </TreeDataTemplate>
</ItemsRepeater.ItemTemplate> </TreeView.ItemTemplate>
</ItemsRepeater> </TreeView>
</ScrollViewer> </ScrollViewer>
<Panel Classes="buttons"> </DockPanel>
<WrapPanel Classes="left">
<Button Command="{Binding SelectAll}" IsEnabled="{Binding !AreAllSelected}">Select All</Button>
<Button Command="{Binding SelectNone}" IsEnabled="{Binding !AreNoneSelected}">Select None</Button>
</WrapPanel>
<WrapPanel Classes="right">
<Button Click="ClickOk">OK</Button>
<Button Click="ClickCancel">Cancel</Button>
</WrapPanel>
</Panel>
</StackPanel>
</Window> </Window>

View File

@@ -1,6 +1,9 @@
using System.Diagnostics.CodeAnalysis; using System.Diagnostics.CodeAnalysis;
using Avalonia.Controls; using Avalonia.Controls;
using Avalonia.Controls.Primitives;
using Avalonia.Input;
using Avalonia.Interactivity; using Avalonia.Interactivity;
using DHT.Desktop.Common;
using DHT.Desktop.Dialogs.Message; using DHT.Desktop.Dialogs.Message;
namespace DHT.Desktop.Dialogs.CheckBox; namespace DHT.Desktop.Dialogs.CheckBox;
@@ -11,6 +14,36 @@ public sealed partial class CheckBoxDialog : Window {
InitializeComponent(); InitializeComponent();
} }
private void TreeViewOnContainerPrepared(object? sender, ContainerPreparedEventArgs e) {
foreach (object? item in TreeView.Items) {
if (item != null && TreeView.ContainerFromItem(item) is TreeViewItem treeViewItem) {
treeViewItem.TemplateApplied += TreeViewItemOnTemplateApplied;
treeViewItem.GotFocus += TreeViewItemOnGotFocus;
treeViewItem.KeyDown += TreeViewItemOnKeyDown;
}
}
}
private void TreeViewItemOnTemplateApplied(object? sender, TemplateAppliedEventArgs e) {
if (sender is TreeViewItem { HeaderPresenter: Interactive headerPresenter } ) {
// Removes support for double-clicking to expand.
AvaloniaReflection.GetEventHandler(headerPresenter, DoubleTappedEvent)?.Clear();
}
}
private void TreeViewItemOnGotFocus(object? sender, GotFocusEventArgs e) {
if (e.NavigationMethod == NavigationMethod.Tab && sender is TreeViewItem treeViewItem && TreeView.SelectedItem == null) {
TreeView.SelectedItem = TreeView.ItemFromContainer(treeViewItem);
}
}
private void TreeViewItemOnKeyDown(object? sender, KeyEventArgs e) {
if (e.Key == Key.Space && TreeView.SelectedItem is ICheckBoxItem item) {
item.IsChecked = item.IsChecked == false;
e.Handled = true;
}
}
public void ClickOk(object? sender, RoutedEventArgs e) { public void ClickOk(object? sender, RoutedEventArgs e) {
Close(DialogResult.OkCancel.Ok); Close(DialogResult.OkCancel.Ok);
} }

View File

@@ -1,69 +1,73 @@
using System.Collections.Generic; using System.Collections.Generic;
using System.Collections.Immutable;
using System.ComponentModel; using System.ComponentModel;
using System.Linq; using System.Linq;
using CommunityToolkit.Mvvm.ComponentModel; using PropertyChanged.SourceGenerator;
namespace DHT.Desktop.Dialogs.CheckBox; namespace DHT.Desktop.Dialogs.CheckBox;
class CheckBoxDialogModel : ObservableObject { partial class CheckBoxDialogModel {
public string Title { get; init; } = ""; public string Title { get; init; } = "";
private IReadOnlyList<CheckBoxItem> items = []; private ImmutableArray<ICheckBoxItem> rootItems = [];
public IReadOnlyList<CheckBoxItem> Items { public ImmutableArray<ICheckBoxItem> RootItems {
get => items; get => rootItems;
protected set { protected set {
foreach (CheckBoxItem item in items) { foreach (ICheckBoxItem item in ICheckBoxItem.GetAllRecursively(rootItems)) {
item.PropertyChanged -= OnItemPropertyChanged; item.PropertyChanged -= OnItemPropertyChanged;
} }
items = value; rootItems = value;
foreach (CheckBoxItem item in items) { foreach (ICheckBoxItem item in ICheckBoxItem.GetAllRecursively(rootItems)) {
item.PropertyChanged += OnItemPropertyChanged; item.PropertyChanged += OnItemPropertyChanged;
} }
} }
} }
private bool pauseCheckEvents = false; protected IEnumerable<ICheckBoxItem> AllItems => ICheckBoxItem.GetAllRecursively(RootItems);
public bool AreAllSelected => Items.All(static item => item.IsChecked); [DependsOn(nameof(RootItems))]
public bool AreNoneSelected => Items.All(static item => !item.IsChecked); public bool AreAllSelected => RootItems.All(static item => item.IsChecked == true);
[DependsOn(nameof(RootItems))]
public bool AreNoneSelected => RootItems.All(static item => item.IsChecked == false);
private bool pauseUpdatingBulkButtons = false;
public void SelectAll() => SetAllChecked(true); public void SelectAll() => SetAllChecked(true);
public void SelectNone() => SetAllChecked(false); public void SelectNone() => SetAllChecked(false);
private void SetAllChecked(bool isChecked) { private void SetAllChecked(bool isChecked) {
pauseCheckEvents = true; pauseUpdatingBulkButtons = true;
foreach (CheckBoxItem item in Items) { foreach (ICheckBoxItem item in RootItems) {
item.IsChecked = isChecked; item.IsChecked = isChecked;
} }
pauseCheckEvents = false; pauseUpdatingBulkButtons = false;
UpdateBulkButtons(); UpdateBulkButtons();
} }
private void UpdateBulkButtons() {
OnPropertyChanged(nameof(AreAllSelected));
OnPropertyChanged(nameof(AreNoneSelected));
}
private void OnItemPropertyChanged(object? sender, PropertyChangedEventArgs e) { private void OnItemPropertyChanged(object? sender, PropertyChangedEventArgs e) {
if (!pauseCheckEvents && e.PropertyName == nameof(CheckBoxItem.IsChecked)) { if (e.PropertyName == nameof(ICheckBoxItem.IsChecked) && !pauseUpdatingBulkButtons) {
UpdateBulkButtons(); UpdateBulkButtons();
} }
} }
private void UpdateBulkButtons() {
OnPropertyChanged(new PropertyChangedEventArgs(nameof(RootItems)));
}
} }
sealed class CheckBoxDialogModel<T> : CheckBoxDialogModel { sealed class CheckBoxDialogModel<T> : CheckBoxDialogModel {
private new IReadOnlyList<CheckBoxItem<T>> Items { get; } public IEnumerable<T> SelectedValues => AllItems.OfType<ICheckBoxItem.Leaf<T>>()
.Where(static item => item.IsChecked == true)
.Select(static item => item.Value);
public IEnumerable<CheckBoxItem<T>> SelectedItems => Items.Where(static item => item.IsChecked); public CheckBoxDialogModel(ImmutableArray<ICheckBoxItem> items) {
this.RootItems = items;
public CheckBoxDialogModel(IEnumerable<CheckBoxItem<T>> items) {
this.Items = new List<CheckBoxItem<T>>(items);
base.Items = Items;
} }
} }

View File

@@ -1,20 +1,110 @@
using CommunityToolkit.Mvvm.ComponentModel; using System;
using System.Collections.Generic;
using System.Collections.Immutable;
using System.ComponentModel;
using System.Linq;
using PropertyChanged.SourceGenerator;
namespace DHT.Desktop.Dialogs.CheckBox; namespace DHT.Desktop.Dialogs.CheckBox;
partial class CheckBoxItem : ObservableObject { partial interface ICheckBoxItem : INotifyPropertyChanged {
public string Title { get; init; } = ""; public string Title { get; }
public object? Item { get; init; } = null; public bool? IsChecked { get; set; }
[ObservableProperty] public ImmutableArray<ICheckBoxItem> Children { get; }
private bool isChecked = false;
}
sealed class CheckBoxItem<T> : CheckBoxItem { void NotifyIsCheckedChanged();
public new T Item { get; }
public CheckBoxItem(T item) { public static IEnumerable<ICheckBoxItem> GetAllRecursively(IEnumerable<ICheckBoxItem> items) {
this.Item = item; Stack<ICheckBoxItem> stack = new Stack<ICheckBoxItem>(items);
base.Item = item;
while (stack.TryPop(out var item)) {
yield return item;
foreach (ICheckBoxItem child in item.Children) {
stack.Push(child);
}
}
}
sealed class NonLeaf : ICheckBoxItem {
public string Title { get; }
public bool? IsChecked {
get {
if (Children.Count(static child => child.IsChecked == true) == Children.Length) {
return true;
}
else if (Children.Count(static child => child.IsChecked == false) == Children.Length) {
return false;
}
else {
return null;
}
}
set {
foreach (ICheckBoxItem child in Children) {
if (child is Leaf leaf) {
leaf.SetCheckedFromParent(value);
}
else {
child.IsChecked = value;
}
}
NotifyIsCheckedChanged();
parent?.NotifyIsCheckedChanged();
}
}
public ImmutableArray<ICheckBoxItem> Children { get; }
public event PropertyChangedEventHandler? PropertyChanged;
private readonly ICheckBoxItem? parent;
public NonLeaf(string title, ICheckBoxItem? parent, Func<ICheckBoxItem, ImmutableArray<ICheckBoxItem>> children) {
this.parent = parent;
this.Title = title;
this.Children = children(this);
}
public void NotifyIsCheckedChanged() {
PropertyChanged?.Invoke(this, new PropertyChangedEventArgs(nameof(IsChecked)));
}
}
partial class Leaf(string title, ICheckBoxItem? parent, bool isChecked) : ICheckBoxItem {
public string Title { get; } = title;
public ImmutableArray<ICheckBoxItem> Children => ImmutableArray<ICheckBoxItem>.Empty;
public readonly ICheckBoxItem? parent = parent;
[Notify]
private bool? isChecked = isChecked;
private bool notifyParent = true;
public void SetCheckedFromParent(bool? isChecked) {
notifyParent = false;
IsChecked = isChecked;
notifyParent = true;
}
private void OnIsCheckedChanged() {
if (notifyParent) {
parent?.NotifyIsCheckedChanged();
}
}
void ICheckBoxItem.NotifyIsCheckedChanged() {
OnPropertyChanged(new PropertyChangedEventArgs(nameof(IsChecked)));
}
}
sealed class Leaf<T>(string title, ICheckBoxItem? parent, T value, bool isChecked) : Leaf(title, parent, isChecked) {
public T Value => value;
} }
} }

View File

@@ -0,0 +1,46 @@
using System.Collections.Generic;
using System.Collections.Immutable;
using System.Linq;
namespace DHT.Desktop.Dialogs.CheckBox;
sealed class CheckBoxItemList<TKey, TValue> where TKey : notnull {
private readonly List<INode> rootNodes = [];
private readonly Dictionary<TKey, List<INode>> parentNodes = [];
public void AddParent(TKey key, string title) {
if (!parentNodes.ContainsKey(key)) {
List<INode> children = [];
rootNodes.Add(new INode.NonLeaf(title, children));
parentNodes[key] = children;
}
}
public void Add(TValue value, string title, bool isChecked = false) {
rootNodes.Add(new INode.Leaf(title, value, isChecked));
}
public void Add(TKey key, TValue value, string title, bool isChecked = false) {
parentNodes.GetValueOrDefault(key, rootNodes).Add(new INode.Leaf(title, value, isChecked));
}
public ImmutableArray<ICheckBoxItem> ToCheckBoxItems() {
return [..rootNodes.Select(static node => node.ToCheckBoxItem(null))];
}
private interface INode {
ICheckBoxItem ToCheckBoxItem(ICheckBoxItem? parent);
sealed record NonLeaf(string Title, List<INode> Children) : INode {
public ICheckBoxItem ToCheckBoxItem(ICheckBoxItem? parent) {
return new ICheckBoxItem.NonLeaf(Title, parent, self => [..Children.Select(child => child.ToCheckBoxItem(self))]);
}
}
sealed record Leaf(string Title, TValue Value, bool IsChecked) : INode {
public ICheckBoxItem ToCheckBoxItem(ICheckBoxItem? parent) {
return new ICheckBoxItem.Leaf<TValue>(Title, parent, Value, IsChecked);
}
}
}
}

View File

@@ -8,6 +8,10 @@ using Avalonia.Platform.Storage;
namespace DHT.Desktop.Dialogs.File; namespace DHT.Desktop.Dialogs.File;
static class FileDialogs { static class FileDialogs {
public static async Task<string[]> OpenFolders(this IStorageProvider storageProvider, FolderPickerOpenOptions options) {
return (await storageProvider.OpenFolderPickerAsync(options)).ToLocalPaths();
}
public static async Task<string[]> OpenFiles(this IStorageProvider storageProvider, FilePickerOpenOptions options) { public static async Task<string[]> OpenFiles(this IStorageProvider storageProvider, FilePickerOpenOptions options) {
return (await storageProvider.OpenFilePickerAsync(options)).ToLocalPaths(); return (await storageProvider.OpenFilePickerAsync(options)).ToLocalPaths();
} }
@@ -26,11 +30,11 @@ static class FileDialogs {
return suggestedDirectory == null ? Task.FromResult<IStorageFolder?>(null) : window.StorageProvider.TryGetFolderFromPathAsync(suggestedDirectory); return suggestedDirectory == null ? Task.FromResult<IStorageFolder?>(null) : window.StorageProvider.TryGetFolderFromPathAsync(suggestedDirectory);
} }
private static string ToLocalPath(this IStorageFile file) { private static string ToLocalPath(this IStorageItem itme) {
return file.TryGetLocalPath() ?? throw new NotSupportedException("Local filesystem is not supported."); return itme.TryGetLocalPath() ?? throw new NotSupportedException("Local filesystem is not supported.");
} }
private static string[] ToLocalPaths(this IReadOnlyList<IStorageFile> files) { private static string[] ToLocalPaths(this IReadOnlyList<IStorageItem> items) {
return files.Select(ToLocalPath).ToArray(); return items.Select(ToLocalPath).ToArray();
} }
} }

View File

@@ -20,24 +20,18 @@
<Setter Property="FontSize" Value="15" /> <Setter Property="FontSize" Value="15" />
<Setter Property="TextWrapping" Value="Wrap" /> <Setter Property="TextWrapping" Value="Wrap" />
</Style> </Style>
<Style Selector="WrapPanel">
<Setter Property="HorizontalAlignment" Value="Right" />
<Setter Property="Margin" Value="0 8 0 0" />
</Style>
<Style Selector="Button">
<Setter Property="Margin" Value="8 0 0 0" />
<Setter Property="MinWidth" Value="80" />
</Style>
</Window.Styles> </Window.Styles>
<StackPanel Margin="20"> <StackPanel Margin="20">
<TextBlock Text="{Binding Message}" /> <TextBlock Text="{Binding Message}" />
<WrapPanel> <Panel Classes="buttons">
<Button Click="ClickOk" IsVisible="{Binding IsOkVisible}">OK</Button> <WrapPanel HorizontalAlignment="Right">
<Button Click="ClickYes" IsVisible="{Binding IsYesVisible}">Yes</Button> <Button Click="ClickOk" IsVisible="{Binding IsOkVisible}">OK</Button>
<Button Click="ClickNo" IsVisible="{Binding IsNoVisible}">No</Button> <Button Click="ClickYes" IsVisible="{Binding IsYesVisible}">Yes</Button>
<Button Click="ClickCancel" IsVisible="{Binding IsCancelVisible}">Cancel</Button> <Button Click="ClickNo" IsVisible="{Binding IsNoVisible}">No</Button>
</WrapPanel> <Button Click="ClickCancel" IsVisible="{Binding IsCancelVisible}">Cancel</Button>
</WrapPanel>
</Panel>
</StackPanel> </StackPanel>
</Window> </Window>

View File

@@ -0,0 +1,24 @@
using System;
using System.Threading.Tasks;
using Avalonia.Controls;
using Avalonia.Threading;
namespace DHT.Desktop.Dialogs.Progress;
static class DelayedProgressDialog {
public static async ValueTask Await(Func<Task> taskProvider, TimeSpan delay, Window window, string progressDialogTitle, string progressDialogDescription) {
Dispatcher.UIThread.VerifyAccess();
Task task = Task.Run(taskProvider);
if (task.IsCompleted) {
return;
}
// Freeze the UI thread for a short while in case the task finishes quickly.
_ = Task.WhenAny(Task.Delay(delay), task).GetAwaiter().GetResult();
if (!task.IsCompleted) {
await ProgressDialog.ShowIndeterminate(window, progressDialogTitle, progressDialogDescription, _ => task);
}
}
}

View File

@@ -3,7 +3,7 @@ using System.Threading.Tasks;
namespace DHT.Desktop.Dialogs.Progress; namespace DHT.Desktop.Dialogs.Progress;
interface IProgressCallback { interface IProgressCallback {
Task Update(string message, int finishedItems, int totalItems); Task Update(string message, long finishedItems, long totalItems);
Task UpdateIndeterminate(string message); Task UpdateIndeterminate(string message);
Task Hide(); Task Hide();
} }

View File

@@ -2,68 +2,47 @@ using System;
using System.Diagnostics.CodeAnalysis; using System.Diagnostics.CodeAnalysis;
using System.Threading.Tasks; using System.Threading.Tasks;
using Avalonia.Controls; using Avalonia.Controls;
using DHT.Desktop.Dialogs.Message;
using DHT.Utils.Logging;
namespace DHT.Desktop.Dialogs.Progress; namespace DHT.Desktop.Dialogs.Progress;
[SuppressMessage("ReSharper", "MemberCanBeInternal")] [SuppressMessage("ReSharper", "MemberCanBeInternal")]
public sealed partial class ProgressDialog : Window { public sealed partial class ProgressDialog : Window {
private static readonly Log Log = Log.ForType<ProgressDialog>(); private static readonly TimeSpan MinimumShowDuration = TimeSpan.FromMilliseconds(500);
internal static async Task Show(Window owner, string title, Func<ProgressDialog, IProgressCallback, Task> action) { internal static async Task Show(Window owner, string title, Func<ProgressDialog, IProgressCallback, Task> action) {
var taskCompletionSource = new TaskCompletionSource();
var dialog = new ProgressDialog(); var dialog = new ProgressDialog();
dialog.DataContext = new ProgressDialogModel(title, async callbacks => await action(dialog, callbacks[0]));
dialog.DataContext = new ProgressDialogModel(title, async callbacks => {
try {
await action(dialog, callbacks[0]);
taskCompletionSource.SetResult();
} catch (Exception e) {
taskCompletionSource.SetException(e);
}
});
await dialog.ShowProgressDialog(owner); await dialog.ShowProgressDialog(owner);
await taskCompletionSource.Task;
} }
internal static async Task ShowIndeterminate(Window owner, string title, string message, Func<ProgressDialog, Task> action) { internal static async Task<T> Show<T>(Window owner, string title, Func<ProgressDialog, IProgressCallback, Task<T>> action) {
var taskCompletionSource = new TaskCompletionSource();
var dialog = new ProgressDialog();
dialog.DataContext = new ProgressDialogModel(title, async callbacks => {
await callbacks[0].UpdateIndeterminate(message);
try {
await action(dialog);
taskCompletionSource.SetResult();
} catch (Exception e) {
taskCompletionSource.SetException(e);
}
});
await dialog.ShowProgressDialog(owner);
await taskCompletionSource.Task;
}
internal static async Task<T> ShowIndeterminate<T>(Window owner, string title, string message, Func<ProgressDialog, Task<T>> action) {
var taskCompletionSource = new TaskCompletionSource<T>(); var taskCompletionSource = new TaskCompletionSource<T>();
var dialog = new ProgressDialog(); var dialog = new ProgressDialog();
dialog.DataContext = new ProgressDialogModel(title, async callbacks => { dialog.DataContext = new ProgressDialogModel(title, async callbacks => {
await callbacks[0].UpdateIndeterminate(message); taskCompletionSource.SetResult(await action(dialog, callbacks[0]));
try {
taskCompletionSource.SetResult(await action(dialog));
} catch (Exception e) {
taskCompletionSource.SetException(e);
}
}); });
await dialog.ShowProgressDialog(owner); await dialog.ShowProgressDialog(owner);
return await taskCompletionSource.Task; return await taskCompletionSource.Task;
} }
internal static Task ShowIndeterminate(Window owner, string title, string message, Func<ProgressDialog, Task> action) {
return Show(owner, title, async (dialog, callback) => {
await callback.UpdateIndeterminate(message);
await action(dialog);
});
}
internal static Task<T> ShowIndeterminate<T>(Window owner, string title, string message, Func<ProgressDialog, Task<T>> action) {
return Show<T>(owner, title, async (dialog, callback) => {
await callback.UpdateIndeterminate(message);
return await action(dialog);
});
}
private bool isFinished = false; private bool isFinished = false;
private DateTime startTime = DateTime.Now;
private Task progressTask = Task.CompletedTask; private Task progressTask = Task.CompletedTask;
public ProgressDialog() { public ProgressDialog() {
@@ -71,6 +50,8 @@ public sealed partial class ProgressDialog : Window {
} }
public void OnOpened(object? sender, EventArgs e) { public void OnOpened(object? sender, EventArgs e) {
startTime = DateTime.Now;
if (DataContext is ProgressDialogModel model) { if (DataContext is ProgressDialogModel model) {
progressTask = Task.Run(model.StartTask); progressTask = Task.Run(model.StartTask);
progressTask.ContinueWith(OnFinished, TaskScheduler.FromCurrentSynchronizationContext()); progressTask.ContinueWith(OnFinished, TaskScheduler.FromCurrentSynchronizationContext());
@@ -81,18 +62,19 @@ public sealed partial class ProgressDialog : Window {
e.Cancel = !isFinished; e.Cancel = !isFinished;
} }
private void OnFinished(Task task) { private async Task OnFinished(Task task) {
isFinished = true; isFinished = true;
TimeSpan elapsedTime = DateTime.Now - startTime;
if (elapsedTime < MinimumShowDuration) {
await Task.Delay(MinimumShowDuration - elapsedTime);
}
Close(); Close();
} }
public async Task ShowProgressDialog(Window owner) { public async Task ShowProgressDialog(Window owner) {
await ShowDialog(owner); await ShowDialog(owner);
try { await progressTask;
await progressTask;
} catch (Exception e) {
Log.Error(e);
await Dialog.ShowOk(owner, "Unexpected Error", e.Message);
}
} }
} }

View File

@@ -38,7 +38,7 @@ sealed class ProgressDialogModel {
this.item = item; this.item = item;
} }
public async Task Update(string message, int finishedItems, int totalItems) { public async Task Update(string message, long finishedItems, long totalItems) {
await Dispatcher.UIThread.InvokeAsync(() => { await Dispatcher.UIThread.InvokeAsync(() => {
item.Message = message; item.Message = message;
item.Items = totalItems == 0 ? string.Empty : finishedItems.Format() + " / " + totalItems.Format(); item.Items = totalItems == 0 ? string.Empty : finishedItems.Format() + " / " + totalItems.Format();

View File

@@ -1,30 +1,23 @@
using CommunityToolkit.Mvvm.ComponentModel; using PropertyChanged.SourceGenerator;
namespace DHT.Desktop.Dialogs.Progress; namespace DHT.Desktop.Dialogs.Progress;
sealed partial class ProgressItem : ObservableObject { sealed partial class ProgressItem {
[ObservableProperty(Setter = Access.Private)] [Notify]
[NotifyPropertyChangedFor(nameof(Opacity))]
private bool isVisible = false;
public double Opacity => IsVisible ? 1.0 : 0.0;
private string message = ""; private string message = "";
public string Message { [Notify]
get => message;
set {
SetProperty(ref message, value);
IsVisible = !string.IsNullOrEmpty(value);
}
}
[ObservableProperty]
private string items = ""; private string items = "";
[ObservableProperty] [Notify]
private int progress = 0; private long progress = 0L;
[ObservableProperty] [Notify]
private bool isIndeterminate; private bool isIndeterminate;
[DependsOn(nameof(Message))]
public bool IsVisible => !string.IsNullOrEmpty(Message);
[DependsOn(nameof(IsVisible))]
public double Opacity => IsVisible ? 1.0 : 0.0;
} }

View File

@@ -15,19 +15,6 @@
<namespace:TextBoxDialogModel /> <namespace:TextBoxDialogModel />
</Window.DataContext> </Window.DataContext>
<Window.Styles>
<Style Selector="Panel.buttons">
<Setter Property="Margin" Value="0 20 0 0" />
</Style>
<Style Selector="Panel.buttons > WrapPanel.right">
<Setter Property="HorizontalAlignment" Value="Right" />
</Style>
<Style Selector="Panel.buttons Button">
<Setter Property="MinWidth" Value="80" />
<Setter Property="Margin" Value="8 0 0 0" />
</Style>
</Window.Styles>
<StackPanel Margin="20"> <StackPanel Margin="20">
<ScrollViewer MaxHeight="400"> <ScrollViewer MaxHeight="400">
<StackPanel Spacing="10"> <StackPanel Spacing="10">
@@ -47,7 +34,7 @@
</StackPanel> </StackPanel>
</ScrollViewer> </ScrollViewer>
<Panel Classes="buttons"> <Panel Classes="buttons">
<WrapPanel Classes="right"> <WrapPanel HorizontalAlignment="Right">
<Button Click="ClickOk" IsEnabled="{Binding !HasErrors}">OK</Button> <Button Click="ClickOk" IsEnabled="{Binding !HasErrors}">OK</Button>
<Button Click="ClickCancel">Cancel</Button> <Button Click="ClickCancel">Cancel</Button>
</WrapPanel> </WrapPanel>

View File

@@ -1,11 +1,11 @@
using System.Collections.Generic; using System.Collections.Generic;
using System.ComponentModel; using System.ComponentModel;
using System.Linq; using System.Linq;
using CommunityToolkit.Mvvm.ComponentModel; using PropertyChanged.SourceGenerator;
namespace DHT.Desktop.Dialogs.TextBox; namespace DHT.Desktop.Dialogs.TextBox;
class TextBoxDialogModel : ObservableObject { partial class TextBoxDialogModel {
public string Title { get; init; } = ""; public string Title { get; init; } = "";
public string Description { get; init; } = ""; public string Description { get; init; } = "";
@@ -27,10 +27,11 @@ class TextBoxDialogModel : ObservableObject {
} }
} }
[DependsOn(nameof(Items))]
public bool HasErrors => Items.Any(static item => !item.IsValid); public bool HasErrors => Items.Any(static item => !item.IsValid);
private void OnItemErrorsChanged(object? sender, DataErrorsChangedEventArgs e) { private void OnItemErrorsChanged(object? sender, DataErrorsChangedEventArgs e) {
OnPropertyChanged(nameof(HasErrors)); OnPropertyChanged(new PropertyChangedEventArgs(nameof(Items)));
} }
} }

View File

@@ -1,25 +1,22 @@
using System; using System;
using System.Collections; using System.Collections;
using System.ComponentModel; using System.ComponentModel;
using CommunityToolkit.Mvvm.ComponentModel; using PropertyChanged.SourceGenerator;
namespace DHT.Desktop.Dialogs.TextBox; namespace DHT.Desktop.Dialogs.TextBox;
class TextBoxItem : ObservableObject, INotifyDataErrorInfo { partial class TextBoxItem : INotifyDataErrorInfo {
public string Title { get; init; } = ""; public string Title { get; init; } = "";
public object? Item { get; init; } = null; public object? Item { get; init; } = null;
public Func<string, bool> ValidityCheck { get; init; } = static _ => true; public Func<string, bool> ValidityCheck { get; init; } = static _ => true;
public bool IsValid => ValidityCheck(Value); public bool IsValid => ValidityCheck(Value);
[Notify]
private string value = string.Empty; private string value = string.Empty;
public string Value { private void OnValueChanged() {
get => value; ErrorsChanged?.Invoke(this, new DataErrorsChangedEventArgs(nameof(Value)));
set {
SetProperty(ref this.value, value);
ErrorsChanged?.Invoke(this, new DataErrorsChangedEventArgs(nameof(Value)));
}
} }
public IEnumerable GetErrors(string? propertyName) { public IEnumerable GetErrors(string? propertyName) {

View File

@@ -42,8 +42,7 @@ static class DiscordAppSettings {
JsonObject settingsJson = await ReadSettingsJson(); JsonObject settingsJson = await ReadSettingsJson();
return AreDevToolsEnabled(settingsJson); return AreDevToolsEnabled(settingsJson);
} catch (Exception e) { } catch (Exception e) {
Log.Error("Cannot read settings file."); Log.Error("Could not read settings file.", e);
Log.Error(e);
return null; return null;
} }
} }
@@ -62,7 +61,7 @@ static class DiscordAppSettings {
} catch (JsonException) { } catch (JsonException) {
return SettingsJsonResult.InvalidJson; return SettingsJsonResult.InvalidJson;
} catch (Exception e) { } catch (Exception e) {
Log.Error(e); Log.Error("Could not read settings file.", e);
return SettingsJsonResult.ReadError; return SettingsJsonResult.ReadError;
} }
@@ -84,16 +83,14 @@ static class DiscordAppSettings {
await WriteSettingsJson(json); await WriteSettingsJson(json);
} catch (Exception e) { } catch (Exception e) {
Log.Error("An error occurred when writing settings file."); Log.Error("Could not write settings file.", e);
Log.Error(e);
if (File.Exists(JsonBackupFilePath)) { if (File.Exists(JsonBackupFilePath)) {
try { try {
File.Move(JsonBackupFilePath, JsonFilePath, overwrite: true); File.Move(JsonBackupFilePath, JsonFilePath, overwrite: true);
Log.Info("Restored settings file from backup."); Log.Info("Restored settings file from backup.");
} catch (Exception e2) { } catch (Exception e2) {
Log.Error("Cannot restore settings file from backup."); Log.Error("Could not restore settings file from backup.", e2);
Log.Error(e2);
} }
} }
@@ -103,8 +100,7 @@ static class DiscordAppSettings {
try { try {
File.Delete(JsonBackupFilePath); File.Delete(JsonBackupFilePath);
} catch (Exception e) { } catch (Exception e) {
Log.Error("Cannot delete backup file."); Log.Error("Could not delete backup file.", e);
Log.Error(e);
} }
return SettingsJsonResult.Success; return SettingsJsonResult.Success;

View File

@@ -3,12 +3,12 @@
xmlns:d="http://schemas.microsoft.com/expression/blend/2008" xmlns:d="http://schemas.microsoft.com/expression/blend/2008"
xmlns:mc="http://schemas.openxmlformats.org/markup-compatibility/2006" xmlns:mc="http://schemas.openxmlformats.org/markup-compatibility/2006"
xmlns:main="clr-namespace:DHT.Desktop.Main" xmlns:main="clr-namespace:DHT.Desktop.Main"
mc:Ignorable="d" d:DesignWidth="480" d:DesignHeight="360" mc:Ignorable="d" d:DesignWidth="510" d:DesignHeight="425"
x:Class="DHT.Desktop.Main.AboutWindow" x:Class="DHT.Desktop.Main.AboutWindow"
x:DataType="main:AboutWindowModel" x:DataType="main:AboutWindowModel"
Title="About Discord History Tracker" Title="About Discord History Tracker"
Icon="avares://DiscordHistoryTracker/Resources/icon.ico" Icon="avares://DiscordHistoryTracker/Resources/icon.ico"
Width="480" Height="360" CanResize="False" Width="510" Height="425" CanResize="False"
WindowStartupLocation="CenterOwner"> WindowStartupLocation="CenterOwner">
<Design.DataContext> <Design.DataContext>
@@ -16,16 +16,12 @@
</Design.DataContext> </Design.DataContext>
<Window.Styles> <Window.Styles>
<Style Selector="StackPanel">
<Setter Property="Orientation" Value="Horizontal" />
<Setter Property="Spacing" Value="5" />
</Style>
<Style Selector="TextBlock"> <Style Selector="TextBlock">
<Setter Property="TextWrapping" Value="Wrap" /> <Setter Property="TextWrapping" Value="Wrap" />
<Setter Property="VerticalAlignment" Value="Center" /> <Setter Property="VerticalAlignment" Value="Center" />
</Style> </Style>
<Style Selector="Grid > Button"> <Style Selector="Grid > Button">
<Setter Property="Margin" Value="0 4" /> <Setter Property="Margin" Value="0 3" />
<Setter Property="Padding" Value="8 4" /> <Setter Property="Padding" Value="8 4" />
<Setter Property="HorizontalAlignment" Value="Stretch" /> <Setter Property="HorizontalAlignment" Value="Stretch" />
</Style> </Style>
@@ -33,44 +29,55 @@
<StackPanel Orientation="Vertical" Margin="20" Spacing="12"> <StackPanel Orientation="Vertical" Margin="20" Spacing="12">
<TextBlock VerticalAlignment="Center"> <StackPanel Orientation="Vertical" Spacing="3">
Discord History Tracker was created by chylex and released under the MIT license. <TextBlock TextWrapping="Wrap">Discord History Tracker was created by chylex.</TextBlock>
</TextBlock> <TextBlock>It is available under the MIT license.</TextBlock>
<StackPanel>
<Button Command="{Binding ShowOfficialWebsite}">Official Website</Button>
<Button Command="{Binding ShowIssueTracker}">Issue Tracker</Button>
<Button Command="{Binding ShowSourceCode}">Source Code</Button>
</StackPanel> </StackPanel>
<Grid RowDefinitions="Auto,5,Auto,Auto,Auto,Auto,Auto,Auto,Auto,Auto" ColumnDefinitions="175,125,*" Margin="0 10 0 0"> <StackPanel Orientation="Horizontal" Spacing="8">
<Button Command="{Binding OpenOfficialWebsite}">Official Website</Button>
<Button Command="{Binding OpenIssueTracker}">Issue Tracker</Button>
<Button Command="{Binding OpenSourceCode}">Source Code</Button>
</StackPanel>
<Grid RowDefinitions="Auto,5,Auto,Auto,Auto,Auto,Auto,Auto,Auto,Auto" ColumnDefinitions="*,115,90" Margin="0 10 0 0">
<TextBlock Grid.Row="0" Grid.Column="0" FontWeight="Bold">Third-Party Software</TextBlock> <TextBlock Grid.Row="0" Grid.Column="0" FontWeight="Bold">Third-Party Software</TextBlock>
<TextBlock Grid.Row="0" Grid.Column="1" FontWeight="Bold">License</TextBlock> <TextBlock Grid.Row="0" Grid.Column="1" FontWeight="Bold">License</TextBlock>
<TextBlock Grid.Row="0" Grid.Column="2" FontWeight="Bold">Link</TextBlock> <TextBlock Grid.Row="0" Grid.Column="2" FontWeight="Bold">Link</TextBlock>
<TextBlock Grid.Row="2" Grid.Column="0">.NET 8</TextBlock> <TextBlock Grid.Row="2" Grid.Column="0">.NET</TextBlock>
<TextBlock Grid.Row="2" Grid.Column="1">MIT</TextBlock> <TextBlock Grid.Row="2" Grid.Column="1">MIT</TextBlock>
<Button Grid.Row="2" Grid.Column="2" Command="{Binding ShowLibraryNetCore}">GitHub</Button> <Button Grid.Row="2" Grid.Column="2" Command="{Binding OpenThirdPartyNetCore}">GitHub</Button>
<TextBlock Grid.Row="3" Grid.Column="0">Avalonia</TextBlock> <TextBlock Grid.Row="3" Grid.Column="0">Avalonia</TextBlock>
<TextBlock Grid.Row="3" Grid.Column="1">MIT</TextBlock> <TextBlock Grid.Row="3" Grid.Column="1">MIT</TextBlock>
<Button Grid.Row="3" Grid.Column="2" Command="{Binding ShowLibraryAvalonia}">NuGet</Button> <Button Grid.Row="3" Grid.Column="2" Command="{Binding OpenThirdPartyAvalonia}">GitHub</Button>
<TextBlock Grid.Row="4" Grid.Column="0">MVVM Toolkit</TextBlock> <TextBlock Grid.Row="4" Grid.Column="0">Rx.NET</TextBlock>
<TextBlock Grid.Row="4" Grid.Column="1">MIT</TextBlock> <TextBlock Grid.Row="4" Grid.Column="1">MIT</TextBlock>
<Button Grid.Row="4" Grid.Column="2" Command="{Binding ShowLibraryCommunityToolkit}">GitHub</Button> <Button Grid.Row="4" Grid.Column="2" Command="{Binding OpenThirdPartyRxNet}">GitHub</Button>
<TextBlock Grid.Row="5" Grid.Column="0">SQLite</TextBlock> <TextBlock Grid.Row="5" Grid.Column="0">SQLite</TextBlock>
<TextBlock Grid.Row="5" Grid.Column="1">Public Domain</TextBlock> <TextBlock Grid.Row="5" Grid.Column="1">Public Domain</TextBlock>
<Button Grid.Row="5" Grid.Column="2" Command="{Binding ShowLibrarySqlite}">Official Website</Button> <Button Grid.Row="5" Grid.Column="2" Command="{Binding OpenThirdPartySqlite}">Website</Button>
<TextBlock Grid.Row="6" Grid.Column="0">Microsoft.Data.Sqlite</TextBlock> <TextBlock Grid.Row="6" Grid.Column="0">Microsoft.Data.Sqlite</TextBlock>
<TextBlock Grid.Row="6" Grid.Column="1">Apache-2.0</TextBlock> <TextBlock Grid.Row="6" Grid.Column="1">Apache-2.0</TextBlock>
<Button Grid.Row="6" Grid.Column="2" Command="{Binding ShowLibrarySqliteAdoNet}">NuGet</Button> <Button Grid.Row="6" Grid.Column="2" Command="{Binding OpenThirdPartyMicrosoftDataSqlite}">NuGet</Button>
<TextBlock Grid.Row="7" Grid.Column="0">Rx.NET</TextBlock> <TextBlock Grid.Row="7" Grid.Column="0">PropertyChanged.SourceGenerator</TextBlock>
<TextBlock Grid.Row="7" Grid.Column="1">MIT</TextBlock> <TextBlock Grid.Row="7" Grid.Column="1">MIT</TextBlock>
<Button Grid.Row="7" Grid.Column="2" Command="{Binding ShowLibraryRxNet}">GitHub</Button> <Button Grid.Row="7" Grid.Column="2" Command="{Binding OpenThirdPartyPropertyChangedSourceGenerator}">GitHub</Button>
</Grid>
<Grid RowDefinitions="Auto,5,Auto,Auto,Auto,Auto,Auto,Auto,Auto,Auto" ColumnDefinitions="*,115,90" Margin="0 5 0 0">
<TextBlock Grid.Row="0" Grid.Column="0" FontWeight="Bold">Additional Thanks</TextBlock>
<TextBlock Grid.Row="0" Grid.Column="1" FontWeight="Bold">License</TextBlock>
<TextBlock Grid.Row="0" Grid.Column="2" FontWeight="Bold">Link</TextBlock>
<TextBlock Grid.Row="2" Grid.Column="0">BetterDiscord, for Webpack hooks</TextBlock>
<TextBlock Grid.Row="2" Grid.Column="1">Apache-2.0</TextBlock>
<Button Grid.Row="2" Grid.Column="2" Command="{Binding OpenThirdPartyBetterDiscord}">GitHub</Button>
</Grid> </Grid>
</StackPanel> </StackPanel>

View File

@@ -3,39 +3,43 @@ using DHT.Desktop.Common;
namespace DHT.Desktop.Main; namespace DHT.Desktop.Main;
sealed class AboutWindowModel { sealed class AboutWindowModel {
public void ShowOfficialWebsite() { public void OpenOfficialWebsite() {
SystemUtils.OpenUrl(Program.Website); SystemUtils.OpenUrl(Program.Website);
} }
public void ShowIssueTracker() { public void OpenIssueTracker() {
SystemUtils.OpenUrl("https://github.com/chylex/Discord-History-Tracker/issues"); SystemUtils.OpenUrl("https://github.com/chylex/Discord-History-Tracker/issues");
} }
public void ShowSourceCode() { public void OpenSourceCode() {
SystemUtils.OpenUrl("https://github.com/chylex/Discord-History-Tracker"); SystemUtils.OpenUrl("https://github.com/chylex/Discord-History-Tracker");
} }
public void ShowLibraryNetCore() { public void OpenThirdPartyNetCore() {
SystemUtils.OpenUrl("https://github.com/dotnet/core"); SystemUtils.OpenUrl("https://github.com/dotnet/core");
} }
public void ShowLibraryAvalonia() { public void OpenThirdPartyAvalonia() {
SystemUtils.OpenUrl("https://www.nuget.org/packages/Avalonia"); SystemUtils.OpenUrl("https://github.com/AvaloniaUI/Avalonia");
} }
public void ShowLibraryCommunityToolkit() { public void OpenThirdPartyPropertyChangedSourceGenerator() {
SystemUtils.OpenUrl("https://github.com/CommunityToolkit/dotnet"); SystemUtils.OpenUrl("https://github.com/canton7/PropertyChanged.SourceGenerator");
} }
public void ShowLibrarySqlite() { public void OpenThirdPartySqlite() {
SystemUtils.OpenUrl("https://www.sqlite.org"); SystemUtils.OpenUrl("https://www.sqlite.org");
} }
public void ShowLibrarySqliteAdoNet() { public void OpenThirdPartyMicrosoftDataSqlite() {
SystemUtils.OpenUrl("https://www.nuget.org/packages/Microsoft.Data.Sqlite"); SystemUtils.OpenUrl("https://www.nuget.org/packages/Microsoft.Data.Sqlite");
} }
public void ShowLibraryRxNet() { public void OpenThirdPartyRxNet() {
SystemUtils.OpenUrl("https://github.com/dotnet/reactive"); SystemUtils.OpenUrl("https://github.com/dotnet/reactive");
} }
public void OpenThirdPartyBetterDiscord() {
SystemUtils.OpenUrl("https://github.com/BetterDiscord/BetterDiscord");
}
} }

View File

@@ -13,12 +13,8 @@
<UserControl.Styles> <UserControl.Styles>
<Style Selector="WrapPanel > StackPanel"> <Style Selector="WrapPanel > StackPanel">
<Setter Property="Margin" Value="0 20 40 0" />
<Setter Property="Spacing" Value="4" /> <Setter Property="Spacing" Value="4" />
</Style> </Style>
<Style Selector="WrapPanel > StackPanel:nth-last-child(1)">
<Setter Property="Margin" Value="0 20 0 0" />
</Style>
<Style Selector="Grid > Label"> <Style Selector="Grid > Label">
<Setter Property="VerticalAlignment" Value="Center" /> <Setter Property="VerticalAlignment" Value="Center" />
</Style> </Style>
@@ -30,9 +26,9 @@
</Style> </Style>
</UserControl.Styles> </UserControl.Styles>
<StackPanel> <StackPanel Spacing="20">
<TextBlock Text="{Binding FilterStatisticsText}" /> <TextBlock Text="{Binding FilterStatisticsText}" />
<WrapPanel> <WrapPanel ItemSpacing="40" LineSpacing="20">
<StackPanel> <StackPanel>
<CheckBox IsChecked="{Binding LimitSize}">Limit Size</CheckBox> <CheckBox IsChecked="{Binding LimitSize}">Limit Size</CheckBox>
<StackPanel Orientation="Horizontal"> <StackPanel Orientation="Horizontal">

View File

@@ -5,17 +5,17 @@ using System.Linq;
using System.Reactive.Linq; using System.Reactive.Linq;
using System.Threading.Tasks; using System.Threading.Tasks;
using Avalonia.ReactiveUI; using Avalonia.ReactiveUI;
using CommunityToolkit.Mvvm.ComponentModel;
using DHT.Desktop.Common; using DHT.Desktop.Common;
using DHT.Server; using DHT.Server;
using DHT.Server.Data.Filters; using DHT.Server.Data.Filters;
using DHT.Server.Data.Settings; using DHT.Server.Data.Settings;
using DHT.Utils.Logging; using DHT.Utils.Logging;
using DHT.Utils.Tasks; using DHT.Utils.Tasks;
using PropertyChanged.SourceGenerator;
namespace DHT.Desktop.Main.Controls; namespace DHT.Desktop.Main.Controls;
sealed partial class DownloadItemFilterPanelModel : ObservableObject, IAsyncDisposable { sealed partial class DownloadItemFilterPanelModel : IAsyncDisposable {
private static readonly Log Log = Log.ForType<DownloadItemFilterPanelModel>(); private static readonly Log Log = Log.ForType<DownloadItemFilterPanelModel>();
public sealed record Unit(string Name, uint Scale); public sealed record Unit(string Name, uint Scale);
@@ -32,15 +32,16 @@ sealed partial class DownloadItemFilterPanelModel : ObservableObject, IAsyncDisp
nameof(MaximumSizeUnit), nameof(MaximumSizeUnit),
]; ];
public string FilterStatisticsText { get; private set; } = ""; [Notify(Setter.Private)]
private string filterStatisticsText = "";
[ObservableProperty] [Notify]
private bool limitSize = false; private bool limitSize = false;
[ObservableProperty] [Notify]
private ulong maximumSize = 0UL; private ulong maximumSize = 0UL;
[ObservableProperty] [Notify]
private Unit maximumSizeUnit = AllUnits[0]; private Unit maximumSizeUnit = AllUnits[0];
public IEnumerable<Unit> Units => AllUnits; public IEnumerable<Unit> Units => AllUnits;
@@ -108,8 +109,7 @@ sealed partial class DownloadItemFilterPanelModel : ObservableObject, IAsyncDisp
await setter.Set(SettingsKey.DownloadsMaximumSizeUnit, settings.MaximumSizeUnit.Name); await setter.Set(SettingsKey.DownloadsMaximumSizeUnit, settings.MaximumSizeUnit.Name);
}); });
} catch (Exception e) { } catch (Exception e) {
Log.Error("Could not save download filter settings"); Log.Error("Could not save download filter settings.", e);
Log.Error(e);
} }
} }
@@ -151,9 +151,7 @@ sealed partial class DownloadItemFilterPanelModel : ObservableObject, IAsyncDisp
private void UpdateFilterStatisticsText() { private void UpdateFilterStatisticsText() {
string matchingItemCountStr = matchingItemCount?.Format() ?? "(...)"; string matchingItemCountStr = matchingItemCount?.Format() ?? "(...)";
string totalItemCountStr = totalItemCount?.Format() ?? "(...)"; string totalItemCountStr = totalItemCount?.Format() ?? "(...)";
FilterStatisticsText = verb + " " + matchingItemCountStr + " out of " + totalItemCountStr + " file" + (totalItemCount is null or 1 ? "." : "s."); FilterStatisticsText = verb + " " + matchingItemCountStr + " out of " + totalItemCountStr + " file" + (totalItemCount is null or 1 ? "." : "s.");
OnPropertyChanged(nameof(FilterStatisticsText));
} }
public DownloadItemFilter CreateFilter() { public DownloadItemFilter CreateFilter() {

View File

@@ -13,12 +13,8 @@
<UserControl.Styles> <UserControl.Styles>
<Style Selector="WrapPanel > StackPanel"> <Style Selector="WrapPanel > StackPanel">
<Setter Property="Margin" Value="0 20 40 0" />
<Setter Property="Spacing" Value="4" /> <Setter Property="Spacing" Value="4" />
</Style> </Style>
<Style Selector="WrapPanel > StackPanel:nth-last-child(1)">
<Setter Property="Margin" Value="0 20 0 0" />
</Style>
<Style Selector="Grid > Label"> <Style Selector="Grid > Label">
<Setter Property="VerticalAlignment" Value="Center" /> <Setter Property="VerticalAlignment" Value="Center" />
</Style> </Style>
@@ -36,9 +32,9 @@
</Style> </Style>
</UserControl.Styles> </UserControl.Styles>
<StackPanel> <StackPanel Spacing="20">
<TextBlock Text="{Binding FilterStatisticsText}" /> <TextBlock Text="{Binding FilterStatisticsText}" />
<WrapPanel> <WrapPanel ItemSpacing="40" LineSpacing="20">
<StackPanel> <StackPanel>
<CheckBox IsChecked="{Binding FilterByDate}">Filter by Date</CheckBox> <CheckBox IsChecked="{Binding FilterByDate}">Filter by Date</CheckBox>
<Grid ColumnDefinitions="Auto, 4, 125" RowDefinitions="Auto, 4, Auto" Margin="4 0"> <Grid ColumnDefinitions="Auto, 4, 125" RowDefinitions="Auto, 4, Auto" Margin="4 0">

View File

@@ -1,13 +1,13 @@
using System; using System;
using System.Collections.Generic; using System.Collections.Generic;
using System.Collections.Immutable;
using System.ComponentModel; using System.ComponentModel;
using System.Diagnostics.CodeAnalysis;
using System.Linq; using System.Linq;
using System.Reactive.Linq; using System.Reactive.Linq;
using System.Text;
using System.Threading.Tasks; using System.Threading.Tasks;
using Avalonia.Controls; using Avalonia.Controls;
using Avalonia.ReactiveUI; using Avalonia.ReactiveUI;
using CommunityToolkit.Mvvm.ComponentModel;
using DHT.Desktop.Common; using DHT.Desktop.Common;
using DHT.Desktop.Dialogs.CheckBox; using DHT.Desktop.Dialogs.CheckBox;
using DHT.Desktop.Dialogs.Message; using DHT.Desktop.Dialogs.Message;
@@ -16,10 +16,11 @@ using DHT.Server;
using DHT.Server.Data; using DHT.Server.Data;
using DHT.Server.Data.Filters; using DHT.Server.Data.Filters;
using DHT.Utils.Tasks; using DHT.Utils.Tasks;
using PropertyChanged.SourceGenerator;
namespace DHT.Desktop.Main.Controls; namespace DHT.Desktop.Main.Controls;
sealed partial class MessageFilterPanelModel : ObservableObject, IDisposable { sealed partial class MessageFilterPanelModel : IDisposable {
private static readonly HashSet<string> FilterProperties = [ private static readonly HashSet<string> FilterProperties = [
nameof(FilterByDate), nameof(FilterByDate),
nameof(StartDate), nameof(StartDate),
@@ -30,37 +31,38 @@ sealed partial class MessageFilterPanelModel : ObservableObject, IDisposable {
nameof(IncludedUsers), nameof(IncludedUsers),
]; ];
public string FilterStatisticsText { get; private set; } = "";
public event PropertyChangedEventHandler? FilterPropertyChanged; public event PropertyChangedEventHandler? FilterPropertyChanged;
public bool HasAnyFilters => FilterByDate || FilterByChannel || FilterByUser; public bool HasAnyFilters => FilterByDate || FilterByChannel || FilterByUser;
[ObservableProperty] [Notify]
private string filterStatisticsText = "";
[Notify]
private bool filterByDate = false; private bool filterByDate = false;
[ObservableProperty] [Notify]
private DateTime? startDate = null; private DateTime? startDate = null;
[ObservableProperty] [Notify]
private DateTime? endDate = null; private DateTime? endDate = null;
[ObservableProperty] [Notify]
private bool filterByChannel = false; private bool filterByChannel = false;
[ObservableProperty] [Notify]
private HashSet<ulong>? includedChannels = null; private HashSet<ulong>? includedChannels = null;
[ObservableProperty] [Notify]
private bool filterByUser = false; private bool filterByUser = false;
[ObservableProperty] [Notify]
private HashSet<ulong>? includedUsers = null; private HashSet<ulong>? includedUsers = null;
[ObservableProperty] [Notify]
private string channelFilterLabel = ""; private string channelFilterLabel = "";
[ObservableProperty] [Notify]
private string userFilterLabel = ""; private string userFilterLabel = "";
private readonly Window window; private readonly Window window;
@@ -181,56 +183,67 @@ sealed partial class MessageFilterPanelModel : ObservableObject, IDisposable {
private void UpdateFilterStatisticsText() { private void UpdateFilterStatisticsText() {
string exportedMessageCountStr = exportedMessageCount?.Format() ?? "(...)"; string exportedMessageCountStr = exportedMessageCount?.Format() ?? "(...)";
string totalMessageCountStr = totalMessageCount?.Format() ?? "(...)"; string totalMessageCountStr = totalMessageCount?.Format() ?? "(...)";
FilterStatisticsText = verb + " " + exportedMessageCountStr + " out of " + totalMessageCountStr + " message" + (totalMessageCount is null or 1 ? "." : "s."); FilterStatisticsText = verb + " " + exportedMessageCountStr + " out of " + totalMessageCountStr + " message" + (totalMessageCount is null or 1 ? "." : "s.");
OnPropertyChanged(nameof(FilterStatisticsText)); }
[SuppressMessage("ReSharper", "NotAccessedPositionalProperty.Local")]
[SuppressMessage("ReSharper", "MemberCanBePrivate.Local")]
private readonly record struct ChannelFilterKey(byte Type, ulong? ServerId, string Title) : IComparable<ChannelFilterKey> {
public static ChannelFilterKey DirectMessages { get; } = new (Type: 1, ServerId: null, Title: "Direct Messages");
public static ChannelFilterKey GroupMessages { get; } = new (Type: 2, ServerId: null, Title: "Group Messages");
public static ChannelFilterKey Unknown { get; } = new (Type: 4, ServerId: null, Title: "Unknown");
public static ChannelFilterKey For(DHT.Server.Data.Server server) {
return server.Type switch {
ServerType.Server => new ChannelFilterKey(Type: 3, server.Id, "Server - " + server.Name),
ServerType.Group => GroupMessages,
ServerType.DirectMessage => DirectMessages,
_ => Unknown,
};
}
public bool Equals(ChannelFilterKey other) {
return Type == other.Type && ServerId == other.ServerId;
}
public override int GetHashCode() {
return HashCode.Combine(Type, ServerId);
}
public int CompareTo(ChannelFilterKey other) {
int result = Type.CompareTo(other.Type);
if (result != 0) {
return result;
}
else {
return Title.CompareTo(other.Title);
}
}
} }
public async Task OpenChannelFilterDialog() { public async Task OpenChannelFilterDialog() {
async Task<List<CheckBoxItem<ulong>>> PrepareChannelItems(ProgressDialog dialog) { async Task<ImmutableArray<ICheckBoxItem>> PrepareChannelItems(ProgressDialog dialog) {
var items = new List<CheckBoxItem<ulong>>(); CheckBoxItemList<ChannelFilterKey, ulong> items = new CheckBoxItemList<ChannelFilterKey, ulong>();
Dictionary<ulong, DHT.Server.Data.Server> servers = await state.Db.Servers.Get().ToDictionaryAsync(static server => server.Id); Dictionary<ulong, DHT.Server.Data.Server> servers = await state.Db.Servers.Get().ToDictionaryAsync(static server => server.Id);
await foreach (Channel channel in state.Db.Channels.Get()) { foreach (ChannelFilterKey channelFilterKey in servers.Values.Select(ChannelFilterKey.For).Order()) {
ulong channelId = channel.Id; items.AddParent(channelFilterKey, channelFilterKey.Title);
string channelName = channel.Name;
string title;
if (servers.TryGetValue(channel.Server, out var server)) {
var titleBuilder = new StringBuilder();
ServerType? serverType = server.Type;
titleBuilder.Append('[')
.Append(ServerTypes.ToString(serverType))
.Append("] ");
if (serverType == ServerType.DirectMessage) {
titleBuilder.Append(channelName);
}
else {
titleBuilder.Append(server.Name)
.Append(" - ")
.Append(channelName);
}
title = titleBuilder.ToString();
}
else {
title = channelName;
}
items.Add(new CheckBoxItem<ulong>(channelId) {
Title = title,
IsChecked = IncludedChannels == null || IncludedChannels.Contains(channelId),
});
} }
return items; await foreach (Channel channel in state.Db.Channels.Get().OrderBy(static channel => channel.Position ?? int.MinValue).ThenBy(static channel => channel.Name)) {
ChannelFilterKey key = servers.TryGetValue(channel.Server, out var server)
? ChannelFilterKey.For(server)
: ChannelFilterKey.Unknown;
items.Add(key, channel.Id, channel.Name, isChecked: IncludedChannels == null || IncludedChannels.Contains(channel.Id));
}
return items.ToCheckBoxItems();
} }
const string Title = "Included Channels"; const string Title = "Included Channels";
List<CheckBoxItem<ulong>> items; ImmutableArray<ICheckBoxItem> items;
try { try {
items = await ProgressDialog.ShowIndeterminate(window, Title, "Loading channels...", PrepareChannelItems); items = await ProgressDialog.ShowIndeterminate(window, Title, "Loading channels...", PrepareChannelItems);
} catch (Exception e) { } catch (Exception e) {
@@ -245,22 +258,27 @@ sealed partial class MessageFilterPanelModel : ObservableObject, IDisposable {
} }
public async Task OpenUserFilterDialog() { public async Task OpenUserFilterDialog() {
async Task<List<CheckBoxItem<ulong>>> PrepareUserItems(ProgressDialog dialog) { async Task<ImmutableArray<ICheckBoxItem>> PrepareUserItems(ProgressDialog dialog) {
var checkBoxItems = new List<CheckBoxItem<ulong>>(); CheckBoxItemList<ulong, ulong> items = new CheckBoxItemList<ulong, ulong>();
await foreach (User user in state.Db.Users.Get()) { static string GetDisplayName(User user) {
checkBoxItems.Add(new CheckBoxItem<ulong>(user.Id) { return user.DisplayName == null ? user.Name : $"{user.DisplayName} ({user.Name})";
Title = user.DisplayName == null ? user.Name : $"{user.DisplayName} ({user.Name})",
IsChecked = IncludedUsers == null || IncludedUsers.Contains(user.Id),
});
} }
return checkBoxItems; await foreach ((ulong id, string name) in state.Db.Users.Get().Select(static user => (user.Id, GetDisplayName(user))).OrderBy(static pair => pair.Item2)) {
items.Add(
value: id,
title: name,
isChecked: IncludedUsers == null || IncludedUsers.Contains(id)
);
}
return items.ToCheckBoxItems();
} }
const string Title = "Included Users"; const string Title = "Included Users";
List<CheckBoxItem<ulong>> items; ImmutableArray<ICheckBoxItem> items;
try { try {
items = await ProgressDialog.ShowIndeterminate(window, Title, "Loading users...", PrepareUserItems); items = await ProgressDialog.ShowIndeterminate(window, Title, "Loading users...", PrepareUserItems);
} catch (Exception e) { } catch (Exception e) {
@@ -274,9 +292,7 @@ sealed partial class MessageFilterPanelModel : ObservableObject, IDisposable {
} }
} }
private async Task<HashSet<ulong>?> OpenIdFilterDialog(string title, List<CheckBoxItem<ulong>> items) { private async Task<HashSet<ulong>?> OpenIdFilterDialog(string title, ImmutableArray<ICheckBoxItem> items) {
items.Sort(static (item1, item2) => item1.Title.CompareTo(item2.Title));
var model = new CheckBoxDialogModel<ulong>(items) { var model = new CheckBoxDialogModel<ulong>(items) {
Title = title, Title = title,
}; };
@@ -284,7 +300,7 @@ sealed partial class MessageFilterPanelModel : ObservableObject, IDisposable {
var dialog = new CheckBoxDialog { DataContext = model }; var dialog = new CheckBoxDialog { DataContext = model };
var result = await dialog.ShowDialog<DialogResult.OkCancel>(window); var result = await dialog.ShowDialog<DialogResult.OkCancel>(window);
return result == DialogResult.OkCancel.Ok ? model.SelectedItems.Select(static item => item.Item).ToHashSet() : null; return result == DialogResult.OkCancel.Ok ? model.SelectedValues.ToHashSet() : null;
} }
public MessageFilter CreateFilter() { public MessageFilter CreateFilter() {

View File

@@ -22,16 +22,15 @@
</Style> </Style>
<Style Selector="WrapPanel > StackPanel"> <Style Selector="WrapPanel > StackPanel">
<Setter Property="Orientation" Value="Vertical" /> <Setter Property="Orientation" Value="Vertical" />
<Setter Property="Margin" Value="0 0 10 10" />
</Style> </Style>
</UserControl.Styles> </UserControl.Styles>
<StackPanel> <StackPanel Spacing="10">
<Button Command="{Binding OnClickToggleServerButton}" Content="{Binding ToggleServerButtonText}" IsEnabled="{Binding IsToggleServerButtonEnabled}" /> <Button Command="{Binding OnClickToggleServerButton}" Content="{Binding ToggleServerButtonText}" IsEnabled="{Binding IsToggleServerButtonEnabled}" />
<TextBlock TextWrapping="Wrap" Margin="0 15"> <TextBlock TextWrapping="Wrap" Margin="0 5">
The following settings determine how the tracking script communicates with this application. If you change them, you will have to copy/paste the tracking script again. The following settings determine how the tracking script communicates with this application. If you change them, you will have to copy/paste the tracking script or connection code again.
</TextBlock> </TextBlock>
<WrapPanel> <WrapPanel ItemSpacing="10" LineSpacing="10">
<StackPanel> <StackPanel>
<Label Target="Port">Port</Label> <Label Target="Port">Port</Label>
<TextBox x:Name="Port" Width="70" Text="{Binding InputPort}" /> <TextBox x:Name="Port" Width="70" Text="{Binding InputPort}" />

View File

@@ -1,30 +1,30 @@
using System; using System;
using System.ComponentModel;
using System.Threading.Tasks; using System.Threading.Tasks;
using Avalonia.Controls; using Avalonia.Controls;
using Avalonia.Threading; using Avalonia.Threading;
using CommunityToolkit.Mvvm.ComponentModel;
using DHT.Desktop.Dialogs.Message; using DHT.Desktop.Dialogs.Message;
using DHT.Desktop.Server; using DHT.Desktop.Server;
using DHT.Server; using DHT.Server;
using DHT.Server.Service; using DHT.Server.Service;
using DHT.Utils.Logging; using DHT.Utils.Logging;
using PropertyChanged.SourceGenerator;
namespace DHT.Desktop.Main.Controls; namespace DHT.Desktop.Main.Controls;
sealed partial class ServerConfigurationPanelModel : ObservableObject, IDisposable { sealed partial class ServerConfigurationPanelModel : IDisposable {
private static readonly Log Log = Log.ForType<ServerConfigurationPanelModel>(); private static readonly Log Log = Log.ForType<ServerConfigurationPanelModel>();
[ObservableProperty] [Notify]
[NotifyPropertyChangedFor(nameof(HasMadeChanges))]
private string inputPort; private string inputPort;
[ObservableProperty] [Notify]
[NotifyPropertyChangedFor(nameof(HasMadeChanges))]
private string inputToken; private string inputToken;
[DependsOn(nameof(InputPort), nameof(InputToken))]
public bool HasMadeChanges => ServerConfiguration.Port.ToString() != InputPort || ServerConfiguration.Token != InputToken; public bool HasMadeChanges => ServerConfiguration.Port.ToString() != InputPort || ServerConfiguration.Token != InputToken;
[ObservableProperty(Setter = Access.Private)] [Notify(Setter.Private)]
private bool isToggleServerButtonEnabled = true; private bool isToggleServerButtonEnabled = true;
public string ToggleServerButtonText => server.IsRunning ? "Stop Server" : "Start Server"; public string ToggleServerButtonText => server.IsRunning ? "Stop Server" : "Start Server";
@@ -53,7 +53,7 @@ sealed partial class ServerConfigurationPanelModel : ObservableObject, IDisposab
} }
private void UpdateServerStatus() { private void UpdateServerStatus() {
OnPropertyChanged(nameof(ToggleServerButtonText)); OnPropertyChanged(new PropertyChangedEventArgs(nameof(ToggleServerButtonText)));
} }
private async Task StartServer() { private async Task StartServer() {
@@ -62,7 +62,7 @@ sealed partial class ServerConfigurationPanelModel : ObservableObject, IDisposab
try { try {
await server.Start(ServerConfiguration.Port, ServerConfiguration.Token); await server.Start(ServerConfiguration.Port, ServerConfiguration.Token);
} catch (Exception e) { } catch (Exception e) {
Log.Error(e); Log.Error("Could not start internal server.", e);
await Dialog.ShowOk(window, "Internal Server Error", e.Message); await Dialog.ShowOk(window, "Internal Server Error", e.Message);
} }
@@ -76,7 +76,7 @@ sealed partial class ServerConfigurationPanelModel : ObservableObject, IDisposab
try { try {
await server.Stop(); await server.Stop();
} catch (Exception e) { } catch (Exception e) {
Log.Error(e); Log.Error("Could not stop internal server.", e);
await Dialog.ShowOk(window, "Internal Server Error", e.Message); await Dialog.ShowOk(window, "Internal Server Error", e.Message);
} }
@@ -106,7 +106,7 @@ sealed partial class ServerConfigurationPanelModel : ObservableObject, IDisposab
ServerConfiguration.Port = port; ServerConfiguration.Port = port;
ServerConfiguration.Token = inputToken; ServerConfiguration.Token = inputToken;
OnPropertyChanged(nameof(HasMadeChanges)); OnPropertyChanged(new PropertyChangedEventArgs(nameof(HasMadeChanges)));
await StartServer(); await StartServer();
} }

View File

@@ -2,27 +2,27 @@ using System;
using System.Reactive.Linq; using System.Reactive.Linq;
using Avalonia.ReactiveUI; using Avalonia.ReactiveUI;
using Avalonia.Threading; using Avalonia.Threading;
using CommunityToolkit.Mvvm.ComponentModel;
using DHT.Server; using DHT.Server;
using DHT.Server.Service; using DHT.Server.Service;
using PropertyChanged.SourceGenerator;
namespace DHT.Desktop.Main.Controls; namespace DHT.Desktop.Main.Controls;
sealed partial class StatusBarModel : ObservableObject, IDisposable { sealed partial class StatusBarModel : IDisposable {
[ObservableProperty(Setter = Access.Private)] [Notify(Setter.Private)]
private long? serverCount; private long? serverCount;
[ObservableProperty(Setter = Access.Private)] [Notify(Setter.Private)]
private long? channelCount; private long? channelCount;
[ObservableProperty(Setter = Access.Private)] [Notify(Setter.Private)]
private long? messageCount; private long? messageCount;
[ObservableProperty(Setter = Access.Private)] [Notify(Setter.Private)]
[NotifyPropertyChangedFor(nameof(ServerStatusText))]
private ServerManager.Status serverStatus; private ServerManager.Status serverStatus;
public string ServerStatusText => serverStatus switch { [DependsOn(nameof(ServerStatus))]
public string ServerStatusText => ServerStatus switch {
ServerManager.Status.Starting => "STARTING", ServerManager.Status.Starting => "STARTING",
ServerManager.Status.Started => "READY", ServerManager.Status.Started => "READY",
ServerManager.Status.Stopping => "STOPPING", ServerManager.Status.Stopping => "STOPPING",
@@ -45,7 +45,7 @@ sealed partial class StatusBarModel : ObservableObject, IDisposable {
channelCountSubscription = state.Db.Channels.TotalCount.ObserveOn(AvaloniaScheduler.Instance).Subscribe(newChannelCount => ChannelCount = newChannelCount); channelCountSubscription = state.Db.Channels.TotalCount.ObserveOn(AvaloniaScheduler.Instance).Subscribe(newChannelCount => ChannelCount = newChannelCount);
messageCountSubscription = state.Db.Messages.TotalCount.ObserveOn(AvaloniaScheduler.Instance).Subscribe(newMessageCount => MessageCount = newMessageCount); messageCountSubscription = state.Db.Messages.TotalCount.ObserveOn(AvaloniaScheduler.Instance).Subscribe(newMessageCount => MessageCount = newMessageCount);
state.Server.StatusChanged += OnServerStatusChanged; state.Server.StatusChanged += OnStateServerStatusChanged;
serverStatus = state.Server.IsRunning ? ServerManager.Status.Started : ServerManager.Status.Stopped; serverStatus = state.Server.IsRunning ? ServerManager.Status.Started : ServerManager.Status.Stopped;
} }
@@ -54,10 +54,10 @@ sealed partial class StatusBarModel : ObservableObject, IDisposable {
channelCountSubscription.Dispose(); channelCountSubscription.Dispose();
messageCountSubscription.Dispose(); messageCountSubscription.Dispose();
state.Server.StatusChanged -= OnServerStatusChanged; state.Server.StatusChanged -= OnStateServerStatusChanged;
} }
private void OnServerStatusChanged(object? sender, ServerManager.Status e) { private void OnStateServerStatusChanged(object? sender, ServerManager.Status e) {
Dispatcher.UIThread.InvokeAsync(() => ServerStatus = e); Dispatcher.UIThread.InvokeAsync(() => ServerStatus = e);
} }
} }

View File

@@ -0,0 +1,57 @@
<Window xmlns="https://github.com/avaloniaui"
xmlns:x="http://schemas.microsoft.com/winfx/2006/xaml"
xmlns:d="http://schemas.microsoft.com/expression/blend/2008"
xmlns:mc="http://schemas.openxmlformats.org/markup-compatibility/2006"
xmlns:namespace="clr-namespace:DHT.Desktop.Main.Dialogs"
mc:Ignorable="d" d:DesignWidth="450"
x:Class="DHT.Desktop.Main.Dialogs.NewDatabaseSettingsDialog"
x:DataType="namespace:NewDatabaseSettingsDialogModel"
Title="New Database Settings"
Icon="avares://DiscordHistoryTracker/Resources/icon.ico"
Closing="OnClosing"
Width="450" SizeToContent="Height" CanResize="False"
WindowStartupLocation="CenterOwner">
<Window.DataContext>
<namespace:NewDatabaseSettingsDialogModel />
</Window.DataContext>
<Window.Styles>
<Style Selector="Label > StackPanel">
<Setter Property="Margin" Value="0 4 0 0" />
<Setter Property="Orientation" Value="Vertical" />
<Setter Property="Spacing" Value="5" />
</Style>
<Style Selector="TextBlock.dim">
<Setter Property="Foreground" Value="DimGray" />
<Setter Property="FontSize" Value="13" />
</Style>
</Window.Styles>
<StackPanel Orientation="Vertical" Margin="20">
<StackPanel Orientation="Vertical" Spacing="15">
<CheckBox IsChecked="{Binding SeparateFileForDownloads}">
<Label>
<StackPanel>
<TextBlock>Use a Separate Database File for Downloads</TextBlock>
<TextBlock Classes="dim">Downloaded files will be stored separately from messages. This cannot be changed later.</TextBlock>
</StackPanel>
</Label>
</CheckBox>
<CheckBox IsChecked="{Binding DownloadsAutoStart}">
<Label>
<StackPanel>
<TextBlock>Download Files Automatically</TextBlock>
<TextBlock Classes="dim">Enables automatic downloads of files hosted on Discord. This can be changed later in the Downloads tab.</TextBlock>
</StackPanel>
</Label>
</CheckBox>
</StackPanel>
<Panel Classes="buttons">
<WrapPanel HorizontalAlignment="Right">
<Button Click="ClickOk">OK</Button>
</WrapPanel>
</Panel>
</StackPanel>
</Window>

View File

@@ -0,0 +1,22 @@
using System.Diagnostics.CodeAnalysis;
using Avalonia.Controls;
using Avalonia.Interactivity;
namespace DHT.Desktop.Main.Dialogs;
[SuppressMessage("ReSharper", "MemberCanBeInternal")]
public sealed partial class NewDatabaseSettingsDialog : Window {
public NewDatabaseSettingsDialog() {
InitializeComponent();
}
private void OnClosing(object? sender, WindowClosingEventArgs e) {
if (!e.IsProgrammatic) {
e.Cancel = true;
}
}
private void ClickOk(object? sender, RoutedEventArgs e) {
Close();
}
}

View File

@@ -0,0 +1,11 @@
using PropertyChanged.SourceGenerator;
namespace DHT.Desktop.Main.Dialogs;
sealed partial class NewDatabaseSettingsDialogModel {
[Notify]
private bool separateFileForDownloads = true;
[Notify]
private bool downloadsAutoStart = true;
}

View File

@@ -3,25 +3,26 @@ using System.IO;
using System.Runtime.InteropServices; using System.Runtime.InteropServices;
using System.Threading.Tasks; using System.Threading.Tasks;
using Avalonia.Controls; using Avalonia.Controls;
using CommunityToolkit.Mvvm.ComponentModel;
using DHT.Desktop.Dialogs.Message; using DHT.Desktop.Dialogs.Message;
using DHT.Desktop.Dialogs.Progress;
using DHT.Desktop.Main.Screens; using DHT.Desktop.Main.Screens;
using DHT.Desktop.Server; using DHT.Desktop.Server;
using DHT.Server; using DHT.Server;
using DHT.Server.Database; using DHT.Server.Database;
using DHT.Utils.Logging; using DHT.Utils.Logging;
using PropertyChanged.SourceGenerator;
namespace DHT.Desktop.Main; namespace DHT.Desktop.Main;
sealed partial class MainWindowModel : ObservableObject, IAsyncDisposable { sealed partial class MainWindowModel : IAsyncDisposable {
private const string DefaultTitle = "Discord History Tracker"; private const string DefaultTitle = "Discord History Tracker";
private static readonly Log Log = Log.ForType<MainWindowModel>(); private static readonly Log Log = Log.ForType<MainWindowModel>();
[ObservableProperty(Setter = Access.Private)] [Notify(Setter.Private)]
private string title = DefaultTitle; private string title = DefaultTitle;
[ObservableProperty(Setter = Access.Private)] [Notify(Setter.Private)]
private UserControl currentScreen; private UserControl currentScreen;
private readonly WelcomeScreen welcomeScreen; private readonly WelcomeScreen welcomeScreen;
@@ -88,14 +89,21 @@ sealed partial class MainWindowModel : ObservableObject, IAsyncDisposable {
try { try {
await state.Server.Start(ServerConfiguration.Port, ServerConfiguration.Token); await state.Server.Start(ServerConfiguration.Port, ServerConfiguration.Token);
} catch (Exception ex) { } catch (Exception ex) {
Log.Error(ex); Log.Error("Could not start internal server.", ex);
await Dialog.ShowOk(window, "Internal Server Error", ex.Message); await Dialog.ShowOk(window, "Internal Server Error", ex.Message);
} }
mainContentScreenModel = new MainContentScreenModel(window, state); try {
mainContentScreenModel.DatabaseClosed += MainContentScreenModelOnDatabaseClosed; mainContentScreenModel = new MainContentScreenModel(window, state);
mainContentScreenModel.DatabaseClosed += MainContentScreenModelOnDatabaseClosed;
await mainContentScreenModel.Initialize(); await mainContentScreenModel.Initialize();
} catch (Exception ex) {
Log.Error("Could not initialize content screen.", ex);
await Dialog.ShowOk(window, "Initialization Error", ex.Message);
await DisposeContent();
await DisposeState();
return;
}
Title = Path.GetFileName(state.Db.Path) + " - " + DefaultTitle; Title = Path.GetFileName(state.Db.Path) + " - " + DefaultTitle;
CurrentScreen = new MainContentScreen { DataContext = mainContentScreenModel }; CurrentScreen = new MainContentScreen { DataContext = mainContentScreenModel };
@@ -104,32 +112,33 @@ sealed partial class MainWindowModel : ObservableObject, IAsyncDisposable {
} }
private async void MainContentScreenModelOnDatabaseClosed(object? sender, EventArgs e) { private async void MainContentScreenModelOnDatabaseClosed(object? sender, EventArgs e) {
await DisposeContent();
Title = DefaultTitle;
CurrentScreen = welcomeScreen;
await DisposeState();
welcomeScreenModel.DatabaseSelected += OnDatabaseSelected;
}
private async Task DisposeContent() {
if (mainContentScreenModel != null) { if (mainContentScreenModel != null) {
mainContentScreenModel.DatabaseClosed -= MainContentScreenModelOnDatabaseClosed; mainContentScreenModel.DatabaseClosed -= MainContentScreenModelOnDatabaseClosed;
await mainContentScreenModel.DisposeAsync(); await mainContentScreenModel.DisposeAsync();
mainContentScreenModel = null; mainContentScreenModel = null;
} }
await DisposeState();
Title = DefaultTitle;
CurrentScreen = welcomeScreen;
welcomeScreenModel.DatabaseSelected += OnDatabaseSelected;
} }
private async Task DisposeState() { private async Task DisposeState() {
if (state != null) { if (state != null) {
await state.DisposeAsync(); await DelayedProgressDialog.Await(() => state.DisposeAsync().AsTask(), TimeSpan.FromMilliseconds(200), window, "Close Database", "Please wait for the database to close...");
state = null; state = null;
} }
} }
public async ValueTask DisposeAsync() { public async ValueTask DisposeAsync() {
if (mainContentScreenModel != null) { await DisposeContent();
await mainContentScreenModel.DisposeAsync();
}
await DisposeState(); await DisposeState();
} }
} }

View File

@@ -16,11 +16,5 @@
<Expander Header="Internal Server Configuration" IsExpanded="True"> <Expander Header="Internal Server Configuration" IsExpanded="True">
<controls:ServerConfigurationPanel DataContext="{Binding ServerConfigurationModel}" /> <controls:ServerConfigurationPanel DataContext="{Binding ServerConfigurationModel}" />
</Expander> </Expander>
<Expander Header="Database Tools" IsExpanded="True">
<StackPanel Orientation="Vertical" Spacing="10">
<TextBlock TextWrapping="Wrap">Recreates the database to remove any traces of deleted data, which frees up space and prevents forensic recovery.</TextBlock>
<Button Command="{Binding VacuumDatabase}">Vacuum Database</Button>
</StackPanel>
</Expander>
</StackPanel> </StackPanel>
</UserControl> </UserControl>

View File

@@ -1,8 +1,5 @@
using System; using System;
using System.Threading.Tasks;
using Avalonia.Controls; using Avalonia.Controls;
using DHT.Desktop.Dialogs.Message;
using DHT.Desktop.Dialogs.Progress;
using DHT.Desktop.Main.Controls; using DHT.Desktop.Main.Controls;
using DHT.Server; using DHT.Server;
@@ -11,26 +8,14 @@ namespace DHT.Desktop.Main.Pages;
sealed class AdvancedPageModel : IDisposable { sealed class AdvancedPageModel : IDisposable {
public ServerConfigurationPanelModel ServerConfigurationModel { get; } public ServerConfigurationPanelModel ServerConfigurationModel { get; }
private readonly Window window;
private readonly State state;
[Obsolete("Designer")] [Obsolete("Designer")]
public AdvancedPageModel() : this(null!, State.Dummy) {} public AdvancedPageModel() : this(null!, State.Dummy) {}
public AdvancedPageModel(Window window, State state) { public AdvancedPageModel(Window window, State state) {
this.window = window;
this.state = state;
ServerConfigurationModel = new ServerConfigurationPanelModel(window, state); ServerConfigurationModel = new ServerConfigurationPanelModel(window, state);
} }
public void Dispose() { public void Dispose() {
ServerConfigurationModel.Dispose(); ServerConfigurationModel.Dispose();
} }
public async Task VacuumDatabase() {
const string Title = "Vacuum Database";
await ProgressDialog.ShowIndeterminate(window, Title, "Vacuuming database...", _ => state.Db.Vacuum());
await Dialog.ShowOk(window, Title, "Done.");
}
} }

View File

@@ -11,22 +11,22 @@
<pages:DatabasePageModel /> <pages:DatabasePageModel />
</Design.DataContext> </Design.DataContext>
<UserControl.Styles>
<Style Selector="WrapPanel > Button">
<Setter Property="Margin" Value="0 0 10 10" />
</Style>
</UserControl.Styles>
<StackPanel Spacing="10"> <StackPanel Spacing="10">
<DockPanel> <DockPanel>
<Button Command="{Binding CloseDatabase}" DockPanel.Dock="Right">Close Database</Button> <Button Command="{Binding CloseDatabase}" DockPanel.Dock="Right">Close Database</Button>
<TextBox Text="{Binding Db.Path}" Width="NaN" Margin="0 0 10 0" IsReadOnly="True" /> <TextBox Text="{Binding Db.Path}" Width="NaN" Margin="0 0 10 0" IsReadOnly="True" />
</DockPanel> </DockPanel>
<WrapPanel> <WrapPanel ItemSpacing="10" LineSpacing="10">
<Button Command="{Binding OpenDatabaseFolder}">Open Database Folder</Button> <Button Command="{Binding OpenDatabaseFolder}">Open Database Folder</Button>
<Button Command="{Binding MergeWithDatabase}">Merge with Database(s)...</Button> <Button Command="{Binding MergeWithDatabase}">Merge with Database(s)...</Button>
<Button Command="{Binding ImportLegacyArchive}">Import Legacy Archive(s)...</Button> <Button Command="{Binding ImportLegacyArchive}">Import Legacy Archive(s)...</Button>
</WrapPanel> </WrapPanel>
<Expander Header="Advanced Tools" Margin="0 25 0 0">
<StackPanel Orientation="Vertical" Spacing="10">
<TextBlock TextWrapping="Wrap">Recreate the database to free up space after deleting data.</TextBlock>
<Button Command="{Binding VacuumDatabase}">Vacuum Database</Button>
</StackPanel>
</Expander>
</StackPanel> </StackPanel>
</UserControl> </UserControl>

View File

@@ -19,6 +19,7 @@ using DHT.Server.Data;
using DHT.Server.Database; using DHT.Server.Database;
using DHT.Server.Database.Import; using DHT.Server.Database.Import;
using DHT.Server.Database.Sqlite.Schema; using DHT.Server.Database.Sqlite.Schema;
using DHT.Server.Database.Sqlite.Utils;
using DHT.Utils.Logging; using DHT.Utils.Logging;
namespace DHT.Desktop.Main.Pages; namespace DHT.Desktop.Main.Pages;
@@ -54,11 +55,11 @@ sealed class DatabasePageModel {
break; break;
case PlatformID.Unix: case PlatformID.Unix:
Process.Start("xdg-open", new string[] { folder }); Process.Start("xdg-open", [ folder ]);
break; break;
case PlatformID.MacOSX: case PlatformID.MacOSX:
Process.Start("open", new string[] { folder }); Process.Start("open", [ folder ]);
break; break;
default: default:
@@ -73,15 +74,28 @@ sealed class DatabasePageModel {
public async Task MergeWithDatabase() { public async Task MergeWithDatabase() {
string[] paths = await DatabaseGui.NewOpenDatabaseFilesDialog(window, Path.GetDirectoryName(Db.Path)); string[] paths = await DatabaseGui.NewOpenDatabaseFilesDialog(window, Path.GetDirectoryName(Db.Path));
if (paths.Length > 0) { if (paths.Length == 0) {
await ProgressDialog.Show(window, "Database Merge", async (dialog, callback) => await MergeWithDatabaseFromPaths(Db, paths, dialog, callback)); return;
} }
const string Title = "Database Merge";
ImportResult? result;
try {
result = await ProgressDialog.Show(window, Title, async (dialog, callback) => await MergeWithDatabaseFromPaths(Db, paths, dialog, callback));
} catch (Exception e) {
Log.Error("Could not merge databases.", e);
await Dialog.ShowOk(window, Title, "Could not merge databases: " + e.Message);
return;
}
await Dialog.ShowOk(window, Title, GetImportDialogMessage(result, "database file"));
} }
private static async Task MergeWithDatabaseFromPaths(IDatabaseFile target, string[] paths, ProgressDialog dialog, IProgressCallback callback) { private static async Task<ImportResult?> MergeWithDatabaseFromPaths(IDatabaseFile target, string[] paths, ProgressDialog dialog, IProgressCallback callback) {
var schemaUpgradeCallbacks = new SchemaUpgradeCallbacks(dialog, paths.Length); var schemaUpgradeCallbacks = new SchemaUpgradeCallbacks(dialog, paths.Length);
await PerformImport(target, paths, dialog, callback, "Database Merge", "Database Error", "database file", async path => { return await PerformImport(target, paths, dialog, callback, "Database Merge", async path => {
IDatabaseFile? db = await DatabaseGui.TryOpenOrCreateDatabaseFromPath(path, dialog, schemaUpgradeCallbacks); IDatabaseFile? db = await DatabaseGui.TryOpenOrCreateDatabaseFromPath(path, dialog, schemaUpgradeCallbacks);
if (db == null) { if (db == null) {
@@ -97,14 +111,11 @@ sealed class DatabasePageModel {
}); });
} }
private sealed class SchemaUpgradeCallbacks : ISchemaUpgradeCallbacks { private sealed class SchemaUpgradeCallbacks(ProgressDialog dialog, int total) : ISchemaUpgradeCallbacks {
private readonly ProgressDialog dialog;
private readonly int total;
private bool? decision; private bool? decision;
public SchemaUpgradeCallbacks(ProgressDialog dialog, int total) { public Task<InitialDatabaseSettings?> GetInitialDatabaseSettings() {
this.total = total; return Task.FromResult<InitialDatabaseSettings?>(null);
this.dialog = dialog;
} }
public async Task<bool> CanUpgrade() { public async Task<bool> CanUpgrade() {
@@ -139,15 +150,28 @@ sealed class DatabasePageModel {
AllowMultiple = true, AllowMultiple = true,
}); });
if (paths.Length > 0) { if (paths.Length == 0) {
await ProgressDialog.Show(window, "Legacy Archive Import", async (dialog, callback) => await ImportLegacyArchiveFromPaths(Db, paths, dialog, callback)); return;
} }
const string Title = "Legacy Archive Import";
ImportResult? result;
try {
result = await ProgressDialog.Show(window, Title, async (dialog, callback) => await ImportLegacyArchiveFromPaths(Db, paths, dialog, callback));
} catch (Exception e) {
Log.Error("Could not import legacy archives.", e);
await Dialog.ShowOk(window, Title, "Could not import legacy archives: " + e.Message);
return;
}
await Dialog.ShowOk(window, Title, GetImportDialogMessage(result, "archive file"));
} }
private static async Task ImportLegacyArchiveFromPaths(IDatabaseFile target, string[] paths, ProgressDialog dialog, IProgressCallback callback) { private static async Task<ImportResult?> ImportLegacyArchiveFromPaths(IDatabaseFile target, string[] paths, ProgressDialog dialog, IProgressCallback callback) {
var fakeSnowflake = new FakeSnowflake(); var fakeSnowflake = new FakeSnowflake();
await PerformImport(target, paths, dialog, callback, "Legacy Archive Import", "Legacy Archive Error", "archive file", async path => { return await PerformImport(target, paths, dialog, callback, "Legacy Archive Import", async path => {
await using var jsonStream = new FileStream(path, FileMode.Open, FileAccess.Read, FileShare.Read); await using var jsonStream = new FileStream(path, FileMode.Open, FileAccess.Read, FileShare.Read);
return await LegacyArchiveImport.Read(jsonStream, target, fakeSnowflake, async servers => { return await LegacyArchiveImport.Read(jsonStream, target, fakeSnowflake, async servers => {
@@ -191,7 +215,7 @@ sealed class DatabasePageModel {
.ToDictionary(static item => item.Item, static item => ulong.Parse(item.Value)); .ToDictionary(static item => item.Item, static item => ulong.Parse(item.Value));
} }
private static async Task PerformImport(IDatabaseFile target, string[] paths, ProgressDialog dialog, IProgressCallback callback, string neutralDialogTitle, string errorDialogTitle, string itemName, Func<string, Task<bool>> performImport) { private static async Task<ImportResult?> PerformImport(IDatabaseFile target, string[] paths, ProgressDialog dialog, IProgressCallback callback, string dialogTitle, Func<string, Task<bool>> performImport) {
int total = paths.Length; int total = paths.Length;
DatabaseStatistics oldStatistics = await DatabaseStatistics.Take(target); DatabaseStatistics oldStatistics = await DatabaseStatistics.Take(target);
@@ -203,7 +227,7 @@ sealed class DatabasePageModel {
++finished; ++finished;
if (!File.Exists(path)) { if (!File.Exists(path)) {
await Dialog.ShowOk(dialog, errorDialogTitle, "File '" + Path.GetFileName(path) + "' no longer exists."); await Dialog.ShowOk(dialog, dialogTitle, "File '" + Path.GetFileName(path) + "' no longer exists.");
continue; continue;
} }
@@ -212,20 +236,19 @@ sealed class DatabasePageModel {
++successful; ++successful;
} }
} catch (Exception ex) { } catch (Exception ex) {
Log.Error(ex); Log.Error("Could not import file: " + path, ex);
await Dialog.ShowOk(dialog, errorDialogTitle, "File '" + Path.GetFileName(path) + "' could not be imported: " + ex.Message); await Dialog.ShowOk(dialog, dialogTitle, "File '" + Path.GetFileName(path) + "' could not be imported: " + ex.Message);
} }
} }
await callback.Update("Done", finished, total); await callback.Update("Done", finished, total);
if (successful == 0) { if (successful == 0) {
await Dialog.ShowOk(dialog, neutralDialogTitle, "Nothing was imported."); return null;
return;
} }
DatabaseStatistics newStatistics = await DatabaseStatistics.Take(target); DatabaseStatistics newStatistics = await DatabaseStatistics.Take(target);
await Dialog.ShowOk(dialog, neutralDialogTitle, GetImportDialogMessage(oldStatistics, newStatistics, successful, total, itemName)); return new ImportResult(oldStatistics, newStatistics, successful, total);
} }
private sealed record DatabaseStatistics(long ServerCount, long ChannelCount, long UserCount, long MessageCount) { private sealed record DatabaseStatistics(long ServerCount, long ChannelCount, long UserCount, long MessageCount) {
@@ -239,7 +262,16 @@ sealed class DatabasePageModel {
} }
} }
private static string GetImportDialogMessage(DatabaseStatistics oldStatistics, DatabaseStatistics newStatistics, int successfulItems, int totalItems, string itemName) { private sealed record ImportResult(DatabaseStatistics OldStatistics, DatabaseStatistics NewStatistics, int SuccessfulItems, int TotalItems);
private static string GetImportDialogMessage(ImportResult? result, string itemName) {
if (result == null) {
return "Nothing was imported.";
}
var oldStatistics = result.OldStatistics;
var newStatistics = result.NewStatistics;
long newServers = newStatistics.ServerCount - oldStatistics.ServerCount; long newServers = newStatistics.ServerCount - oldStatistics.ServerCount;
long newChannels = newStatistics.ChannelCount - oldStatistics.ChannelCount; long newChannels = newStatistics.ChannelCount - oldStatistics.ChannelCount;
long newUsers = newStatistics.UserCount - oldStatistics.UserCount; long newUsers = newStatistics.UserCount - oldStatistics.UserCount;
@@ -248,11 +280,11 @@ sealed class DatabasePageModel {
var message = new StringBuilder(); var message = new StringBuilder();
message.Append("Processed "); message.Append("Processed ");
if (successfulItems == totalItems) { if (result.SuccessfulItems == result.TotalItems) {
message.Append(successfulItems.Pluralize(itemName)); message.Append(result.SuccessfulItems.Pluralize(itemName));
} }
else { else {
message.Append(successfulItems.Format()).Append(" out of ").Append(totalItems.Pluralize(itemName)); message.Append(result.SuccessfulItems.Format()).Append(" out of ").Append(result.TotalItems.Pluralize(itemName));
} }
message.Append(" and added:\n\n \u2022 "); message.Append(" and added:\n\n \u2022 ");
@@ -263,4 +295,18 @@ sealed class DatabasePageModel {
return message.ToString(); return message.ToString();
} }
public async Task VacuumDatabase() {
const string Title = "Vacuum Database";
try {
await ProgressDialog.ShowIndeterminate(window, Title, "Vacuuming database...", _ => Db.Vacuum());
} catch (Exception e) {
Log.Error("Could not vacuum database.", e);
await Dialog.ShowOk(window, Title, "Could not vacuum database: " + e.Message);
return;
}
await Dialog.ShowOk(window, Title, "Done.");
}
} }

View File

@@ -17,27 +17,26 @@
<Setter Property="FontSize" Value="15" /> <Setter Property="FontSize" Value="15" />
</Style> </Style>
<Style Selector="Label"> <Style Selector="Label">
<Setter Property="Margin" Value="0 5" /> <Setter Property="Margin" Value="0" />
<Setter Property="Padding" Value="0" /> <Setter Property="Padding" Value="0" />
</Style> </Style>
<Style Selector="WrapPanel > StackPanel"> <Style Selector="WrapPanel > StackPanel">
<Setter Property="Orientation" Value="Vertical" /> <Setter Property="Orientation" Value="Vertical" />
<Setter Property="Margin" Value="0 0 10 10" />
</Style> </Style>
</UserControl.Styles> </UserControl.Styles>
<StackPanel Orientation="Vertical" Spacing="10"> <StackPanel Orientation="Vertical" Spacing="10">
<Expander Header="Generate Random Data" IsExpanded="True"> <Expander Header="Generate Random Data" IsExpanded="True">
<WrapPanel> <WrapPanel ItemSpacing="10" LineSpacing="10">
<StackPanel> <StackPanel Spacing="8">
<Label Target="Channels">Channels</Label> <Label Target="Channels">Channels</Label>
<TextBox x:Name="Channels" Width="100" Text="{Binding GenerateChannels}" /> <TextBox x:Name="Channels" Width="100" Text="{Binding GenerateChannels}" />
</StackPanel> </StackPanel>
<StackPanel> <StackPanel Spacing="8">
<Label Target="Users">Users</Label> <Label Target="Users">Users</Label>
<TextBox x:Name="Users" Width="100" Text="{Binding GenerateUsers}" /> <TextBox x:Name="Users" Width="100" Text="{Binding GenerateUsers}" />
</StackPanel> </StackPanel>
<StackPanel> <StackPanel Spacing="8">
<Label Target="Messages">Messages</Label> <Label Target="Messages">Messages</Label>
<TextBox x:Name="Messages" Width="100" Text="{Binding GenerateMessages}" /> <TextBox x:Name="Messages" Width="100" Text="{Binding GenerateMessages}" />
</StackPanel> </StackPanel>
@@ -46,5 +45,8 @@
</StackPanel> </StackPanel>
</WrapPanel> </WrapPanel>
</Expander> </Expander>
<Expander Header="About" IsExpanded="True">
<TextBlock Text="{Binding SqliteVersion, StringFormat=Sqlite Version: {0}}" />
</Expander>
</StackPanel> </StackPanel>
</UserControl> </UserControl>

View File

@@ -9,14 +9,18 @@ using DHT.Desktop.Dialogs.Progress;
using DHT.Server; using DHT.Server;
using DHT.Server.Data; using DHT.Server.Data;
using DHT.Server.Service; using DHT.Server.Service;
using PropertyChanged.SourceGenerator;
namespace DHT.Desktop.Main.Pages; namespace DHT.Desktop.Main.Pages;
sealed class DebugPageModel { sealed partial class DebugPageModel {
public string GenerateChannels { get; set; } = "0"; public string GenerateChannels { get; set; } = "0";
public string GenerateUsers { get; set; } = "0"; public string GenerateUsers { get; set; } = "0";
public string GenerateMessages { get; set; } = "0"; public string GenerateMessages { get; set; } = "0";
[Notify(Setter.Private)]
private string? sqliteVersion = string.Empty;
private readonly Window window; private readonly Window window;
private readonly State state; private readonly State state;
@@ -28,6 +32,10 @@ sealed class DebugPageModel {
this.state = state; this.state = state;
} }
public async Task Initialize() {
SqliteVersion = await state.Db.GetVersion() ?? "<unknown>";
}
public async void OnClickAddRandomDataToDatabase() { public async void OnClickAddRandomDataToDatabase() {
if (!int.TryParse(GenerateChannels, out int channels) || channels < 1) { if (!int.TryParse(GenerateChannels, out int channels) || channels < 1) {
await Dialog.ShowOk(window, "Generate Random Data", "Amount of channels must be at least 1!"); await Dialog.ShowOk(window, "Generate Random Data", "Amount of channels must be at least 1!");
@@ -51,7 +59,7 @@ sealed class DebugPageModel {
private async Task GenerateRandomData(int channelCount, int userCount, int messageCount, IProgressCallback callback) { private async Task GenerateRandomData(int channelCount, int userCount, int messageCount, IProgressCallback callback) {
int batchCount = (messageCount + BatchSize - 1) / BatchSize; int batchCount = (messageCount + BatchSize - 1) / BatchSize;
await callback.Update("Adding messages in batches of " + BatchSize, finishedItems: 0, batchCount); await callback.Update("Adding messages in batches of " + BatchSize, finishedItems: 0, totalItems: batchCount);
var rand = new Random(); var rand = new Random();
var server = new DHT.Server.Data.Server { var server = new DHT.Server.Data.Server {
@@ -74,7 +82,7 @@ sealed class DebugPageModel {
Id = RandomId(rand), Id = RandomId(rand),
Name = RandomName("u"), Name = RandomName("u"),
DisplayName = RandomName("u"), DisplayName = RandomName("u"),
AvatarUrl = null, AvatarHash = null,
Discriminator = rand.Next(minValue: 0, maxValue: 9999).ToString(), Discriminator = rand.Next(minValue: 0, maxValue: 9999).ToString(),
}).ToArray(); }).ToArray();
@@ -169,6 +177,8 @@ sealed class DebugPageModel {
public string GenerateUsers { get; set; } = "0"; public string GenerateUsers { get; set; } = "0";
public string GenerateMessages { get; set; } = "0"; public string GenerateMessages { get; set; } = "0";
public string SqliteVersion => string.Empty;
public void OnClickAddRandomDataToDatabase() {} public void OnClickAddRandomDataToDatabase() {}
} }
#endif #endif

View File

@@ -13,9 +13,6 @@
</Design.DataContext> </Design.DataContext>
<UserControl.Styles> <UserControl.Styles>
<Style Selector="WrapPanel > Button">
<Setter Property="Margin" Value="0 0 10 10" />
</Style>
<Style Selector="DataGridColumnHeader"> <Style Selector="DataGridColumnHeader">
<Setter Property="FontWeight" Value="Medium" /> <Setter Property="FontWeight" Value="Medium" />
</Style> </Style>
@@ -30,26 +27,25 @@
</Style> </Style>
</UserControl.Styles> </UserControl.Styles>
<StackPanel Orientation="Vertical"> <StackPanel Orientation="Vertical" Spacing="20">
<WrapPanel Orientation="Horizontal"> <WrapPanel Orientation="Horizontal" ItemSpacing="10" LineSpacing="10">
<Button Command="{Binding OnClickToggleDownload}" Content="{Binding ToggleDownloadButtonText}" IsEnabled="{Binding IsToggleDownloadButtonEnabled}" /> <Button Command="{Binding OnClickToggleDownload}" Content="{Binding ToggleDownloadButtonText}" IsEnabled="{Binding IsToggleDownloadButtonEnabled}" />
<Button Command="{Binding OnClickRetryFailedDownloads}" IsEnabled="{Binding IsRetryFailedOnDownloadsButtonEnabled}">Retry Failed Downloads</Button> <Button Command="{Binding OnClickRetryFailed}" IsEnabled="{Binding IsRetryFailedOnDownloadsButtonEnabled}">Retry Failed</Button>
<Button Command="{Binding OnClickDeleteOrphanedDownloads}">Delete Orphaned Downloads</Button> <Button Command="{Binding OnClickDeleteOrphaned}">Delete Orphaned</Button>
<Button Command="{Binding OnClickExportAll}" IsEnabled="{Binding HasSuccessfulDownloads}">Export All...</Button>
</WrapPanel> </WrapPanel>
<StackPanel Orientation="Vertical" Spacing="20" Margin="0 10 0 0"> <controls:DownloadItemFilterPanel DataContext="{Binding FilterModel}" IsEnabled="{Binding !$parent[UserControl].((pages:DownloadsPageModel)DataContext).IsDownloading}" />
<controls:DownloadItemFilterPanel DataContext="{Binding FilterModel}" IsEnabled="{Binding !$parent[UserControl].((pages:DownloadsPageModel)DataContext).IsDownloading}" /> <TextBlock TextWrapping="Wrap">
<TextBlock TextWrapping="Wrap"> Downloading state and filter settings are remembered per-database.
Downloading state and filter settings are remembered per-database. </TextBlock>
</TextBlock> <Expander Header="Download Status" IsExpanded="True">
<Expander Header="Download Status" IsExpanded="True"> <DataGrid ItemsSource="{Binding StatisticsRows}" AutoGenerateColumns="False" CanUserReorderColumns="False" CanUserResizeColumns="False" CanUserSortColumns="False" IsReadOnly="True">
<DataGrid ItemsSource="{Binding StatisticsRows}" AutoGenerateColumns="False" CanUserReorderColumns="False" CanUserResizeColumns="False" CanUserSortColumns="False" IsReadOnly="True"> <DataGrid.Columns>
<DataGrid.Columns> <DataGridTextColumn Header="State" Binding="{Binding State, Mode=OneWay}" Width="*" />
<DataGridTextColumn Header="State" Binding="{Binding State, Mode=OneWay}" Width="*" /> <DataGridTextColumn Header="Files" Binding="{Binding Items, Mode=OneWay, Converter={StaticResource NumberValueConverter}}" Width="*" CellStyleClasses="right" />
<DataGridTextColumn Header="Files" Binding="{Binding Items, Mode=OneWay, Converter={StaticResource NumberValueConverter}}" Width="*" CellStyleClasses="right" /> <DataGridTextColumn Header="Size" Binding="{Binding SizeText, Mode=OneWay}" Width="*" CellStyleClasses="right" />
<DataGridTextColumn Header="Size" Binding="{Binding SizeText, Mode=OneWay}" Width="*" CellStyleClasses="right" /> </DataGrid.Columns>
</DataGrid.Columns> </DataGrid>
</DataGrid> </Expander>
</Expander>
</StackPanel>
</StackPanel> </StackPanel>
</UserControl> </UserControl>

View File

@@ -1,12 +1,14 @@
using System; using System;
using System.Collections.Generic; using System.Collections.Generic;
using System.Collections.ObjectModel; using System.Collections.ObjectModel;
using System.ComponentModel;
using System.Reactive.Linq; using System.Reactive.Linq;
using System.Threading.Tasks; using System.Threading.Tasks;
using Avalonia.Controls; using Avalonia.Controls;
using Avalonia.Platform.Storage;
using Avalonia.ReactiveUI; using Avalonia.ReactiveUI;
using CommunityToolkit.Mvvm.ComponentModel;
using DHT.Desktop.Common; using DHT.Desktop.Common;
using DHT.Desktop.Dialogs.File;
using DHT.Desktop.Dialogs.Message; using DHT.Desktop.Dialogs.Message;
using DHT.Desktop.Dialogs.Progress; using DHT.Desktop.Dialogs.Progress;
using DHT.Desktop.Main.Controls; using DHT.Desktop.Main.Controls;
@@ -18,28 +20,32 @@ using DHT.Server.Data.Settings;
using DHT.Server.Download; using DHT.Server.Download;
using DHT.Utils.Logging; using DHT.Utils.Logging;
using DHT.Utils.Tasks; using DHT.Utils.Tasks;
using PropertyChanged.SourceGenerator;
namespace DHT.Desktop.Main.Pages; namespace DHT.Desktop.Main.Pages;
sealed partial class DownloadsPageModel : ObservableObject, IAsyncDisposable { sealed partial class DownloadsPageModel : IAsyncDisposable {
private static readonly Log Log = Log.ForType<DownloadsPageModel>(); private static readonly Log Log = Log.ForType<DownloadsPageModel>();
[ObservableProperty(Setter = Access.Private)] [Notify(Setter.Private)]
private bool isToggleDownloadButtonEnabled = true; private bool isToggleDownloadButtonEnabled = true;
[DependsOn(nameof(IsDownloading))]
public string ToggleDownloadButtonText => IsDownloading ? "Stop Downloading" : "Start Downloading"; public string ToggleDownloadButtonText => IsDownloading ? "Stop Downloading" : "Start Downloading";
[ObservableProperty(Setter = Access.Private)] [Notify(Setter.Private)]
[NotifyPropertyChangedFor(nameof(IsRetryFailedOnDownloadsButtonEnabled))]
private bool isRetryingFailedDownloads = false; private bool isRetryingFailedDownloads = false;
[ObservableProperty(Setter = Access.Private)] [Notify(Setter.Private)]
[NotifyPropertyChangedFor(nameof(IsRetryFailedOnDownloadsButtonEnabled))] private bool hasSuccessfulDownloads;
[Notify(Setter.Private)]
private bool hasFailedDownloads; private bool hasFailedDownloads;
[DependsOn(nameof(IsRetryingFailedDownloads), nameof(HasFailedDownloads))]
public bool IsRetryFailedOnDownloadsButtonEnabled => !IsRetryingFailedDownloads && HasFailedDownloads; public bool IsRetryFailedOnDownloadsButtonEnabled => !IsRetryingFailedDownloads && HasFailedDownloads;
[ObservableProperty(Setter = Access.Private)] [Notify(Setter.Private)]
private string downloadMessage = ""; private string downloadMessage = "";
public DownloadItemFilterPanelModel FilterModel { get; } public DownloadItemFilterPanelModel FilterModel { get; }
@@ -86,7 +92,12 @@ sealed partial class DownloadsPageModel : ObservableObject, IAsyncDisposable {
await FilterModel.Initialize(); await FilterModel.Initialize();
if (await state.Db.Settings.Get(SettingsKey.DownloadsAutoStart, defaultValue: false)) { if (await state.Db.Settings.Get(SettingsKey.DownloadsAutoStart, defaultValue: false)) {
await StartDownload(); try {
await StartDownload();
} catch (Exception e) {
Log.Error("Could not automatically start downloads.", e);
await Dialog.ShowOk(window, "Database Error", "Could not automatically start downloads: " + e.Message);
}
} }
} }
@@ -105,23 +116,43 @@ sealed partial class DownloadsPageModel : ObservableObject, IAsyncDisposable {
public async Task OnClickToggleDownload() { public async Task OnClickToggleDownload() {
IsToggleDownloadButtonEnabled = false; IsToggleDownloadButtonEnabled = false;
try {
if (IsDownloading) {
await StopDownload();
}
else {
try {
await StartDownload();
} catch (Exception e) {
Log.Error("Could not start downloads.", e);
await Dialog.ShowOk(window, "Database Error", "Could not start downloads: " + e.Message);
return;
}
}
if (IsDownloading) { try {
await StopDownload(); await state.Db.Settings.Set(SettingsKey.DownloadsAutoStart, IsDownloading);
} catch (Exception e) {
Log.Error("Could not update auto-start setting in database.", e);
}
} finally {
IsToggleDownloadButtonEnabled = true;
} }
else {
await StartDownload();
}
await state.Db.Settings.Set(SettingsKey.DownloadsAutoStart, IsDownloading);
IsToggleDownloadButtonEnabled = true;
} }
private async Task StartDownload() { private async Task StartDownload() {
await state.Db.Downloads.MoveDownloadingItemsBackToQueue(); await state.Db.Downloads.MoveDownloadingItemsBackToQueue();
IObservable<DownloadItem> finishedItems = await state.Downloader.Start(currentDownloadFilter = FilterModel.CreateFilter()); try {
finishedItemsSubscription = finishedItems.ObserveOn(AvaloniaScheduler.Instance).Subscribe(OnItemFinished); currentDownloadFilter = FilterModel.CreateFilter();
IObservable<DownloadItem> finishedItems = await state.Downloader.Start(currentDownloadFilter);
finishedItemsSubscription = finishedItems.ObserveOn(AvaloniaScheduler.Instance).Subscribe(OnItemFinished);
} catch (Exception) {
finishedItemsSubscription?.Dispose();
finishedItemsSubscription = null;
currentDownloadFilter = null;
throw;
}
OnDownloadStateChanged(); OnDownloadStateChanged();
} }
@@ -132,30 +163,29 @@ sealed partial class DownloadsPageModel : ObservableObject, IAsyncDisposable {
finishedItemsSubscription?.Dispose(); finishedItemsSubscription?.Dispose();
finishedItemsSubscription = null; finishedItemsSubscription = null;
currentDownloadFilter = null; currentDownloadFilter = null;
OnDownloadStateChanged(); OnDownloadStateChanged();
} }
private void OnDownloadStateChanged() { private void OnDownloadStateChanged() {
RecomputeDownloadStatistics(); RecomputeDownloadStatistics();
OnPropertyChanged(nameof(ToggleDownloadButtonText)); OnPropertyChanged(new PropertyChangedEventArgs(nameof(IsDownloading)));
OnPropertyChanged(nameof(IsDownloading));
} }
private void OnItemFinished(DownloadItem item) { private void OnItemFinished(DownloadItem item) {
RecomputeDownloadStatistics(); RecomputeDownloadStatistics();
} }
public async Task OnClickRetryFailedDownloads() { public async Task OnClickRetryFailed() {
IsRetryingFailedDownloads = true; IsRetryingFailedDownloads = true;
try { try {
await state.Db.Downloads.RetryFailed(); await state.Db.Downloads.RetryFailed();
RecomputeDownloadStatistics(); RecomputeDownloadStatistics();
} catch (Exception e) { } catch (Exception e) {
Log.Error(e); Log.Error("Could not retry failed downloads.", e);
await Dialog.ShowOk(window, "Retry Failed", "Could not retry failed downloads: " + e.Message);
} finally { } finally {
IsRetryingFailedDownloads = false; IsRetryingFailedDownloads = false;
} }
@@ -165,48 +195,94 @@ sealed partial class DownloadsPageModel : ObservableObject, IAsyncDisposable {
downloadStatisticsTask.Post(cancellationToken => state.Db.Downloads.GetStatistics(currentDownloadFilter ?? new DownloadItemFilter(), cancellationToken)); downloadStatisticsTask.Post(cancellationToken => state.Db.Downloads.GetStatistics(currentDownloadFilter ?? new DownloadItemFilter(), cancellationToken));
} }
private const string DeleteOrphanedDownloadsTitle = "Delete Orphaned Downloads"; public async Task OnClickDeleteOrphaned() {
const string Title = "Delete Orphaned Downloads";
public async Task OnClickDeleteOrphanedDownloads() { try {
await ProgressDialog.Show(window, DeleteOrphanedDownloadsTitle, DeleteOrphanedDownloads); await ProgressDialog.Show(window, Title, async (_, callback) => {
await callback.UpdateIndeterminate("Searching for orphaned downloads...");
HashSet<string> reachableNormalizedUrls = [];
HashSet<string> orphanedNormalizedUrls = [];
await foreach (FileUrl fileUrl in state.Db.Downloads.FindReachableFiles()) {
reachableNormalizedUrls.Add(fileUrl.NormalizedUrl);
}
await foreach (Download download in state.Db.Downloads.Get()) {
string normalizedUrl = download.NormalizedUrl;
if (!reachableNormalizedUrls.Contains(normalizedUrl)) {
orphanedNormalizedUrls.Add(normalizedUrl);
}
}
if (orphanedNormalizedUrls.Count == 0) {
await Dialog.ShowOk(window, Title, "No orphaned downloads found.");
return;
}
if (await Dialog.ShowYesNo(window, Title, orphanedNormalizedUrls.Count + " orphaned download(s) will be removed from this database. This action cannot be undone. Proceed?") != DialogResult.YesNo.Yes) {
return;
}
await callback.UpdateIndeterminate("Deleting orphaned downloads...");
await state.Db.Downloads.Remove(orphanedNormalizedUrls);
RecomputeDownloadStatistics();
if (await Dialog.ShowYesNo(window, Title, "Orphaned downloads deleted. Vacuum database now to reclaim space?") != DialogResult.YesNo.Yes) {
return;
}
await callback.UpdateIndeterminate("Vacuuming database...");
await state.Db.Vacuum();
});
} catch (Exception e) {
Log.Error("Could not delete orphaned downloads.", e);
await Dialog.ShowOk(window, Title, "Could not delete orphaned downloads: " + e.Message);
}
} }
private async Task DeleteOrphanedDownloads(ProgressDialog dialog, IProgressCallback callback) { public async Task OnClickExportAll() {
await callback.UpdateIndeterminate("Searching for orphaned downloads..."); const string Title = "Export Downloaded Files";
HashSet<string> reachableNormalizedUrls = []; string[] folders = await window.StorageProvider.OpenFolders(new FolderPickerOpenOptions {
HashSet<string> orphanedNormalizedUrls = []; Title = Title,
AllowMultiple = false,
});
await foreach (Download download in state.Db.Downloads.FindAllDownloadableUrls()) { if (folders.Length != 1) {
reachableNormalizedUrls.Add(download.NormalizedUrl);
}
await foreach (Download download in state.Db.Downloads.Get()) {
string normalizedUrl = download.NormalizedUrl;
if (!reachableNormalizedUrls.Contains(normalizedUrl)) {
orphanedNormalizedUrls.Add(normalizedUrl);
}
}
if (orphanedNormalizedUrls.Count == 0) {
await Dialog.ShowOk(window, DeleteOrphanedDownloadsTitle, "No orphaned downloads found.");
return; return;
} }
if (await Dialog.ShowYesNo(window, DeleteOrphanedDownloadsTitle, orphanedNormalizedUrls.Count + " orphaned download(s) will be removed from this database. This action cannot be undone. Proceed?") != DialogResult.YesNo.Yes) { string folderPath = folders[0];
DownloadExporter exporter = new DownloadExporter(state.Db, folderPath);
DownloadExporter.Result result;
try {
result = await ProgressDialog.Show(window, Title, async (_, callback) => {
await callback.UpdateIndeterminate("Exporting downloaded files...");
return await exporter.Export(new ExportProgressReporter(callback));
});
} catch (Exception e) {
Log.Error("Could not export downloaded files.", e);
await Dialog.ShowOk(window, Title, "Could not export downloaded files: " + e.Message);
return; return;
} }
await callback.UpdateIndeterminate("Deleting orphaned downloads..."); string messageStart = "Exported " + result.SuccessfulCount.Pluralize("file");
await state.Db.Downloads.Remove(orphanedNormalizedUrls);
RecomputeDownloadStatistics();
if (await Dialog.ShowYesNo(window, DeleteOrphanedDownloadsTitle, "Orphaned downloads deleted. Vacuum database now to reclaim space?") != DialogResult.YesNo.Yes) { if (result.FailedCount > 0L) {
return; await Dialog.ShowOk(window, Title, messageStart + " (" + result.FailedCount.Format() + " failed).");
} }
else {
await Dialog.ShowOk(window, Title, messageStart + ".");
}
}
await callback.UpdateIndeterminate("Vacuuming database..."); private sealed class ExportProgressReporter(IProgressCallback callback) : DownloadExporter.IProgressReporter {
await state.Db.Vacuum(); public Task ReportProgress(long processedCount, long totalCount) {
return callback.Update("Exporting downloaded files...", processedCount, totalCount);
}
} }
private void UpdateStatistics(DownloadStatusStatistics statusStatistics) { private void UpdateStatistics(DownloadStatusStatistics statusStatistics) {
@@ -226,24 +302,23 @@ sealed partial class DownloadsPageModel : ObservableObject, IAsyncDisposable {
statisticsSkipped.Size = statusStatistics.SkippedTotalSize; statisticsSkipped.Size = statusStatistics.SkippedTotalSize;
statisticsSkipped.HasFilesWithUnknownSize = statusStatistics.SkippedWithUnknownSizeCount > 0; statisticsSkipped.HasFilesWithUnknownSize = statusStatistics.SkippedWithUnknownSizeCount > 0;
HasSuccessfulDownloads = statusStatistics.SuccessfulCount > 0;
HasFailedDownloads = statusStatistics.FailedCount > 0; HasFailedDownloads = statusStatistics.FailedCount > 0;
} }
[ObservableObject]
public sealed partial class StatisticsRow(string state) { public sealed partial class StatisticsRow(string state) {
public string State { get; } = state; public string State { get; } = state;
[ObservableProperty] [Notify]
private int items; private int items;
[ObservableProperty] [Notify]
[NotifyPropertyChangedFor(nameof(SizeText))]
private ulong? size; private ulong? size;
[ObservableProperty] [Notify]
[NotifyPropertyChangedFor(nameof(SizeText))]
private bool hasFilesWithUnknownSize; private bool hasFilesWithUnknownSize;
[DependsOn(nameof(Size), nameof(HasFilesWithUnknownSize))]
public string SizeText { public string SizeText {
get { get {
if (size == null) { if (size == null) {

View File

@@ -11,25 +11,44 @@
<pages:TrackingPageModel /> <pages:TrackingPageModel />
</Design.DataContext> </Design.DataContext>
<StackPanel Spacing="10"> <UserControl.Styles>
<TextBlock TextWrapping="Wrap"> <Style Selector="TextBlock">
<TextBlock.Text> <Setter Property="TextWrapping" Value="Wrap" />
<MultiBinding StringFormat="To start tracking messages, copy the tracking script and paste it into the console of either the Discord app, or your browser. The console is usually opened by pressing {0}."> </Style>
<Binding Path="OpenDevToolsShortcutText" /> </UserControl.Styles>
</MultiBinding>
</TextBlock.Text> <StackPanel Spacing="20">
</TextBlock> <Expander Header="Method 1: Manual" IsExpanded="True">
<StackPanel DockPanel.Dock="Left" Orientation="Horizontal" Spacing="10"> <StackPanel Orientation="Vertical" Spacing="10">
<Button x:Name="CopyTrackingScript" Click="CopyTrackingScriptButton_OnClick" IsEnabled="{Binding IsCopyTrackingScriptButtonEnabled}">Copy Tracking Script</Button> <TextBlock>
</StackPanel> <TextBlock.Text>
<TextBlock TextWrapping="Wrap" Margin="0 5 0 0"> <MultiBinding StringFormat="Use {0} to open Dev Tools in your browser or the Discord app, copy the tracking script, and paste it into the console.">
<TextBlock.Text> <Binding Path="OpenDevToolsShortcutText" />
<MultiBinding StringFormat="By default, the Discord app does not allow opening the console. The button below will change a hidden setting in the Discord app that controls whether the {0} shortcut is enabled."> </MultiBinding>
<Binding Path="OpenDevToolsShortcutText" /> </TextBlock.Text>
</MultiBinding> </TextBlock>
</TextBlock.Text> <Button x:Name="CopyTrackingScript" Click="CopyTrackingScriptButton_OnClick">Copy Tracking Script</Button>
</TextBlock> <TextBlock Margin="0 5 0 0">
<Button DockPanel.Dock="Right" Command="{Binding OnClickToggleAppDevTools}" Content="{Binding ToggleAppDevToolsButtonText}" IsEnabled="{Binding IsToggleAppDevToolsButtonEnabled}" /> By default, the Discord app blocks the Dev Tools shortcut. The button below changes a hidden setting to unblock the shortcut.
</TextBlock>
<Button Command="{Binding OnClickToggleAppDevTools}" Content="{Binding ToggleAppDevToolsButtonText}" IsEnabled="{Binding IsToggleAppDevToolsButtonEnabled}" />
</StackPanel>
</Expander>
<Expander Header="Method 2: Userscript" IsExpanded="True">
<StackPanel Orientation="Vertical" Spacing="10">
<TextBlock>
Requires a userscript manager in your browser. The userscript adds a DHT icon next to the Help icon on Discord.
If the icon does not appear, update this app and reinstall the userscript.
</TextBlock>
<TextBlock>
Copy the Connection Code, click the DHT icon, and paste the code into the prompt.
</TextBlock>
<WrapPanel ItemSpacing="10" LineSpacing="10">
<Button Command="{Binding OnClickInstallOrUpdateUserscript}">Install or Update Userscript</Button>
<Button x:Name="CopyConnectionCode" Click="CopyConnectionScriptButton_OnClick">Copy Connection Code</Button>
</WrapPanel>
</StackPanel>
</Expander>
</StackPanel> </StackPanel>
</UserControl> </UserControl>

View File

@@ -1,4 +1,5 @@
using System; using System;
using System.Collections.Generic;
using System.Diagnostics.CodeAnalysis; using System.Diagnostics.CodeAnalysis;
using System.Threading.Tasks; using System.Threading.Tasks;
using Avalonia.Controls; using Avalonia.Controls;
@@ -8,24 +9,36 @@ namespace DHT.Desktop.Main.Pages;
[SuppressMessage("ReSharper", "MemberCanBeInternal")] [SuppressMessage("ReSharper", "MemberCanBeInternal")]
public sealed partial class TrackingPage : UserControl { public sealed partial class TrackingPage : UserControl {
private bool isCopyingScript; private readonly HashSet<Button> copyingButtons = new (ReferenceEqualityComparer.Instance);
public TrackingPage() { public TrackingPage() {
InitializeComponent(); InitializeComponent();
} }
public async void CopyTrackingScriptButton_OnClick(object? sender, RoutedEventArgs e) { public async void CopyTrackingScriptButton_OnClick(object? sender, RoutedEventArgs e) {
await HandleCopyButton(CopyTrackingScript, "Script Copied!", static model => model.OnClickCopyTrackingScript());
}
public async void CopyConnectionScriptButton_OnClick(object? sender, RoutedEventArgs e) {
await HandleCopyButton(CopyConnectionCode, "Code Copied!", static model => model.OnClickCopyConnectionCode());
}
private async Task HandleCopyButton(Button button, string copiedText, Func<TrackingPageModel, Task<bool>> onClick) {
if (DataContext is TrackingPageModel model) { if (DataContext is TrackingPageModel model) {
object? originalText = CopyTrackingScript.Content; object? originalText = button.Content;
CopyTrackingScript.MinWidth = CopyTrackingScript.Bounds.Width; button.MinWidth = button.Bounds.Width;
if (await model.OnClickCopyTrackingScript() && !isCopyingScript) { if (await onClick(model) && copyingButtons.Add(button)) {
isCopyingScript = true; button.IsEnabled = false;
CopyTrackingScript.Content = "Script Copied!"; button.Content = copiedText;
await Task.Delay(TimeSpan.FromSeconds(2)); try {
CopyTrackingScript.Content = originalText; await Task.Delay(TimeSpan.FromSeconds(2));
isCopyingScript = false; } finally {
copyingButtons.Remove(button);
button.IsEnabled = true;
button.Content = originalText;
}
} }
} }
} }

View File

@@ -1,31 +1,32 @@
using System; using System;
using System.Text.RegularExpressions;
using System.Threading; using System.Threading;
using System.Threading.Tasks; using System.Threading.Tasks;
using System.Web; using System.Web;
using Avalonia.Controls; using Avalonia.Controls;
using Avalonia.Input.Platform; using Avalonia.Input.Platform;
using CommunityToolkit.Mvvm.ComponentModel; using DHT.Desktop.Common;
using DHT.Desktop.Dialogs.Message; using DHT.Desktop.Dialogs.Message;
using DHT.Desktop.Discord; using DHT.Desktop.Discord;
using DHT.Desktop.Server; using DHT.Desktop.Server;
using DHT.Utils.Logging;
using PropertyChanged.SourceGenerator;
using static DHT.Desktop.Program; using static DHT.Desktop.Program;
namespace DHT.Desktop.Main.Pages; namespace DHT.Desktop.Main.Pages;
sealed partial class TrackingPageModel : ObservableObject { sealed partial class TrackingPageModel {
[ObservableProperty(Setter = Access.Private)] private static readonly Log Log = Log.ForType<TrackingPageModel>();
private bool isCopyTrackingScriptButtonEnabled = true;
[ObservableProperty(Setter = Access.Private)] [Notify(Setter.Private)]
[NotifyPropertyChangedFor(nameof(ToggleAppDevToolsButtonText))]
private bool? areDevToolsEnabled = null; private bool? areDevToolsEnabled = null;
[ObservableProperty(Setter = Access.Private)] [Notify(Setter.Private)]
[NotifyPropertyChangedFor(nameof(ToggleAppDevToolsButtonText))]
private bool isToggleAppDevToolsButtonEnabled = false; private bool isToggleAppDevToolsButtonEnabled = false;
public string OpenDevToolsShortcutText { get; } = OperatingSystem.IsMacOS() ? "Cmd+Shift+I" : "Ctrl+Shift+I"; public string OpenDevToolsShortcutText { get; } = OperatingSystem.IsMacOS() ? "Cmd+Shift+I" : "Ctrl+Shift+I";
[DependsOn(nameof(AreDevToolsEnabled), nameof(IsToggleAppDevToolsButtonEnabled))]
public string ToggleAppDevToolsButtonText { public string ToggleAppDevToolsButtonText {
get { get {
if (!AreDevToolsEnabled.HasValue) { if (!AreDevToolsEnabled.HasValue) {
@@ -52,32 +53,9 @@ sealed partial class TrackingPageModel : ObservableObject {
} }
public async Task<bool> OnClickCopyTrackingScript() { public async Task<bool> OnClickCopyTrackingScript() {
IsCopyTrackingScriptButtonEnabled = false; string url = ServerConfiguration.HttpHost + $"/get-tracking-script?token={HttpUtility.UrlEncode(ServerConfiguration.Token)}";
try {
return await CopyTrackingScript();
} finally {
IsCopyTrackingScriptButtonEnabled = true;
}
}
private async Task<bool> CopyTrackingScript() {
string url = $"http://127.0.0.1:{ServerConfiguration.Port}/get-tracking-script?token={HttpUtility.UrlEncode(ServerConfiguration.Token)}";
string script = (await Resources.ReadTextAsync("tracker-loader.js")).Trim().Replace("{url}", url); string script = (await Resources.ReadTextAsync("tracker-loader.js")).Trim().Replace("{url}", url);
return await TryCopy(script, "Copy Tracking Script");
IClipboard? clipboard = window.Clipboard;
if (clipboard == null) {
await Dialog.ShowOk(window, "Copy Tracking Script", "Clipboard is not available on this system.");
return false;
}
try {
await clipboard.SetTextAsync(script);
return true;
} catch {
await Dialog.ShowOk(window, "Copy Tracking Script", "An error occurred while copying to clipboard.");
return false;
}
} }
private async Task InitializeDevToolsToggle() { private async Task InitializeDevToolsToggle() {
@@ -133,4 +111,44 @@ sealed partial class TrackingPageModel : ObservableObject {
throw new ArgumentOutOfRangeException(); throw new ArgumentOutOfRangeException();
} }
} }
public async Task OnClickInstallOrUpdateUserscript() {
try {
SystemUtils.OpenUrl(ServerConfiguration.HttpHost + "/get-userscript/dht.user.js");
} catch (Exception e) {
await Dialog.ShowOk(window, "Install or Update Userscript", "Could not open the browser: " + e.Message);
}
}
[GeneratedRegex("^[a-zA-Z0-9]{1,100}$")]
private static partial Regex ConnectionCodeTokenRegex();
public async Task<bool> OnClickCopyConnectionCode() {
const string Title = "Copy Connection Code";
if (ConnectionCodeTokenRegex().IsMatch(ServerConfiguration.Token)) {
return await TryCopy(ServerConfiguration.Port + ":" + ServerConfiguration.Token, Title);
}
else {
await Dialog.ShowOk(window, Title, "The internal server token cannot be used to create a connection code.\n\nCheck the 'Advanced' tab and ensure the token is 1-100 characters long, and only contains plain letters and numbers.");
return false;
}
}
private async Task<bool> TryCopy(string script, string errorDialogTitle) {
IClipboard? clipboard = window.Clipboard;
if (clipboard == null) {
await Dialog.ShowOk(window, errorDialogTitle, "Clipboard is not available on this system.");
return false;
}
try {
await clipboard.SetTextAsync(script);
return true;
} catch (Exception e) {
Log.Error("Could not copy to clipboard.", e);
await Dialog.ShowOk(window, errorDialogTitle, "An error occurred while copying to clipboard.");
return false;
}
}
} }

View File

@@ -3,7 +3,6 @@ using System.ComponentModel;
using System.Threading.Tasks; using System.Threading.Tasks;
using System.Web; using System.Web;
using Avalonia.Controls; using Avalonia.Controls;
using CommunityToolkit.Mvvm.ComponentModel;
using DHT.Desktop.Common; using DHT.Desktop.Common;
using DHT.Desktop.Dialogs.Message; using DHT.Desktop.Dialogs.Message;
using DHT.Desktop.Dialogs.Progress; using DHT.Desktop.Dialogs.Progress;
@@ -13,16 +12,17 @@ using DHT.Server;
using DHT.Server.Data.Filters; using DHT.Server.Data.Filters;
using DHT.Server.Service.Viewer; using DHT.Server.Service.Viewer;
using DHT.Utils.Logging; using DHT.Utils.Logging;
using PropertyChanged.SourceGenerator;
namespace DHT.Desktop.Main.Pages; namespace DHT.Desktop.Main.Pages;
sealed partial class ViewerPageModel : ObservableObject, IDisposable { sealed partial class ViewerPageModel : IDisposable {
private static readonly Log Log = Log.ForType<ViewerPageModel>(); private static readonly Log Log = Log.ForType<ViewerPageModel>();
public bool DatabaseToolFilterModeKeep { get; set; } = true; public bool DatabaseToolFilterModeKeep { get; set; } = true;
public bool DatabaseToolFilterModeRemove { get; set; } = false; public bool DatabaseToolFilterModeRemove { get; set; } = false;
[ObservableProperty] [Notify]
private bool hasFilters = false; private bool hasFilters = false;
public MessageFilterPanelModel FilterModel { get; } public MessageFilterPanelModel FilterModel { get; }
@@ -51,28 +51,32 @@ sealed partial class ViewerPageModel : ObservableObject, IDisposable {
public async void OnClickOpenViewer() { public async void OnClickOpenViewer() {
try { try {
string serverUrl = "http://127.0.0.1:" + ServerConfiguration.Port;
string serverToken = ServerConfiguration.Token; string serverToken = ServerConfiguration.Token;
string sessionId = state.ViewerSessions.Register(new ViewerSession(FilterModel.CreateFilter())).ToString(); string sessionId = state.ViewerSessions.Register(new ViewerSession(FilterModel.CreateFilter())).ToString();
SystemUtils.OpenUrl(serverUrl + "/viewer/?token=" + HttpUtility.UrlEncode(serverToken) + "&session=" + HttpUtility.UrlEncode(sessionId)); SystemUtils.OpenUrl(ServerConfiguration.HttpHost + "/viewer/?token=" + HttpUtility.UrlEncode(serverToken) + "&session=" + HttpUtility.UrlEncode(sessionId));
} catch (Exception e) { } catch (Exception e) {
await Dialog.ShowOk(window, "Open Viewer", "Could not open viewer: " + e.Message); await Dialog.ShowOk(window, "Open Viewer", "Could not open viewer: " + e.Message);
} }
} }
public async Task OnClickApplyFiltersToDatabase() { public async Task OnClickApplyFiltersToDatabase() {
MessageFilter filter = FilterModel.CreateFilter(); try {
long messageCount = await ProgressDialog.ShowIndeterminate(window, "Apply Filters", "Counting matching messages...", _ => state.Db.Messages.Count(filter)); MessageFilter filter = FilterModel.CreateFilter();
long messageCount = await ProgressDialog.ShowIndeterminate(window, "Apply Filters", "Counting matching messages...", _ => state.Db.Messages.Count(filter));
if (DatabaseToolFilterModeKeep) { if (DatabaseToolFilterModeKeep) {
if (DialogResult.YesNo.Yes == await Dialog.ShowYesNo(window, "Keep Matching Messages in This Database", messageCount.Pluralize("message") + " will be kept, and the rest will be removed from this database. This action cannot be undone. Proceed?")) { if (DialogResult.YesNo.Yes == await Dialog.ShowYesNo(window, "Keep Matching Messages in This Database", messageCount.Pluralize("message") + " will be kept, and the rest will be removed from this database. This action cannot be undone. Proceed?")) {
await ApplyFilterToDatabase(filter, FilterRemovalMode.KeepMatching); await ApplyFilterToDatabase(filter, FilterRemovalMode.KeepMatching);
}
} }
} else if (DatabaseToolFilterModeRemove) {
else if (DatabaseToolFilterModeRemove) { if (DialogResult.YesNo.Yes == await Dialog.ShowYesNo(window, "Remove Matching Messages in This Database", messageCount.Pluralize("message") + " will be removed from this database. This action cannot be undone. Proceed?")) {
if (DialogResult.YesNo.Yes == await Dialog.ShowYesNo(window, "Remove Matching Messages in This Database", messageCount.Pluralize("message") + " will be removed from this database. This action cannot be undone. Proceed?")) { await ApplyFilterToDatabase(filter, FilterRemovalMode.RemoveMatching);
await ApplyFilterToDatabase(filter, FilterRemovalMode.RemoveMatching); }
} }
} catch (Exception e) {
Log.Error("Could not apply filters.", e);
await Dialog.ShowOk(window, "Apply Filters", "Could not apply filters: " + e.Message);
} }
} }

View File

@@ -70,6 +70,10 @@ sealed class MainContentScreenModel : IAsyncDisposable {
public async Task Initialize() { public async Task Initialize() {
await DownloadsPageModel.Initialize(); await DownloadsPageModel.Initialize();
#if DEBUG
await DebugPageModel.Initialize();
#endif
} }
public async ValueTask DisposeAsync() { public async ValueTask DisposeAsync() {

View File

@@ -5,23 +5,24 @@ using System.Net;
using System.Net.Http; using System.Net.Http;
using System.Threading.Tasks; using System.Threading.Tasks;
using Avalonia.Controls; using Avalonia.Controls;
using CommunityToolkit.Mvvm.ComponentModel;
using DHT.Desktop.Common; using DHT.Desktop.Common;
using DHT.Desktop.Dialogs.Message; using DHT.Desktop.Dialogs.Message;
using DHT.Desktop.Dialogs.Progress; using DHT.Desktop.Dialogs.Progress;
using DHT.Server.Data.Settings; using DHT.Desktop.Main.Dialogs;
using DHT.Server.Database; using DHT.Server.Database;
using DHT.Server.Database.Sqlite.Schema; using DHT.Server.Database.Sqlite.Schema;
using DHT.Server.Database.Sqlite.Utils;
using DHT.Utils.Logging; using DHT.Utils.Logging;
using PropertyChanged.SourceGenerator;
namespace DHT.Desktop.Main.Screens; namespace DHT.Desktop.Main.Screens;
sealed partial class WelcomeScreenModel : ObservableObject { sealed partial class WelcomeScreenModel {
private static readonly Log Log = Log.ForType<WelcomeScreenModel>(); private static readonly Log Log = Log.ForType<WelcomeScreenModel>();
public string Version => Program.Version; public string Version => Program.Version;
[ObservableProperty(Setter = Access.Private)] [Notify(Setter.Private)]
private bool isOpenOrCreateDatabaseButtonEnabled = true; private bool isOpenOrCreateDatabaseButtonEnabled = true;
public event EventHandler<IDatabaseFile>? DatabaseSelected; public event EventHandler<IDatabaseFile>? DatabaseSelected;
@@ -52,21 +53,22 @@ sealed partial class WelcomeScreenModel : ObservableObject {
public async Task OpenOrCreateDatabaseFromPath(string path) { public async Task OpenOrCreateDatabaseFromPath(string path) {
dbFilePath = path; dbFilePath = path;
bool isNew = !File.Exists(path);
IDatabaseFile? db = await DatabaseGui.TryOpenOrCreateDatabaseFromPath(path, window, new SchemaUpgradeCallbacks(window)); IDatabaseFile? db = await DatabaseGui.TryOpenOrCreateDatabaseFromPath(path, window, new SchemaUpgradeCallbacks(window));
if (db == null) { if (db != null) {
return; DatabaseSelected?.Invoke(this, db);
} }
if (isNew && await Dialog.ShowYesNo(window, "Automatic Downloads", "Do you want to automatically download files hosted on Discord? You can change this later in the Downloads tab.") == DialogResult.YesNo.Yes) {
await db.Settings.Set(SettingsKey.DownloadsAutoStart, value: true);
}
DatabaseSelected?.Invoke(this, db);
} }
private sealed class SchemaUpgradeCallbacks(Window window) : ISchemaUpgradeCallbacks { private sealed class SchemaUpgradeCallbacks(Window window) : ISchemaUpgradeCallbacks {
public async Task<InitialDatabaseSettings?> GetInitialDatabaseSettings() {
var model = new NewDatabaseSettingsDialogModel();
var dialog = new NewDatabaseSettingsDialog { DataContext = model };
await dialog.ShowDialog(window);
return new InitialDatabaseSettings(model.SeparateFileForDownloads, model.DownloadsAutoStart);
}
public async Task<bool> CanUpgrade() { public async Task<bool> CanUpgrade() {
return DialogResult.YesNo.Yes == await DatabaseGui.ShowCanUpgradeDatabaseDialog(window); return DialogResult.YesNo.Yes == await DatabaseGui.ShowCanUpgradeDatabaseDialog(window);
} }
@@ -110,38 +112,32 @@ sealed partial class WelcomeScreenModel : ObservableObject {
} }
public async Task CheckUpdates() { public async Task CheckUpdates() {
var latestVersion = await ProgressDialog.ShowIndeterminate<Version?>(window, "Check Updates", "Checking for updates...", async _ => { string response;
var client = new HttpClient(new SocketsHttpHandler { try {
AutomaticDecompression = DecompressionMethods.None, response = await ProgressDialog.ShowIndeterminate<string>(window, "Check Updates", "Checking for updates...", static async _ => {
AllowAutoRedirect = false, var client = new HttpClient(new SocketsHttpHandler {
UseCookies = false, AutomaticDecompression = DecompressionMethods.None,
AllowAutoRedirect = false,
UseCookies = false,
});
client.Timeout = TimeSpan.FromSeconds(30);
client.MaxResponseContentBufferSize = 1024;
client.DefaultRequestHeaders.UserAgent.ParseAdd("DiscordHistoryTracker/" + Program.Version);
return await client.GetStringAsync(Program.Website + "/version");
}); });
} catch (TaskCanceledException e) when (e.InnerException is TimeoutException) {
await Dialog.ShowOk(window, "Check Updates", "Request timed out.");
return;
} catch (Exception e) {
Log.Error("Could not check for updates.", e);
await Dialog.ShowOk(window, "Check Updates", "Error checking for updates: " + e.Message);
return;
}
client.Timeout = TimeSpan.FromSeconds(30); if (!System.Version.TryParse(response, out Version? latestVersion)) {
client.MaxResponseContentBufferSize = 1024; await Dialog.ShowOk(window, "Check Updates", "Server returned an invalid response.");
client.DefaultRequestHeaders.UserAgent.ParseAdd("DiscordHistoryTracker/" + Program.Version);
string response;
try {
response = await client.GetStringAsync(Program.Website + "/version");
} catch (TaskCanceledException e) when (e.InnerException is TimeoutException) {
await Dialog.ShowOk(window, "Check Updates", "Request timed out.");
return null;
} catch (Exception e) {
Log.Error(e);
await Dialog.ShowOk(window, "Check Updates", "Error checking for updates: " + e.Message);
return null;
}
if (!System.Version.TryParse(response, out Version? latestVersion)) {
await Dialog.ShowOk(window, "Check Updates", "Server returned an invalid response.");
return null;
}
return latestVersion;
});
if (latestVersion == null) {
return; return;
} }

View File

@@ -2,6 +2,7 @@
using System.Globalization; using System.Globalization;
using System.Reflection; using System.Reflection;
using Avalonia; using Avalonia;
using DHT.Desktop.Common;
using DHT.Utils.Logging; using DHT.Utils.Logging;
using DHT.Utils.Resources; using DHT.Utils.Resources;
@@ -57,6 +58,8 @@ static class Program {
} }
private static AppBuilder BuildAvaloniaApp() { private static AppBuilder BuildAvaloniaApp() {
AvaloniaReflection.Check();
return AppBuilder.Configure<App>() return AppBuilder.Configure<App>()
.UsePlatformDetect() .UsePlatformDetect()
.WithInterFont() .WithInterFont()

View File

@@ -5,4 +5,6 @@ namespace DHT.Desktop.Server;
static class ServerConfiguration { static class ServerConfiguration {
public static ushort Port { get; set; } = ServerUtils.FindAvailablePort(min: 50000, max: 60000); public static ushort Port { get; set; } = ServerUtils.FindAvailablePort(min: 50000, max: 60000);
public static string Token { get; set; } = ServerUtils.GenerateRandomToken(20); public static string Token { get; set; } = ServerUtils.GenerateRandomToken(20);
public static string HttpHost => "http://127.0.0.1:" + Port;
} }

View File

@@ -21,12 +21,13 @@
<PropertyGroup> <PropertyGroup>
<SuppressTrimAnalysisWarnings>false</SuppressTrimAnalysisWarnings> <SuppressTrimAnalysisWarnings>false</SuppressTrimAnalysisWarnings>
<PublishTrimmed>true</PublishTrimmed> <PublishTrimmed>true</PublishTrimmed>
<TrimMode>partial</TrimMode> <TrimMode>full</TrimMode>
<EnableUnsafeBinaryFormatterSerialization>false</EnableUnsafeBinaryFormatterSerialization> <EnableUnsafeBinaryFormatterSerialization>false</EnableUnsafeBinaryFormatterSerialization>
<EnableUnsafeUTF7Encoding>false</EnableUnsafeUTF7Encoding> <EnableUnsafeUTF7Encoding>false</EnableUnsafeUTF7Encoding>
<EventSourceSupport>false</EventSourceSupport> <EventSourceSupport>false</EventSourceSupport>
<HttpActivityPropagationSupport>false</HttpActivityPropagationSupport> <HttpActivityPropagationSupport>false</HttpActivityPropagationSupport>
<JsonSerializerIsReflectionEnabledByDefault>false</JsonSerializerIsReflectionEnabledByDefault> <JsonSerializerIsReflectionEnabledByDefault>false</JsonSerializerIsReflectionEnabledByDefault>
<XmlResolverIsNetworkingEnabledByDefault>false</XmlResolverIsNetworkingEnabledByDefault>
</PropertyGroup> </PropertyGroup>
<PropertyGroup> <PropertyGroup>

View File

@@ -0,0 +1,273 @@
// ==UserScript==
// @name Discord History Tracker
// @license MIT
// @namespace https://chylex.com
// @homepageURL https://dht.chylex.com/
// @supportURL https://github.com/chylex/Discord-History-Tracker/issues
// @include https://discord.com/*
// @run-at document-idle
// @grant none
// @noframes
// ==/UserScript==
function startMutationObserver(callback) {
let hasDebounceStarted = false;
function handleMutations(mutations, observer) {
if (hasDebounceStarted) {
return;
}
hasDebounceStarted = true;
window.setTimeout(() => {
hasDebounceStarted = false;
callback(observer);
}, 20);
}
new MutationObserver(handleMutations).observe(document.body, { childList: true, subtree: true });
}
startMutationObserver(observer => {
const triggerButton = installConnectDialogButton();
if (triggerButton === null) {
return;
}
observer.disconnect();
startMutationObserver(() => {
if (!triggerButton.isConnected) {
getHelpIcon()?.parentElement.parentElement.insertAdjacentElement("afterend", triggerButton);
}
});
});
function installConnectDialogButton() {
const helpIcon = getHelpIcon();
if (!helpIcon) {
return null;
}
const helpIconWrapper = helpIcon.parentElement;
const helpIconLink = helpIconWrapper.parentElement;
helpIconLink.insertAdjacentHTML("afterend", `
<div id="dht-connector-show-dialog" role="button" class="${helpIconWrapper.getAttribute("class")}">
<svg viewBox="0 0 24 20" fill="currentColor" class="${helpIcon.getAttribute("class")}" style="width: auto;">
<path d="M7.446,9.924c-0,0.846 -0.105,1.593 -0.315,2.234c-0.21,0.644 -0.497,1.181 -0.86,1.615c-0.365,0.431 -0.795,0.761 -1.292,0.982c-0.494,0.22 -1.029,0.332 -1.605,0.332l-3.374,-0l0,-10.174l3.021,0c0.645,0 1.239,0.1 1.781,0.296c0.542,0.198 1.011,0.501 1.4,0.911c0.391,0.408 0.695,0.928 0.914,1.56c0.22,0.629 0.33,1.378 0.33,2.244Zm-1.765,-0c0,-0.592 -0.067,-1.1 -0.198,-1.524c-0.134,-0.422 -0.318,-0.77 -0.554,-1.042c-0.236,-0.272 -0.518,-0.473 -0.848,-0.604c-0.332,-0.128 -0.697,-0.195 -1.096,-0.195l-1.237,-0l0,6.882l1.483,0c0.351,0 0.676,-0.076 0.977,-0.224c0.298,-0.15 0.556,-0.372 0.776,-0.668c0.22,-0.295 0.389,-0.663 0.513,-1.101c0.122,-0.439 0.184,-0.947 0.184,-1.524Z"/>
<path d="M14.147,15.087l-0,-4.362l-3.637,-0l-0,4.362l-1.748,-0l-0,-10.174l1.748,0l-0,4.052l3.637,-0l-0,-4.052l1.75,0l0,10.174l-1.75,-0Z"/>
<path d="M21.297,6.559l-0,8.528l-1.748,-0l-0,-8.528l-2.699,-0l0,-1.646l7.15,0l0,1.646l-2.703,-0Z"/>
</svg>
</div>
`);
const button = document.getElementById("dht-connector-show-dialog");
button.addEventListener("click", showConnectDialog);
return button;
}
function getHelpIcon() {
return document.querySelector("div[class*='bar_'] a[href$='://support.discord.com'] > div[class*='clickable'] > svg");
}
function showConnectDialog() {
if (window.DHT_LOADED) {
alert("Discord History Tracker is already loaded.");
return;
}
const dialogElement = document.createElement("dialog");
dialogElement.id = "dht-connector-dialog";
dialogElement.innerHTML = `
<form id="dht-connector-dialog-form">
<label for="dht-connector-dialog-input-code">Connection Code</label>
<input id="dht-connector-dialog-input-code" type="text">
<p id="dht-connector-dialog-input-error"></p>
<div id="dht-connector-dialog-buttons">
<button type="submit" id="dht-connector-dialog-button-connect">Connect</button>
<button type="button" id="dht-connector-dialog-button-close">Cancel</button>
</div>
</form>
<style>
#dht-connector-dialog {
width: 300px;
padding: 18px;
font-size: 16px;
border: none;
border-radius: 8px;
background-color: #313338;
}
#dht-connector-dialog::backdrop {
background-color: rgba(0, 0, 0, 0.6);
}
#dht-connector-dialog label {
display: block;
margin: 0 0 9px;
font-weight: 500;
letter-spacing: .02em;
color: #fbfbfb;
}
#dht-connector-dialog-input-error {
margin: 11px 1px;
color: #ff484c;
font-size: 15px;
font-weight: 500;
}
#dht-connector-dialog input[type="text"] {
box-sizing: border-box;
width: 100%;
padding: 12px 10px;
border: 1px solid rgba(151, 151, 159, 0.2);
border-radius: 8px;
color: #efeff0;
background-color: #1d1d21;
}
#dht-connector-dialog-buttons {
margin-top: 15px;
display: flex;
justify-content: end;
gap: 12px;
}
#dht-connector-dialog button {
padding: 8px 16px;
border: none;
border-radius: 8px;
font-size: 14px;
font-weight: 500;
color: #fff;
background-color: #5865f2;
transition: background-color 200ms ease, color 200ms ease;
}
#dht-connector-dialog button:hover {
background-color: #4752c4;
}
#dht-connector-dialog button[disabled] {
cursor: not-allowed;
opacity: 0.5;
}
</style>
`;
document.body.insertAdjacentElement("beforeend", dialogElement);
const formElement = document.getElementById("dht-connector-dialog-form");
const codeErrorElement = document.getElementById("dht-connector-dialog-input-error");
const codeInputElement = document.getElementById("dht-connector-dialog-input-code");
const connectButtonElement = document.getElementById("dht-connector-dialog-button-connect");
const closeButtonElement = document.getElementById("dht-connector-dialog-button-close");
dialogElement.addEventListener("close", function() {
dialogElement.remove();
});
closeButtonElement.addEventListener("click", function() {
dialogElement.close();
});
codeInputElement.addEventListener("paste", function() {
setTimeout(async function() {
const code = parseConnectionCode(codeInputElement.value);
if (code !== null) {
await onSubmit(code);
}
}, 0);
});
formElement.addEventListener("submit", async function(e) {
e.preventDefault();
const code = parseConnectionCode(codeInputElement.value);
if (code === null) {
codeErrorElement.innerText = "Code is not valid.";
}
else {
await onSubmit(code);
}
});
let isSubmitting = false;
async function onSubmit(code) {
if (isSubmitting) {
return;
}
isSubmitting = true;
connectButtonElement.setAttribute("disabled", "");
try {
await loadTrackingScript(code);
} catch (e) {
onError("Could not load tracking script.", e);
} finally {
isSubmitting = false;
connectButtonElement.removeAttribute("disabled");
}
}
async function loadTrackingScript(code) {
const trackingScript = await getTrackingScript(code.port, code.token);
if (dialogElement.isConnected) {
// noinspection DynamicallyGeneratedCodeJS
eval(trackingScript);
dialogElement.close();
}
}
function onError(message, e) {
console.error(message, e);
codeErrorElement.innerText = message;
}
dialogElement.showModal();
}
/**
* @param {string} code
* @return {?{port: number, token: string}}
*/
function parseConnectionCode(code) {
if (code.length > 5 + 1 + 100) {
return null;
}
const match = code.match(/^(\d{1,5}):([a-zA-Z0-9]{1,100})$/);
if (!match) {
return null;
}
const port = Number(match[1]);
if (port < 0 || port > 65535) {
return null;
}
return { port, token: match[2] };
}
async function getTrackingScript(port, token) {
const url = "http://127.0.0.1:" + port + "/get-tracking-script?token=" + encodeURIComponent(token);
const response = await fetch(url, {
credentials: "omit",
signal: AbortSignal.timeout(2000),
});
if (!response.ok) {
throw response.status + " " + response.statusText;
}
if (response.headers.get("X-DHT") !== "1") {
throw "Invalid response";
}
return await response.text();
}

View File

@@ -67,7 +67,7 @@ class DISCORD {
/** /**
* @type {function(String): MessageData} * @type {function(String): MessageData}
*/ */
static #getMessages = WEBPACK.findFunction("getMessages"); static #getMessages = WEBPACK.findFunction("getMessages", [ "isLoadingMessages" ]);
/** /**
* @type {function(String): void} * @type {function(String): void}

View File

@@ -142,11 +142,19 @@ const STATE = (function() {
if (DISCORD.CHANNEL_TYPE.isPrivate(channelInfo.type)) { if (DISCORD.CHANNEL_TYPE.isPrivate(channelInfo.type)) {
server.id = channelInfo.id; server.id = channelInfo.id;
server.name = channel.name = getPrivateChannelName(channelInfo); server.name = channel.name = getPrivateChannelName(channelInfo);
if (channelInfo.icon) {
server.icon = channelInfo.icon;
}
} }
else if (serverInfo) { else if (serverInfo) {
server.id = serverInfo.id; server.id = serverInfo.id;
server.name = serverInfo.name; server.name = serverInfo.name;
channel.name = channelInfo.name; channel.name = channelInfo.name;
if (serverInfo.icon) {
server.icon = serverInfo.icon;
}
} }
else { else {
return; return;

View File

@@ -2,6 +2,7 @@
* @name DiscordGuild * @name DiscordGuild
* @property {String} id * @property {String} id
* @property {String} name * @property {String} name
* @property {String|null|undefined} [icon]
*/ */
/** /**
@@ -14,6 +15,7 @@
* @property {Number} [position] * @property {Number} [position]
* @property {String} [topic] * @property {String} [topic]
* @property {Boolean} [nsfw] * @property {Boolean} [nsfw]
* @property {String|null|undefined} [icon]
* @property {DiscordUser[]} [rawRecipients] * @property {DiscordUser[]} [rawRecipients]
*/ */

View File

@@ -1,8 +1,8 @@
/** /**
* Parts copied from Better Discord, licensed under Apache License 2.0. * Parts copied from Better Discord, licensed under Apache License 2.0.
* *
* https://github.com/BetterDiscord/BetterDiscord/blob/78edeb77c60542a57884686c4ba98f997c886fad/renderer/src/modules/webpackmodules.js * https://github.com/BetterDiscord/BetterDiscord/blob/2752daf64f98625fc67c569361bd56021307d058/renderer/src/modules/webpackmodules.js
* https://github.com/BetterDiscord/BetterDiscord/blob/78edeb77c60542a57884686c4ba98f997c886fad/LICENSE * https://github.com/BetterDiscord/BetterDiscord/blob/2752daf64f98625fc67c569361bd56021307d058/LICENSE
*/ */
class WEBPACK { class WEBPACK {
static get require() { static get require() {
@@ -17,13 +17,15 @@ class WEBPACK {
*/ */
let hookedRequire; let hookedRequire;
const id = "dht-webpackmodules-" + new Date().getTime(); const id = Symbol("dht-webpackmodules-" + new Date().getTime());
if (typeof (window["webpackChunkdiscord_app"]) !== "undefined") { if (typeof (window["webpackChunkdiscord_app"]) !== "undefined") {
window["webpackChunkdiscord_app"].push([ [ id ], {}, internalRequire => hookedRequire = internalRequire ]); window["webpackChunkdiscord_app"].push([ [ id ], {}, internalRequire => {
if ("b" in internalRequire) {
hookedRequire = internalRequire;
}
}]);
} }
delete hookedRequire.m[id];
delete hookedRequire.c[id];
return this._require = hookedRequire; return this._require = hookedRequire;
} }
@@ -86,7 +88,7 @@ class WEBPACK {
return modules[0]; return modules[0];
} }
console.error("[DHT] Cannot find module " + name + ", results found:", modules.length); console.error("[DHT] Cannot find module " + name + ", results found:", modules.length, modules);
return null; return null;
} }

View File

@@ -10,6 +10,7 @@
<link rel="stylesheet" href="styles/main.css"> <link rel="stylesheet" href="styles/main.css">
<link rel="stylesheet" href="styles/menu.css"> <link rel="stylesheet" href="styles/menu.css">
<link rel="stylesheet" href="styles/servers.css">
<link rel="stylesheet" href="styles/channels.css"> <link rel="stylesheet" href="styles/channels.css">
<link rel="stylesheet" href="styles/messages.css"> <link rel="stylesheet" href="styles/messages.css">
<link rel="stylesheet" href="styles/modal.css"> <link rel="stylesheet" href="styles/modal.css">
@@ -75,6 +76,7 @@
</div> </div>
<div id="app"> <div id="app">
<div id="servers"></div>
<div id="channels"> <div id="channels">
<div class="loading"></div> <div class="loading"></div>
</div> </div>

View File

@@ -2,6 +2,7 @@ import discord from "./discord.mjs";
import gui from "./gui.mjs"; import gui from "./gui.mjs";
import state from "./state.mjs"; import state from "./state.mjs";
import "./polyfills.mjs"; import "./polyfills.mjs";
import servers from "./servers.mjs";
window.DISCORD = discord; window.DISCORD = discord;
@@ -25,10 +26,12 @@ document.addEventListener("DOMContentLoaded", () => {
state.onUsersRefreshed(users => { state.onUsersRefreshed(users => {
gui.updateUserList(users); gui.updateUserList(users);
servers.update()
}); });
state.onChannelsRefreshed((channels, selected) => { state.onChannelsRefreshed((channels, selected) => {
gui.updateChannelList(channels, selected, state.selectChannel); gui.updateChannelList(channels, selected, state.selectChannel);
servers.update()
}); });
state.onMessagesRefreshed(messages => { state.onMessagesRefreshed(messages => {

View File

@@ -113,16 +113,17 @@ export default (function() {
return { return {
setup() { setup() {
templateChannelServer = new template([ templateChannelServer = new template([
"<div class='channel' data-channel='{id}'>", "<div class='channel ServerChannel' data-channel='{id}' server-id='{serverId}' server-name='{server.name}' server-type='{server.type}'>",
"<div class='info' title='{topic}'><strong class='name'>#{name}</strong>{nsfw}<span class='tag'>{msgcount}</span></div>", "<div class='info' title='{topic}'><strong class='name'>#{name}</strong>{nsfw}<span class='tag'>{msgcount}</span></div>",
"<span class='server'>{server.name} ({server.type})</span>", "<!--<span class='server'>{server.name} ({server.type})</span>-->",
"</div>" "</div>"
].join("")); ].join(""));
templateChannelPrivate = new template([ templateChannelPrivate = new template([
"<div class='channel' data-channel='{id}'>", "<div class='channel UserChannel' data-channel='{id}' server-id='0' server-name='{server.name}' server-type='{server.type}'>",
"<div class='avatar'>{icon}</div>",
"<div class='info'><strong class='name'>{name}</strong><span class='tag'>{msgcount}</span></div>", "<div class='info'><strong class='name'>{name}</strong><span class='tag'>{msgcount}</span></div>",
"<span class='server'>({server.type})</span>", "<!--<span class='server'>{server.name} ({server.type})</span>-->",
"</div>" "</div>"
].join("")); ].join(""));
@@ -166,7 +167,7 @@ export default (function() {
// noinspection HtmlUnknownTarget // noinspection HtmlUnknownTarget
templateEmbedImageWithSize = new template([ templateEmbedImageWithSize = new template([
"<a href='{url}' class='embed thumbnail loading'><img src='{src}' width='{width}' height='{height}' alt='' onload='window.DISCORD.handleImageLoad(this)' onerror='window.DISCORD.handleImageLoadError(this)'></a><br>" "<a href='{url}' class='embed thumbnail loading'><img src='{src}' width='{width}' alt='' onload='window.DISCORD.handleImageLoad(this)' onerror='window.DISCORD.handleImageLoadError(this)'></a><br>"
].join("")); ].join(""));
// noinspection HtmlUnknownTarget // noinspection HtmlUnknownTarget

View File

@@ -0,0 +1,109 @@
import state from "./state.mjs";
const servers = (() => {
let currentServerId = "0";
function getIcon(name) {
return name.split(" ").map(word => {
if (word.startsWith("[") && word.length > 1) return word[1];
return word[0] || "";
}).join("");
}
function update() {
const channels = document.querySelectorAll("#channels .channel");
const serversMap = new Map();
// Check if there are any channels with server-id 0 (DM)
const hasDMChannels = Array.from(channels).some(channel => {
return channel.getAttribute("server-id") === "0";
});
if (hasDMChannels) {
serversMap.set("0", {
id: "0",
name: "DM",
icon: "DM",
});
}
channels.forEach(channel => {
const serverId = channel.getAttribute("server-id") || "0";
const serverType = channel.getAttribute("server-type");
const serverName = channel.getAttribute("server-name");
if (serverType === "server" && !serversMap.has(serverId)) {
serversMap.set(serverId, {
id: serverId,
name: serverName,
icon: getIcon(serverName),
});
}
});
const serversDiv = document.getElementById("servers");
serversDiv.innerHTML = "";
if (hasDMChannels) {
const dmServer = serversMap.get("0");
const dmElement = document.createElement("div");
dmElement.className = `Server${dmServer.id === currentServerId ? " active" : ""}`;
dmElement.id = "DM";
dmElement.dataset.serverId = dmServer.id;
dmElement.innerHTML = `
<div class="icon">DM</div>
<div class="name" title="Direct Messages">Direct Messages</div>
`;
dmElement.addEventListener("click", () => selectServer(dmServer.id));
serversDiv.appendChild(dmElement);
}
serversMap.forEach(server => {
if (server.id === "0") return; // Skip DM since it's already added
const serverElement = document.createElement("div");
serverElement.className = `Server${server.id === currentServerId ? " active" : ""}`;
serverElement.dataset.serverId = server.id;
serverElement.innerHTML = `
<div class="icon">${server.icon}</div>
<div class="name" title="${server.name}">${server.name}</div>
`;
serverElement.addEventListener("click", () => selectServer(server.id));
serversDiv.appendChild(serverElement);
});
if (!serversMap.has(currentServerId)) {
currentServerId = "0";
}
updateChannelVisibility();
}
function selectServer(serverId) {
// Remove active class from all servers
document.querySelectorAll("#servers .Server").forEach(server => {
server.classList.remove("active");
});
// Add active class to the selected server
const selectedServer = document.querySelector(`#servers .Server[data-server-id="${serverId}"]`);
if (selectedServer) {
selectedServer.classList.add("active");
}
currentServerId = serverId;
updateChannelVisibility();
state.selectChannel(null);
}
function updateChannelVisibility() {
document.querySelectorAll("#channels .channel").forEach(channel => {
const channelServerId = channel.getAttribute("server-id") || "0";
channel.classList.toggle("visible", channelServerId === currentServerId);
});
}
return { update };
})();
export default servers;

View File

@@ -2,13 +2,25 @@ import settings from "./settings.mjs";
import processor from "./processor.mjs"; import processor from "./processor.mjs";
// noinspection FunctionWithInconsistentReturnsJS // noinspection FunctionWithInconsistentReturnsJS
export default (function() { export default (function () {
/** /**
* @type {{}} * @type {{}}
* @property {{}} users * @property {{}} users
* @property {{}} servers * @property {{}} servers
* @property {{}} channels * @property {{}} channels
*/ */
const fileUrlProcessor = function (serverToken) {
if (typeof serverToken === "string") {
return url => "/get-downloaded-file/" + encodeURIComponent(url) + "?token=" + encodeURIComponent(serverToken);
}
else {
return url => url;
}
}(window.DHT_SERVER_TOKEN);
let loadedFileMeta; let loadedFileMeta;
let loadedFileData; let loadedFileData;
@@ -19,19 +31,39 @@ export default (function() {
let currentPage; let currentPage;
let messagesPerPage; let messagesPerPage;
const getUser = function(id) { const getUser = function (id) {
return loadedFileMeta.users[id] || { "name": "&lt;unknown&gt;" }; return loadedFileMeta.users[id] || { "name": "&lt;unknown&gt;" };
}; };
const getUserList = function() { const getUserList = function () {
return loadedFileMeta ? loadedFileMeta.users : []; return loadedFileMeta ? loadedFileMeta.users : [];
}; };
const getServer = function(id) { const getServer = function (id) {
return loadedFileMeta.servers[id] || { "name": "&lt;unknown&gt;", "type": "unknown" }; return loadedFileMeta.servers[id] || { "name": "&lt;unknown&gt;", "type": "unknown" };
}; };
const generateChannelHierarchy = function() { const getUserIDByName = function (name) {
for (let userId in loadedFileMeta.users) {
let user = loadedFileMeta.users[userId];
if (user.name === name) {
return userId;
}
}
return 0;
};
const getUserByName = function (name) {
for (let userId in loadedFileMeta.users) {
let user = loadedFileMeta.users[userId];
if (user.name === name) {
return user;
}
}
return 0;
};
const generateChannelHierarchy = function () {
/** /**
* @type {Map<string, Set>} * @type {Map<string, Set>}
*/ */
@@ -55,7 +87,7 @@ export default (function() {
return children; return children;
} }
for (const [ id, channel ] of Object.entries(loadedFileMeta.channels)) { for (const [id, channel] of Object.entries(loadedFileMeta.channels)) {
getChildren(channel.parent || "").add(id); getChildren(channel.parent || "").add(id);
} }
@@ -88,7 +120,7 @@ export default (function() {
return hierarchy; return hierarchy;
}; };
const generateChannelOrder = function() { const generateChannelOrder = function () {
if (!loadedFileMeta) { if (!loadedFileMeta) {
return {}; return {};
} }
@@ -136,7 +168,7 @@ export default (function() {
return orderMap; return orderMap;
}; };
const getChannelList = function() { const getChannelList = function () {
if (!loadedFileMeta) { if (!loadedFileMeta) {
return []; return [];
} }
@@ -144,23 +176,28 @@ export default (function() {
const channels = loadedFileMeta.channels; const channels = loadedFileMeta.channels;
const channelOrder = generateChannelOrder(); const channelOrder = generateChannelOrder();
return Object.keys(channels).map(key => ({ return Object.keys(channels).map(key => ({
"id": key, "id": key,
"serverId": channels[key].server,
"name": channels[key].name, "name": channels[key].name,
"server": getServer(channels[key].server), "server": getServer(channels[key].server),
"msgcount": getFilteredMessageKeys(key).length, "msgcount": getFilteredMessageKeys(key).length,
"topic": channels[key].topic || "", "topic": channels[key].topic || "",
"nsfw": channels[key].nsfw || false, "nsfw": channels[key].nsfw || false,
"icon": getServer(channels[key].server).type === "group"
? `<!--<span>${channels[key].name.split(" ").map(word => word[0]).join("")}</span>-->` //Discord default naming without a icon
: `<img src='${fileUrlProcessor("https://cdn.discordapp.com/avatars/" + getUserIDByName(channels[key].name) + "/" + getUserByName(channels[key].name).avatar+".webp")}'>`
})).sort((ac, bc) => { })).sort((ac, bc) => {
return channelOrder[ac.id] - channelOrder[bc.id]; return channelOrder[ac.id] - channelOrder[bc.id];
}); });
}; };
const getMessages = function(channel) { const getMessages = function (channel) {
return loadedFileData[channel] || {}; return loadedFileData[channel] || {};
}; };
const getMessageById = function(id) { const getMessageById = function (id) {
for (const messages of Object.values(loadedFileData)) { for (const messages of Object.values(loadedFileData)) {
if (id in messages) { if (id in messages) {
return messages[id]; return messages[id];
@@ -170,8 +207,8 @@ export default (function() {
return null; return null;
}; };
const getMessageChannel = function(id) { const getMessageChannel = function (id) {
for (const [ channel, messages ] of Object.entries(loadedFileData)) { for (const [channel, messages] of Object.entries(loadedFileData)) {
if (id in messages) { if (id in messages) {
return channel; return channel;
} }
@@ -180,7 +217,7 @@ export default (function() {
return null; return null;
}; };
const getMessageList = function() { const getMessageList = function () {
if (!loadedMessages) { if (!loadedMessages) {
return []; return [];
} }
@@ -252,19 +289,19 @@ export default (function() {
let eventOnChannelsRefreshed; let eventOnChannelsRefreshed;
let eventOnMessagesRefreshed; let eventOnMessagesRefreshed;
const triggerUsersRefreshed = function() { const triggerUsersRefreshed = function () {
eventOnUsersRefreshed && eventOnUsersRefreshed(getUserList()); eventOnUsersRefreshed && eventOnUsersRefreshed(getUserList());
}; };
const triggerChannelsRefreshed = function(selectedChannel) { const triggerChannelsRefreshed = function (selectedChannel) {
eventOnChannelsRefreshed && eventOnChannelsRefreshed(getChannelList(), selectedChannel); eventOnChannelsRefreshed && eventOnChannelsRefreshed(getChannelList(), selectedChannel);
}; };
const triggerMessagesRefreshed = function() { const triggerMessagesRefreshed = function () {
eventOnMessagesRefreshed && eventOnMessagesRefreshed(getMessageList()); eventOnMessagesRefreshed && eventOnMessagesRefreshed(getMessageList());
}; };
const getFilteredMessageKeys = function(channel) { const getFilteredMessageKeys = function (channel) {
const messages = getMessages(channel); const messages = getMessages(channel);
let keys = Object.keys(messages); let keys = Object.keys(messages);

View File

@@ -8,15 +8,21 @@ export default class {
}; };
apply(obj, processor) { apply(obj, processor) {
//Keys to not escape
const allowHTMLKeys = new Set(["icon"]); //Example with more: Set(["icon", "description", "content"]);
return this.contents.replace(TEMPLATE_REGEX, (full, match) => { return this.contents.replace(TEMPLATE_REGEX, (full, match) => {
const value = match.split(".").reduce((o, property) => o[property], obj); const value = match.split(".").reduce((o, property) => o[property], obj);
if (processor) { if (processor) {
const updated = processor(match, value); const updated = processor(match, value);
return typeof updated === "undefined" ? dom.escapeHTML(value) : updated; return typeof updated === "undefined" ? (allowHTMLKeys.has(match) ? value : dom.escapeHTML(value)) : updated;
} }
return dom.escapeHTML(value);
return allowHTMLKeys.has(match) ? value : dom.escapeHTML(value);
}); });
} }
} }

View File

@@ -4,8 +4,9 @@
max-width: 300px; max-width: 300px;
overflow-y: auto; overflow-y: auto;
color: #eee; color: #eee;
background-color: #1c1e22; background-color: #2B2D31;
font-size: 15px; font-size: 15px;
padding: 2px;
} }
#channels > div.loading { #channels > div.loading {
@@ -14,27 +15,93 @@
height: 150px; height: 150px;
} }
#channels > div.channel { #channels > div.loading {
cursor: pointer; background-color: rgba(0, 0, 0, 0) !important;
padding: 10px 12px;
border-bottom: 1px solid #333333;
} }
#channels > div.channel:hover, #channels > div.channel.active {
background-color: #282b30; #channels > div.channel.visible {
display: flex !important;
} }
#channels > div.channel {
display: none !important;
cursor: pointer;
padding: 5px 8px;
color: #eee;
font-size: 15px;
display: flex;
flex-direction: row;
flex-wrap: nowrap;
align-items: flex-start;
white-space: nowrap;
text-overflow: ellipsis;
overflow: hidden;
border-radius: 5px;
}
.ServerChannel {
padding: 8px 8px !important;
}
#channels > div.channel:hover,
#channels > div.channel.active {
background-color: rgba(78, 80, 88, 0.6);
}
#channels > div.channel.active > .info > .name {
color: oklab(0.999994 0.0000455678 0.0000200868);
}
#channels .info { #channels .info {
display: flex; display: flex;
height: 16px; width: 100%;
margin-bottom: 4px; }
.ServerChannel > .info {
padding: 0px !important;
}
.UserChannel > .info {
align-self: center;
padding-left: 6px !important;
align-items: center;
width: 150px !important;
}
[server-type="group"] > .info {
padding: 6px;
width: 172px !important;
}
.UserChannel > .info > .name {
min-height: 18px;
} }
#channels .name { #channels .name {
flex-grow: 1; flex-grow: 1;
overflow-x: hidden;
overflow-y: clip;
text-overflow: ellipsis; text-overflow: ellipsis;
white-space: nowrap; white-space: nowrap;
overflow: hidden; color: oklab(0.686636 -0.00407365 -0.0149199);
font-weight: 500;
font-size: 16px;
/* max-width: 200px; */
}
.ServerChannel .name {
height: 18px;
} }
#channels .tag { #channels .tag {
@@ -46,3 +113,25 @@
padding: 2px 5px; padding: 2px 5px;
font-size: 11px; font-size: 11px;
} }
#channels > div:hover,
#channels > div.active {
background-color: #404249
}
#channels > div > .avatar {
padding: 0;
margin: 0;
}
#channels > div > .avatar > * {
width: 30px;
min-width: 30px;
min-height: 30px;
/*Make not loaded images be 30px*/
border-radius: 100%;
font-size: 1em;
}

View File

@@ -17,6 +17,10 @@ body {
--loading-backdrop: rgba(0, 0, 0, 0); --loading-backdrop: rgba(0, 0, 0, 0);
} }
.loading:hover {
background-color: rgba(0, 0, 0, 0) !important;
}
.loading::after { .loading::after {
content: ""; content: "";
background: var(--loading-backdrop) background: var(--loading-backdrop)

View File

@@ -4,8 +4,8 @@
align-items: stretch; align-items: stretch;
gap: 8px; gap: 8px;
padding: 8px; padding: 8px;
background-color: #17181c; background-color: #313338;
border-bottom: 1px dotted #5d626b; border-bottom: 2px solid #27292D;
} }
#menu .splitter { #menu .splitter {
@@ -23,7 +23,9 @@
cursor: default; cursor: default;
} }
#menu button, #menu select, #menu input[type="text"] { #menu button,
#menu select,
#menu input[type="text"] {
height: 31px; height: 31px;
padding: 0 10px; padding: 0 10px;
background-color: #7289da; background-color: #7289da;
@@ -64,11 +66,13 @@
padding: 0 8px; padding: 0 8px;
} }
#menu .nav > button, #menu .nav > p { #menu .nav > button,
#menu .nav > p {
margin: 0 1px; margin: 0 1px;
} }
#opt-filter-list > select, #opt-filter-list > input { #opt-filter-list > select,
#opt-filter-list > input {
display: none; display: none;
} }

View File

@@ -5,9 +5,14 @@
} }
#messages > div { #messages > div {
margin: 0 24px; padding: 0 4px 0 24px;
padding: 4px 0 12px;
border-bottom: 1px solid rgba(255, 255, 255, 0.04); margin-bottom: 17px;
}
#messages > div:hover {
background-color: oklab(0.0846607 0.00000385568 0.00000169128 / 0.06);
} }
#messages h2 { #messages h2 {
@@ -23,6 +28,8 @@
align-content: flex-start; align-content: flex-start;
} }
#messages .avatar-wrapper > div { #messages .avatar-wrapper > div {
flex: 1 1 auto; flex: 1 1 auto;
} }
@@ -50,14 +57,9 @@
font-size: 12px; font-size: 12px;
font-weight: 500; font-weight: 500;
letter-spacing: 0; letter-spacing: 0;
margin-left: 5px;
} }
#messages .info::before {
content: "\2022";
text-align: center;
display: inline-block;
width: 14px;
}
#messages .jump { #messages .jump {
cursor: pointer; cursor: pointer;
@@ -66,20 +68,22 @@
} }
.message { .message {
margin-top: 6px; margin-top: 2px;
color: rgba(255, 255, 255, 0.7); color: oklab(0.89908 -0.00192907 -0.0048306);
font-size: 15px; font-size: 16px;
line-height: 1.1em; line-height: 1.1em;
white-space: pre-wrap; white-space: pre-wrap;
word-wrap: break-word; word-wrap: break-word;
} }
.message .link, .reply-message .link { .message .link,
.reply-message .link {
color: #7289da; color: #7289da;
background-color: rgba(115, 139, 215, 0.1); background-color: rgba(115, 139, 215, 0.1);
} }
.message a, .reply-message a { .message a,
.reply-message a {
color: #0096cf; color: #0096cf;
text-decoration: none; text-decoration: none;
} }
@@ -126,7 +130,8 @@
border-radius: 3px; border-radius: 3px;
} }
.message .embed:first-child, .message .download + .download { .message .embed:first-child,
.message .download+.download {
margin-top: 0; margin-top: 0;
} }

View File

@@ -0,0 +1,81 @@
#servers {
width: 76px;
background-color: #1e1f22;
padding: 0px;
overflow-y: auto;
overflow-x: hidden;
}
.Server {
width: 54px;
height: 54px;
margin-left: 11px;
margin-top: 8px;
border-radius: 100%;
transition: .15s ease-out;
cursor: pointer;
background-color: #313338;
display: flex;
align-items: center;
overflow: hidden;
}
.Server:hover {
border-radius: 20px;
background-color: #5865f2;
}
.Server.active {
border-radius: 20px;
background-color: #5865f2;
}
.ServerImg {
width: 100%;
height: 100%;
}
svg.ServerImg {
width: 100%;
height: 70%;
/* margin-top: 15%; */
color: white;
}
#servers .Server .icon {
font-weight: bold;
font-size: 1.5em;
text-align: center;
word-wrap: break-word;
word-break: break-all;
white-space: normal;
overflow: hidden;
display: flex;
align-items: center;
justify-content: center;
width: 100%;
height: 100%;
color: white;
}
#servers .Server .name {
display: none;
font-weight: bold;
white-space: normal;
word-wrap: break-word;
text-align: center;
}
#servers .Server .name {
display: none;
}
#servers .Server:hover .name {
display: block;
position: absolute;
background: rgba(0, 0, 0, 0.8);
color: white;
padding: 5px;
border-radius: 4px;
margin-left: 60px;
white-space: nowrap;
}

View File

@@ -0,0 +1,9 @@
namespace DHT.Server.Data;
public readonly record struct FileUrl(string NormalizedUrl, string DownloadUrl, string? Type) {
public FileUrl(string url, string? type) : this(url, url, type) {}
public Download ToPendingDownload() {
return new Download(NormalizedUrl, DownloadUrl, DownloadStatus.Pending, Type, size: null);
}
}

View File

@@ -1,7 +1,12 @@
using DHT.Server.Download;
namespace DHT.Server.Data; namespace DHT.Server.Data;
public readonly struct Server { public readonly struct Server {
public ulong Id { get; init; } public ulong Id { get; init; }
public string Name { get; init; } public string Name { get; init; }
public ServerType? Type { get; init; } public ServerType? Type { get; init; }
public string? IconHash { get; init; }
internal FileUrl? IconUrl => Type == null || IconHash == null ? null : DownloadLinkExtractor.ServerIcon(Type.Value, Id, IconHash);
} }

View File

@@ -3,6 +3,7 @@ using System.Diagnostics.CodeAnalysis;
namespace DHT.Server.Data.Settings; namespace DHT.Server.Data.Settings;
public static class SettingsKey { public static class SettingsKey {
public static Bool SeparateFileForDownloads { get; } = new ("separate_file_for_downloads");
public static Bool DownloadsAutoStart { get; } = new ("downloads_auto_start"); public static Bool DownloadsAutoStart { get; } = new ("downloads_auto_start");
public static Bool DownloadsLimitSize { get; } = new ("downloads_limit_size"); public static Bool DownloadsLimitSize { get; } = new ("downloads_limit_size");
public static UnsignedLong DownloadsMaximumSize { get; } = new ("downloads_maximum_size"); public static UnsignedLong DownloadsMaximumSize { get; } = new ("downloads_maximum_size");

View File

@@ -1,9 +1,13 @@
using DHT.Server.Download;
namespace DHT.Server.Data; namespace DHT.Server.Data;
public readonly struct User { public readonly struct User {
public ulong Id { get; init; } public ulong Id { get; init; }
public string Name { get; init; } public string Name { get; init; }
public string? DisplayName { get; init; } public string? DisplayName { get; init; }
public string? AvatarUrl { get; init; } public string? AvatarHash { get; init; }
public string? Discriminator { get; init; } public string? Discriminator { get; init; }
internal FileUrl? AvatarUrl => AvatarHash == null ? null : DownloadLinkExtractor.UserAvatar(Id, AvatarHash);
} }

View File

@@ -19,6 +19,10 @@ sealed class DummyDatabaseFile : IDatabaseFile {
private DummyDatabaseFile() {} private DummyDatabaseFile() {}
public Task<string?> GetVersion() {
return Task.FromResult<string?>(null);
}
public Task Vacuum() { public Task Vacuum() {
return Task.CompletedTask; return Task.CompletedTask;
} }

View File

@@ -1,16 +1,20 @@
using System; using System;
using System.Buffers.Text;
using System.Diagnostics;
using System.Text.Json; using System.Text.Json;
using System.Text.Json.Serialization; using System.Text.Json.Serialization;
namespace DHT.Server.Database.Export; namespace DHT.Server.Database.Export;
sealed class SnowflakeJsonSerializer : JsonConverter<Snowflake> { sealed class SnowflakeJsonSerializer : JsonConverter<Snowflake> {
private const int MaxUlongStringLength = 20;
public override Snowflake Read(ref Utf8JsonReader reader, Type typeToConvert, JsonSerializerOptions options) { public override Snowflake Read(ref Utf8JsonReader reader, Type typeToConvert, JsonSerializerOptions options) {
return new Snowflake(ulong.Parse(reader.GetString()!)); return new Snowflake(ulong.Parse(reader.GetString()!));
} }
public override void Write(Utf8JsonWriter writer, Snowflake value, JsonSerializerOptions options) { public override void Write(Utf8JsonWriter writer, Snowflake value, JsonSerializerOptions options) {
writer.WriteStringValue(value.Id.ToString()); writer.WriteStringValue(Format(value, stackalloc byte[MaxUlongStringLength]));
} }
public override Snowflake ReadAsPropertyName(ref Utf8JsonReader reader, Type typeToConvert, JsonSerializerOptions options) { public override Snowflake ReadAsPropertyName(ref Utf8JsonReader reader, Type typeToConvert, JsonSerializerOptions options) {
@@ -18,6 +22,14 @@ sealed class SnowflakeJsonSerializer : JsonConverter<Snowflake> {
} }
public override void WriteAsPropertyName(Utf8JsonWriter writer, Snowflake value, JsonSerializerOptions options) { public override void WriteAsPropertyName(Utf8JsonWriter writer, Snowflake value, JsonSerializerOptions options) {
writer.WritePropertyName(value.Id.ToString()); writer.WritePropertyName(Format(value, stackalloc byte[MaxUlongStringLength]));
}
private static ReadOnlySpan<byte> Format(Snowflake value, Span<byte> destination) {
if (!Utf8Formatter.TryFormat(value.Id, destination, out int bytesWritten)) {
Debug.Fail("Failed to format Snowflake value.");
}
return destination[..bytesWritten];
} }
} }

View File

@@ -23,6 +23,9 @@ static class ViewerJson {
public sealed class JsonServer { public sealed class JsonServer {
public required string Name { get; init; } public required string Name { get; init; }
public required string Type { get; init; } public required string Type { get; init; }
[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
public string? IconUrl { get; init; }
} }
public sealed class JsonChannel { public sealed class JsonChannel {
@@ -30,7 +33,7 @@ static class ViewerJson {
public required string Name { get; init; } public required string Name { get; init; }
[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)] [JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
public string? Parent { get; init; } public Snowflake? Parent { get; init; }
[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)] [JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
public int? Position { get; init; } public int? Position { get; init; }
@@ -55,7 +58,7 @@ static class ViewerJson {
public long? Te { get; init; } public long? Te { get; init; }
[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)] [JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
public string? R { get; init; } public Snowflake? R { get; init; }
[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)] [JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
public JsonMessageAttachment[]? A { get; init; } public JsonMessageAttachment[]? A { get; init; }
@@ -80,7 +83,7 @@ static class ViewerJson {
public sealed class JsonMessageReaction { public sealed class JsonMessageReaction {
[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)] [JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
public string? Id { get; init; } public Snowflake? Id { get; init; }
[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)] [JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
public string? N { get; init; } public string? N { get; init; }

View File

@@ -2,13 +2,15 @@ using System;
using System.Collections.Generic; using System.Collections.Generic;
using System.IO; using System.IO;
using System.Linq; using System.Linq;
using System.Runtime.CompilerServices;
using System.Text.Json; using System.Text.Json;
using System.Threading; using System.Threading;
using System.Threading.Channels;
using System.Threading.Tasks; using System.Threading.Tasks;
using DHT.Server.Data; using DHT.Server.Data;
using DHT.Server.Data.Filters; using DHT.Server.Data.Filters;
using DHT.Utils.Logging; using DHT.Utils.Logging;
using Channel = System.Threading.Channels.Channel;
using DiscordChannel = DHT.Server.Data.Channel;
namespace DHT.Server.Database.Export; namespace DHT.Server.Database.Export;
@@ -18,12 +20,12 @@ static class ViewerJsonExport {
public static async Task GetMetadata(Stream stream, IDatabaseFile db, MessageFilter? filter = null, CancellationToken cancellationToken = default) { public static async Task GetMetadata(Stream stream, IDatabaseFile db, MessageFilter? filter = null, CancellationToken cancellationToken = default) {
Perf perf = Log.Start(); Perf perf = Log.Start();
var includedChannels = new List<Channel>(); var includedChannels = new List<DiscordChannel>();
var includedServerIds = new HashSet<ulong>(); var includedServerIds = new HashSet<ulong>();
HashSet<ulong>? channelIdFilter = filter?.ChannelIds; HashSet<ulong>? channelIdFilter = filter?.ChannelIds;
await foreach (Channel channel in db.Channels.Get(cancellationToken)) { await foreach (DiscordChannel channel in db.Channels.Get(cancellationToken)) {
if (channelIdFilter == null || channelIdFilter.Contains(channel.Id)) { if (channelIdFilter == null || channelIdFilter.Contains(channel.Id)) {
includedChannels.Add(channel); includedChannels.Add(channel);
includedServerIds.Add(channel.Server); includedServerIds.Add(channel.Server);
@@ -53,11 +55,30 @@ static class ViewerJsonExport {
ReadOnlyMemory<byte> newLine = "\n"u8.ToArray(); ReadOnlyMemory<byte> newLine = "\n"u8.ToArray();
await foreach (ViewerJson.JsonMessage message in GenerateMessageList(db, filter, cancellationToken)) { Channel<Message> channel = Channel.CreateBounded<Message>(new BoundedChannelOptions(32) {
await JsonSerializer.SerializeAsync(stream, message, ViewerJsonMessageContext.Default.JsonMessage, cancellationToken); SingleWriter = true,
SingleReader = true,
AllowSynchronousContinuations = true,
FullMode = BoundedChannelFullMode.Wait,
});
Task writerTask = Task.Run(async () => {
try {
await foreach (Message message in db.Messages.Get(filter, cancellationToken)) {
await channel.Writer.WriteAsync(message, cancellationToken);
}
} finally {
channel.Writer.Complete();
}
}, cancellationToken);
await foreach (Message message in channel.Reader.ReadAllAsync(cancellationToken)) {
await JsonSerializer.SerializeAsync(stream, ToJsonMessage(message), ViewerJsonMessageContext.Default.JsonMessage, cancellationToken);
await stream.WriteAsync(newLine, cancellationToken); await stream.WriteAsync(newLine, cancellationToken);
} }
await writerTask;
perf.Step("Generate and serialize messages to JSON"); perf.Step("Generate and serialize messages to JSON");
perf.End(); perf.End();
} }
@@ -69,7 +90,7 @@ static class ViewerJsonExport {
users[user.Id] = new ViewerJson.JsonUser { users[user.Id] = new ViewerJson.JsonUser {
Name = user.Name, Name = user.Name,
DisplayName = user.DisplayName, DisplayName = user.DisplayName,
Avatar = user.AvatarUrl, Avatar = user.AvatarHash,
}; };
} }
@@ -87,20 +108,21 @@ static class ViewerJsonExport {
servers[server.Id] = new ViewerJson.JsonServer { servers[server.Id] = new ViewerJson.JsonServer {
Name = server.Name, Name = server.Name,
Type = ServerTypes.ToJsonViewerString(server.Type), Type = ServerTypes.ToJsonViewerString(server.Type),
IconUrl = server.IconUrl?.DownloadUrl,
}; };
} }
return servers; return servers;
} }
private static Dictionary<Snowflake, ViewerJson.JsonChannel> GenerateChannelList(List<Channel> includedChannels) { private static Dictionary<Snowflake, ViewerJson.JsonChannel> GenerateChannelList(List<DiscordChannel> includedChannels) {
var channels = new Dictionary<Snowflake, ViewerJson.JsonChannel>(); var channels = new Dictionary<Snowflake, ViewerJson.JsonChannel>();
foreach (Channel channel in includedChannels) { foreach (DiscordChannel channel in includedChannels) {
channels[channel.Id] = new ViewerJson.JsonChannel { channels[channel.Id] = new ViewerJson.JsonChannel {
Server = channel.Server, Server = channel.Server,
Name = channel.Name, Name = channel.Name,
Parent = channel.ParentId?.ToString(), Parent = channel.ParentId,
Position = channel.Position, Position = channel.Position,
Topic = channel.Topic, Topic = channel.Topic,
Nsfw = channel.Nsfw, Nsfw = channel.Nsfw,
@@ -110,40 +132,38 @@ static class ViewerJsonExport {
return channels; return channels;
} }
private static async IAsyncEnumerable<ViewerJson.JsonMessage> GenerateMessageList(IDatabaseFile db, MessageFilter? filter, [EnumeratorCancellation] CancellationToken cancellationToken) { private static ViewerJson.JsonMessage ToJsonMessage(Message message) {
await foreach (Message message in db.Messages.Get(filter, cancellationToken)) { return new ViewerJson.JsonMessage {
yield return new ViewerJson.JsonMessage { Id = message.Id,
Id = message.Id, C = message.Channel,
C = message.Channel, U = message.Sender,
U = message.Sender, T = message.Timestamp,
T = message.Timestamp, M = string.IsNullOrEmpty(message.Text) ? null : message.Text,
M = string.IsNullOrEmpty(message.Text) ? null : message.Text, Te = message.EditTimestamp,
Te = message.EditTimestamp, R = message.RepliedToId,
R = message.RepliedToId?.ToString(),
A = message.Attachments.IsEmpty ? null : message.Attachments.Select(static attachment => { A = message.Attachments.IsEmpty ? null : message.Attachments.Select(static attachment => {
var a = new ViewerJson.JsonMessageAttachment { var a = new ViewerJson.JsonMessageAttachment {
Url = attachment.DownloadUrl, Url = attachment.DownloadUrl,
Name = Uri.TryCreate(attachment.NormalizedUrl, UriKind.Absolute, out Uri? uri) ? Path.GetFileName(uri.LocalPath) : attachment.NormalizedUrl, Name = Uri.TryCreate(attachment.NormalizedUrl, UriKind.Absolute, out Uri? uri) ? Path.GetFileName(uri.LocalPath) : attachment.NormalizedUrl,
}; };
if (attachment is { Width: not null, Height: not null }) { if (attachment is { Width: not null, Height: not null }) {
a.Width = attachment.Width; a.Width = attachment.Width;
a.Height = attachment.Height; a.Height = attachment.Height;
} }
return a; return a;
}).ToArray(), }).ToArray(),
E = message.Embeds.IsEmpty ? null : message.Embeds.Select(static embed => embed.Json).ToArray(), E = message.Embeds.IsEmpty ? null : message.Embeds.Select(static embed => embed.Json).ToArray(),
Re = message.Reactions.IsEmpty ? null : message.Reactions.Select(static reaction => new ViewerJson.JsonMessageReaction { Re = message.Reactions.IsEmpty ? null : message.Reactions.Select(static reaction => new ViewerJson.JsonMessageReaction {
Id = reaction.EmojiId?.ToString(), Id = reaction.EmojiId,
N = reaction.EmojiName, N = reaction.EmojiName,
A = reaction.EmojiFlags.HasFlag(EmojiFlags.Animated), A = reaction.EmojiFlags.HasFlag(EmojiFlags.Animated),
C = reaction.Count, C = reaction.Count,
}).ToArray(), }).ToArray(),
}; };
}
} }
} }

View File

@@ -14,5 +14,6 @@ public interface IDatabaseFile : IAsyncDisposable {
IMessageRepository Messages { get; } IMessageRepository Messages { get; }
IDownloadRepository Downloads { get; } IDownloadRepository Downloads { get; }
Task<string?> GetVersion();
Task Vacuum(); Task Vacuum();
} }

View File

@@ -106,7 +106,7 @@ public static class LegacyArchiveImport {
users[userindex[userId]] = new User { users[userindex[userId]] = new User {
Id = userId, Id = userId,
Name = userObj.RequireString("name", path), Name = userObj.RequireString("name", path),
AvatarUrl = userObj.HasKey("avatar") ? userObj.RequireString("avatar", path) : null, AvatarHash = userObj.HasKey("avatar") ? userObj.RequireString("avatar", path) : null,
Discriminator = userObj.HasKey("tag") ? userObj.RequireString("tag", path) : null, Discriminator = userObj.HasKey("tag") ? userObj.RequireString("tag", path) : null,
}; };
} }

View File

@@ -5,6 +5,7 @@ using System.Linq;
using System.Reactive.Linq; using System.Reactive.Linq;
using System.Threading; using System.Threading;
using System.Threading.Tasks; using System.Threading.Tasks;
using DHT.Server.Data;
using DHT.Server.Data.Aggregations; using DHT.Server.Data.Aggregations;
using DHT.Server.Data.Filters; using DHT.Server.Data.Filters;
using DHT.Server.Download; using DHT.Server.Download;
@@ -20,7 +21,7 @@ public interface IDownloadRepository {
Task<DownloadStatusStatistics> GetStatistics(DownloadItemFilter nonSkippedFilter, CancellationToken cancellationToken = default); Task<DownloadStatusStatistics> GetStatistics(DownloadItemFilter nonSkippedFilter, CancellationToken cancellationToken = default);
IAsyncEnumerable<Data.Download> Get(); IAsyncEnumerable<Data.Download> Get(DownloadItemFilter? filter = null);
Task<bool> GetDownloadData(string normalizedUrl, Func<Stream, Task> dataProcessor); Task<bool> GetDownloadData(string normalizedUrl, Func<Stream, Task> dataProcessor);
@@ -34,7 +35,7 @@ public interface IDownloadRepository {
Task Remove(ICollection<string> normalizedUrls); Task Remove(ICollection<string> normalizedUrls);
IAsyncEnumerable<Data.Download> FindAllDownloadableUrls(CancellationToken cancellationToken = default); IAsyncEnumerable<FileUrl> FindReachableFiles(CancellationToken cancellationToken = default);
internal sealed class Dummy : IDownloadRepository { internal sealed class Dummy : IDownloadRepository {
public IObservable<long> TotalCount { get; } = Observable.Return(0L); public IObservable<long> TotalCount { get; } = Observable.Return(0L);
@@ -51,7 +52,7 @@ public interface IDownloadRepository {
return Task.FromResult(new DownloadStatusStatistics()); return Task.FromResult(new DownloadStatusStatistics());
} }
public IAsyncEnumerable<Data.Download> Get() { public IAsyncEnumerable<Data.Download> Get(DownloadItemFilter? filter) {
return AsyncEnumerable.Empty<Data.Download>(); return AsyncEnumerable.Empty<Data.Download>();
} }
@@ -79,8 +80,8 @@ public interface IDownloadRepository {
return Task.CompletedTask; return Task.CompletedTask;
} }
public IAsyncEnumerable<Data.Download> FindAllDownloadableUrls(CancellationToken cancellationToken) { public IAsyncEnumerable<FileUrl> FindReachableFiles(CancellationToken cancellationToken) {
return AsyncEnumerable.Empty<Data.Download>(); return AsyncEnumerable.Empty<FileUrl>();
} }
} }
} }

View File

@@ -18,6 +18,8 @@ namespace DHT.Server.Database.Sqlite.Repositories;
sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRepository(Log), IDownloadRepository { sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRepository(Log), IDownloadRepository {
private static readonly Log Log = Log.ForType<SqliteDownloadRepository>(); private static readonly Log Log = Log.ForType<SqliteDownloadRepository>();
public const string Schema = "downloads";
internal sealed class NewDownloadCollector : IAsyncDisposable { internal sealed class NewDownloadCollector : IAsyncDisposable {
private readonly SqliteDownloadRepository repository; private readonly SqliteDownloadRepository repository;
private bool hasChanged = false; private bool hasChanged = false;
@@ -60,6 +62,15 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
hasChanged |= await metadataCmd.ExecuteNonQueryAsync() > 0; hasChanged |= await metadataCmd.ExecuteNonQueryAsync() > 0;
} }
public Task AddIfNotNull(Data.Download? download) {
if (download != null) {
return Add(download);
}
else {
return Task.CompletedTask;
}
}
public void OnCommitted() { public void OnCommitted() {
if (hasChanged) { if (hasChanged) {
repository.UpdateTotalCount(); repository.UpdateTotalCount();
@@ -71,7 +82,25 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
} }
} }
private static SqliteBlob BlobReference(ISqliteConnection conn, long rowid, bool readOnly) {
string schema = conn.HasAttachedDatabase(Schema) ? Schema : "main";
return new SqliteBlob(conn.InnerConnection, databaseName: schema, tableName: "download_blobs", columnName: "blob", rowid, readOnly);
}
public async Task AddDownload(Data.Download item, Stream? stream) { public async Task AddDownload(Data.Download item, Stream? stream) {
ulong? actualSize;
if (stream is not null) {
actualSize = (ulong) stream.Length;
if (actualSize != item.Size) {
Log.Warn("Download size differs from its metadata - metadata size: " + item.Size + " B, actual size: " + actualSize + " B, url: " + item.NormalizedUrl);
}
}
else {
actualSize = item.Size;
}
await using (var conn = await pool.Take()) { await using (var conn = await pool.Take()) {
await conn.BeginTransactionAsync(); await conn.BeginTransactionAsync();
@@ -87,7 +116,7 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
metadataCmd.Set(":download_url", item.DownloadUrl); metadataCmd.Set(":download_url", item.DownloadUrl);
metadataCmd.Set(":status", (int) item.Status); metadataCmd.Set(":status", (int) item.Status);
metadataCmd.Set(":type", item.Type); metadataCmd.Set(":type", item.Type);
metadataCmd.Set(":size", item.Size); metadataCmd.Set(":size", actualSize);
await metadataCmd.ExecuteNonQueryAsync(); await metadataCmd.ExecuteNonQueryAsync();
if (stream == null) { if (stream == null) {
@@ -107,10 +136,10 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
); );
upsertBlobCmd.AddAndSet(":normalized_url", SqliteType.Text, item.NormalizedUrl); upsertBlobCmd.AddAndSet(":normalized_url", SqliteType.Text, item.NormalizedUrl);
upsertBlobCmd.AddAndSet(":blob_length", SqliteType.Integer, item.Size); upsertBlobCmd.AddAndSet(":blob_length", SqliteType.Integer, actualSize);
long rowid = await upsertBlobCmd.ExecuteLongScalarAsync(); long rowid = await upsertBlobCmd.ExecuteLongScalarAsync();
await using var blob = new SqliteBlob(conn.InnerConnection, "download_blobs", "blob", rowid); await using var blob = BlobReference(conn, rowid, readOnly: false);
await stream.CopyToAsync(blob); await stream.CopyToAsync(blob);
} }
@@ -181,10 +210,10 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
}; };
} }
public async IAsyncEnumerable<Data.Download> Get() { public async IAsyncEnumerable<Data.Download> Get(DownloadItemFilter? filter) {
await using var conn = await pool.Take(); await using var conn = await pool.Take();
await using var cmd = conn.Command("SELECT normalized_url, download_url, status, type, size FROM download_metadata"); await using var cmd = conn.Command("SELECT normalized_url, download_url, status, type, size FROM download_metadata" + filter.GenerateConditions().BuildWhereClause());
await using var reader = await cmd.ExecuteReaderAsync(); await using var reader = await cmd.ExecuteReaderAsync();
while (await reader.ReadAsync()) { while (await reader.ReadAsync()) {
@@ -214,7 +243,7 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
rowid = reader.GetInt64(0); rowid = reader.GetInt64(0);
} }
await using (var blob = new SqliteBlob(conn.InnerConnection, "download_blobs", "blob", rowid, readOnly: true)) { await using (var blob = BlobReference(conn, rowid, readOnly: true)) {
await dataProcessor(blob); await dataProcessor(blob);
} }
@@ -249,7 +278,7 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
rowid = reader.GetInt64(2); rowid = reader.GetInt64(2);
} }
await using (var blob = new SqliteBlob(conn.InnerConnection, "download_blobs", "blob", rowid, readOnly: true)) { await using (var blob = BlobReference(conn, rowid, readOnly: true)) {
await dataProcessor(new Data.Download(normalizedUrl, downloadUrl, DownloadStatus.Success, type, (ulong) blob.Length), blob, cancellationToken); await dataProcessor(new Data.Download(normalizedUrl, downloadUrl, DownloadStatus.Success, type, (ulong) blob.Length), blob, cancellationToken);
} }
@@ -341,14 +370,17 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
UpdateTotalCount(); UpdateTotalCount();
} }
public async IAsyncEnumerable<Data.Download> FindAllDownloadableUrls([EnumeratorCancellation] CancellationToken cancellationToken = default) { public async IAsyncEnumerable<FileUrl> FindReachableFiles([EnumeratorCancellation] CancellationToken cancellationToken) {
await using var conn = await pool.Take(); await using var conn = await pool.Take();
await using (var cmd = conn.Command("SELECT normalized_url, download_url, type, size FROM attachments")) { await using (var cmd = conn.Command("SELECT type, normalized_url, download_url FROM attachments")) {
await using var reader = await cmd.ExecuteReaderAsync(cancellationToken); await using var reader = await cmd.ExecuteReaderAsync(cancellationToken);
while (await reader.ReadAsync(cancellationToken)) { while (await reader.ReadAsync(cancellationToken)) {
yield return DownloadLinkExtractor.FromAttachment(reader.GetString(0), reader.GetString(1), reader.IsDBNull(2) ? null : reader.GetString(2), reader.GetUint64(3)); string? type = reader.IsDBNull(0) ? null : reader.GetString(0);
string normalizedUrl = reader.GetString(1);
string downloadUrl = reader.GetString(2);
yield return new FileUrl(normalizedUrl, downloadUrl, type);
} }
} }
@@ -356,8 +388,31 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
await using var reader = await cmd.ExecuteReaderAsync(cancellationToken); await using var reader = await cmd.ExecuteReaderAsync(cancellationToken);
while (await reader.ReadAsync(cancellationToken)) { while (await reader.ReadAsync(cancellationToken)) {
var result = await DownloadLinkExtractor.TryFromEmbedJson(reader.GetStream(0)); if (await DownloadLinkExtractor.TryFromEmbedJson(reader.GetStream(0)) is {} result) {
if (result is not null) { yield return result;
}
}
}
await using (var cmd = conn.Command("SELECT DISTINCT emoji_id, emoji_flags FROM message_reactions WHERE emoji_id IS NOT NULL")) {
await using var reader = await cmd.ExecuteReaderAsync(cancellationToken);
while (await reader.ReadAsync(cancellationToken)) {
ulong emojiId = reader.GetUint64(0);
EmojiFlags emojiFlags = (EmojiFlags) reader.GetInt16(1);
yield return DownloadLinkExtractor.Emoji(emojiId, emojiFlags);
}
}
await using (var cmd = conn.Command("SELECT id, type, icon_hash FROM servers WHERE icon_hash IS NOT NULL")) {
await using var reader = await cmd.ExecuteReaderAsync(cancellationToken);
while (await reader.ReadAsync(cancellationToken)) {
ulong id = reader.GetUint64(0);
ServerType? type = ServerTypes.FromString(reader.GetString(1));
string iconHash = reader.GetString(2);
if (DownloadLinkExtractor.ServerIcon(type, id, iconHash) is {} result) {
yield return result; yield return result;
} }
} }
@@ -367,15 +422,9 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
await using var reader = await cmd.ExecuteReaderAsync(cancellationToken); await using var reader = await cmd.ExecuteReaderAsync(cancellationToken);
while (await reader.ReadAsync(cancellationToken)) { while (await reader.ReadAsync(cancellationToken)) {
yield return DownloadLinkExtractor.FromUserAvatar(reader.GetUint64(0), reader.GetString(1)); ulong id = reader.GetUint64(0);
} string avatarHash = reader.GetString(1);
} yield return DownloadLinkExtractor.UserAvatar(id, avatarHash);
await using (var cmd = conn.Command("SELECT DISTINCT emoji_id, emoji_flags FROM message_reactions WHERE emoji_id IS NOT NULL")) {
await using var reader = await cmd.ExecuteReaderAsync(cancellationToken);
while (await reader.ReadAsync(cancellationToken)) {
yield return DownloadLinkExtractor.FromEmoji(reader.GetUint64(0), (EmojiFlags) reader.GetInt16(1));
} }
} }
} }

View File

@@ -10,6 +10,7 @@ using DHT.Server.Database.Repositories;
using DHT.Server.Database.Sqlite.Utils; using DHT.Server.Database.Sqlite.Utils;
using DHT.Server.Download; using DHT.Server.Download;
using DHT.Utils.Logging; using DHT.Utils.Logging;
using JetBrains.Annotations;
using Microsoft.Data.Sqlite; using Microsoft.Data.Sqlite;
namespace DHT.Server.Database.Sqlite.Repositories; namespace DHT.Server.Database.Sqlite.Repositories;
@@ -17,15 +18,16 @@ namespace DHT.Server.Database.Sqlite.Repositories;
sealed class SqliteMessageRepository(SqliteConnectionPool pool, SqliteDownloadRepository downloads) : BaseSqliteRepository(Log), IMessageRepository { sealed class SqliteMessageRepository(SqliteConnectionPool pool, SqliteDownloadRepository downloads) : BaseSqliteRepository(Log), IMessageRepository {
private static readonly Log Log = Log.ForType<SqliteMessageRepository>(); private static readonly Log Log = Log.ForType<SqliteMessageRepository>();
// Moved outside the Add method due to language injections not working in local methods.
private static SqliteCommand DeleteByMessageId(ISqliteConnection conn, [LanguageInjection("sql", Prefix = "SELECT * FROM ")] string tableName) {
return conn.Delete(tableName, ("message_id", SqliteType.Integer));
}
public async Task Add(IReadOnlyList<Message> messages) { public async Task Add(IReadOnlyList<Message> messages) {
if (messages.Count == 0) { if (messages.Count == 0) {
return; return;
} }
static SqliteCommand DeleteByMessageId(ISqliteConnection conn, string tableName) {
return conn.Delete(tableName, ("message_id", SqliteType.Integer));
}
static async Task ExecuteDeleteByMessageId(SqliteCommand cmd, object id) { static async Task ExecuteDeleteByMessageId(SqliteCommand cmd, object id) {
cmd.Set(":message_id", id); cmd.Set(":message_id", id);
await cmd.ExecuteNonQueryAsync(); await cmd.ExecuteNonQueryAsync();
@@ -137,7 +139,7 @@ sealed class SqliteMessageRepository(SqliteConnectionPool pool, SqliteDownloadRe
messageAttachmentCmd.Set(":attachment_id", attachmentId); messageAttachmentCmd.Set(":attachment_id", attachmentId);
await messageAttachmentCmd.ExecuteNonQueryAsync(); await messageAttachmentCmd.ExecuteNonQueryAsync();
await downloadCollector.Add(DownloadLinkExtractor.FromAttachment(attachment)); await downloadCollector.Add(new Data.Download(attachment.NormalizedUrl, attachment.DownloadUrl, DownloadStatus.Pending, attachment.Type, attachment.Size));
} }
} }
@@ -148,7 +150,7 @@ sealed class SqliteMessageRepository(SqliteConnectionPool pool, SqliteDownloadRe
await messageEmbedCmd.ExecuteNonQueryAsync(); await messageEmbedCmd.ExecuteNonQueryAsync();
if (DownloadLinkExtractor.TryFromEmbedJson(embed.Json) is {} download) { if (DownloadLinkExtractor.TryFromEmbedJson(embed.Json) is {} download) {
await downloadCollector.Add(download); await downloadCollector.Add(download.ToPendingDownload());
} }
} }
} }
@@ -163,7 +165,7 @@ sealed class SqliteMessageRepository(SqliteConnectionPool pool, SqliteDownloadRe
await messageReactionCmd.ExecuteNonQueryAsync(); await messageReactionCmd.ExecuteNonQueryAsync();
if (reaction.EmojiId is {} emojiId) { if (reaction.EmojiId is {} emojiId) {
await downloadCollector.Add(DownloadLinkExtractor.FromEmoji(emojiId, reaction.EmojiFlags)); await downloadCollector.Add(DownloadLinkExtractor.Emoji(emojiId, reaction.EmojiFlags).ToPendingDownload());
} }
} }
} }

View File

@@ -10,15 +10,9 @@ using Microsoft.Data.Sqlite;
namespace DHT.Server.Database.Sqlite.Repositories; namespace DHT.Server.Database.Sqlite.Repositories;
sealed class SqliteServerRepository : BaseSqliteRepository, IServerRepository { sealed class SqliteServerRepository(SqliteConnectionPool pool, SqliteDownloadRepository downloads) : BaseSqliteRepository(Log), IServerRepository {
private static readonly Log Log = Log.ForType<SqliteServerRepository>(); private static readonly Log Log = Log.ForType<SqliteServerRepository>();
private readonly SqliteConnectionPool pool;
public SqliteServerRepository(SqliteConnectionPool pool) : base(Log) {
this.pool = pool;
}
public async Task Add(IReadOnlyList<Data.Server> servers) { public async Task Add(IReadOnlyList<Data.Server> servers) {
await using (var conn = await pool.Take()) { await using (var conn = await pool.Take()) {
await conn.BeginTransactionAsync(); await conn.BeginTransactionAsync();
@@ -27,13 +21,18 @@ sealed class SqliteServerRepository : BaseSqliteRepository, IServerRepository {
("id", SqliteType.Integer), ("id", SqliteType.Integer),
("name", SqliteType.Text), ("name", SqliteType.Text),
("type", SqliteType.Text), ("type", SqliteType.Text),
("icon_hash", SqliteType.Text),
]); ]);
await using var downloadCollector = new SqliteDownloadRepository.NewDownloadCollector(downloads, conn);
foreach (Data.Server server in servers) { foreach (Data.Server server in servers) {
cmd.Set(":id", server.Id); cmd.Set(":id", server.Id);
cmd.Set(":name", server.Name); cmd.Set(":name", server.Name);
cmd.Set(":type", ServerTypes.ToString(server.Type)); cmd.Set(":type", ServerTypes.ToString(server.Type));
cmd.Set(":icon_hash", server.IconHash);
await cmd.ExecuteNonQueryAsync(); await cmd.ExecuteNonQueryAsync();
await downloadCollector.AddIfNotNull(server.IconUrl?.ToPendingDownload());
} }
await conn.CommitTransactionAsync(); await conn.CommitTransactionAsync();
@@ -50,7 +49,7 @@ sealed class SqliteServerRepository : BaseSqliteRepository, IServerRepository {
public async IAsyncEnumerable<Data.Server> Get([EnumeratorCancellation] CancellationToken cancellationToken) { public async IAsyncEnumerable<Data.Server> Get([EnumeratorCancellation] CancellationToken cancellationToken) {
await using var conn = await pool.Take(); await using var conn = await pool.Take();
await using var cmd = conn.Command("SELECT id, name, type FROM servers"); await using var cmd = conn.Command("SELECT id, name, type, icon_hash FROM servers");
await using var reader = await cmd.ExecuteReaderAsync(cancellationToken); await using var reader = await cmd.ExecuteReaderAsync(cancellationToken);
while (await reader.ReadAsync(cancellationToken)) { while (await reader.ReadAsync(cancellationToken)) {
@@ -58,6 +57,7 @@ sealed class SqliteServerRepository : BaseSqliteRepository, IServerRepository {
Id = reader.GetUint64(0), Id = reader.GetUint64(0),
Name = reader.GetString(1), Name = reader.GetString(1),
Type = ServerTypes.FromString(reader.GetString(2)), Type = ServerTypes.FromString(reader.GetString(2)),
IconHash = reader.IsDBNull(3) ? null : reader.GetString(3),
}; };
} }
} }

View File

@@ -43,10 +43,14 @@ sealed class SqliteSettingsRepository(SqliteConnectionPool pool) : ISettingsRepo
} }
public async Task<T?> Get<T>(SettingsKey<T> key, T? defaultValue) { public async Task<T?> Get<T>(SettingsKey<T> key, T? defaultValue) {
await using var conn = await pool.Take();
return await Get(conn, key, defaultValue);
}
public static async Task<T?> Get<T>(ISqliteConnection conn, SettingsKey<T> key, T? defaultValue) {
string? value; string? value;
await using (var conn = await pool.Take()) { await using (var cmd = conn.Command("SELECT value FROM metadata WHERE key = :key")) {
await using var cmd = conn.Command("SELECT value FROM metadata WHERE key = :key");
cmd.AddAndSet(":key", SqliteType.Text, key.Key); cmd.AddAndSet(":key", SqliteType.Text, key.Key);
await using var reader = await cmd.ExecuteReaderAsync(); await using var reader = await cmd.ExecuteReaderAsync();

View File

@@ -5,23 +5,14 @@ using System.Threading.Tasks;
using DHT.Server.Data; using DHT.Server.Data;
using DHT.Server.Database.Repositories; using DHT.Server.Database.Repositories;
using DHT.Server.Database.Sqlite.Utils; using DHT.Server.Database.Sqlite.Utils;
using DHT.Server.Download;
using DHT.Utils.Logging; using DHT.Utils.Logging;
using Microsoft.Data.Sqlite; using Microsoft.Data.Sqlite;
namespace DHT.Server.Database.Sqlite.Repositories; namespace DHT.Server.Database.Sqlite.Repositories;
sealed class SqliteUserRepository : BaseSqliteRepository, IUserRepository { sealed class SqliteUserRepository(SqliteConnectionPool pool, SqliteDownloadRepository downloads) : BaseSqliteRepository(Log), IUserRepository {
private static readonly Log Log = Log.ForType<SqliteUserRepository>(); private static readonly Log Log = Log.ForType<SqliteUserRepository>();
private readonly SqliteConnectionPool pool;
private readonly SqliteDownloadRepository downloads;
public SqliteUserRepository(SqliteConnectionPool pool, SqliteDownloadRepository downloads) : base(Log) {
this.pool = pool;
this.downloads = downloads;
}
public async Task Add(IReadOnlyList<User> users) { public async Task Add(IReadOnlyList<User> users) {
await using (var conn = await pool.Take()) { await using (var conn = await pool.Take()) {
await conn.BeginTransactionAsync(); await conn.BeginTransactionAsync();
@@ -40,13 +31,10 @@ sealed class SqliteUserRepository : BaseSqliteRepository, IUserRepository {
cmd.Set(":id", user.Id); cmd.Set(":id", user.Id);
cmd.Set(":name", user.Name); cmd.Set(":name", user.Name);
cmd.Set(":display_name", user.DisplayName); cmd.Set(":display_name", user.DisplayName);
cmd.Set(":avatar_url", user.AvatarUrl); cmd.Set(":avatar_url", user.AvatarHash);
cmd.Set(":discriminator", user.Discriminator); cmd.Set(":discriminator", user.Discriminator);
await cmd.ExecuteNonQueryAsync(); await cmd.ExecuteNonQueryAsync();
await downloadCollector.AddIfNotNull(user.AvatarUrl?.ToPendingDownload());
if (user.AvatarUrl is {} avatarUrl) {
await downloadCollector.Add(DownloadLinkExtractor.FromUserAvatar(user.Id, avatarUrl));
}
} }
await conn.CommitTransactionAsync(); await conn.CommitTransactionAsync();
@@ -72,7 +60,7 @@ sealed class SqliteUserRepository : BaseSqliteRepository, IUserRepository {
Id = reader.GetUint64(0), Id = reader.GetUint64(0),
Name = reader.GetString(1), Name = reader.GetString(1),
DisplayName = reader.IsDBNull(2) ? null : reader.GetString(2), DisplayName = reader.IsDBNull(2) ? null : reader.GetString(2),
AvatarUrl = reader.IsDBNull(3) ? null : reader.GetString(3), AvatarHash = reader.IsDBNull(3) ? null : reader.GetString(3),
Discriminator = reader.IsDBNull(4) ? null : reader.GetString(4), Discriminator = reader.IsDBNull(4) ? null : reader.GetString(4),
}; };
} }

View File

@@ -1,9 +1,11 @@
using System; using System;
using System.Threading.Tasks; using System.Threading.Tasks;
using DHT.Server.Database.Sqlite.Utils;
namespace DHT.Server.Database.Sqlite.Schema; namespace DHT.Server.Database.Sqlite.Schema;
public interface ISchemaUpgradeCallbacks { public interface ISchemaUpgradeCallbacks {
Task<InitialDatabaseSettings?> GetInitialDatabaseSettings();
Task<bool> CanUpgrade(); Task<bool> CanUpgrade();
Task Start(int versionSteps, Func<IProgressReporter, Task> doUpgrade); Task Start(int versionSteps, Func<IProgressReporter, Task> doUpgrade);

View File

@@ -0,0 +1,11 @@
using System.Threading.Tasks;
using DHT.Server.Database.Sqlite.Utils;
namespace DHT.Server.Database.Sqlite.Schema;
sealed class SqliteSchemaUpgradeTo11 : ISchemaUpgrade {
async Task ISchemaUpgrade.Run(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) {
await reporter.MainWork("Applying schema changes...", finishedItems: 0, totalItems: 1);
await conn.ExecuteAsync("ALTER TABLE servers ADD icon_hash TEXT");
}
}

View File

@@ -124,7 +124,7 @@ sealed class SqliteSchemaUpgradeTo7 : ISchemaUpgrade {
await using var reader = await embedCmd.ExecuteReaderAsync(); await using var reader = await embedCmd.ExecuteReaderAsync();
while (await reader.ReadAsync()) { while (await reader.ReadAsync()) {
await InsertDownload(insertCmd, await DownloadLinkExtractor.TryFromEmbedJson(reader.GetStream(0))); await InsertDownload(insertCmd, (await DownloadLinkExtractor.TryFromEmbedJson(reader.GetStream(0)))?.ToPendingDownload());
} }
} }
@@ -134,7 +134,7 @@ sealed class SqliteSchemaUpgradeTo7 : ISchemaUpgrade {
await using var reader = await avatarCmd.ExecuteReaderAsync(); await using var reader = await avatarCmd.ExecuteReaderAsync();
while (await reader.ReadAsync()) { while (await reader.ReadAsync()) {
await InsertDownload(insertCmd, DownloadLinkExtractor.FromUserAvatar(reader.GetUint64(0), reader.GetString(1))); await InsertDownload(insertCmd, DownloadLinkExtractor.UserAvatar(reader.GetUint64(0), reader.GetString(1)).ToPendingDownload());
} }
} }
@@ -144,7 +144,7 @@ sealed class SqliteSchemaUpgradeTo7 : ISchemaUpgrade {
await using var reader = await avatarCmd.ExecuteReaderAsync(); await using var reader = await avatarCmd.ExecuteReaderAsync();
while (await reader.ReadAsync()) { while (await reader.ReadAsync()) {
await InsertDownload(insertCmd, DownloadLinkExtractor.FromEmoji(reader.GetUint64(0), (EmojiFlags) reader.GetInt16(1))); await InsertDownload(insertCmd, DownloadLinkExtractor.Emoji(reader.GetUint64(0), (EmojiFlags) reader.GetInt16(1)).ToPendingDownload());
} }
} }

View File

@@ -1,42 +1,46 @@
using System; using System.Collections.Generic;
using System.Threading.Tasks; using System.Threading.Tasks;
using DHT.Server.Data.Settings;
using DHT.Server.Database.Repositories; using DHT.Server.Database.Repositories;
using DHT.Server.Database.Sqlite.Repositories; using DHT.Server.Database.Sqlite.Repositories;
using DHT.Server.Database.Sqlite.Schema; using DHT.Server.Database.Sqlite.Schema;
using DHT.Server.Database.Sqlite.Utils; using DHT.Server.Database.Sqlite.Utils;
using Microsoft.Data.Sqlite; using DHT.Utils.Logging;
namespace DHT.Server.Database.Sqlite; namespace DHT.Server.Database.Sqlite;
public sealed class SqliteDatabaseFile : IDatabaseFile { public sealed class SqliteDatabaseFile : IDatabaseFile {
private static readonly Log Log = Log.ForType<SqliteDatabaseFile>();
private const int DefaultPoolSize = 5; private const int DefaultPoolSize = 5;
public static async Task<SqliteDatabaseFile?> OpenOrCreate(string path, ISchemaUpgradeCallbacks schemaUpgradeCallbacks) { public static async Task<SqliteDatabaseFile?> OpenOrCreate(string path, ISchemaUpgradeCallbacks schemaUpgradeCallbacks) {
var connectionString = new SqliteConnectionStringBuilder { var connectionString = new SqliteConnectionStringFactory(path);
DataSource = path, var attachedDatabaseCollector = new AttachedDatabaseCollector(path);
Mode = SqliteOpenMode.ReadWriteCreate,
};
var pool = await SqliteConnectionPool.Create(connectionString, DefaultPoolSize);
bool wasOpened; bool wasOpened;
await using (var conn = await CustomSqliteConnection.OpenUnpooled(connectionString)) {
try { wasOpened = await new SqliteSchema(conn).Setup(attachedDatabaseCollector, schemaUpgradeCallbacks);
await using var conn = await pool.Take();
wasOpened = await new SqliteSchema(conn).Setup(schemaUpgradeCallbacks);
} catch (Exception) {
await pool.DisposeAsync();
throw;
} }
if (wasOpened) { if (wasOpened) {
var pool = await SqliteConnectionPool.Create(connectionString, DefaultPoolSize, attachedDatabaseCollector);
return new SqliteDatabaseFile(path, pool); return new SqliteDatabaseFile(path, pool);
} }
else { else {
await pool.DisposeAsync();
return null; return null;
} }
} }
private sealed class AttachedDatabaseCollector(string path) : ISqliteAttachedDatabaseCollector {
public async IAsyncEnumerable<AttachedDatabase> GetAttachedDatabases(ISqliteConnection conn) {
bool useSeparateFileForDownloads = await SqliteSettingsRepository.Get(conn, SettingsKey.SeparateFileForDownloads, defaultValue: false);
if (useSeparateFileForDownloads) {
yield return new AttachedDatabase(path + "_downloads", SqliteDownloadRepository.Schema);
}
}
}
public string Path { get; } public string Path { get; }
public ISettingsRepository Settings => settings; public ISettingsRepository Settings => settings;
@@ -62,22 +66,42 @@ public sealed class SqliteDatabaseFile : IDatabaseFile {
downloads = new SqliteDownloadRepository(pool); downloads = new SqliteDownloadRepository(pool);
settings = new SqliteSettingsRepository(pool); settings = new SqliteSettingsRepository(pool);
users = new SqliteUserRepository(pool, downloads); users = new SqliteUserRepository(pool, downloads);
servers = new SqliteServerRepository(pool); servers = new SqliteServerRepository(pool, downloads);
channels = new SqliteChannelRepository(pool); channels = new SqliteChannelRepository(pool);
messages = new SqliteMessageRepository(pool, downloads); messages = new SqliteMessageRepository(pool, downloads);
} }
public async ValueTask DisposeAsync() { public async ValueTask DisposeAsync() {
users.Dispose();
servers.Dispose();
channels.Dispose();
messages.Dispose(); messages.Dispose();
channels.Dispose();
servers.Dispose();
users.Dispose();
downloads.Dispose(); downloads.Dispose();
await pool.DisposeAsync(); await pool.DisposeAsync();
} }
public async Task<string?> GetVersion() {
await using var conn = await pool.Take();
return await conn.ExecuteReaderAsync("SELECT sqlite_version()", static reader => reader?.GetString(0));
}
public async Task Vacuum() { public async Task Vacuum() {
await using var conn = await pool.Take(); await using var conn = await pool.Take();
Perf perf = Log.Start();
await conn.ExecuteAsync("VACUUM"); await conn.ExecuteAsync("VACUUM");
perf.Step("Vacuum main schema");
await VacuumAttachedDatabase(conn, perf, SqliteDownloadRepository.Schema);
perf.End();
return;
static async Task VacuumAttachedDatabase(ISqliteConnection conn, Perf perf, string schema) {
if (conn.HasAttachedDatabase(schema)) {
await conn.ExecuteAsync("VACUUM " + schema);
perf.Step("Vacuum " + schema + " schema");
}
}
} }
} }

View File

@@ -1,28 +1,32 @@
using System.Collections.Generic; using System.Collections.Generic;
using System.Diagnostics.CodeAnalysis;
using System.IO;
using System.Threading.Tasks; using System.Threading.Tasks;
using DHT.Server.Data.Settings;
using DHT.Server.Database.Exceptions; using DHT.Server.Database.Exceptions;
using DHT.Server.Database.Sqlite.Repositories;
using DHT.Server.Database.Sqlite.Schema; using DHT.Server.Database.Sqlite.Schema;
using DHT.Server.Database.Sqlite.Utils; using DHT.Server.Database.Sqlite.Utils;
using DHT.Utils.Logging; using DHT.Utils.Logging;
using Microsoft.Data.Sqlite;
namespace DHT.Server.Database.Sqlite; namespace DHT.Server.Database.Sqlite;
sealed class SqliteSchema { sealed class SqliteSchema(CustomSqliteConnection conn) {
internal const int Version = 10; internal const int Version = 11;
private static readonly Log Log = Log.ForType<SqliteSchema>(); private static readonly Log Log = Log.ForType<SqliteSchema>();
private readonly ISqliteConnection conn; public async Task<bool> Setup(ISqliteAttachedDatabaseCollector attachedDatabaseCollector, ISchemaUpgradeCallbacks callbacks) {
public SqliteSchema(ISqliteConnection conn) {
this.conn = conn;
}
public async Task<bool> Setup(ISchemaUpgradeCallbacks callbacks) {
await conn.ExecuteAsync("CREATE TABLE IF NOT EXISTS metadata (key TEXT PRIMARY KEY, value TEXT)"); await conn.ExecuteAsync("CREATE TABLE IF NOT EXISTS metadata (key TEXT PRIMARY KEY, value TEXT)");
string? dbVersionStr = await conn.ExecuteReaderAsync("SELECT value FROM metadata WHERE key = 'version'", static reader => reader?.GetString(0)); string? dbVersionStr = await conn.ExecuteReaderAsync("SELECT value FROM metadata WHERE key = 'version'", static reader => reader?.GetString(0));
if (dbVersionStr == null) { if (dbVersionStr == null) {
if (await callbacks.GetInitialDatabaseSettings() is {} initialSettings) {
await ApplyInitialSettings(initialSettings);
await AttachAdditionalDatabasesIfNecessary(attachedDatabaseCollector);
}
await InitializeSchemas(); await InitializeSchemas();
} }
else if (!int.TryParse(dbVersionStr, out int dbVersion) || dbVersion < 1) { else if (!int.TryParse(dbVersionStr, out int dbVersion) || dbVersion < 1) {
@@ -37,12 +41,44 @@ sealed class SqliteSchema {
return false; return false;
} }
await AttachAdditionalDatabasesIfNecessary(attachedDatabaseCollector);
await callbacks.Start(Version - dbVersion, async reporter => await UpgradeSchemas(dbVersion, reporter)); await callbacks.Start(Version - dbVersion, async reporter => await UpgradeSchemas(dbVersion, reporter));
} }
return true; return true;
} }
private async Task ApplyInitialSettings(InitialDatabaseSettings initialSettings) {
await using var cmd = conn.Command("INSERT INTO metadata (key, value) VALUES (:key, :value)");
cmd.Add("key", SqliteType.Text);
cmd.Add("value", SqliteType.Text);
static async Task ApplySetting<T>(SqliteCommand cmd, SettingsKey<T> key, T value) {
cmd.Set("key", key.Key);
cmd.Set("value", key.ToString(value));
await cmd.ExecuteNonQueryAsync();
}
if (initialSettings.SeparateFileForDownloads) {
await ApplySetting(cmd, SettingsKey.SeparateFileForDownloads, value: true);
}
if (initialSettings.DownloadsAutoStart) {
await ApplySetting(cmd, SettingsKey.DownloadsAutoStart, value: true);
}
}
[SuppressMessage("ReSharper", "WithExpressionModifiesAllMembers")]
private async Task AttachAdditionalDatabasesIfNecessary(ISqliteAttachedDatabaseCollector attachedDatabaseCollector) {
await foreach (var attachedDatabase in attachedDatabaseCollector.GetAttachedDatabases(conn)) {
if (!File.Exists(attachedDatabase.Path)) {
await using CustomSqliteConnection _ = await CustomSqliteConnection.OpenUnpooled(conn.ConnectionStringFactory with { Path = attachedDatabase.Path });
}
await conn.AttachDatabase(attachedDatabase);
}
}
private async Task InitializeSchemas() { private async Task InitializeSchemas() {
await conn.ExecuteAsync(""" await conn.ExecuteAsync("""
CREATE TABLE users ( CREATE TABLE users (
@@ -56,9 +92,10 @@ sealed class SqliteSchema {
await conn.ExecuteAsync(""" await conn.ExecuteAsync("""
CREATE TABLE servers ( CREATE TABLE servers (
id INTEGER PRIMARY KEY NOT NULL, id INTEGER PRIMARY KEY NOT NULL,
name TEXT NOT NULL, name TEXT NOT NULL,
type TEXT NOT NULL type TEXT NOT NULL,
icon_hash TEXT
) )
"""); """);
@@ -142,23 +179,25 @@ sealed class SqliteSchema {
} }
internal static async Task CreateDownloadTables(ISqliteConnection conn) { internal static async Task CreateDownloadTables(ISqliteConnection conn) {
await conn.ExecuteAsync(""" string schema = conn.HasAttachedDatabase(SqliteDownloadRepository.Schema) ? SqliteDownloadRepository.Schema : "main";
CREATE TABLE download_metadata (
normalized_url TEXT NOT NULL PRIMARY KEY,
download_url TEXT NOT NULL,
status INTEGER NOT NULL,
type TEXT,
size INTEGER
)
""");
await conn.ExecuteAsync(""" await conn.ExecuteAsync($"""
CREATE TABLE download_blobs ( CREATE TABLE {schema}.download_metadata (
normalized_url TEXT NOT NULL PRIMARY KEY, normalized_url TEXT NOT NULL PRIMARY KEY,
blob BLOB NOT NULL, download_url TEXT NOT NULL,
FOREIGN KEY (normalized_url) REFERENCES download_metadata (normalized_url) ON UPDATE CASCADE ON DELETE CASCADE status INTEGER NOT NULL,
) type TEXT,
"""); size INTEGER
)
""");
await conn.ExecuteAsync($"""
CREATE TABLE {schema}.download_blobs (
normalized_url TEXT NOT NULL PRIMARY KEY,
blob BLOB NOT NULL,
FOREIGN KEY (normalized_url) REFERENCES download_metadata (normalized_url) ON UPDATE CASCADE ON DELETE CASCADE
)
""");
} }
internal static async Task CreateMessageAttachmentsTable(ISqliteConnection conn) { internal static async Task CreateMessageAttachmentsTable(ISqliteConnection conn) {
@@ -184,6 +223,7 @@ sealed class SqliteSchema {
{ 7, new SqliteSchemaUpgradeTo8() }, { 7, new SqliteSchemaUpgradeTo8() },
{ 8, new SqliteSchemaUpgradeTo9() }, { 8, new SqliteSchemaUpgradeTo9() },
{ 9, new SqliteSchemaUpgradeTo10() }, { 9, new SqliteSchemaUpgradeTo10() },
{ 10, new SqliteSchemaUpgradeTo11() },
}; };
Perf perf = Log.Start("from version " + dbVersion); Perf perf = Log.Start("from version " + dbVersion);

View File

@@ -0,0 +1,3 @@
namespace DHT.Server.Database.Sqlite.Utils;
sealed record AttachedDatabase(string Path, string Schema);

View File

@@ -0,0 +1,91 @@
using System;
using System.Collections.Immutable;
using System.Data.Common;
using System.Diagnostics.CodeAnalysis;
using System.Threading;
using System.Threading.Tasks;
using Microsoft.Data.Sqlite;
namespace DHT.Server.Database.Sqlite.Utils;
class CustomSqliteConnection : ISqliteConnection {
internal static async Task<CustomSqliteConnection> OpenUnpooled(SqliteConnectionStringFactory connectionStringFactory) {
SqliteConnection conn = new SqliteConnection(connectionStringFactory.Create());
await conn.OpenAsync();
CustomSqliteConnection custom = new CustomSqliteConnection(connectionStringFactory, conn);
await custom.Setup(CancellationToken.None);
return custom;
}
internal SqliteConnectionStringFactory ConnectionStringFactory { get; }
public SqliteConnection InnerConnection { get; }
private ImmutableHashSet<string> attachedDatabases = [];
private DbTransaction? activeTransaction;
protected CustomSqliteConnection(SqliteConnectionStringFactory connectionStringFactory, SqliteConnection innerConnection) {
this.ConnectionStringFactory = connectionStringFactory;
this.InnerConnection = innerConnection;
}
internal async Task Setup(CancellationToken cancellationToken) {
await this.ExecuteAsync("PRAGMA journal_mode=WAL", cancellationToken);
await this.ExecuteAsync("PRAGMA foreign_keys=ON", cancellationToken);
}
[SuppressMessage("ReSharper", "WithExpressionModifiesAllMembers")]
internal async Task AttachDatabase(AttachedDatabase attachedDatabase) {
await this.ExecuteAsync("ATTACH DATABASE '" + attachedDatabase.Path.Replace("'", "''") + "' AS " + attachedDatabase.Schema);
ImmutableInterlocked.Update(ref attachedDatabases, static (set, schema) => set.Add(schema), attachedDatabase.Schema);
}
public bool HasAttachedDatabase(string schema) {
return attachedDatabases.Contains(schema);
}
public async Task BeginTransactionAsync() {
if (activeTransaction != null) {
throw new InvalidOperationException("A transaction is already active.");
}
activeTransaction = await InnerConnection.BeginTransactionAsync();
}
public async Task CommitTransactionAsync() {
if (activeTransaction == null) {
throw new InvalidOperationException("No active transaction to commit.");
}
await activeTransaction.CommitAsync();
await activeTransaction.DisposeAsync();
activeTransaction = null;
}
public async Task RollbackTransactionAsync() {
if (activeTransaction == null) {
throw new InvalidOperationException("No active transaction to rollback.");
}
await activeTransaction.RollbackAsync();
await activeTransaction.DisposeAsync();
activeTransaction = null;
}
public void AssignActiveTransaction(SqliteCommand command) {
command.Transaction = (SqliteTransaction?) activeTransaction;
}
public async ValueTask DisposeAsync() {
if (activeTransaction != null) {
await RollbackTransactionAsync();
}
await DisposeConnection();
}
private protected virtual async ValueTask DisposeConnection() {
await InnerConnection.DisposeAsync();
}
}

View File

@@ -0,0 +1,7 @@
using System.Collections.Generic;
namespace DHT.Server.Database.Sqlite.Utils;
interface ISqliteAttachedDatabaseCollector {
IAsyncEnumerable<AttachedDatabase> GetAttachedDatabases(ISqliteConnection conn);
}

View File

@@ -7,6 +7,8 @@ namespace DHT.Server.Database.Sqlite.Utils;
interface ISqliteConnection : IAsyncDisposable { interface ISqliteConnection : IAsyncDisposable {
SqliteConnection InnerConnection { get; } SqliteConnection InnerConnection { get; }
bool HasAttachedDatabase(string schema);
Task BeginTransactionAsync(); Task BeginTransactionAsync();
Task CommitTransactionAsync(); Task CommitTransactionAsync();
Task RollbackTransactionAsync(); Task RollbackTransactionAsync();

View File

@@ -0,0 +1,3 @@
namespace DHT.Server.Database.Sqlite.Utils;
public sealed record InitialDatabaseSettings(bool SeparateFileForDownloads, bool DownloadsAutoStart);

View File

@@ -1,6 +1,6 @@
using System; using System;
using System.Collections.Generic; using System.Collections.Generic;
using System.Data.Common; using System.Linq;
using System.Threading; using System.Threading;
using System.Threading.Tasks; using System.Threading.Tasks;
using DHT.Utils.Collections; using DHT.Utils.Collections;
@@ -9,16 +9,13 @@ using Microsoft.Data.Sqlite;
namespace DHT.Server.Database.Sqlite.Utils; namespace DHT.Server.Database.Sqlite.Utils;
sealed class SqliteConnectionPool : IAsyncDisposable { sealed class SqliteConnectionPool : IAsyncDisposable {
public static async Task<SqliteConnectionPool> Create(SqliteConnectionStringBuilder connectionStringBuilder, int poolSize) { public static async Task<SqliteConnectionPool> Create(SqliteConnectionStringFactory connectionStringFactory, int poolSize, ISqliteAttachedDatabaseCollector attachedDatabaseCollector) {
var pool = new SqliteConnectionPool(poolSize); SqliteConnectionPool pool = new SqliteConnectionPool(poolSize, attachedDatabaseCollector);
await pool.InitializePooledConnections(connectionStringBuilder); await pool.InitializePooledConnections(connectionStringFactory);
return pool; return pool;
} }
private static string GetConnectionString(SqliteConnectionStringBuilder connectionStringBuilder) { private readonly ISqliteAttachedDatabaseCollector attachedDatabaseCollector;
connectionStringBuilder.Pooling = false;
return connectionStringBuilder.ToString();
}
private readonly int poolSize; private readonly int poolSize;
private readonly List<PooledConnection> all; private readonly List<PooledConnection> all;
@@ -27,24 +24,35 @@ sealed class SqliteConnectionPool : IAsyncDisposable {
private readonly CancellationTokenSource disposalTokenSource = new (); private readonly CancellationTokenSource disposalTokenSource = new ();
private readonly CancellationToken disposalToken; private readonly CancellationToken disposalToken;
private SqliteConnectionPool(int poolSize) { private SqliteConnectionPool(int poolSize, ISqliteAttachedDatabaseCollector attachedDatabaseCollector) {
this.attachedDatabaseCollector = attachedDatabaseCollector;
this.poolSize = poolSize; this.poolSize = poolSize;
this.all = new List<PooledConnection>(poolSize); this.all = new List<PooledConnection>(poolSize);
this.free = new ConcurrentPool<PooledConnection>(poolSize); this.free = new ConcurrentPool<PooledConnection>(poolSize);
this.disposalToken = disposalTokenSource.Token; this.disposalToken = disposalTokenSource.Token;
} }
private async Task InitializePooledConnections(SqliteConnectionStringBuilder connectionStringBuilder) { private async Task InitializePooledConnections(SqliteConnectionStringFactory connectionStringFactory) {
string connectionString = GetConnectionString(connectionStringBuilder); string connectionString = connectionStringFactory.Create();
List<AttachedDatabase> attachedDatabases = [];
for (int i = 0; i < poolSize; i++) { for (int i = 0; i < poolSize; i++) {
var conn = new SqliteConnection(connectionString); SqliteConnection innerConnection = new SqliteConnection(connectionString);
conn.Open(); await innerConnection.OpenAsync(disposalToken);
var pooledConnection = new PooledConnection(this, conn); PooledConnection pooledConnection = new PooledConnection(this, connectionStringFactory, innerConnection);
await pooledConnection.Setup(disposalToken);
await pooledConnection.ExecuteAsync("PRAGMA journal_mode=WAL", disposalToken); if (i == 0) {
await pooledConnection.ExecuteAsync("PRAGMA foreign_keys=ON", disposalToken); attachedDatabases = await attachedDatabaseCollector.GetAttachedDatabases(pooledConnection).ToListAsync(disposalToken);
}
foreach (var attachedDatabase in attachedDatabases) {
await pooledConnection.AttachDatabase(attachedDatabase);
}
all.Add(pooledConnection); all.Add(pooledConnection);
await free.Push(pooledConnection, disposalToken); await free.Push(pooledConnection, disposalToken);
@@ -74,48 +82,8 @@ sealed class SqliteConnectionPool : IAsyncDisposable {
disposalTokenSource.Dispose(); disposalTokenSource.Dispose();
} }
private sealed class PooledConnection(SqliteConnectionPool pool, SqliteConnection conn) : ISqliteConnection { private sealed class PooledConnection(SqliteConnectionPool pool, SqliteConnectionStringFactory connectionStringFactory, SqliteConnection innerConnection) : CustomSqliteConnection(connectionStringFactory, innerConnection) {
public SqliteConnection InnerConnection { get; } = conn; private protected override async ValueTask DisposeConnection() {
private DbTransaction? activeTransaction;
public async Task BeginTransactionAsync() {
if (activeTransaction != null) {
throw new InvalidOperationException("A transaction is already active.");
}
activeTransaction = await InnerConnection.BeginTransactionAsync();
}
public async Task CommitTransactionAsync() {
if (activeTransaction == null) {
throw new InvalidOperationException("No active transaction to commit.");
}
await activeTransaction.CommitAsync();
await activeTransaction.DisposeAsync();
activeTransaction = null;
}
public async Task RollbackTransactionAsync() {
if (activeTransaction == null) {
throw new InvalidOperationException("No active transaction to rollback.");
}
await activeTransaction.RollbackAsync();
await activeTransaction.DisposeAsync();
activeTransaction = null;
}
public void AssignActiveTransaction(SqliteCommand command) {
command.Transaction = (SqliteTransaction?) activeTransaction;
}
public async ValueTask DisposeAsync() {
if (activeTransaction != null) {
await RollbackTransactionAsync();
}
await pool.Return(this); await pool.Return(this);
} }
} }

View File

@@ -0,0 +1,15 @@
using Microsoft.Data.Sqlite;
namespace DHT.Server.Database.Sqlite.Utils;
sealed record SqliteConnectionStringFactory(string Path) {
public string Create() {
var builder = new SqliteConnectionStringBuilder {
DataSource = Path,
Mode = SqliteOpenMode.ReadWriteCreate,
Pooling = false,
};
return builder.ToString();
}
}

View File

@@ -30,7 +30,7 @@ static class SqliteExtensions {
return (long) (await command.ExecuteScalarAsync())!; return (long) (await command.ExecuteScalarAsync())!;
} }
public static SqliteCommand Insert(this ISqliteConnection conn, string tableName, (string Name, SqliteType Type)[] columns) { public static SqliteCommand Insert(this ISqliteConnection conn, [LanguageInjection("sql", Prefix = "SELECT * FROM ")] string tableName, (string Name, SqliteType Type)[] columns) {
string columnNames = string.Join(separator: ',', columns.Select(static c => c.Name)); string columnNames = string.Join(separator: ',', columns.Select(static c => c.Name));
string columnParams = string.Join(separator: ',', columns.Select(static c => ':' + c.Name)); string columnParams = string.Join(separator: ',', columns.Select(static c => ':' + c.Name));
@@ -41,7 +41,7 @@ static class SqliteExtensions {
return cmd; return cmd;
} }
public static SqliteCommand Upsert(this ISqliteConnection conn, string tableName, (string Name, SqliteType Type)[] columns) { public static SqliteCommand Upsert(this ISqliteConnection conn, [LanguageInjection("sql", Prefix = "SELECT * FROM ")] string tableName, (string Name, SqliteType Type)[] columns) {
string columnNames = string.Join(separator: ',', columns.Select(static c => c.Name)); string columnNames = string.Join(separator: ',', columns.Select(static c => c.Name));
string columnParams = string.Join(separator: ',', columns.Select(static c => ':' + c.Name)); string columnParams = string.Join(separator: ',', columns.Select(static c => ':' + c.Name));
string columnUpdates = string.Join(separator: ',', columns.Skip(1).Select(static c => c.Name + " = excluded." + c.Name)); string columnUpdates = string.Join(separator: ',', columns.Skip(1).Select(static c => c.Name + " = excluded." + c.Name));
@@ -55,7 +55,7 @@ static class SqliteExtensions {
return cmd; return cmd;
} }
public static SqliteCommand Delete(this ISqliteConnection conn, string tableName, (string Name, SqliteType Type) column) { public static SqliteCommand Delete(this ISqliteConnection conn, [LanguageInjection("sql", Prefix = "SELECT * FROM ")] string tableName, (string Name, SqliteType Type) column) {
var cmd = conn.Command("DELETE FROM " + tableName + " WHERE " + column.Name + " = :" + column.Name); var cmd = conn.Command("DELETE FROM " + tableName + " WHERE " + column.Name + " = :" + column.Name);
CreateParameters(cmd, [column]); CreateParameters(cmd, [column]);
return cmd; return cmd;

View File

@@ -0,0 +1,152 @@
using System;
using System.Collections.Generic;
using System.IO;
using System.Linq;
using System.Text.RegularExpressions;
using System.Threading;
using System.Threading.Channels;
using System.Threading.Tasks;
using DHT.Server.Data;
using DHT.Server.Data.Filters;
using DHT.Server.Database;
using DHT.Utils.Logging;
using DHT.Utils.Tasks;
using Channel = System.Threading.Channels.Channel;
namespace DHT.Server.Download;
public sealed partial class DownloadExporter(IDatabaseFile db, string folderPath) {
private static readonly Log Log = Log.ForType<DownloadExporter>();
private const int Concurrency = 3;
private static Channel<Data.Download> CreateExportChannel() {
return Channel.CreateBounded<Data.Download>(new BoundedChannelOptions(Concurrency * 4) {
SingleWriter = true,
SingleReader = false,
AllowSynchronousContinuations = true,
FullMode = BoundedChannelFullMode.Wait,
});
}
public interface IProgressReporter {
Task ReportProgress(long processedCount, long totalCount);
}
public readonly record struct Result(long SuccessfulCount, long FailedCount) {
internal static Result Combine(Result left, Result right) {
return new Result(left.SuccessfulCount + right.SuccessfulCount, left.FailedCount + right.FailedCount);
}
}
public async Task<Result> Export(IProgressReporter reporter) {
DownloadItemFilter filter = new DownloadItemFilter {
IncludeStatuses = [DownloadStatus.Success]
};
long totalCount = await db.Downloads.Count(filter);
Channel<Data.Download> channel = CreateExportChannel();
ExportRunner exportRunner = new ExportRunner(db, folderPath, channel.Reader, reporter, totalCount);
using CancellableTask progressTask = CancellableTask.Run(exportRunner.RunReportTask);
List<Task<Result>> readerTasks = [];
for (int reader = 0; reader < Concurrency; reader++) {
readerTasks.Add(Task.Run(exportRunner.RunExportTask, CancellationToken.None));
}
await foreach (Data.Download download in db.Downloads.Get(filter).WithCancellation(CancellationToken.None)) {
await channel.Writer.WriteAsync(download, CancellationToken.None);
}
channel.Writer.Complete();
Result result = (await Task.WhenAll(readerTasks)).Aggregate(Result.Combine);
progressTask.Cancel();
await progressTask.Task;
return result;
}
private sealed partial class ExportRunner(IDatabaseFile db, string folderPath, ChannelReader<Data.Download> reader, IProgressReporter reporter, long totalCount) {
private long processedCount;
public async Task RunReportTask(CancellationToken cancellationToken) {
try {
while (true) {
await reporter.ReportProgress(processedCount, totalCount);
await Task.Delay(TimeSpan.FromMilliseconds(25), cancellationToken);
}
} catch (OperationCanceledException) {
await reporter.ReportProgress(processedCount, totalCount);
}
}
public async Task<Result> RunExportTask() {
long successfulCount = 0L;
long failedCount = 0L;
await foreach (Data.Download download in reader.ReadAllAsync()) {
bool success;
try {
success = await db.Downloads.GetDownloadData(download.NormalizedUrl, stream => CopyToFile(download.NormalizedUrl, stream));
} catch (FileAlreadyExistsException) {
success = false;
} catch (Exception e) {
Log.Error("Could not export downloaded file: " + download.NormalizedUrl, e);
success = false;
}
if (success) {
++successfulCount;
}
else {
++failedCount;
}
Interlocked.Increment(ref processedCount);
}
return new Result(successfulCount, failedCount);
}
private async Task CopyToFile(string normalizedUrl, Stream blobStream) {
string fileName = UrlToFileName(normalizedUrl);
string filePath = Path.Combine(folderPath, fileName);
if (File.Exists(filePath)) {
Log.Error("Skipping existing file: " + fileName);
throw FileAlreadyExistsException.Instance;
}
await using var fileStream = new FileStream(filePath, FileMode.CreateNew, FileAccess.Write, FileShare.Read);
await blobStream.CopyToAsync(fileStream);
}
[GeneratedRegex("[^a-zA-Z0-9_.-]")]
private static partial Regex DisallowedFileNameCharactersRegex();
private static string UrlToFileName(string url) {
static string UriToFileName(Uri uri) {
string fileName = uri.AbsolutePath.TrimStart('/');
if (uri.Query.Length > 0) {
int periodIndex = fileName.LastIndexOf('.');
return fileName.Insert(periodIndex == -1 ? fileName.Length : periodIndex, uri.Query.TrimEnd('&'));
}
else {
return fileName;
}
}
string fileName = Uri.TryCreate(url, UriKind.Absolute, out var uri) ? UriToFileName(uri) : url;
return DisallowedFileNameCharactersRegex().Replace(fileName, "_");
}
}
private sealed class FileAlreadyExistsException : Exception {
public static FileAlreadyExistsException Instance { get; } = new ();
}
}

View File

@@ -12,30 +12,28 @@ namespace DHT.Server.Download;
static class DownloadLinkExtractor { static class DownloadLinkExtractor {
private static readonly Log Log = Log.ForType(typeof(DownloadLinkExtractor)); private static readonly Log Log = Log.ForType(typeof(DownloadLinkExtractor));
public static Data.Download FromUserAvatar(ulong userId, string avatarPath) { public static FileUrl? ServerIcon(ServerType? type, ulong id, string iconHash) {
string url = $"https://cdn.discordapp.com/avatars/{userId}/{avatarPath}.webp"; return type switch {
return new Data.Download(url, url, DownloadStatus.Pending, MediaTypeNames.Image.Webp, size: null); ServerType.Server => new FileUrl($"https://cdn.discordapp.com/icons/{id}/{iconHash}.webp", MediaTypeNames.Image.Webp),
ServerType.Group => new FileUrl($"https://cdn.discordapp.com/channel-icons/{id}/{iconHash}.webp", MediaTypeNames.Image.Webp),
_ => null,
};
} }
public static Data.Download FromEmoji(ulong emojiId, EmojiFlags flags) { public static FileUrl UserAvatar(ulong id, string avatarHash) {
return new FileUrl($"https://cdn.discordapp.com/avatars/{id}/{avatarHash}.webp", MediaTypeNames.Image.Webp);
}
public static FileUrl Emoji(ulong emojiId, EmojiFlags flags) {
bool isAnimated = flags.HasFlag(EmojiFlags.Animated); bool isAnimated = flags.HasFlag(EmojiFlags.Animated);
string ext = isAnimated ? "gif" : "webp"; string ext = isAnimated ? "gif" : "webp";
string type = isAnimated ? MediaTypeNames.Image.Gif : MediaTypeNames.Image.Webp; string type = isAnimated ? MediaTypeNames.Image.Gif : MediaTypeNames.Image.Webp;
string url = $"https://cdn.discordapp.com/emojis/{emojiId}.{ext}"; return new FileUrl($"https://cdn.discordapp.com/emojis/{emojiId}.{ext}", type);
return new Data.Download(url, url, DownloadStatus.Pending, type, size: null);
} }
public static Data.Download FromAttachment(Attachment attachment) { public static async Task<FileUrl?> TryFromEmbedJson(Stream jsonStream) {
return FromAttachment(attachment.NormalizedUrl, attachment.DownloadUrl, attachment.Type, attachment.Size);
}
public static Data.Download FromAttachment(string normalizedUrl, string downloadUrl, string? type, ulong size) {
return new Data.Download(normalizedUrl, downloadUrl, DownloadStatus.Pending, type, size);
}
public static async Task<Data.Download?> TryFromEmbedJson(Stream jsonStream) {
try { try {
return FromEmbed(await JsonSerializer.DeserializeAsync(jsonStream, DiscordEmbedJsonContext.Default.DiscordEmbedJson)); return FromEmbed(await JsonSerializer.DeserializeAsync(jsonStream, DiscordEmbedJsonContext.Default.DiscordEmbedJson));
} catch (Exception e) { } catch (Exception e) {
@@ -44,7 +42,7 @@ static class DownloadLinkExtractor {
} }
} }
public static Data.Download? TryFromEmbedJson(string json) { public static FileUrl? TryFromEmbedJson(string json) {
try { try {
return FromEmbed(JsonSerializer.Deserialize(json, DiscordEmbedJsonContext.Default.DiscordEmbedJson)); return FromEmbed(JsonSerializer.Deserialize(json, DiscordEmbedJsonContext.Default.DiscordEmbedJson));
} catch (Exception e) { } catch (Exception e) {
@@ -53,21 +51,17 @@ static class DownloadLinkExtractor {
} }
} }
private static Data.Download? FromEmbed(DiscordEmbedJson? embed) { private static FileUrl? FromEmbed(DiscordEmbedJson? embed) {
if (embed is { Type: "image", Image.Url: {} imageUrl }) { return embed switch {
return FromEmbedImage(imageUrl); { Type: "image", Image.Url: {} imageUrl } => FromEmbedImage(imageUrl),
} { Type: "video", Video.Url: {} videoUrl } => FromEmbedVideo(videoUrl),
else if (embed is { Type: "video", Video.Url: {} videoUrl }) { _ => null,
return FromEmbedVideo(videoUrl); };
}
else {
return null;
}
} }
private static Data.Download? FromEmbedImage(string url) { private static FileUrl? FromEmbedImage(string url) {
if (DiscordCdn.NormalizeUrlAndReturnIfCdn(url, out string normalizedUrl)) { if (DiscordCdn.NormalizeUrlAndReturnIfCdn(url, out string normalizedUrl)) {
return new Data.Download(normalizedUrl, url, DownloadStatus.Pending, GuessImageType(normalizedUrl), size: null); return new FileUrl(normalizedUrl, url, GuessImageType(normalizedUrl));
} }
else { else {
Log.Debug("Skipping non-CDN image url: " + url); Log.Debug("Skipping non-CDN image url: " + url);
@@ -75,9 +69,9 @@ static class DownloadLinkExtractor {
} }
} }
private static Data.Download? FromEmbedVideo(string url) { private static FileUrl? FromEmbedVideo(string url) {
if (DiscordCdn.NormalizeUrlAndReturnIfCdn(url, out string normalizedUrl)) { if (DiscordCdn.NormalizeUrlAndReturnIfCdn(url, out string normalizedUrl)) {
return new Data.Download(normalizedUrl, url, DownloadStatus.Pending, GuessVideoType(normalizedUrl), size: null); return new FileUrl(normalizedUrl, url, GuessVideoType(normalizedUrl));
} }
else { else {
Log.Debug("Skipping non-CDN video url: " + url); Log.Debug("Skipping non-CDN video url: " + url);

Some files were not shown because too many files have changed in this diff Show More