1
0
mirror of https://github.com/chylex/Discord-History-Tracker.git synced 2025-08-17 10:31:41 +02:00

32 Commits

Author SHA1 Message Date
Bertogim
c3bf7d5dc3 Merge 5866d953f8 into 16509be56c 2025-07-28 23:45:35 +02:00
Bertogim
5866d953f8 Merge branch 'chylex:master' into master 2025-07-28 23:45:27 +02:00
16509be56c Group channels by type and server when filtering in the app 2025-06-22 12:34:35 +02:00
791171a79b Add custom TreeView styles 2025-06-22 12:25:18 +02:00
08dec7deb3 Release v47.1 2025-06-17 08:03:49 +02:00
b148a5634f Update SQLite provider to 9.0.6 (SQLite version 3.46.1) 2025-06-17 07:54:40 +02:00
57e2f9ed80 Add SQLite library version to the Debug tab 2025-06-17 07:54:40 +02:00
895d69279f Show error dialogs instead of crashing if the database is read-only
Closes #292
2025-06-17 07:19:36 +02:00
0176fa5d53 Improve error logging 2025-06-17 07:15:35 +02:00
b5a5826cf9 Update tracking script for latest Discord update
Closes #293
2025-06-17 04:36:56 +02:00
Bertogim
6c0e0ff697 Merge branch 'chylex:master' into master 2025-06-07 19:59:48 +02:00
45593cb140 Release v47.0 2025-05-18 17:12:28 +02:00
c770a066c4 Mention BetterDiscord in the About dialog 2025-05-18 02:55:20 +02:00
43bf1fcafe Update Avalonia to 11.3.0 2025-05-18 02:34:03 +02:00
8857f6c3b1 Remove redundant code from webpack hooks 2025-05-18 02:06:36 +02:00
87de0b98b5 Update webpack hooks for latest Discord update
Closes #290
2025-05-18 02:02:18 +02:00
295370a3d4 Show progress dialog if closing database takes too long 2025-04-25 21:20:36 +02:00
312be6609d Store server icons 2025-04-25 14:17:54 +02:00
44b42657ef Refactor downloads 2025-04-25 13:07:35 +02:00
Bertogim
7e29c7f837 Add server scroll 2025-04-15 20:48:03 +02:00
0d3600492e Add option to install a userscript instead of manually copying the tracking script 2025-03-29 08:32:17 +01:00
3b569ad5d6 Refactor endpoints and authorization 2025-03-29 08:23:47 +01:00
Bertogim
7ba012ef5c Code formatting and small fixes 2025-03-21 19:07:50 +01:00
Bertogim
c52572b387 removed svg, fixed font 2025-03-18 23:18:41 +01:00
Bertogim
5ba80dc12f Delete font.css 2025-03-18 23:16:03 +01:00
Bertogim
37a0feddcc Delete fonts directory 2025-03-18 23:15:45 +01:00
Bertogim
47f448dcde localstorage is not needed 2025-03-18 23:10:12 +01:00
Bertogim
0281b49815 fix Regular font 2025-03-18 22:56:46 +01:00
Bertogim
648b221bb8 Delete /fonts directory 2025-03-18 22:54:30 +01:00
Bertogim
7d8558ae04 Add files via upload 2025-03-18 22:54:09 +01:00
Bertogim
41053549ab Add files via upload 2025-03-18 22:45:43 +01:00
Bertogim
f279bb4d16 Add files via upload 2025-03-18 22:00:36 +01:00
94 changed files with 1741 additions and 658 deletions

View File

@@ -51,24 +51,55 @@
<Style Selector="Expander">
<Setter Property="MinHeight" Value="40" />
<Setter Property="Padding" Value="12" />
<Setter Property="HorizontalAlignment" Value="Stretch" />
</Style>
<Style Selector="TreeViewItem:not(:empty) /template/ Panel#PART_ExpandCollapseChevronContainer">
<Setter Property="Cursor" Value="Hand" />
<Setter Property="Margin" Value="0 0 5 0" />
</Style>
<Style Selector="TreeViewItem:empty /template/ Panel#PART_ExpandCollapseChevronContainer">
<Setter Property="Margin" Value="10 0" />
</Style>
<Style Selector="TreeViewItem[Level=0]:empty /template/ Panel#PART_ExpandCollapseChevronContainer">
<Setter Property="Margin" Value="0" />
<Setter Property="Width" Value="0" />
</Style>
<Style Selector="TreeViewItem /template/ ToggleButton#PART_ExpandCollapseChevron">
<Setter Property="Width" Value="18" />
<Setter Property="Height" Value="32" />
</Style>
<Style Selector="TreeViewItem /template/ ToggleButton#PART_ExpandCollapseChevron > Border">
<Setter Property="Padding" Value="2 10 3 10" />
</Style>
<Style Selector="TreeView.noSelection">
<Style Selector="^ TreeViewItem /template/ Border#PART_LayoutRoot">
<Setter Property="Background" Value="{DynamicResource TreeViewItemBackground}" />
<Setter Property="BorderBrush" Value="{DynamicResource TreeViewItemBorderBrush}" />
</Style>
<Style Selector="^ TreeViewItem /template/ Border#PART_LayoutRoot > ContentPresenter#PART_HeaderPresenter">
<Setter Property="Foreground" Value="{DynamicResource TreeViewItemForeground}" />
</Style>
<Style Selector="^ TreeViewItem:disabled /template/ Border#PART_LayoutRoot">
<Setter Property="Background" Value="{DynamicResource TreeViewItemBackgroundDisabled}" />
<Setter Property="BorderBrush" Value="{DynamicResource TreeViewItemBorderBrushDisabled}" />
</Style>
<Style Selector="^ TreeViewItem:disabled /template/ Border#PART_LayoutRoot > ContentPresenter#PART_HeaderPresenter">
<Setter Property="Foreground" Value="{DynamicResource TreeViewItemForegroundDisabled}" />
</Style>
</Style>
<Style Selector="Panel.buttons">
<Setter Property="Margin" Value="0 20 0 0" />
</Style>
<Style Selector="Panel.buttons > WrapPanel.right">
<Setter Property="HorizontalAlignment" Value="Right" />
<Style Selector="Panel.buttons > WrapPanel">
<Setter Property="ItemSpacing" Value="8" />
</Style>
<Style Selector="Panel.buttons Button">
<Setter Property="MinWidth" Value="80" />
</Style>
<Style Selector="Panel.buttons > WrapPanel.left Button">
<Setter Property="Margin" Value="0 0 8 0" />
</Style>
<Style Selector="Panel.buttons > WrapPanel.right Button">
<Setter Property="Margin" Value="8 0 0 0" />
</Style>
</Application.Styles>

View File

@@ -69,7 +69,7 @@ sealed class Arguments {
Log.Warn("Invalid concurrent downloads count: " + value);
}
else if (concurrentDownloads > 10) {
Log.Warn("Limiting concurrent downloads to 10");
Log.Warn("Limiting concurrent downloads to 10.");
ConcurrentDownloads = 10;
}
else {

View File

@@ -0,0 +1,25 @@
using System;
using System.Collections;
using System.Reflection;
using Avalonia.Interactivity;
namespace DHT.Desktop.Common;
static class AvaloniaReflection {
private static FieldInfo InteractiveEventHandlersField { get; } = typeof(Interactive).GetField("_eventHandlers", BindingFlags.Instance | BindingFlags.NonPublic)!;
public static void Check() {
if (InteractiveEventHandlersField == null) {
throw new InvalidOperationException("Missing field: " + nameof(InteractiveEventHandlersField));
}
if (InteractiveEventHandlersField.FieldType.ToString() != "System.Collections.Generic.Dictionary`2[Avalonia.Interactivity.RoutedEvent,System.Collections.Generic.List`1[Avalonia.Interactivity.Interactive+EventSubscription]]") {
throw new InvalidOperationException("Invalid field type: " + nameof(InteractiveEventHandlersField) + " = " + InteractiveEventHandlersField.FieldType);
}
}
public static IList? GetEventHandler(Interactive target, RoutedEvent routedEvent) {
IDictionary? eventHandlers = (IDictionary?) InteractiveEventHandlersField.GetValue(target);
return (IList?) eventHandlers?[routedEvent];
}
}

View File

@@ -52,7 +52,7 @@ static class DatabaseGui {
} catch (DatabaseTooNewException ex) {
await Dialog.ShowOk(window, "Database Error", "Database '" + Path.GetFileName(path) + "' was opened in a newer version of DHT (database version " + ex.DatabaseVersion + ", app version " + ex.CurrentVersion + ").");
} catch (Exception ex) {
Log.Error(ex);
Log.Error("Could not open database file: " + path, ex);
await Dialog.ShowOk(window, "Database Error", "Database '" + Path.GetFileName(path) + "' could not be opened:" + ex.Message);
}

View File

@@ -15,14 +15,14 @@
</PropertyGroup>
<ItemGroup>
<PackageReference Include="Avalonia" Version="11.2.3" />
<PackageReference Include="Avalonia.Controls.DataGrid" Version="11.2.3" />
<PackageReference Include="Avalonia" Version="11.3.0" />
<PackageReference Include="Avalonia.Controls.DataGrid" Version="11.3.0" />
<PackageReference Include="Avalonia.Controls.ItemsRepeater" Version="11.1.5" />
<PackageReference Include="Avalonia.Desktop" Version="11.2.3" />
<PackageReference Include="Avalonia.Diagnostics" Version="11.2.3" Condition=" '$(Configuration)' == 'Debug' " />
<PackageReference Include="Avalonia.Fonts.Inter" Version="11.2.3" />
<PackageReference Include="Avalonia.ReactiveUI" Version="11.2.3" />
<PackageReference Include="Avalonia.Themes.Fluent" Version="11.2.3" />
<PackageReference Include="Avalonia.Desktop" Version="11.3.0" />
<PackageReference Include="Avalonia.Diagnostics" Version="11.3.0" Condition=" '$(Configuration)' == 'Debug' " />
<PackageReference Include="Avalonia.Fonts.Inter" Version="11.3.0" />
<PackageReference Include="Avalonia.ReactiveUI" Version="11.3.0" />
<PackageReference Include="Avalonia.Themes.Fluent" Version="11.3.0" />
<PackageReference Include="PropertyChanged.SourceGenerator" Version="1.1.1">
<PrivateAssets>all</PrivateAssets>
<IncludeAssets>runtime; build; native; contentfiles; analyzers; buildtransitive</IncludeAssets>

View File

@@ -8,37 +8,44 @@
x:DataType="namespace:CheckBoxDialogModel"
Title="{Binding Title}"
Icon="avares://DiscordHistoryTracker/Resources/icon.ico"
Width="500" SizeToContent="Height" CanResize="False"
MinWidth="425" MinHeight="200"
Width="500" Height="395" CanResize="True"
WindowStartupLocation="CenterOwner">
<Window.DataContext>
<namespace:CheckBoxDialogModel />
</Window.DataContext>
<StackPanel Margin="20">
<ScrollViewer MaxHeight="400">
<ItemsRepeater ItemsSource="{Binding Items}">
<ItemsRepeater.ItemTemplate>
<DataTemplate>
<Window.Styles>
<Style Selector="TreeViewItem">
<Setter Property="IsExpanded" Value="True" />
</Style>
</Window.Styles>
<DockPanel Margin="20 17 20 20">
<Panel Classes="buttons" DockPanel.Dock="Bottom">
<WrapPanel>
<Button Command="{Binding SelectAll}" IsEnabled="{Binding !AreAllSelected}">Select All</Button>
<Button Command="{Binding SelectNone}" IsEnabled="{Binding !AreNoneSelected}">Select None</Button>
</WrapPanel>
<WrapPanel HorizontalAlignment="Right">
<Button Click="ClickOk">OK</Button>
<Button Click="ClickCancel">Cancel</Button>
</WrapPanel>
</Panel>
<ScrollViewer DockPanel.Dock="Top">
<TreeView Name="TreeView" Classes="noSelection" ItemsSource="{Binding RootItems}" ContainerPrepared="TreeViewOnContainerPrepared">
<TreeView.ItemTemplate>
<TreeDataTemplate ItemsSource="{Binding Children}">
<CheckBox IsChecked="{Binding IsChecked}">
<Label>
<TextBlock Text="{Binding Title}" TextWrapping="Wrap" />
</Label>
</CheckBox>
</DataTemplate>
</ItemsRepeater.ItemTemplate>
</ItemsRepeater>
</TreeDataTemplate>
</TreeView.ItemTemplate>
</TreeView>
</ScrollViewer>
<Panel Classes="buttons">
<WrapPanel Classes="left">
<Button Command="{Binding SelectAll}" IsEnabled="{Binding !AreAllSelected}">Select All</Button>
<Button Command="{Binding SelectNone}" IsEnabled="{Binding !AreNoneSelected}">Select None</Button>
</WrapPanel>
<WrapPanel Classes="right">
<Button Click="ClickOk">OK</Button>
<Button Click="ClickCancel">Cancel</Button>
</WrapPanel>
</Panel>
</StackPanel>
</DockPanel>
</Window>

View File

@@ -1,6 +1,9 @@
using System.Diagnostics.CodeAnalysis;
using Avalonia.Controls;
using Avalonia.Controls.Primitives;
using Avalonia.Input;
using Avalonia.Interactivity;
using DHT.Desktop.Common;
using DHT.Desktop.Dialogs.Message;
namespace DHT.Desktop.Dialogs.CheckBox;
@@ -11,6 +14,36 @@ public sealed partial class CheckBoxDialog : Window {
InitializeComponent();
}
private void TreeViewOnContainerPrepared(object? sender, ContainerPreparedEventArgs e) {
foreach (object? item in TreeView.Items) {
if (item != null && TreeView.ContainerFromItem(item) is TreeViewItem treeViewItem) {
treeViewItem.TemplateApplied += TreeViewItemOnTemplateApplied;
treeViewItem.GotFocus += TreeViewItemOnGotFocus;
treeViewItem.KeyDown += TreeViewItemOnKeyDown;
}
}
}
private void TreeViewItemOnTemplateApplied(object? sender, TemplateAppliedEventArgs e) {
if (sender is TreeViewItem { HeaderPresenter: Interactive headerPresenter } ) {
// Removes support for double-clicking to expand.
AvaloniaReflection.GetEventHandler(headerPresenter, DoubleTappedEvent)?.Clear();
}
}
private void TreeViewItemOnGotFocus(object? sender, GotFocusEventArgs e) {
if (e.NavigationMethod == NavigationMethod.Tab && sender is TreeViewItem treeViewItem && TreeView.SelectedItem == null) {
TreeView.SelectedItem = TreeView.ItemFromContainer(treeViewItem);
}
}
private void TreeViewItemOnKeyDown(object? sender, KeyEventArgs e) {
if (e.Key == Key.Space && TreeView.SelectedItem is ICheckBoxItem item) {
item.IsChecked = item.IsChecked == false;
e.Handled = true;
}
}
public void ClickOk(object? sender, RoutedEventArgs e) {
Close(DialogResult.OkCancel.Ok);
}

View File

@@ -1,4 +1,5 @@
using System.Collections.Generic;
using System.Collections.Immutable;
using System.ComponentModel;
using System.Linq;
using PropertyChanged.SourceGenerator;
@@ -8,64 +9,65 @@ namespace DHT.Desktop.Dialogs.CheckBox;
partial class CheckBoxDialogModel {
public string Title { get; init; } = "";
private IReadOnlyList<CheckBoxItem> items = [];
private ImmutableArray<ICheckBoxItem> rootItems = [];
public IReadOnlyList<CheckBoxItem> Items {
get => items;
public ImmutableArray<ICheckBoxItem> RootItems {
get => rootItems;
protected set {
foreach (CheckBoxItem item in items) {
foreach (ICheckBoxItem item in ICheckBoxItem.GetAllRecursively(rootItems)) {
item.PropertyChanged -= OnItemPropertyChanged;
}
items = value;
rootItems = value;
foreach (CheckBoxItem item in items) {
foreach (ICheckBoxItem item in ICheckBoxItem.GetAllRecursively(rootItems)) {
item.PropertyChanged += OnItemPropertyChanged;
}
}
}
private bool pauseCheckEvents = false;
protected IEnumerable<ICheckBoxItem> AllItems => ICheckBoxItem.GetAllRecursively(RootItems);
[DependsOn(nameof(Items))]
public bool AreAllSelected => Items.All(static item => item.IsChecked);
[DependsOn(nameof(RootItems))]
public bool AreAllSelected => RootItems.All(static item => item.IsChecked == true);
[DependsOn(nameof(Items))]
public bool AreNoneSelected => Items.All(static item => !item.IsChecked);
[DependsOn(nameof(RootItems))]
public bool AreNoneSelected => RootItems.All(static item => item.IsChecked == false);
private bool pauseUpdatingBulkButtons = false;
public void SelectAll() => SetAllChecked(true);
public void SelectNone() => SetAllChecked(false);
private void SetAllChecked(bool isChecked) {
pauseCheckEvents = true;
pauseUpdatingBulkButtons = true;
foreach (CheckBoxItem item in Items) {
foreach (ICheckBoxItem item in RootItems) {
item.IsChecked = isChecked;
}
pauseCheckEvents = false;
pauseUpdatingBulkButtons = false;
UpdateBulkButtons();
}
private void UpdateBulkButtons() {
OnPropertyChanged(new PropertyChangedEventArgs(nameof(Items)));
}
private void OnItemPropertyChanged(object? sender, PropertyChangedEventArgs e) {
if (!pauseCheckEvents && e.PropertyName == nameof(CheckBoxItem.IsChecked)) {
if (e.PropertyName == nameof(ICheckBoxItem.IsChecked) && !pauseUpdatingBulkButtons) {
UpdateBulkButtons();
}
}
private void UpdateBulkButtons() {
OnPropertyChanged(new PropertyChangedEventArgs(nameof(RootItems)));
}
}
sealed class CheckBoxDialogModel<T> : CheckBoxDialogModel {
private new IReadOnlyList<CheckBoxItem<T>> Items { get; }
public IEnumerable<T> SelectedValues => AllItems.OfType<ICheckBoxItem.Leaf<T>>()
.Where(static item => item.IsChecked == true)
.Select(static item => item.Value);
public IEnumerable<CheckBoxItem<T>> SelectedItems => Items.Where(static item => item.IsChecked);
public CheckBoxDialogModel(IEnumerable<CheckBoxItem<T>> items) {
this.Items = new List<CheckBoxItem<T>>(items);
base.Items = Items;
public CheckBoxDialogModel(ImmutableArray<ICheckBoxItem> items) {
this.RootItems = items;
}
}

View File

@@ -1,20 +1,110 @@
using System;
using System.Collections.Generic;
using System.Collections.Immutable;
using System.ComponentModel;
using System.Linq;
using PropertyChanged.SourceGenerator;
namespace DHT.Desktop.Dialogs.CheckBox;
partial class CheckBoxItem {
public string Title { get; init; } = "";
public object? Item { get; init; } = null;
partial interface ICheckBoxItem : INotifyPropertyChanged {
public string Title { get; }
public bool? IsChecked { get; set; }
public ImmutableArray<ICheckBoxItem> Children { get; }
void NotifyIsCheckedChanged();
public static IEnumerable<ICheckBoxItem> GetAllRecursively(IEnumerable<ICheckBoxItem> items) {
Stack<ICheckBoxItem> stack = new Stack<ICheckBoxItem>(items);
while (stack.TryPop(out var item)) {
yield return item;
foreach (ICheckBoxItem child in item.Children) {
stack.Push(child);
}
}
}
sealed class NonLeaf : ICheckBoxItem {
public string Title { get; }
public bool? IsChecked {
get {
if (Children.Count(static child => child.IsChecked == true) == Children.Length) {
return true;
}
else if (Children.Count(static child => child.IsChecked == false) == Children.Length) {
return false;
}
else {
return null;
}
}
set {
foreach (ICheckBoxItem child in Children) {
if (child is Leaf leaf) {
leaf.SetCheckedFromParent(value);
}
else {
child.IsChecked = value;
}
}
NotifyIsCheckedChanged();
parent?.NotifyIsCheckedChanged();
}
}
public ImmutableArray<ICheckBoxItem> Children { get; }
public event PropertyChangedEventHandler? PropertyChanged;
private readonly ICheckBoxItem? parent;
public NonLeaf(string title, ICheckBoxItem? parent, Func<ICheckBoxItem, ImmutableArray<ICheckBoxItem>> children) {
this.parent = parent;
this.Title = title;
this.Children = children(this);
}
public void NotifyIsCheckedChanged() {
PropertyChanged?.Invoke(this, new PropertyChangedEventArgs(nameof(IsChecked)));
}
}
partial class Leaf(string title, ICheckBoxItem? parent, bool isChecked) : ICheckBoxItem {
public string Title { get; } = title;
public ImmutableArray<ICheckBoxItem> Children => ImmutableArray<ICheckBoxItem>.Empty;
public readonly ICheckBoxItem? parent = parent;
[Notify]
private bool isChecked = false;
private bool? isChecked = isChecked;
private bool notifyParent = true;
public void SetCheckedFromParent(bool? isChecked) {
notifyParent = false;
IsChecked = isChecked;
notifyParent = true;
}
sealed class CheckBoxItem<T> : CheckBoxItem {
public new T Item { get; }
private void OnIsCheckedChanged() {
if (notifyParent) {
parent?.NotifyIsCheckedChanged();
}
}
public CheckBoxItem(T item) {
this.Item = item;
base.Item = item;
void ICheckBoxItem.NotifyIsCheckedChanged() {
OnPropertyChanged(new PropertyChangedEventArgs(nameof(IsChecked)));
}
}
sealed class Leaf<T>(string title, ICheckBoxItem? parent, T value, bool isChecked) : Leaf(title, parent, isChecked) {
public T Value => value;
}
}

View File

@@ -0,0 +1,46 @@
using System.Collections.Generic;
using System.Collections.Immutable;
using System.Linq;
namespace DHT.Desktop.Dialogs.CheckBox;
sealed class CheckBoxItemList<TKey, TValue> where TKey : notnull {
private readonly List<INode> rootNodes = [];
private readonly Dictionary<TKey, List<INode>> parentNodes = [];
public void AddParent(TKey key, string title) {
if (!parentNodes.ContainsKey(key)) {
List<INode> children = [];
rootNodes.Add(new INode.NonLeaf(title, children));
parentNodes[key] = children;
}
}
public void Add(TValue value, string title, bool isChecked = false) {
rootNodes.Add(new INode.Leaf(title, value, isChecked));
}
public void Add(TKey key, TValue value, string title, bool isChecked = false) {
parentNodes.GetValueOrDefault(key, rootNodes).Add(new INode.Leaf(title, value, isChecked));
}
public ImmutableArray<ICheckBoxItem> ToCheckBoxItems() {
return [..rootNodes.Select(static node => node.ToCheckBoxItem(null))];
}
private interface INode {
ICheckBoxItem ToCheckBoxItem(ICheckBoxItem? parent);
sealed record NonLeaf(string Title, List<INode> Children) : INode {
public ICheckBoxItem ToCheckBoxItem(ICheckBoxItem? parent) {
return new ICheckBoxItem.NonLeaf(Title, parent, self => [..Children.Select(child => child.ToCheckBoxItem(self))]);
}
}
sealed record Leaf(string Title, TValue Value, bool IsChecked) : INode {
public ICheckBoxItem ToCheckBoxItem(ICheckBoxItem? parent) {
return new ICheckBoxItem.Leaf<TValue>(Title, parent, Value, IsChecked);
}
}
}
}

View File

@@ -25,7 +25,7 @@
<StackPanel Margin="20">
<TextBlock Text="{Binding Message}" />
<Panel Classes="buttons">
<WrapPanel Classes="right">
<WrapPanel HorizontalAlignment="Right">
<Button Click="ClickOk" IsVisible="{Binding IsOkVisible}">OK</Button>
<Button Click="ClickYes" IsVisible="{Binding IsYesVisible}">Yes</Button>
<Button Click="ClickNo" IsVisible="{Binding IsNoVisible}">No</Button>

View File

@@ -0,0 +1,24 @@
using System;
using System.Threading.Tasks;
using Avalonia.Controls;
using Avalonia.Threading;
namespace DHT.Desktop.Dialogs.Progress;
static class DelayedProgressDialog {
public static async ValueTask Await(Func<Task> taskProvider, TimeSpan delay, Window window, string progressDialogTitle, string progressDialogDescription) {
Dispatcher.UIThread.VerifyAccess();
Task task = Task.Run(taskProvider);
if (task.IsCompleted) {
return;
}
// Freeze the UI thread for a short while in case the task finishes quickly.
_ = Task.WhenAny(Task.Delay(delay), task).GetAwaiter().GetResult();
if (!task.IsCompleted) {
await ProgressDialog.ShowIndeterminate(window, progressDialogTitle, progressDialogDescription, _ => task);
}
}
}

View File

@@ -2,13 +2,12 @@ using System;
using System.Diagnostics.CodeAnalysis;
using System.Threading.Tasks;
using Avalonia.Controls;
using DHT.Utils.Logging;
namespace DHT.Desktop.Dialogs.Progress;
[SuppressMessage("ReSharper", "MemberCanBeInternal")]
public sealed partial class ProgressDialog : Window {
private static readonly Log Log = Log.ForType<ProgressDialog>();
private static readonly TimeSpan MinimumShowDuration = TimeSpan.FromMilliseconds(500);
internal static async Task Show(Window owner, string title, Func<ProgressDialog, IProgressCallback, Task> action) {
var dialog = new ProgressDialog();
@@ -43,6 +42,7 @@ public sealed partial class ProgressDialog : Window {
}
private bool isFinished = false;
private DateTime startTime = DateTime.Now;
private Task progressTask = Task.CompletedTask;
public ProgressDialog() {
@@ -50,6 +50,8 @@ public sealed partial class ProgressDialog : Window {
}
public void OnOpened(object? sender, EventArgs e) {
startTime = DateTime.Now;
if (DataContext is ProgressDialogModel model) {
progressTask = Task.Run(model.StartTask);
progressTask.ContinueWith(OnFinished, TaskScheduler.FromCurrentSynchronizationContext());
@@ -60,8 +62,14 @@ public sealed partial class ProgressDialog : Window {
e.Cancel = !isFinished;
}
private void OnFinished(Task task) {
private async Task OnFinished(Task task) {
isFinished = true;
TimeSpan elapsedTime = DateTime.Now - startTime;
if (elapsedTime < MinimumShowDuration) {
await Task.Delay(MinimumShowDuration - elapsedTime);
}
Close();
}

View File

@@ -34,7 +34,7 @@
</StackPanel>
</ScrollViewer>
<Panel Classes="buttons">
<WrapPanel Classes="right">
<WrapPanel HorizontalAlignment="Right">
<Button Click="ClickOk" IsEnabled="{Binding !HasErrors}">OK</Button>
<Button Click="ClickCancel">Cancel</Button>
</WrapPanel>

View File

@@ -42,8 +42,7 @@ static class DiscordAppSettings {
JsonObject settingsJson = await ReadSettingsJson();
return AreDevToolsEnabled(settingsJson);
} catch (Exception e) {
Log.Error("Cannot read settings file.");
Log.Error(e);
Log.Error("Could not read settings file.", e);
return null;
}
}
@@ -62,7 +61,7 @@ static class DiscordAppSettings {
} catch (JsonException) {
return SettingsJsonResult.InvalidJson;
} catch (Exception e) {
Log.Error(e);
Log.Error("Could not read settings file.", e);
return SettingsJsonResult.ReadError;
}
@@ -84,16 +83,14 @@ static class DiscordAppSettings {
await WriteSettingsJson(json);
} catch (Exception e) {
Log.Error("An error occurred when writing settings file.");
Log.Error(e);
Log.Error("Could not write settings file.", e);
if (File.Exists(JsonBackupFilePath)) {
try {
File.Move(JsonBackupFilePath, JsonFilePath, overwrite: true);
Log.Info("Restored settings file from backup.");
} catch (Exception e2) {
Log.Error("Cannot restore settings file from backup.");
Log.Error(e2);
Log.Error("Could not restore settings file from backup.", e2);
}
}
@@ -103,8 +100,7 @@ static class DiscordAppSettings {
try {
File.Delete(JsonBackupFilePath);
} catch (Exception e) {
Log.Error("Cannot delete backup file.");
Log.Error(e);
Log.Error("Could not delete backup file.", e);
}
return SettingsJsonResult.Success;

View File

@@ -3,12 +3,12 @@
xmlns:d="http://schemas.microsoft.com/expression/blend/2008"
xmlns:mc="http://schemas.openxmlformats.org/markup-compatibility/2006"
xmlns:main="clr-namespace:DHT.Desktop.Main"
mc:Ignorable="d" d:DesignWidth="510" d:DesignHeight="375"
mc:Ignorable="d" d:DesignWidth="510" d:DesignHeight="425"
x:Class="DHT.Desktop.Main.AboutWindow"
x:DataType="main:AboutWindowModel"
Title="About Discord History Tracker"
Icon="avares://DiscordHistoryTracker/Resources/icon.ico"
Width="510" Height="375" CanResize="False"
Width="510" Height="425" CanResize="False"
WindowStartupLocation="CenterOwner">
<Design.DataContext>
@@ -21,7 +21,7 @@
<Setter Property="VerticalAlignment" Value="Center" />
</Style>
<Style Selector="Grid > Button">
<Setter Property="Margin" Value="0 4" />
<Setter Property="Margin" Value="0 3" />
<Setter Property="Padding" Value="8 4" />
<Setter Property="HorizontalAlignment" Value="Stretch" />
</Style>
@@ -35,39 +35,49 @@
</StackPanel>
<StackPanel Orientation="Horizontal" Spacing="8">
<Button Command="{Binding ShowOfficialWebsite}">Official Website</Button>
<Button Command="{Binding ShowIssueTracker}">Issue Tracker</Button>
<Button Command="{Binding ShowSourceCode}">Source Code</Button>
<Button Command="{Binding OpenOfficialWebsite}">Official Website</Button>
<Button Command="{Binding OpenIssueTracker}">Issue Tracker</Button>
<Button Command="{Binding OpenSourceCode}">Source Code</Button>
</StackPanel>
<Grid RowDefinitions="Auto,5,Auto,Auto,Auto,Auto,Auto,Auto,Auto,Auto" ColumnDefinitions="*,115,95" Margin="0 10 0 0">
<Grid RowDefinitions="Auto,5,Auto,Auto,Auto,Auto,Auto,Auto,Auto,Auto" ColumnDefinitions="*,115,90" Margin="0 10 0 0">
<TextBlock Grid.Row="0" Grid.Column="0" FontWeight="Bold">Third-Party Software</TextBlock>
<TextBlock Grid.Row="0" Grid.Column="1" FontWeight="Bold">License</TextBlock>
<TextBlock Grid.Row="0" Grid.Column="2" FontWeight="Bold">Link</TextBlock>
<TextBlock Grid.Row="2" Grid.Column="0">.NET</TextBlock>
<TextBlock Grid.Row="2" Grid.Column="1">MIT</TextBlock>
<Button Grid.Row="2" Grid.Column="2" Command="{Binding ShowLibraryNetCore}">GitHub</Button>
<Button Grid.Row="2" Grid.Column="2" Command="{Binding OpenThirdPartyNetCore}">GitHub</Button>
<TextBlock Grid.Row="3" Grid.Column="0">Avalonia</TextBlock>
<TextBlock Grid.Row="3" Grid.Column="1">MIT</TextBlock>
<Button Grid.Row="3" Grid.Column="2" Command="{Binding ShowLibraryAvalonia}">GitHub</Button>
<Button Grid.Row="3" Grid.Column="2" Command="{Binding OpenThirdPartyAvalonia}">GitHub</Button>
<TextBlock Grid.Row="4" Grid.Column="0">Rx.NET</TextBlock>
<TextBlock Grid.Row="4" Grid.Column="1">MIT</TextBlock>
<Button Grid.Row="4" Grid.Column="2" Command="{Binding ShowLibraryRxNet}">GitHub</Button>
<Button Grid.Row="4" Grid.Column="2" Command="{Binding OpenThirdPartyRxNet}">GitHub</Button>
<TextBlock Grid.Row="5" Grid.Column="0">SQLite</TextBlock>
<TextBlock Grid.Row="5" Grid.Column="1">Public Domain</TextBlock>
<Button Grid.Row="5" Grid.Column="2" Command="{Binding ShowLibrarySqlite}">Website</Button>
<Button Grid.Row="5" Grid.Column="2" Command="{Binding OpenThirdPartySqlite}">Website</Button>
<TextBlock Grid.Row="6" Grid.Column="0">Microsoft.Data.Sqlite</TextBlock>
<TextBlock Grid.Row="6" Grid.Column="1">Apache-2.0</TextBlock>
<Button Grid.Row="6" Grid.Column="2" Command="{Binding ShowLibrarySqliteAdoNet}">NuGet</Button>
<Button Grid.Row="6" Grid.Column="2" Command="{Binding OpenThirdPartyMicrosoftDataSqlite}">NuGet</Button>
<TextBlock Grid.Row="7" Grid.Column="0">PropertyChanged.SourceGenerator</TextBlock>
<TextBlock Grid.Row="7" Grid.Column="1">MIT</TextBlock>
<Button Grid.Row="7" Grid.Column="2" Command="{Binding ShowLibraryPropertyChangedSourceGenerator}">GitHub</Button>
<Button Grid.Row="7" Grid.Column="2" Command="{Binding OpenThirdPartyPropertyChangedSourceGenerator}">GitHub</Button>
</Grid>
<Grid RowDefinitions="Auto,5,Auto,Auto,Auto,Auto,Auto,Auto,Auto,Auto" ColumnDefinitions="*,115,90" Margin="0 5 0 0">
<TextBlock Grid.Row="0" Grid.Column="0" FontWeight="Bold">Additional Thanks</TextBlock>
<TextBlock Grid.Row="0" Grid.Column="1" FontWeight="Bold">License</TextBlock>
<TextBlock Grid.Row="0" Grid.Column="2" FontWeight="Bold">Link</TextBlock>
<TextBlock Grid.Row="2" Grid.Column="0">BetterDiscord, for Webpack hooks</TextBlock>
<TextBlock Grid.Row="2" Grid.Column="1">Apache-2.0</TextBlock>
<Button Grid.Row="2" Grid.Column="2" Command="{Binding OpenThirdPartyBetterDiscord}">GitHub</Button>
</Grid>
</StackPanel>

View File

@@ -3,39 +3,43 @@ using DHT.Desktop.Common;
namespace DHT.Desktop.Main;
sealed class AboutWindowModel {
public void ShowOfficialWebsite() {
public void OpenOfficialWebsite() {
SystemUtils.OpenUrl(Program.Website);
}
public void ShowIssueTracker() {
public void OpenIssueTracker() {
SystemUtils.OpenUrl("https://github.com/chylex/Discord-History-Tracker/issues");
}
public void ShowSourceCode() {
public void OpenSourceCode() {
SystemUtils.OpenUrl("https://github.com/chylex/Discord-History-Tracker");
}
public void ShowLibraryNetCore() {
public void OpenThirdPartyNetCore() {
SystemUtils.OpenUrl("https://github.com/dotnet/core");
}
public void ShowLibraryAvalonia() {
public void OpenThirdPartyAvalonia() {
SystemUtils.OpenUrl("https://github.com/AvaloniaUI/Avalonia");
}
public void ShowLibraryPropertyChangedSourceGenerator() {
public void OpenThirdPartyPropertyChangedSourceGenerator() {
SystemUtils.OpenUrl("https://github.com/canton7/PropertyChanged.SourceGenerator");
}
public void ShowLibrarySqlite() {
public void OpenThirdPartySqlite() {
SystemUtils.OpenUrl("https://www.sqlite.org");
}
public void ShowLibrarySqliteAdoNet() {
public void OpenThirdPartyMicrosoftDataSqlite() {
SystemUtils.OpenUrl("https://www.nuget.org/packages/Microsoft.Data.Sqlite");
}
public void ShowLibraryRxNet() {
public void OpenThirdPartyRxNet() {
SystemUtils.OpenUrl("https://github.com/dotnet/reactive");
}
public void OpenThirdPartyBetterDiscord() {
SystemUtils.OpenUrl("https://github.com/BetterDiscord/BetterDiscord");
}
}

View File

@@ -13,12 +13,8 @@
<UserControl.Styles>
<Style Selector="WrapPanel > StackPanel">
<Setter Property="Margin" Value="0 20 40 0" />
<Setter Property="Spacing" Value="4" />
</Style>
<Style Selector="WrapPanel > StackPanel:nth-last-child(1)">
<Setter Property="Margin" Value="0 20 0 0" />
</Style>
<Style Selector="Grid > Label">
<Setter Property="VerticalAlignment" Value="Center" />
</Style>
@@ -30,9 +26,9 @@
</Style>
</UserControl.Styles>
<StackPanel>
<StackPanel Spacing="20">
<TextBlock Text="{Binding FilterStatisticsText}" />
<WrapPanel>
<WrapPanel ItemSpacing="40" LineSpacing="20">
<StackPanel>
<CheckBox IsChecked="{Binding LimitSize}">Limit Size</CheckBox>
<StackPanel Orientation="Horizontal">

View File

@@ -109,8 +109,7 @@ sealed partial class DownloadItemFilterPanelModel : IAsyncDisposable {
await setter.Set(SettingsKey.DownloadsMaximumSizeUnit, settings.MaximumSizeUnit.Name);
});
} catch (Exception e) {
Log.Error("Could not save download filter settings");
Log.Error(e);
Log.Error("Could not save download filter settings.", e);
}
}

View File

@@ -13,12 +13,8 @@
<UserControl.Styles>
<Style Selector="WrapPanel > StackPanel">
<Setter Property="Margin" Value="0 20 40 0" />
<Setter Property="Spacing" Value="4" />
</Style>
<Style Selector="WrapPanel > StackPanel:nth-last-child(1)">
<Setter Property="Margin" Value="0 20 0 0" />
</Style>
<Style Selector="Grid > Label">
<Setter Property="VerticalAlignment" Value="Center" />
</Style>
@@ -36,9 +32,9 @@
</Style>
</UserControl.Styles>
<StackPanel>
<StackPanel Spacing="20">
<TextBlock Text="{Binding FilterStatisticsText}" />
<WrapPanel>
<WrapPanel ItemSpacing="40" LineSpacing="20">
<StackPanel>
<CheckBox IsChecked="{Binding FilterByDate}">Filter by Date</CheckBox>
<Grid ColumnDefinitions="Auto, 4, 125" RowDefinitions="Auto, 4, Auto" Margin="4 0">

View File

@@ -1,9 +1,10 @@
using System;
using System.Collections.Generic;
using System.Collections.Immutable;
using System.ComponentModel;
using System.Diagnostics.CodeAnalysis;
using System.Linq;
using System.Reactive.Linq;
using System.Text;
using System.Threading.Tasks;
using Avalonia.Controls;
using Avalonia.ReactiveUI;
@@ -185,51 +186,64 @@ sealed partial class MessageFilterPanelModel : IDisposable {
FilterStatisticsText = verb + " " + exportedMessageCountStr + " out of " + totalMessageCountStr + " message" + (totalMessageCount is null or 1 ? "." : "s.");
}
[SuppressMessage("ReSharper", "NotAccessedPositionalProperty.Local")]
[SuppressMessage("ReSharper", "MemberCanBePrivate.Local")]
private readonly record struct ChannelFilterKey(byte Type, ulong? ServerId, string Title) : IComparable<ChannelFilterKey> {
public static ChannelFilterKey DirectMessages { get; } = new (Type: 1, ServerId: null, Title: "Direct Messages");
public static ChannelFilterKey GroupMessages { get; } = new (Type: 2, ServerId: null, Title: "Group Messages");
public static ChannelFilterKey Unknown { get; } = new (Type: 4, ServerId: null, Title: "Unknown");
public static ChannelFilterKey For(DHT.Server.Data.Server server) {
return server.Type switch {
ServerType.Server => new ChannelFilterKey(Type: 3, server.Id, "Server - " + server.Name),
ServerType.Group => GroupMessages,
ServerType.DirectMessage => DirectMessages,
_ => Unknown,
};
}
public bool Equals(ChannelFilterKey other) {
return Type == other.Type && ServerId == other.ServerId;
}
public override int GetHashCode() {
return HashCode.Combine(Type, ServerId);
}
public int CompareTo(ChannelFilterKey other) {
int result = Type.CompareTo(other.Type);
if (result != 0) {
return result;
}
else {
return Title.CompareTo(other.Title);
}
}
}
public async Task OpenChannelFilterDialog() {
async Task<List<CheckBoxItem<ulong>>> PrepareChannelItems(ProgressDialog dialog) {
var items = new List<CheckBoxItem<ulong>>();
async Task<ImmutableArray<ICheckBoxItem>> PrepareChannelItems(ProgressDialog dialog) {
CheckBoxItemList<ChannelFilterKey, ulong> items = new CheckBoxItemList<ChannelFilterKey, ulong>();
Dictionary<ulong, DHT.Server.Data.Server> servers = await state.Db.Servers.Get().ToDictionaryAsync(static server => server.Id);
await foreach (Channel channel in state.Db.Channels.Get()) {
ulong channelId = channel.Id;
string channelName = channel.Name;
string title;
if (servers.TryGetValue(channel.Server, out var server)) {
var titleBuilder = new StringBuilder();
ServerType? serverType = server.Type;
titleBuilder.Append('[')
.Append(ServerTypes.ToString(serverType))
.Append("] ");
if (serverType == ServerType.DirectMessage) {
titleBuilder.Append(channelName);
}
else {
titleBuilder.Append(server.Name)
.Append(" - ")
.Append(channelName);
foreach (ChannelFilterKey channelFilterKey in servers.Values.Select(ChannelFilterKey.For).Order()) {
items.AddParent(channelFilterKey, channelFilterKey.Title);
}
title = titleBuilder.ToString();
}
else {
title = channelName;
await foreach (Channel channel in state.Db.Channels.Get().OrderBy(static channel => channel.Position ?? int.MinValue).ThenBy(static channel => channel.Name)) {
ChannelFilterKey key = servers.TryGetValue(channel.Server, out var server)
? ChannelFilterKey.For(server)
: ChannelFilterKey.Unknown;
items.Add(key, channel.Id, channel.Name, isChecked: IncludedChannels == null || IncludedChannels.Contains(channel.Id));
}
items.Add(new CheckBoxItem<ulong>(channelId) {
Title = title,
IsChecked = IncludedChannels == null || IncludedChannels.Contains(channelId),
});
}
return items;
return items.ToCheckBoxItems();
}
const string Title = "Included Channels";
List<CheckBoxItem<ulong>> items;
ImmutableArray<ICheckBoxItem> items;
try {
items = await ProgressDialog.ShowIndeterminate(window, Title, "Loading channels...", PrepareChannelItems);
} catch (Exception e) {
@@ -244,22 +258,27 @@ sealed partial class MessageFilterPanelModel : IDisposable {
}
public async Task OpenUserFilterDialog() {
async Task<List<CheckBoxItem<ulong>>> PrepareUserItems(ProgressDialog dialog) {
var checkBoxItems = new List<CheckBoxItem<ulong>>();
async Task<ImmutableArray<ICheckBoxItem>> PrepareUserItems(ProgressDialog dialog) {
CheckBoxItemList<ulong, ulong> items = new CheckBoxItemList<ulong, ulong>();
await foreach (User user in state.Db.Users.Get()) {
checkBoxItems.Add(new CheckBoxItem<ulong>(user.Id) {
Title = user.DisplayName == null ? user.Name : $"{user.DisplayName} ({user.Name})",
IsChecked = IncludedUsers == null || IncludedUsers.Contains(user.Id),
});
static string GetDisplayName(User user) {
return user.DisplayName == null ? user.Name : $"{user.DisplayName} ({user.Name})";
}
return checkBoxItems;
await foreach ((ulong id, string name) in state.Db.Users.Get().Select(static user => (user.Id, GetDisplayName(user))).OrderBy(static pair => pair.Item2)) {
items.Add(
value: id,
title: name,
isChecked: IncludedUsers == null || IncludedUsers.Contains(id)
);
}
return items.ToCheckBoxItems();
}
const string Title = "Included Users";
List<CheckBoxItem<ulong>> items;
ImmutableArray<ICheckBoxItem> items;
try {
items = await ProgressDialog.ShowIndeterminate(window, Title, "Loading users...", PrepareUserItems);
} catch (Exception e) {
@@ -273,9 +292,7 @@ sealed partial class MessageFilterPanelModel : IDisposable {
}
}
private async Task<HashSet<ulong>?> OpenIdFilterDialog(string title, List<CheckBoxItem<ulong>> items) {
items.Sort(static (item1, item2) => item1.Title.CompareTo(item2.Title));
private async Task<HashSet<ulong>?> OpenIdFilterDialog(string title, ImmutableArray<ICheckBoxItem> items) {
var model = new CheckBoxDialogModel<ulong>(items) {
Title = title,
};
@@ -283,7 +300,7 @@ sealed partial class MessageFilterPanelModel : IDisposable {
var dialog = new CheckBoxDialog { DataContext = model };
var result = await dialog.ShowDialog<DialogResult.OkCancel>(window);
return result == DialogResult.OkCancel.Ok ? model.SelectedItems.Select(static item => item.Item).ToHashSet() : null;
return result == DialogResult.OkCancel.Ok ? model.SelectedValues.ToHashSet() : null;
}
public MessageFilter CreateFilter() {

View File

@@ -22,16 +22,15 @@
</Style>
<Style Selector="WrapPanel > StackPanel">
<Setter Property="Orientation" Value="Vertical" />
<Setter Property="Margin" Value="0 0 10 10" />
</Style>
</UserControl.Styles>
<StackPanel>
<StackPanel Spacing="10">
<Button Command="{Binding OnClickToggleServerButton}" Content="{Binding ToggleServerButtonText}" IsEnabled="{Binding IsToggleServerButtonEnabled}" />
<TextBlock TextWrapping="Wrap" Margin="0 15">
The following settings determine how the tracking script communicates with this application. If you change them, you will have to copy/paste the tracking script again.
<TextBlock TextWrapping="Wrap" Margin="0 5">
The following settings determine how the tracking script communicates with this application. If you change them, you will have to copy/paste the tracking script or connection code again.
</TextBlock>
<WrapPanel>
<WrapPanel ItemSpacing="10" LineSpacing="10">
<StackPanel>
<Label Target="Port">Port</Label>
<TextBox x:Name="Port" Width="70" Text="{Binding InputPort}" />

View File

@@ -62,7 +62,7 @@ sealed partial class ServerConfigurationPanelModel : IDisposable {
try {
await server.Start(ServerConfiguration.Port, ServerConfiguration.Token);
} catch (Exception e) {
Log.Error(e);
Log.Error("Could not start internal server.", e);
await Dialog.ShowOk(window, "Internal Server Error", e.Message);
}
@@ -76,7 +76,7 @@ sealed partial class ServerConfigurationPanelModel : IDisposable {
try {
await server.Stop();
} catch (Exception e) {
Log.Error(e);
Log.Error("Could not stop internal server.", e);
await Dialog.ShowOk(window, "Internal Server Error", e.Message);
}

View File

@@ -48,7 +48,7 @@
</CheckBox>
</StackPanel>
<Panel Classes="buttons">
<WrapPanel Classes="right">
<WrapPanel HorizontalAlignment="Right">
<Button Click="ClickOk">OK</Button>
</WrapPanel>
</Panel>

View File

@@ -4,6 +4,7 @@ using System.Runtime.InteropServices;
using System.Threading.Tasks;
using Avalonia.Controls;
using DHT.Desktop.Dialogs.Message;
using DHT.Desktop.Dialogs.Progress;
using DHT.Desktop.Main.Screens;
using DHT.Desktop.Server;
using DHT.Server;
@@ -88,14 +89,21 @@ sealed partial class MainWindowModel : IAsyncDisposable {
try {
await state.Server.Start(ServerConfiguration.Port, ServerConfiguration.Token);
} catch (Exception ex) {
Log.Error(ex);
Log.Error("Could not start internal server.", ex);
await Dialog.ShowOk(window, "Internal Server Error", ex.Message);
}
try {
mainContentScreenModel = new MainContentScreenModel(window, state);
mainContentScreenModel.DatabaseClosed += MainContentScreenModelOnDatabaseClosed;
await mainContentScreenModel.Initialize();
} catch (Exception ex) {
Log.Error("Could not initialize content screen.", ex);
await Dialog.ShowOk(window, "Initialization Error", ex.Message);
await DisposeContent();
await DisposeState();
return;
}
Title = Path.GetFileName(state.Db.Path) + " - " + DefaultTitle;
CurrentScreen = new MainContentScreen { DataContext = mainContentScreenModel };
@@ -104,32 +112,33 @@ sealed partial class MainWindowModel : IAsyncDisposable {
}
private async void MainContentScreenModelOnDatabaseClosed(object? sender, EventArgs e) {
await DisposeContent();
Title = DefaultTitle;
CurrentScreen = welcomeScreen;
await DisposeState();
welcomeScreenModel.DatabaseSelected += OnDatabaseSelected;
}
private async Task DisposeContent() {
if (mainContentScreenModel != null) {
mainContentScreenModel.DatabaseClosed -= MainContentScreenModelOnDatabaseClosed;
await mainContentScreenModel.DisposeAsync();
mainContentScreenModel = null;
}
await DisposeState();
Title = DefaultTitle;
CurrentScreen = welcomeScreen;
welcomeScreenModel.DatabaseSelected += OnDatabaseSelected;
}
private async Task DisposeState() {
if (state != null) {
await state.DisposeAsync();
await DelayedProgressDialog.Await(() => state.DisposeAsync().AsTask(), TimeSpan.FromMilliseconds(200), window, "Close Database", "Please wait for the database to close...");
state = null;
}
}
public async ValueTask DisposeAsync() {
if (mainContentScreenModel != null) {
await mainContentScreenModel.DisposeAsync();
}
await DisposeContent();
await DisposeState();
}
}

View File

@@ -11,23 +11,17 @@
<pages:DatabasePageModel />
</Design.DataContext>
<UserControl.Styles>
<Style Selector="WrapPanel > Button">
<Setter Property="Margin" Value="0 0 10 10" />
</Style>
</UserControl.Styles>
<StackPanel Spacing="10">
<DockPanel>
<Button Command="{Binding CloseDatabase}" DockPanel.Dock="Right">Close Database</Button>
<TextBox Text="{Binding Db.Path}" Width="NaN" Margin="0 0 10 0" IsReadOnly="True" />
</DockPanel>
<WrapPanel>
<WrapPanel ItemSpacing="10" LineSpacing="10">
<Button Command="{Binding OpenDatabaseFolder}">Open Database Folder</Button>
<Button Command="{Binding MergeWithDatabase}">Merge with Database(s)...</Button>
<Button Command="{Binding ImportLegacyArchive}">Import Legacy Archive(s)...</Button>
</WrapPanel>
<Expander Header="Advanced Tools" Margin="0 15 0 0">
<Expander Header="Advanced Tools" Margin="0 25 0 0">
<StackPanel Orientation="Vertical" Spacing="10">
<TextBlock TextWrapping="Wrap">Recreate the database to free up space after deleting data.</TextBlock>
<Button Command="{Binding VacuumDatabase}">Vacuum Database</Button>

View File

@@ -84,7 +84,7 @@ sealed class DatabasePageModel {
try {
result = await ProgressDialog.Show(window, Title, async (dialog, callback) => await MergeWithDatabaseFromPaths(Db, paths, dialog, callback));
} catch (Exception e) {
Log.Error(e);
Log.Error("Could not merge databases.", e);
await Dialog.ShowOk(window, Title, "Could not merge databases: " + e.Message);
return;
}
@@ -160,7 +160,7 @@ sealed class DatabasePageModel {
try {
result = await ProgressDialog.Show(window, Title, async (dialog, callback) => await ImportLegacyArchiveFromPaths(Db, paths, dialog, callback));
} catch (Exception e) {
Log.Error(e);
Log.Error("Could not import legacy archives.", e);
await Dialog.ShowOk(window, Title, "Could not import legacy archives: " + e.Message);
return;
}
@@ -236,7 +236,7 @@ sealed class DatabasePageModel {
++successful;
}
} catch (Exception ex) {
Log.Error(ex);
Log.Error("Could not import file: " + path, ex);
await Dialog.ShowOk(dialog, dialogTitle, "File '" + Path.GetFileName(path) + "' could not be imported: " + ex.Message);
}
}
@@ -302,7 +302,7 @@ sealed class DatabasePageModel {
try {
await ProgressDialog.ShowIndeterminate(window, Title, "Vacuuming database...", _ => Db.Vacuum());
} catch (Exception e) {
Log.Error(e);
Log.Error("Could not vacuum database.", e);
await Dialog.ShowOk(window, Title, "Could not vacuum database: " + e.Message);
return;
}

View File

@@ -17,27 +17,26 @@
<Setter Property="FontSize" Value="15" />
</Style>
<Style Selector="Label">
<Setter Property="Margin" Value="0 5" />
<Setter Property="Margin" Value="0" />
<Setter Property="Padding" Value="0" />
</Style>
<Style Selector="WrapPanel > StackPanel">
<Setter Property="Orientation" Value="Vertical" />
<Setter Property="Margin" Value="0 0 10 10" />
</Style>
</UserControl.Styles>
<StackPanel Orientation="Vertical" Spacing="10">
<Expander Header="Generate Random Data" IsExpanded="True">
<WrapPanel>
<StackPanel>
<WrapPanel ItemSpacing="10" LineSpacing="10">
<StackPanel Spacing="8">
<Label Target="Channels">Channels</Label>
<TextBox x:Name="Channels" Width="100" Text="{Binding GenerateChannels}" />
</StackPanel>
<StackPanel>
<StackPanel Spacing="8">
<Label Target="Users">Users</Label>
<TextBox x:Name="Users" Width="100" Text="{Binding GenerateUsers}" />
</StackPanel>
<StackPanel>
<StackPanel Spacing="8">
<Label Target="Messages">Messages</Label>
<TextBox x:Name="Messages" Width="100" Text="{Binding GenerateMessages}" />
</StackPanel>
@@ -46,5 +45,8 @@
</StackPanel>
</WrapPanel>
</Expander>
<Expander Header="About" IsExpanded="True">
<TextBlock Text="{Binding SqliteVersion, StringFormat=Sqlite Version: {0}}" />
</Expander>
</StackPanel>
</UserControl>

View File

@@ -9,14 +9,18 @@ using DHT.Desktop.Dialogs.Progress;
using DHT.Server;
using DHT.Server.Data;
using DHT.Server.Service;
using PropertyChanged.SourceGenerator;
namespace DHT.Desktop.Main.Pages;
sealed class DebugPageModel {
sealed partial class DebugPageModel {
public string GenerateChannels { get; set; } = "0";
public string GenerateUsers { get; set; } = "0";
public string GenerateMessages { get; set; } = "0";
[Notify(Setter.Private)]
private string? sqliteVersion = string.Empty;
private readonly Window window;
private readonly State state;
@@ -28,6 +32,10 @@ sealed class DebugPageModel {
this.state = state;
}
public async Task Initialize() {
SqliteVersion = await state.Db.GetVersion() ?? "<unknown>";
}
public async void OnClickAddRandomDataToDatabase() {
if (!int.TryParse(GenerateChannels, out int channels) || channels < 1) {
await Dialog.ShowOk(window, "Generate Random Data", "Amount of channels must be at least 1!");
@@ -74,7 +82,7 @@ sealed class DebugPageModel {
Id = RandomId(rand),
Name = RandomName("u"),
DisplayName = RandomName("u"),
AvatarUrl = null,
AvatarHash = null,
Discriminator = rand.Next(minValue: 0, maxValue: 9999).ToString(),
}).ToArray();
@@ -169,6 +177,8 @@ sealed class DebugPageModel {
public string GenerateUsers { get; set; } = "0";
public string GenerateMessages { get; set; } = "0";
public string SqliteVersion => string.Empty;
public void OnClickAddRandomDataToDatabase() {}
}
#endif

View File

@@ -13,9 +13,6 @@
</Design.DataContext>
<UserControl.Styles>
<Style Selector="WrapPanel > Button">
<Setter Property="Margin" Value="0 0 10 10" />
</Style>
<Style Selector="DataGridColumnHeader">
<Setter Property="FontWeight" Value="Medium" />
</Style>
@@ -30,14 +27,13 @@
</Style>
</UserControl.Styles>
<StackPanel Orientation="Vertical">
<WrapPanel Orientation="Horizontal">
<StackPanel Orientation="Vertical" Spacing="20">
<WrapPanel Orientation="Horizontal" ItemSpacing="10" LineSpacing="10">
<Button Command="{Binding OnClickToggleDownload}" Content="{Binding ToggleDownloadButtonText}" IsEnabled="{Binding IsToggleDownloadButtonEnabled}" />
<Button Command="{Binding OnClickRetryFailed}" IsEnabled="{Binding IsRetryFailedOnDownloadsButtonEnabled}">Retry Failed</Button>
<Button Command="{Binding OnClickDeleteOrphaned}">Delete Orphaned</Button>
<Button Command="{Binding OnClickExportAll}" IsEnabled="{Binding HasSuccessfulDownloads}">Export All...</Button>
</WrapPanel>
<StackPanel Orientation="Vertical" Spacing="20" Margin="0 10 0 0">
<controls:DownloadItemFilterPanel DataContext="{Binding FilterModel}" IsEnabled="{Binding !$parent[UserControl].((pages:DownloadsPageModel)DataContext).IsDownloading}" />
<TextBlock TextWrapping="Wrap">
Downloading state and filter settings are remembered per-database.
@@ -52,5 +48,4 @@
</DataGrid>
</Expander>
</StackPanel>
</StackPanel>
</UserControl>

View File

@@ -92,7 +92,12 @@ sealed partial class DownloadsPageModel : IAsyncDisposable {
await FilterModel.Initialize();
if (await state.Db.Settings.Get(SettingsKey.DownloadsAutoStart, defaultValue: false)) {
try {
await StartDownload();
} catch (Exception e) {
Log.Error("Could not automatically start downloads.", e);
await Dialog.ShowOk(window, "Database Error", "Could not automatically start downloads: " + e.Message);
}
}
}
@@ -111,23 +116,43 @@ sealed partial class DownloadsPageModel : IAsyncDisposable {
public async Task OnClickToggleDownload() {
IsToggleDownloadButtonEnabled = false;
try {
if (IsDownloading) {
await StopDownload();
}
else {
try {
await StartDownload();
} catch (Exception e) {
Log.Error("Could not start downloads.", e);
await Dialog.ShowOk(window, "Database Error", "Could not start downloads: " + e.Message);
return;
}
}
try {
await state.Db.Settings.Set(SettingsKey.DownloadsAutoStart, IsDownloading);
} catch (Exception e) {
Log.Error("Could not update auto-start setting in database.", e);
}
} finally {
IsToggleDownloadButtonEnabled = true;
}
}
private async Task StartDownload() {
await state.Db.Downloads.MoveDownloadingItemsBackToQueue();
IObservable<DownloadItem> finishedItems = await state.Downloader.Start(currentDownloadFilter = FilterModel.CreateFilter());
try {
currentDownloadFilter = FilterModel.CreateFilter();
IObservable<DownloadItem> finishedItems = await state.Downloader.Start(currentDownloadFilter);
finishedItemsSubscription = finishedItems.ObserveOn(AvaloniaScheduler.Instance).Subscribe(OnItemFinished);
} catch (Exception) {
finishedItemsSubscription?.Dispose();
finishedItemsSubscription = null;
currentDownloadFilter = null;
throw;
}
OnDownloadStateChanged();
}
@@ -138,8 +163,8 @@ sealed partial class DownloadsPageModel : IAsyncDisposable {
finishedItemsSubscription?.Dispose();
finishedItemsSubscription = null;
currentDownloadFilter = null;
OnDownloadStateChanged();
}
@@ -155,12 +180,12 @@ sealed partial class DownloadsPageModel : IAsyncDisposable {
public async Task OnClickRetryFailed() {
IsRetryingFailedDownloads = true;
try {
await state.Db.Downloads.RetryFailed();
RecomputeDownloadStatistics();
} catch (Exception e) {
Log.Error(e);
Log.Error("Could not retry failed downloads.", e);
await Dialog.ShowOk(window, "Retry Failed", "Could not retry failed downloads: " + e.Message);
} finally {
IsRetryingFailedDownloads = false;
}
@@ -180,8 +205,8 @@ sealed partial class DownloadsPageModel : IAsyncDisposable {
HashSet<string> reachableNormalizedUrls = [];
HashSet<string> orphanedNormalizedUrls = [];
await foreach (Download download in state.Db.Downloads.FindAllDownloadableUrls()) {
reachableNormalizedUrls.Add(download.NormalizedUrl);
await foreach (FileUrl fileUrl in state.Db.Downloads.FindReachableFiles()) {
reachableNormalizedUrls.Add(fileUrl.NormalizedUrl);
}
await foreach (Download download in state.Db.Downloads.Get()) {
@@ -212,7 +237,7 @@ sealed partial class DownloadsPageModel : IAsyncDisposable {
await state.Db.Vacuum();
});
} catch (Exception e) {
Log.Error(e);
Log.Error("Could not delete orphaned downloads.", e);
await Dialog.ShowOk(window, Title, "Could not delete orphaned downloads: " + e.Message);
}
}
@@ -239,7 +264,7 @@ sealed partial class DownloadsPageModel : IAsyncDisposable {
return await exporter.Export(new ExportProgressReporter(callback));
});
} catch (Exception e) {
Log.Error(e);
Log.Error("Could not export downloaded files.", e);
await Dialog.ShowOk(window, Title, "Could not export downloaded files: " + e.Message);
return;
}

View File

@@ -11,25 +11,44 @@
<pages:TrackingPageModel />
</Design.DataContext>
<StackPanel Spacing="10">
<TextBlock TextWrapping="Wrap">
<UserControl.Styles>
<Style Selector="TextBlock">
<Setter Property="TextWrapping" Value="Wrap" />
</Style>
</UserControl.Styles>
<StackPanel Spacing="20">
<Expander Header="Method 1: Manual" IsExpanded="True">
<StackPanel Orientation="Vertical" Spacing="10">
<TextBlock>
<TextBlock.Text>
<MultiBinding StringFormat="To start tracking messages, copy the tracking script and paste it into the console of either the Discord app, or your browser. The console is usually opened by pressing {0}.">
<MultiBinding StringFormat="Use {0} to open Dev Tools in your browser or the Discord app, copy the tracking script, and paste it into the console.">
<Binding Path="OpenDevToolsShortcutText" />
</MultiBinding>
</TextBlock.Text>
</TextBlock>
<StackPanel DockPanel.Dock="Left" Orientation="Horizontal" Spacing="10">
<Button x:Name="CopyTrackingScript" Click="CopyTrackingScriptButton_OnClick" IsEnabled="{Binding IsCopyTrackingScriptButtonEnabled}">Copy Tracking Script</Button>
<Button x:Name="CopyTrackingScript" Click="CopyTrackingScriptButton_OnClick">Copy Tracking Script</Button>
<TextBlock Margin="0 5 0 0">
By default, the Discord app blocks the Dev Tools shortcut. The button below changes a hidden setting to unblock the shortcut.
</TextBlock>
<Button Command="{Binding OnClickToggleAppDevTools}" Content="{Binding ToggleAppDevToolsButtonText}" IsEnabled="{Binding IsToggleAppDevToolsButtonEnabled}" />
</StackPanel>
<TextBlock TextWrapping="Wrap" Margin="0 5 0 0">
<TextBlock.Text>
<MultiBinding StringFormat="By default, the Discord app does not allow opening the console. The button below will change a hidden setting in the Discord app that controls whether the {0} shortcut is enabled.">
<Binding Path="OpenDevToolsShortcutText" />
</MultiBinding>
</TextBlock.Text>
</Expander>
<Expander Header="Method 2: Userscript" IsExpanded="True">
<StackPanel Orientation="Vertical" Spacing="10">
<TextBlock>
Requires a userscript manager in your browser. The userscript adds a DHT icon next to the Help icon on Discord.
If the icon does not appear, update this app and reinstall the userscript.
</TextBlock>
<Button DockPanel.Dock="Right" Command="{Binding OnClickToggleAppDevTools}" Content="{Binding ToggleAppDevToolsButtonText}" IsEnabled="{Binding IsToggleAppDevToolsButtonEnabled}" />
<TextBlock>
Copy the Connection Code, click the DHT icon, and paste the code into the prompt.
</TextBlock>
<WrapPanel ItemSpacing="10" LineSpacing="10">
<Button Command="{Binding OnClickInstallOrUpdateUserscript}">Install or Update Userscript</Button>
<Button x:Name="CopyConnectionCode" Click="CopyConnectionScriptButton_OnClick">Copy Connection Code</Button>
</WrapPanel>
</StackPanel>
</Expander>
</StackPanel>
</UserControl>

View File

@@ -1,4 +1,5 @@
using System;
using System.Collections.Generic;
using System.Diagnostics.CodeAnalysis;
using System.Threading.Tasks;
using Avalonia.Controls;
@@ -8,24 +9,36 @@ namespace DHT.Desktop.Main.Pages;
[SuppressMessage("ReSharper", "MemberCanBeInternal")]
public sealed partial class TrackingPage : UserControl {
private bool isCopyingScript;
private readonly HashSet<Button> copyingButtons = new (ReferenceEqualityComparer.Instance);
public TrackingPage() {
InitializeComponent();
}
public async void CopyTrackingScriptButton_OnClick(object? sender, RoutedEventArgs e) {
await HandleCopyButton(CopyTrackingScript, "Script Copied!", static model => model.OnClickCopyTrackingScript());
}
public async void CopyConnectionScriptButton_OnClick(object? sender, RoutedEventArgs e) {
await HandleCopyButton(CopyConnectionCode, "Code Copied!", static model => model.OnClickCopyConnectionCode());
}
private async Task HandleCopyButton(Button button, string copiedText, Func<TrackingPageModel, Task<bool>> onClick) {
if (DataContext is TrackingPageModel model) {
object? originalText = CopyTrackingScript.Content;
CopyTrackingScript.MinWidth = CopyTrackingScript.Bounds.Width;
object? originalText = button.Content;
button.MinWidth = button.Bounds.Width;
if (await model.OnClickCopyTrackingScript() && !isCopyingScript) {
isCopyingScript = true;
CopyTrackingScript.Content = "Script Copied!";
if (await onClick(model) && copyingButtons.Add(button)) {
button.IsEnabled = false;
button.Content = copiedText;
try {
await Task.Delay(TimeSpan.FromSeconds(2));
CopyTrackingScript.Content = originalText;
isCopyingScript = false;
} finally {
copyingButtons.Remove(button);
button.IsEnabled = true;
button.Content = originalText;
}
}
}
}

View File

@@ -1,20 +1,22 @@
using System;
using System.Text.RegularExpressions;
using System.Threading;
using System.Threading.Tasks;
using System.Web;
using Avalonia.Controls;
using Avalonia.Input.Platform;
using DHT.Desktop.Common;
using DHT.Desktop.Dialogs.Message;
using DHT.Desktop.Discord;
using DHT.Desktop.Server;
using DHT.Utils.Logging;
using PropertyChanged.SourceGenerator;
using static DHT.Desktop.Program;
namespace DHT.Desktop.Main.Pages;
sealed partial class TrackingPageModel {
[Notify(Setter.Private)]
private bool isCopyTrackingScriptButtonEnabled = true;
private static readonly Log Log = Log.ForType<TrackingPageModel>();
[Notify(Setter.Private)]
private bool? areDevToolsEnabled = null;
@@ -51,32 +53,9 @@ sealed partial class TrackingPageModel {
}
public async Task<bool> OnClickCopyTrackingScript() {
IsCopyTrackingScriptButtonEnabled = false;
try {
return await CopyTrackingScript();
} finally {
IsCopyTrackingScriptButtonEnabled = true;
}
}
private async Task<bool> CopyTrackingScript() {
string url = $"http://127.0.0.1:{ServerConfiguration.Port}/get-tracking-script?token={HttpUtility.UrlEncode(ServerConfiguration.Token)}";
string url = ServerConfiguration.HttpHost + $"/get-tracking-script?token={HttpUtility.UrlEncode(ServerConfiguration.Token)}";
string script = (await Resources.ReadTextAsync("tracker-loader.js")).Trim().Replace("{url}", url);
IClipboard? clipboard = window.Clipboard;
if (clipboard == null) {
await Dialog.ShowOk(window, "Copy Tracking Script", "Clipboard is not available on this system.");
return false;
}
try {
await clipboard.SetTextAsync(script);
return true;
} catch {
await Dialog.ShowOk(window, "Copy Tracking Script", "An error occurred while copying to clipboard.");
return false;
}
return await TryCopy(script, "Copy Tracking Script");
}
private async Task InitializeDevToolsToggle() {
@@ -132,4 +111,44 @@ sealed partial class TrackingPageModel {
throw new ArgumentOutOfRangeException();
}
}
public async Task OnClickInstallOrUpdateUserscript() {
try {
SystemUtils.OpenUrl(ServerConfiguration.HttpHost + "/get-userscript/dht.user.js");
} catch (Exception e) {
await Dialog.ShowOk(window, "Install or Update Userscript", "Could not open the browser: " + e.Message);
}
}
[GeneratedRegex("^[a-zA-Z0-9]{1,100}$")]
private static partial Regex ConnectionCodeTokenRegex();
public async Task<bool> OnClickCopyConnectionCode() {
const string Title = "Copy Connection Code";
if (ConnectionCodeTokenRegex().IsMatch(ServerConfiguration.Token)) {
return await TryCopy(ServerConfiguration.Port + ":" + ServerConfiguration.Token, Title);
}
else {
await Dialog.ShowOk(window, Title, "The internal server token cannot be used to create a connection code.\n\nCheck the 'Advanced' tab and ensure the token is 1-100 characters long, and only contains plain letters and numbers.");
return false;
}
}
private async Task<bool> TryCopy(string script, string errorDialogTitle) {
IClipboard? clipboard = window.Clipboard;
if (clipboard == null) {
await Dialog.ShowOk(window, errorDialogTitle, "Clipboard is not available on this system.");
return false;
}
try {
await clipboard.SetTextAsync(script);
return true;
} catch (Exception e) {
Log.Error("Could not copy to clipboard.", e);
await Dialog.ShowOk(window, errorDialogTitle, "An error occurred while copying to clipboard.");
return false;
}
}
}

View File

@@ -51,10 +51,9 @@ sealed partial class ViewerPageModel : IDisposable {
public async void OnClickOpenViewer() {
try {
string serverUrl = "http://127.0.0.1:" + ServerConfiguration.Port;
string serverToken = ServerConfiguration.Token;
string sessionId = state.ViewerSessions.Register(new ViewerSession(FilterModel.CreateFilter())).ToString();
SystemUtils.OpenUrl(serverUrl + "/viewer/?token=" + HttpUtility.UrlEncode(serverToken) + "&session=" + HttpUtility.UrlEncode(sessionId));
SystemUtils.OpenUrl(ServerConfiguration.HttpHost + "/viewer/?token=" + HttpUtility.UrlEncode(serverToken) + "&session=" + HttpUtility.UrlEncode(sessionId));
} catch (Exception e) {
await Dialog.ShowOk(window, "Open Viewer", "Could not open viewer: " + e.Message);
}
@@ -76,7 +75,7 @@ sealed partial class ViewerPageModel : IDisposable {
}
}
} catch (Exception e) {
Log.Error(e);
Log.Error("Could not apply filters.", e);
await Dialog.ShowOk(window, "Apply Filters", "Could not apply filters: " + e.Message);
}
}

View File

@@ -70,6 +70,10 @@ sealed class MainContentScreenModel : IAsyncDisposable {
public async Task Initialize() {
await DownloadsPageModel.Initialize();
#if DEBUG
await DebugPageModel.Initialize();
#endif
}
public async ValueTask DisposeAsync() {

View File

@@ -131,7 +131,7 @@ sealed partial class WelcomeScreenModel {
await Dialog.ShowOk(window, "Check Updates", "Request timed out.");
return;
} catch (Exception e) {
Log.Error(e);
Log.Error("Could not check for updates.", e);
await Dialog.ShowOk(window, "Check Updates", "Error checking for updates: " + e.Message);
return;
}

View File

@@ -2,6 +2,7 @@
using System.Globalization;
using System.Reflection;
using Avalonia;
using DHT.Desktop.Common;
using DHT.Utils.Logging;
using DHT.Utils.Resources;
@@ -57,6 +58,8 @@ static class Program {
}
private static AppBuilder BuildAvaloniaApp() {
AvaloniaReflection.Check();
return AppBuilder.Configure<App>()
.UsePlatformDetect()
.WithInterFont()

View File

@@ -5,4 +5,6 @@ namespace DHT.Desktop.Server;
static class ServerConfiguration {
public static ushort Port { get; set; } = ServerUtils.FindAvailablePort(min: 50000, max: 60000);
public static string Token { get; set; } = ServerUtils.GenerateRandomToken(20);
public static string HttpHost => "http://127.0.0.1:" + Port;
}

View File

@@ -0,0 +1,273 @@
// ==UserScript==
// @name Discord History Tracker
// @license MIT
// @namespace https://chylex.com
// @homepageURL https://dht.chylex.com/
// @supportURL https://github.com/chylex/Discord-History-Tracker/issues
// @include https://discord.com/*
// @run-at document-idle
// @grant none
// @noframes
// ==/UserScript==
function startMutationObserver(callback) {
let hasDebounceStarted = false;
function handleMutations(mutations, observer) {
if (hasDebounceStarted) {
return;
}
hasDebounceStarted = true;
window.setTimeout(() => {
hasDebounceStarted = false;
callback(observer);
}, 20);
}
new MutationObserver(handleMutations).observe(document.body, { childList: true, subtree: true });
}
startMutationObserver(observer => {
const triggerButton = installConnectDialogButton();
if (triggerButton === null) {
return;
}
observer.disconnect();
startMutationObserver(() => {
if (!triggerButton.isConnected) {
getHelpIcon()?.parentElement.parentElement.insertAdjacentElement("afterend", triggerButton);
}
});
});
function installConnectDialogButton() {
const helpIcon = getHelpIcon();
if (!helpIcon) {
return null;
}
const helpIconWrapper = helpIcon.parentElement;
const helpIconLink = helpIconWrapper.parentElement;
helpIconLink.insertAdjacentHTML("afterend", `
<div id="dht-connector-show-dialog" role="button" class="${helpIconWrapper.getAttribute("class")}">
<svg viewBox="0 0 24 20" fill="currentColor" class="${helpIcon.getAttribute("class")}" style="width: auto;">
<path d="M7.446,9.924c-0,0.846 -0.105,1.593 -0.315,2.234c-0.21,0.644 -0.497,1.181 -0.86,1.615c-0.365,0.431 -0.795,0.761 -1.292,0.982c-0.494,0.22 -1.029,0.332 -1.605,0.332l-3.374,-0l0,-10.174l3.021,0c0.645,0 1.239,0.1 1.781,0.296c0.542,0.198 1.011,0.501 1.4,0.911c0.391,0.408 0.695,0.928 0.914,1.56c0.22,0.629 0.33,1.378 0.33,2.244Zm-1.765,-0c0,-0.592 -0.067,-1.1 -0.198,-1.524c-0.134,-0.422 -0.318,-0.77 -0.554,-1.042c-0.236,-0.272 -0.518,-0.473 -0.848,-0.604c-0.332,-0.128 -0.697,-0.195 -1.096,-0.195l-1.237,-0l0,6.882l1.483,0c0.351,0 0.676,-0.076 0.977,-0.224c0.298,-0.15 0.556,-0.372 0.776,-0.668c0.22,-0.295 0.389,-0.663 0.513,-1.101c0.122,-0.439 0.184,-0.947 0.184,-1.524Z"/>
<path d="M14.147,15.087l-0,-4.362l-3.637,-0l-0,4.362l-1.748,-0l-0,-10.174l1.748,0l-0,4.052l3.637,-0l-0,-4.052l1.75,0l0,10.174l-1.75,-0Z"/>
<path d="M21.297,6.559l-0,8.528l-1.748,-0l-0,-8.528l-2.699,-0l0,-1.646l7.15,0l0,1.646l-2.703,-0Z"/>
</svg>
</div>
`);
const button = document.getElementById("dht-connector-show-dialog");
button.addEventListener("click", showConnectDialog);
return button;
}
function getHelpIcon() {
return document.querySelector("div[class*='bar_'] a[href$='://support.discord.com'] > div[class*='clickable'] > svg");
}
function showConnectDialog() {
if (window.DHT_LOADED) {
alert("Discord History Tracker is already loaded.");
return;
}
const dialogElement = document.createElement("dialog");
dialogElement.id = "dht-connector-dialog";
dialogElement.innerHTML = `
<form id="dht-connector-dialog-form">
<label for="dht-connector-dialog-input-code">Connection Code</label>
<input id="dht-connector-dialog-input-code" type="text">
<p id="dht-connector-dialog-input-error"></p>
<div id="dht-connector-dialog-buttons">
<button type="submit" id="dht-connector-dialog-button-connect">Connect</button>
<button type="button" id="dht-connector-dialog-button-close">Cancel</button>
</div>
</form>
<style>
#dht-connector-dialog {
width: 300px;
padding: 18px;
font-size: 16px;
border: none;
border-radius: 8px;
background-color: #313338;
}
#dht-connector-dialog::backdrop {
background-color: rgba(0, 0, 0, 0.6);
}
#dht-connector-dialog label {
display: block;
margin: 0 0 9px;
font-weight: 500;
letter-spacing: .02em;
color: #fbfbfb;
}
#dht-connector-dialog-input-error {
margin: 11px 1px;
color: #ff484c;
font-size: 15px;
font-weight: 500;
}
#dht-connector-dialog input[type="text"] {
box-sizing: border-box;
width: 100%;
padding: 12px 10px;
border: 1px solid rgba(151, 151, 159, 0.2);
border-radius: 8px;
color: #efeff0;
background-color: #1d1d21;
}
#dht-connector-dialog-buttons {
margin-top: 15px;
display: flex;
justify-content: end;
gap: 12px;
}
#dht-connector-dialog button {
padding: 8px 16px;
border: none;
border-radius: 8px;
font-size: 14px;
font-weight: 500;
color: #fff;
background-color: #5865f2;
transition: background-color 200ms ease, color 200ms ease;
}
#dht-connector-dialog button:hover {
background-color: #4752c4;
}
#dht-connector-dialog button[disabled] {
cursor: not-allowed;
opacity: 0.5;
}
</style>
`;
document.body.insertAdjacentElement("beforeend", dialogElement);
const formElement = document.getElementById("dht-connector-dialog-form");
const codeErrorElement = document.getElementById("dht-connector-dialog-input-error");
const codeInputElement = document.getElementById("dht-connector-dialog-input-code");
const connectButtonElement = document.getElementById("dht-connector-dialog-button-connect");
const closeButtonElement = document.getElementById("dht-connector-dialog-button-close");
dialogElement.addEventListener("close", function() {
dialogElement.remove();
});
closeButtonElement.addEventListener("click", function() {
dialogElement.close();
});
codeInputElement.addEventListener("paste", function() {
setTimeout(async function() {
const code = parseConnectionCode(codeInputElement.value);
if (code !== null) {
await onSubmit(code);
}
}, 0);
});
formElement.addEventListener("submit", async function(e) {
e.preventDefault();
const code = parseConnectionCode(codeInputElement.value);
if (code === null) {
codeErrorElement.innerText = "Code is not valid.";
}
else {
await onSubmit(code);
}
});
let isSubmitting = false;
async function onSubmit(code) {
if (isSubmitting) {
return;
}
isSubmitting = true;
connectButtonElement.setAttribute("disabled", "");
try {
await loadTrackingScript(code);
} catch (e) {
onError("Could not load tracking script.", e);
} finally {
isSubmitting = false;
connectButtonElement.removeAttribute("disabled");
}
}
async function loadTrackingScript(code) {
const trackingScript = await getTrackingScript(code.port, code.token);
if (dialogElement.isConnected) {
// noinspection DynamicallyGeneratedCodeJS
eval(trackingScript);
dialogElement.close();
}
}
function onError(message, e) {
console.error(message, e);
codeErrorElement.innerText = message;
}
dialogElement.showModal();
}
/**
* @param {string} code
* @return {?{port: number, token: string}}
*/
function parseConnectionCode(code) {
if (code.length > 5 + 1 + 100) {
return null;
}
const match = code.match(/^(\d{1,5}):([a-zA-Z0-9]{1,100})$/);
if (!match) {
return null;
}
const port = Number(match[1]);
if (port < 0 || port > 65535) {
return null;
}
return { port, token: match[2] };
}
async function getTrackingScript(port, token) {
const url = "http://127.0.0.1:" + port + "/get-tracking-script?token=" + encodeURIComponent(token);
const response = await fetch(url, {
credentials: "omit",
signal: AbortSignal.timeout(2000),
});
if (!response.ok) {
throw response.status + " " + response.statusText;
}
if (response.headers.get("X-DHT") !== "1") {
throw "Invalid response";
}
return await response.text();
}

View File

@@ -67,7 +67,7 @@ class DISCORD {
/**
* @type {function(String): MessageData}
*/
static #getMessages = WEBPACK.findFunction("getMessages");
static #getMessages = WEBPACK.findFunction("getMessages", [ "isLoadingMessages" ]);
/**
* @type {function(String): void}

View File

@@ -142,11 +142,19 @@ const STATE = (function() {
if (DISCORD.CHANNEL_TYPE.isPrivate(channelInfo.type)) {
server.id = channelInfo.id;
server.name = channel.name = getPrivateChannelName(channelInfo);
if (channelInfo.icon) {
server.icon = channelInfo.icon;
}
}
else if (serverInfo) {
server.id = serverInfo.id;
server.name = serverInfo.name;
channel.name = channelInfo.name;
if (serverInfo.icon) {
server.icon = serverInfo.icon;
}
}
else {
return;

View File

@@ -2,6 +2,7 @@
* @name DiscordGuild
* @property {String} id
* @property {String} name
* @property {String|null|undefined} [icon]
*/
/**
@@ -14,6 +15,7 @@
* @property {Number} [position]
* @property {String} [topic]
* @property {Boolean} [nsfw]
* @property {String|null|undefined} [icon]
* @property {DiscordUser[]} [rawRecipients]
*/

View File

@@ -1,8 +1,8 @@
/**
* Parts copied from Better Discord, licensed under Apache License 2.0.
*
* https://github.com/BetterDiscord/BetterDiscord/blob/78edeb77c60542a57884686c4ba98f997c886fad/renderer/src/modules/webpackmodules.js
* https://github.com/BetterDiscord/BetterDiscord/blob/78edeb77c60542a57884686c4ba98f997c886fad/LICENSE
* https://github.com/BetterDiscord/BetterDiscord/blob/2752daf64f98625fc67c569361bd56021307d058/renderer/src/modules/webpackmodules.js
* https://github.com/BetterDiscord/BetterDiscord/blob/2752daf64f98625fc67c569361bd56021307d058/LICENSE
*/
class WEBPACK {
static get require() {
@@ -17,13 +17,15 @@ class WEBPACK {
*/
let hookedRequire;
const id = "dht-webpackmodules-" + new Date().getTime();
const id = Symbol("dht-webpackmodules-" + new Date().getTime());
if (typeof (window["webpackChunkdiscord_app"]) !== "undefined") {
window["webpackChunkdiscord_app"].push([ [ id ], {}, internalRequire => hookedRequire = internalRequire ]);
window["webpackChunkdiscord_app"].push([ [ id ], {}, internalRequire => {
if ("b" in internalRequire) {
hookedRequire = internalRequire;
}
}]);
}
delete hookedRequire.m[id];
delete hookedRequire.c[id];
return this._require = hookedRequire;
}
@@ -86,7 +88,7 @@ class WEBPACK {
return modules[0];
}
console.error("[DHT] Cannot find module " + name + ", results found:", modules.length);
console.error("[DHT] Cannot find module " + name + ", results found:", modules.length, modules);
return null;
}

View File

@@ -10,6 +10,7 @@
<link rel="stylesheet" href="styles/main.css">
<link rel="stylesheet" href="styles/menu.css">
<link rel="stylesheet" href="styles/servers.css">
<link rel="stylesheet" href="styles/channels.css">
<link rel="stylesheet" href="styles/messages.css">
<link rel="stylesheet" href="styles/modal.css">
@@ -75,6 +76,7 @@
</div>
<div id="app">
<div id="servers"></div>
<div id="channels">
<div class="loading"></div>
</div>

View File

@@ -2,6 +2,7 @@ import discord from "./discord.mjs";
import gui from "./gui.mjs";
import state from "./state.mjs";
import "./polyfills.mjs";
import servers from "./servers.mjs";
window.DISCORD = discord;
@@ -25,10 +26,12 @@ document.addEventListener("DOMContentLoaded", () => {
state.onUsersRefreshed(users => {
gui.updateUserList(users);
servers.update()
});
state.onChannelsRefreshed((channels, selected) => {
gui.updateChannelList(channels, selected, state.selectChannel);
servers.update()
});
state.onMessagesRefreshed(messages => {

View File

@@ -113,16 +113,17 @@ export default (function() {
return {
setup() {
templateChannelServer = new template([
"<div class='channel' data-channel='{id}'>",
"<div class='channel ServerChannel' data-channel='{id}' server-id='{serverId}' server-name='{server.name}' server-type='{server.type}'>",
"<div class='info' title='{topic}'><strong class='name'>#{name}</strong>{nsfw}<span class='tag'>{msgcount}</span></div>",
"<span class='server'>{server.name} ({server.type})</span>",
"<!--<span class='server'>{server.name} ({server.type})</span>-->",
"</div>"
].join(""));
templateChannelPrivate = new template([
"<div class='channel' data-channel='{id}'>",
"<div class='channel UserChannel' data-channel='{id}' server-id='0' server-name='{server.name}' server-type='{server.type}'>",
"<div class='avatar'>{icon}</div>",
"<div class='info'><strong class='name'>{name}</strong><span class='tag'>{msgcount}</span></div>",
"<span class='server'>({server.type})</span>",
"<!--<span class='server'>{server.name} ({server.type})</span>-->",
"</div>"
].join(""));
@@ -166,7 +167,7 @@ export default (function() {
// noinspection HtmlUnknownTarget
templateEmbedImageWithSize = new template([
"<a href='{url}' class='embed thumbnail loading'><img src='{src}' width='{width}' height='{height}' alt='' onload='window.DISCORD.handleImageLoad(this)' onerror='window.DISCORD.handleImageLoadError(this)'></a><br>"
"<a href='{url}' class='embed thumbnail loading'><img src='{src}' width='{width}' alt='' onload='window.DISCORD.handleImageLoad(this)' onerror='window.DISCORD.handleImageLoadError(this)'></a><br>"
].join(""));
// noinspection HtmlUnknownTarget

View File

@@ -0,0 +1,109 @@
import state from "./state.mjs";
const servers = (() => {
let currentServerId = "0";
function getIcon(name) {
return name.split(" ").map(word => {
if (word.startsWith("[") && word.length > 1) return word[1];
return word[0] || "";
}).join("");
}
function update() {
const channels = document.querySelectorAll("#channels .channel");
const serversMap = new Map();
// Check if there are any channels with server-id 0 (DM)
const hasDMChannels = Array.from(channels).some(channel => {
return channel.getAttribute("server-id") === "0";
});
if (hasDMChannels) {
serversMap.set("0", {
id: "0",
name: "DM",
icon: "DM",
});
}
channels.forEach(channel => {
const serverId = channel.getAttribute("server-id") || "0";
const serverType = channel.getAttribute("server-type");
const serverName = channel.getAttribute("server-name");
if (serverType === "server" && !serversMap.has(serverId)) {
serversMap.set(serverId, {
id: serverId,
name: serverName,
icon: getIcon(serverName),
});
}
});
const serversDiv = document.getElementById("servers");
serversDiv.innerHTML = "";
if (hasDMChannels) {
const dmServer = serversMap.get("0");
const dmElement = document.createElement("div");
dmElement.className = `Server${dmServer.id === currentServerId ? " active" : ""}`;
dmElement.id = "DM";
dmElement.dataset.serverId = dmServer.id;
dmElement.innerHTML = `
<div class="icon">DM</div>
<div class="name" title="Direct Messages">Direct Messages</div>
`;
dmElement.addEventListener("click", () => selectServer(dmServer.id));
serversDiv.appendChild(dmElement);
}
serversMap.forEach(server => {
if (server.id === "0") return; // Skip DM since it's already added
const serverElement = document.createElement("div");
serverElement.className = `Server${server.id === currentServerId ? " active" : ""}`;
serverElement.dataset.serverId = server.id;
serverElement.innerHTML = `
<div class="icon">${server.icon}</div>
<div class="name" title="${server.name}">${server.name}</div>
`;
serverElement.addEventListener("click", () => selectServer(server.id));
serversDiv.appendChild(serverElement);
});
if (!serversMap.has(currentServerId)) {
currentServerId = "0";
}
updateChannelVisibility();
}
function selectServer(serverId) {
// Remove active class from all servers
document.querySelectorAll("#servers .Server").forEach(server => {
server.classList.remove("active");
});
// Add active class to the selected server
const selectedServer = document.querySelector(`#servers .Server[data-server-id="${serverId}"]`);
if (selectedServer) {
selectedServer.classList.add("active");
}
currentServerId = serverId;
updateChannelVisibility();
state.selectChannel(null);
}
function updateChannelVisibility() {
document.querySelectorAll("#channels .channel").forEach(channel => {
const channelServerId = channel.getAttribute("server-id") || "0";
channel.classList.toggle("visible", channelServerId === currentServerId);
});
}
return { update };
})();
export default servers;

View File

@@ -9,6 +9,18 @@ export default (function() {
* @property {{}} servers
* @property {{}} channels
*/
const fileUrlProcessor = function (serverToken) {
if (typeof serverToken === "string") {
return url => "/get-downloaded-file/" + encodeURIComponent(url) + "?token=" + encodeURIComponent(serverToken);
}
else {
return url => url;
}
}(window.DHT_SERVER_TOKEN);
let loadedFileMeta;
let loadedFileData;
@@ -31,6 +43,26 @@ export default (function() {
return loadedFileMeta.servers[id] || { "name": "&lt;unknown&gt;", "type": "unknown" };
};
const getUserIDByName = function (name) {
for (let userId in loadedFileMeta.users) {
let user = loadedFileMeta.users[userId];
if (user.name === name) {
return userId;
}
}
return 0;
};
const getUserByName = function (name) {
for (let userId in loadedFileMeta.users) {
let user = loadedFileMeta.users[userId];
if (user.name === name) {
return user;
}
}
return 0;
};
const generateChannelHierarchy = function () {
/**
* @type {Map<string, Set>}
@@ -144,13 +176,18 @@ export default (function() {
const channels = loadedFileMeta.channels;
const channelOrder = generateChannelOrder();
return Object.keys(channels).map(key => ({
"id": key,
"serverId": channels[key].server,
"name": channels[key].name,
"server": getServer(channels[key].server),
"msgcount": getFilteredMessageKeys(key).length,
"topic": channels[key].topic || "",
"nsfw": channels[key].nsfw || false,
"icon": getServer(channels[key].server).type === "group"
? `<!--<span>${channels[key].name.split(" ").map(word => word[0]).join("")}</span>-->` //Discord default naming without a icon
: `<img src='${fileUrlProcessor("https://cdn.discordapp.com/avatars/" + getUserIDByName(channels[key].name) + "/" + getUserByName(channels[key].name).avatar+".webp")}'>`
})).sort((ac, bc) => {
return channelOrder[ac.id] - channelOrder[bc.id];
});

View File

@@ -8,15 +8,21 @@ export default class {
};
apply(obj, processor) {
//Keys to not escape
const allowHTMLKeys = new Set(["icon"]); //Example with more: Set(["icon", "description", "content"]);
return this.contents.replace(TEMPLATE_REGEX, (full, match) => {
const value = match.split(".").reduce((o, property) => o[property], obj);
if (processor) {
const updated = processor(match, value);
return typeof updated === "undefined" ? dom.escapeHTML(value) : updated;
return typeof updated === "undefined" ? (allowHTMLKeys.has(match) ? value : dom.escapeHTML(value)) : updated;
}
return dom.escapeHTML(value);
return allowHTMLKeys.has(match) ? value : dom.escapeHTML(value);
});
}
}

View File

@@ -4,8 +4,9 @@
max-width: 300px;
overflow-y: auto;
color: #eee;
background-color: #1c1e22;
background-color: #2B2D31;
font-size: 15px;
padding: 2px;
}
#channels > div.loading {
@@ -14,27 +15,93 @@
height: 150px;
}
#channels > div.channel {
cursor: pointer;
padding: 10px 12px;
border-bottom: 1px solid #333333;
#channels > div.loading {
background-color: rgba(0, 0, 0, 0) !important;
}
#channels > div.channel:hover, #channels > div.channel.active {
background-color: #282b30;
#channels > div.channel.visible {
display: flex !important;
}
#channels > div.channel {
display: none !important;
cursor: pointer;
padding: 5px 8px;
color: #eee;
font-size: 15px;
display: flex;
flex-direction: row;
flex-wrap: nowrap;
align-items: flex-start;
white-space: nowrap;
text-overflow: ellipsis;
overflow: hidden;
border-radius: 5px;
}
.ServerChannel {
padding: 8px 8px !important;
}
#channels > div.channel:hover,
#channels > div.channel.active {
background-color: rgba(78, 80, 88, 0.6);
}
#channels > div.channel.active > .info > .name {
color: oklab(0.999994 0.0000455678 0.0000200868);
}
#channels .info {
display: flex;
height: 16px;
margin-bottom: 4px;
width: 100%;
}
.ServerChannel > .info {
padding: 0px !important;
}
.UserChannel > .info {
align-self: center;
padding-left: 6px !important;
align-items: center;
width: 150px !important;
}
[server-type="group"] > .info {
padding: 6px;
width: 172px !important;
}
.UserChannel > .info > .name {
min-height: 18px;
}
#channels .name {
flex-grow: 1;
overflow-x: hidden;
overflow-y: clip;
text-overflow: ellipsis;
white-space: nowrap;
overflow: hidden;
color: oklab(0.686636 -0.00407365 -0.0149199);
font-weight: 500;
font-size: 16px;
/* max-width: 200px; */
}
.ServerChannel .name {
height: 18px;
}
#channels .tag {
@@ -46,3 +113,25 @@
padding: 2px 5px;
font-size: 11px;
}
#channels > div:hover,
#channels > div.active {
background-color: #404249
}
#channels > div > .avatar {
padding: 0;
margin: 0;
}
#channels > div > .avatar > * {
width: 30px;
min-width: 30px;
min-height: 30px;
/*Make not loaded images be 30px*/
border-radius: 100%;
font-size: 1em;
}

View File

@@ -17,6 +17,10 @@ body {
--loading-backdrop: rgba(0, 0, 0, 0);
}
.loading:hover {
background-color: rgba(0, 0, 0, 0) !important;
}
.loading::after {
content: "";
background: var(--loading-backdrop)

View File

@@ -4,8 +4,8 @@
align-items: stretch;
gap: 8px;
padding: 8px;
background-color: #17181c;
border-bottom: 1px dotted #5d626b;
background-color: #313338;
border-bottom: 2px solid #27292D;
}
#menu .splitter {
@@ -23,7 +23,9 @@
cursor: default;
}
#menu button, #menu select, #menu input[type="text"] {
#menu button,
#menu select,
#menu input[type="text"] {
height: 31px;
padding: 0 10px;
background-color: #7289da;
@@ -64,11 +66,13 @@
padding: 0 8px;
}
#menu .nav > button, #menu .nav > p {
#menu .nav > button,
#menu .nav > p {
margin: 0 1px;
}
#opt-filter-list > select, #opt-filter-list > input {
#opt-filter-list > select,
#opt-filter-list > input {
display: none;
}

View File

@@ -5,9 +5,14 @@
}
#messages > div {
margin: 0 24px;
padding: 4px 0 12px;
border-bottom: 1px solid rgba(255, 255, 255, 0.04);
padding: 0 4px 0 24px;
margin-bottom: 17px;
}
#messages > div:hover {
background-color: oklab(0.0846607 0.00000385568 0.00000169128 / 0.06);
}
#messages h2 {
@@ -23,6 +28,8 @@
align-content: flex-start;
}
#messages .avatar-wrapper > div {
flex: 1 1 auto;
}
@@ -50,14 +57,9 @@
font-size: 12px;
font-weight: 500;
letter-spacing: 0;
margin-left: 5px;
}
#messages .info::before {
content: "\2022";
text-align: center;
display: inline-block;
width: 14px;
}
#messages .jump {
cursor: pointer;
@@ -66,20 +68,22 @@
}
.message {
margin-top: 6px;
color: rgba(255, 255, 255, 0.7);
font-size: 15px;
margin-top: 2px;
color: oklab(0.89908 -0.00192907 -0.0048306);
font-size: 16px;
line-height: 1.1em;
white-space: pre-wrap;
word-wrap: break-word;
}
.message .link, .reply-message .link {
.message .link,
.reply-message .link {
color: #7289da;
background-color: rgba(115, 139, 215, 0.1);
}
.message a, .reply-message a {
.message a,
.reply-message a {
color: #0096cf;
text-decoration: none;
}
@@ -126,7 +130,8 @@
border-radius: 3px;
}
.message .embed:first-child, .message .download + .download {
.message .embed:first-child,
.message .download+.download {
margin-top: 0;
}

View File

@@ -0,0 +1,81 @@
#servers {
width: 76px;
background-color: #1e1f22;
padding: 0px;
overflow-y: auto;
overflow-x: hidden;
}
.Server {
width: 54px;
height: 54px;
margin-left: 11px;
margin-top: 8px;
border-radius: 100%;
transition: .15s ease-out;
cursor: pointer;
background-color: #313338;
display: flex;
align-items: center;
overflow: hidden;
}
.Server:hover {
border-radius: 20px;
background-color: #5865f2;
}
.Server.active {
border-radius: 20px;
background-color: #5865f2;
}
.ServerImg {
width: 100%;
height: 100%;
}
svg.ServerImg {
width: 100%;
height: 70%;
/* margin-top: 15%; */
color: white;
}
#servers .Server .icon {
font-weight: bold;
font-size: 1.5em;
text-align: center;
word-wrap: break-word;
word-break: break-all;
white-space: normal;
overflow: hidden;
display: flex;
align-items: center;
justify-content: center;
width: 100%;
height: 100%;
color: white;
}
#servers .Server .name {
display: none;
font-weight: bold;
white-space: normal;
word-wrap: break-word;
text-align: center;
}
#servers .Server .name {
display: none;
}
#servers .Server:hover .name {
display: block;
position: absolute;
background: rgba(0, 0, 0, 0.8);
color: white;
padding: 5px;
border-radius: 4px;
margin-left: 60px;
white-space: nowrap;
}

View File

@@ -0,0 +1,9 @@
namespace DHT.Server.Data;
public readonly record struct FileUrl(string NormalizedUrl, string DownloadUrl, string? Type) {
public FileUrl(string url, string? type) : this(url, url, type) {}
public Download ToPendingDownload() {
return new Download(NormalizedUrl, DownloadUrl, DownloadStatus.Pending, Type, size: null);
}
}

View File

@@ -1,7 +1,12 @@
using DHT.Server.Download;
namespace DHT.Server.Data;
public readonly struct Server {
public ulong Id { get; init; }
public string Name { get; init; }
public ServerType? Type { get; init; }
public string? IconHash { get; init; }
internal FileUrl? IconUrl => Type == null || IconHash == null ? null : DownloadLinkExtractor.ServerIcon(Type.Value, Id, IconHash);
}

View File

@@ -1,9 +1,13 @@
using DHT.Server.Download;
namespace DHT.Server.Data;
public readonly struct User {
public ulong Id { get; init; }
public string Name { get; init; }
public string? DisplayName { get; init; }
public string? AvatarUrl { get; init; }
public string? AvatarHash { get; init; }
public string? Discriminator { get; init; }
internal FileUrl? AvatarUrl => AvatarHash == null ? null : DownloadLinkExtractor.UserAvatar(Id, AvatarHash);
}

View File

@@ -19,6 +19,10 @@ sealed class DummyDatabaseFile : IDatabaseFile {
private DummyDatabaseFile() {}
public Task<string?> GetVersion() {
return Task.FromResult<string?>(null);
}
public Task Vacuum() {
return Task.CompletedTask;
}

View File

@@ -23,6 +23,9 @@ static class ViewerJson {
public sealed class JsonServer {
public required string Name { get; init; }
public required string Type { get; init; }
[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
public string? IconUrl { get; init; }
}
public sealed class JsonChannel {

View File

@@ -90,7 +90,7 @@ static class ViewerJsonExport {
users[user.Id] = new ViewerJson.JsonUser {
Name = user.Name,
DisplayName = user.DisplayName,
Avatar = user.AvatarUrl,
Avatar = user.AvatarHash,
};
}
@@ -108,6 +108,7 @@ static class ViewerJsonExport {
servers[server.Id] = new ViewerJson.JsonServer {
Name = server.Name,
Type = ServerTypes.ToJsonViewerString(server.Type),
IconUrl = server.IconUrl?.DownloadUrl,
};
}

View File

@@ -14,5 +14,6 @@ public interface IDatabaseFile : IAsyncDisposable {
IMessageRepository Messages { get; }
IDownloadRepository Downloads { get; }
Task<string?> GetVersion();
Task Vacuum();
}

View File

@@ -106,7 +106,7 @@ public static class LegacyArchiveImport {
users[userindex[userId]] = new User {
Id = userId,
Name = userObj.RequireString("name", path),
AvatarUrl = userObj.HasKey("avatar") ? userObj.RequireString("avatar", path) : null,
AvatarHash = userObj.HasKey("avatar") ? userObj.RequireString("avatar", path) : null,
Discriminator = userObj.HasKey("tag") ? userObj.RequireString("tag", path) : null,
};
}

View File

@@ -5,6 +5,7 @@ using System.Linq;
using System.Reactive.Linq;
using System.Threading;
using System.Threading.Tasks;
using DHT.Server.Data;
using DHT.Server.Data.Aggregations;
using DHT.Server.Data.Filters;
using DHT.Server.Download;
@@ -34,7 +35,7 @@ public interface IDownloadRepository {
Task Remove(ICollection<string> normalizedUrls);
IAsyncEnumerable<Data.Download> FindAllDownloadableUrls(CancellationToken cancellationToken = default);
IAsyncEnumerable<FileUrl> FindReachableFiles(CancellationToken cancellationToken = default);
internal sealed class Dummy : IDownloadRepository {
public IObservable<long> TotalCount { get; } = Observable.Return(0L);
@@ -79,8 +80,8 @@ public interface IDownloadRepository {
return Task.CompletedTask;
}
public IAsyncEnumerable<Data.Download> FindAllDownloadableUrls(CancellationToken cancellationToken) {
return AsyncEnumerable.Empty<Data.Download>();
public IAsyncEnumerable<FileUrl> FindReachableFiles(CancellationToken cancellationToken) {
return AsyncEnumerable.Empty<FileUrl>();
}
}
}

View File

@@ -62,6 +62,15 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
hasChanged |= await metadataCmd.ExecuteNonQueryAsync() > 0;
}
public Task AddIfNotNull(Data.Download? download) {
if (download != null) {
return Add(download);
}
else {
return Task.CompletedTask;
}
}
public void OnCommitted() {
if (hasChanged) {
repository.UpdateTotalCount();
@@ -361,14 +370,17 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
UpdateTotalCount();
}
public async IAsyncEnumerable<Data.Download> FindAllDownloadableUrls([EnumeratorCancellation] CancellationToken cancellationToken = default) {
public async IAsyncEnumerable<FileUrl> FindReachableFiles([EnumeratorCancellation] CancellationToken cancellationToken) {
await using var conn = await pool.Take();
await using (var cmd = conn.Command("SELECT normalized_url, download_url, type, size FROM attachments")) {
await using (var cmd = conn.Command("SELECT type, normalized_url, download_url FROM attachments")) {
await using var reader = await cmd.ExecuteReaderAsync(cancellationToken);
while (await reader.ReadAsync(cancellationToken)) {
yield return DownloadLinkExtractor.FromAttachment(reader.GetString(0), reader.GetString(1), reader.IsDBNull(2) ? null : reader.GetString(2), reader.GetUint64(3));
string? type = reader.IsDBNull(0) ? null : reader.GetString(0);
string normalizedUrl = reader.GetString(1);
string downloadUrl = reader.GetString(2);
yield return new FileUrl(normalizedUrl, downloadUrl, type);
}
}
@@ -376,8 +388,31 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
await using var reader = await cmd.ExecuteReaderAsync(cancellationToken);
while (await reader.ReadAsync(cancellationToken)) {
var result = await DownloadLinkExtractor.TryFromEmbedJson(reader.GetStream(0));
if (result is not null) {
if (await DownloadLinkExtractor.TryFromEmbedJson(reader.GetStream(0)) is {} result) {
yield return result;
}
}
}
await using (var cmd = conn.Command("SELECT DISTINCT emoji_id, emoji_flags FROM message_reactions WHERE emoji_id IS NOT NULL")) {
await using var reader = await cmd.ExecuteReaderAsync(cancellationToken);
while (await reader.ReadAsync(cancellationToken)) {
ulong emojiId = reader.GetUint64(0);
EmojiFlags emojiFlags = (EmojiFlags) reader.GetInt16(1);
yield return DownloadLinkExtractor.Emoji(emojiId, emojiFlags);
}
}
await using (var cmd = conn.Command("SELECT id, type, icon_hash FROM servers WHERE icon_hash IS NOT NULL")) {
await using var reader = await cmd.ExecuteReaderAsync(cancellationToken);
while (await reader.ReadAsync(cancellationToken)) {
ulong id = reader.GetUint64(0);
ServerType? type = ServerTypes.FromString(reader.GetString(1));
string iconHash = reader.GetString(2);
if (DownloadLinkExtractor.ServerIcon(type, id, iconHash) is {} result) {
yield return result;
}
}
@@ -387,15 +422,9 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
await using var reader = await cmd.ExecuteReaderAsync(cancellationToken);
while (await reader.ReadAsync(cancellationToken)) {
yield return DownloadLinkExtractor.FromUserAvatar(reader.GetUint64(0), reader.GetString(1));
}
}
await using (var cmd = conn.Command("SELECT DISTINCT emoji_id, emoji_flags FROM message_reactions WHERE emoji_id IS NOT NULL")) {
await using var reader = await cmd.ExecuteReaderAsync(cancellationToken);
while (await reader.ReadAsync(cancellationToken)) {
yield return DownloadLinkExtractor.FromEmoji(reader.GetUint64(0), (EmojiFlags) reader.GetInt16(1));
ulong id = reader.GetUint64(0);
string avatarHash = reader.GetString(1);
yield return DownloadLinkExtractor.UserAvatar(id, avatarHash);
}
}
}

View File

@@ -10,6 +10,7 @@ using DHT.Server.Database.Repositories;
using DHT.Server.Database.Sqlite.Utils;
using DHT.Server.Download;
using DHT.Utils.Logging;
using JetBrains.Annotations;
using Microsoft.Data.Sqlite;
namespace DHT.Server.Database.Sqlite.Repositories;
@@ -17,15 +18,16 @@ namespace DHT.Server.Database.Sqlite.Repositories;
sealed class SqliteMessageRepository(SqliteConnectionPool pool, SqliteDownloadRepository downloads) : BaseSqliteRepository(Log), IMessageRepository {
private static readonly Log Log = Log.ForType<SqliteMessageRepository>();
// Moved outside the Add method due to language injections not working in local methods.
private static SqliteCommand DeleteByMessageId(ISqliteConnection conn, [LanguageInjection("sql", Prefix = "SELECT * FROM ")] string tableName) {
return conn.Delete(tableName, ("message_id", SqliteType.Integer));
}
public async Task Add(IReadOnlyList<Message> messages) {
if (messages.Count == 0) {
return;
}
static SqliteCommand DeleteByMessageId(ISqliteConnection conn, string tableName) {
return conn.Delete(tableName, ("message_id", SqliteType.Integer));
}
static async Task ExecuteDeleteByMessageId(SqliteCommand cmd, object id) {
cmd.Set(":message_id", id);
await cmd.ExecuteNonQueryAsync();
@@ -137,7 +139,7 @@ sealed class SqliteMessageRepository(SqliteConnectionPool pool, SqliteDownloadRe
messageAttachmentCmd.Set(":attachment_id", attachmentId);
await messageAttachmentCmd.ExecuteNonQueryAsync();
await downloadCollector.Add(DownloadLinkExtractor.FromAttachment(attachment));
await downloadCollector.Add(new Data.Download(attachment.NormalizedUrl, attachment.DownloadUrl, DownloadStatus.Pending, attachment.Type, attachment.Size));
}
}
@@ -148,7 +150,7 @@ sealed class SqliteMessageRepository(SqliteConnectionPool pool, SqliteDownloadRe
await messageEmbedCmd.ExecuteNonQueryAsync();
if (DownloadLinkExtractor.TryFromEmbedJson(embed.Json) is {} download) {
await downloadCollector.Add(download);
await downloadCollector.Add(download.ToPendingDownload());
}
}
}
@@ -163,7 +165,7 @@ sealed class SqliteMessageRepository(SqliteConnectionPool pool, SqliteDownloadRe
await messageReactionCmd.ExecuteNonQueryAsync();
if (reaction.EmojiId is {} emojiId) {
await downloadCollector.Add(DownloadLinkExtractor.FromEmoji(emojiId, reaction.EmojiFlags));
await downloadCollector.Add(DownloadLinkExtractor.Emoji(emojiId, reaction.EmojiFlags).ToPendingDownload());
}
}
}

View File

@@ -10,15 +10,9 @@ using Microsoft.Data.Sqlite;
namespace DHT.Server.Database.Sqlite.Repositories;
sealed class SqliteServerRepository : BaseSqliteRepository, IServerRepository {
sealed class SqliteServerRepository(SqliteConnectionPool pool, SqliteDownloadRepository downloads) : BaseSqliteRepository(Log), IServerRepository {
private static readonly Log Log = Log.ForType<SqliteServerRepository>();
private readonly SqliteConnectionPool pool;
public SqliteServerRepository(SqliteConnectionPool pool) : base(Log) {
this.pool = pool;
}
public async Task Add(IReadOnlyList<Data.Server> servers) {
await using (var conn = await pool.Take()) {
await conn.BeginTransactionAsync();
@@ -27,13 +21,18 @@ sealed class SqliteServerRepository : BaseSqliteRepository, IServerRepository {
("id", SqliteType.Integer),
("name", SqliteType.Text),
("type", SqliteType.Text),
("icon_hash", SqliteType.Text),
]);
await using var downloadCollector = new SqliteDownloadRepository.NewDownloadCollector(downloads, conn);
foreach (Data.Server server in servers) {
cmd.Set(":id", server.Id);
cmd.Set(":name", server.Name);
cmd.Set(":type", ServerTypes.ToString(server.Type));
cmd.Set(":icon_hash", server.IconHash);
await cmd.ExecuteNonQueryAsync();
await downloadCollector.AddIfNotNull(server.IconUrl?.ToPendingDownload());
}
await conn.CommitTransactionAsync();
@@ -50,7 +49,7 @@ sealed class SqliteServerRepository : BaseSqliteRepository, IServerRepository {
public async IAsyncEnumerable<Data.Server> Get([EnumeratorCancellation] CancellationToken cancellationToken) {
await using var conn = await pool.Take();
await using var cmd = conn.Command("SELECT id, name, type FROM servers");
await using var cmd = conn.Command("SELECT id, name, type, icon_hash FROM servers");
await using var reader = await cmd.ExecuteReaderAsync(cancellationToken);
while (await reader.ReadAsync(cancellationToken)) {
@@ -58,6 +57,7 @@ sealed class SqliteServerRepository : BaseSqliteRepository, IServerRepository {
Id = reader.GetUint64(0),
Name = reader.GetString(1),
Type = ServerTypes.FromString(reader.GetString(2)),
IconHash = reader.IsDBNull(3) ? null : reader.GetString(3),
};
}
}

View File

@@ -5,23 +5,14 @@ using System.Threading.Tasks;
using DHT.Server.Data;
using DHT.Server.Database.Repositories;
using DHT.Server.Database.Sqlite.Utils;
using DHT.Server.Download;
using DHT.Utils.Logging;
using Microsoft.Data.Sqlite;
namespace DHT.Server.Database.Sqlite.Repositories;
sealed class SqliteUserRepository : BaseSqliteRepository, IUserRepository {
sealed class SqliteUserRepository(SqliteConnectionPool pool, SqliteDownloadRepository downloads) : BaseSqliteRepository(Log), IUserRepository {
private static readonly Log Log = Log.ForType<SqliteUserRepository>();
private readonly SqliteConnectionPool pool;
private readonly SqliteDownloadRepository downloads;
public SqliteUserRepository(SqliteConnectionPool pool, SqliteDownloadRepository downloads) : base(Log) {
this.pool = pool;
this.downloads = downloads;
}
public async Task Add(IReadOnlyList<User> users) {
await using (var conn = await pool.Take()) {
await conn.BeginTransactionAsync();
@@ -40,13 +31,10 @@ sealed class SqliteUserRepository : BaseSqliteRepository, IUserRepository {
cmd.Set(":id", user.Id);
cmd.Set(":name", user.Name);
cmd.Set(":display_name", user.DisplayName);
cmd.Set(":avatar_url", user.AvatarUrl);
cmd.Set(":avatar_url", user.AvatarHash);
cmd.Set(":discriminator", user.Discriminator);
await cmd.ExecuteNonQueryAsync();
if (user.AvatarUrl is {} avatarUrl) {
await downloadCollector.Add(DownloadLinkExtractor.FromUserAvatar(user.Id, avatarUrl));
}
await downloadCollector.AddIfNotNull(user.AvatarUrl?.ToPendingDownload());
}
await conn.CommitTransactionAsync();
@@ -72,7 +60,7 @@ sealed class SqliteUserRepository : BaseSqliteRepository, IUserRepository {
Id = reader.GetUint64(0),
Name = reader.GetString(1),
DisplayName = reader.IsDBNull(2) ? null : reader.GetString(2),
AvatarUrl = reader.IsDBNull(3) ? null : reader.GetString(3),
AvatarHash = reader.IsDBNull(3) ? null : reader.GetString(3),
Discriminator = reader.IsDBNull(4) ? null : reader.GetString(4),
};
}

View File

@@ -0,0 +1,11 @@
using System.Threading.Tasks;
using DHT.Server.Database.Sqlite.Utils;
namespace DHT.Server.Database.Sqlite.Schema;
sealed class SqliteSchemaUpgradeTo11 : ISchemaUpgrade {
async Task ISchemaUpgrade.Run(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) {
await reporter.MainWork("Applying schema changes...", finishedItems: 0, totalItems: 1);
await conn.ExecuteAsync("ALTER TABLE servers ADD icon_hash TEXT");
}
}

View File

@@ -124,7 +124,7 @@ sealed class SqliteSchemaUpgradeTo7 : ISchemaUpgrade {
await using var reader = await embedCmd.ExecuteReaderAsync();
while (await reader.ReadAsync()) {
await InsertDownload(insertCmd, await DownloadLinkExtractor.TryFromEmbedJson(reader.GetStream(0)));
await InsertDownload(insertCmd, (await DownloadLinkExtractor.TryFromEmbedJson(reader.GetStream(0)))?.ToPendingDownload());
}
}
@@ -134,7 +134,7 @@ sealed class SqliteSchemaUpgradeTo7 : ISchemaUpgrade {
await using var reader = await avatarCmd.ExecuteReaderAsync();
while (await reader.ReadAsync()) {
await InsertDownload(insertCmd, DownloadLinkExtractor.FromUserAvatar(reader.GetUint64(0), reader.GetString(1)));
await InsertDownload(insertCmd, DownloadLinkExtractor.UserAvatar(reader.GetUint64(0), reader.GetString(1)).ToPendingDownload());
}
}
@@ -144,7 +144,7 @@ sealed class SqliteSchemaUpgradeTo7 : ISchemaUpgrade {
await using var reader = await avatarCmd.ExecuteReaderAsync();
while (await reader.ReadAsync()) {
await InsertDownload(insertCmd, DownloadLinkExtractor.FromEmoji(reader.GetUint64(0), (EmojiFlags) reader.GetInt16(1)));
await InsertDownload(insertCmd, DownloadLinkExtractor.Emoji(reader.GetUint64(0), (EmojiFlags) reader.GetInt16(1)).ToPendingDownload());
}
}

View File

@@ -66,20 +66,25 @@ public sealed class SqliteDatabaseFile : IDatabaseFile {
downloads = new SqliteDownloadRepository(pool);
settings = new SqliteSettingsRepository(pool);
users = new SqliteUserRepository(pool, downloads);
servers = new SqliteServerRepository(pool);
servers = new SqliteServerRepository(pool, downloads);
channels = new SqliteChannelRepository(pool);
messages = new SqliteMessageRepository(pool, downloads);
}
public async ValueTask DisposeAsync() {
users.Dispose();
servers.Dispose();
channels.Dispose();
messages.Dispose();
channels.Dispose();
servers.Dispose();
users.Dispose();
downloads.Dispose();
await pool.DisposeAsync();
}
public async Task<string?> GetVersion() {
await using var conn = await pool.Take();
return await conn.ExecuteReaderAsync("SELECT sqlite_version()", static reader => reader?.GetString(0));
}
public async Task Vacuum() {
await using var conn = await pool.Take();

View File

@@ -13,7 +13,7 @@ using Microsoft.Data.Sqlite;
namespace DHT.Server.Database.Sqlite;
sealed class SqliteSchema(CustomSqliteConnection conn) {
internal const int Version = 10;
internal const int Version = 11;
private static readonly Log Log = Log.ForType<SqliteSchema>();
@@ -94,7 +94,8 @@ sealed class SqliteSchema(CustomSqliteConnection conn) {
CREATE TABLE servers (
id INTEGER PRIMARY KEY NOT NULL,
name TEXT NOT NULL,
type TEXT NOT NULL
type TEXT NOT NULL,
icon_hash TEXT
)
""");
@@ -222,6 +223,7 @@ sealed class SqliteSchema(CustomSqliteConnection conn) {
{ 7, new SqliteSchemaUpgradeTo8() },
{ 8, new SqliteSchemaUpgradeTo9() },
{ 9, new SqliteSchemaUpgradeTo10() },
{ 10, new SqliteSchemaUpgradeTo11() },
};
Perf perf = Log.Start("from version " + dbVersion);

View File

@@ -30,7 +30,7 @@ static class SqliteExtensions {
return (long) (await command.ExecuteScalarAsync())!;
}
public static SqliteCommand Insert(this ISqliteConnection conn, string tableName, (string Name, SqliteType Type)[] columns) {
public static SqliteCommand Insert(this ISqliteConnection conn, [LanguageInjection("sql", Prefix = "SELECT * FROM ")] string tableName, (string Name, SqliteType Type)[] columns) {
string columnNames = string.Join(separator: ',', columns.Select(static c => c.Name));
string columnParams = string.Join(separator: ',', columns.Select(static c => ':' + c.Name));
@@ -41,7 +41,7 @@ static class SqliteExtensions {
return cmd;
}
public static SqliteCommand Upsert(this ISqliteConnection conn, string tableName, (string Name, SqliteType Type)[] columns) {
public static SqliteCommand Upsert(this ISqliteConnection conn, [LanguageInjection("sql", Prefix = "SELECT * FROM ")] string tableName, (string Name, SqliteType Type)[] columns) {
string columnNames = string.Join(separator: ',', columns.Select(static c => c.Name));
string columnParams = string.Join(separator: ',', columns.Select(static c => ':' + c.Name));
string columnUpdates = string.Join(separator: ',', columns.Skip(1).Select(static c => c.Name + " = excluded." + c.Name));
@@ -55,7 +55,7 @@ static class SqliteExtensions {
return cmd;
}
public static SqliteCommand Delete(this ISqliteConnection conn, string tableName, (string Name, SqliteType Type) column) {
public static SqliteCommand Delete(this ISqliteConnection conn, [LanguageInjection("sql", Prefix = "SELECT * FROM ")] string tableName, (string Name, SqliteType Type) column) {
var cmd = conn.Command("DELETE FROM " + tableName + " WHERE " + column.Name + " = :" + column.Name);
CreateParameters(cmd, [column]);
return cmd;

View File

@@ -95,7 +95,7 @@ public sealed partial class DownloadExporter(IDatabaseFile db, string folderPath
} catch (FileAlreadyExistsException) {
success = false;
} catch (Exception e) {
Log.Error(e);
Log.Error("Could not export downloaded file: " + download.NormalizedUrl, e);
success = false;
}

View File

@@ -12,30 +12,28 @@ namespace DHT.Server.Download;
static class DownloadLinkExtractor {
private static readonly Log Log = Log.ForType(typeof(DownloadLinkExtractor));
public static Data.Download FromUserAvatar(ulong userId, string avatarPath) {
string url = $"https://cdn.discordapp.com/avatars/{userId}/{avatarPath}.webp";
return new Data.Download(url, url, DownloadStatus.Pending, MediaTypeNames.Image.Webp, size: null);
public static FileUrl? ServerIcon(ServerType? type, ulong id, string iconHash) {
return type switch {
ServerType.Server => new FileUrl($"https://cdn.discordapp.com/icons/{id}/{iconHash}.webp", MediaTypeNames.Image.Webp),
ServerType.Group => new FileUrl($"https://cdn.discordapp.com/channel-icons/{id}/{iconHash}.webp", MediaTypeNames.Image.Webp),
_ => null,
};
}
public static Data.Download FromEmoji(ulong emojiId, EmojiFlags flags) {
public static FileUrl UserAvatar(ulong id, string avatarHash) {
return new FileUrl($"https://cdn.discordapp.com/avatars/{id}/{avatarHash}.webp", MediaTypeNames.Image.Webp);
}
public static FileUrl Emoji(ulong emojiId, EmojiFlags flags) {
bool isAnimated = flags.HasFlag(EmojiFlags.Animated);
string ext = isAnimated ? "gif" : "webp";
string type = isAnimated ? MediaTypeNames.Image.Gif : MediaTypeNames.Image.Webp;
string url = $"https://cdn.discordapp.com/emojis/{emojiId}.{ext}";
return new Data.Download(url, url, DownloadStatus.Pending, type, size: null);
return new FileUrl($"https://cdn.discordapp.com/emojis/{emojiId}.{ext}", type);
}
public static Data.Download FromAttachment(Attachment attachment) {
return FromAttachment(attachment.NormalizedUrl, attachment.DownloadUrl, attachment.Type, attachment.Size);
}
public static Data.Download FromAttachment(string normalizedUrl, string downloadUrl, string? type, ulong size) {
return new Data.Download(normalizedUrl, downloadUrl, DownloadStatus.Pending, type, size);
}
public static async Task<Data.Download?> TryFromEmbedJson(Stream jsonStream) {
public static async Task<FileUrl?> TryFromEmbedJson(Stream jsonStream) {
try {
return FromEmbed(await JsonSerializer.DeserializeAsync(jsonStream, DiscordEmbedJsonContext.Default.DiscordEmbedJson));
} catch (Exception e) {
@@ -44,7 +42,7 @@ static class DownloadLinkExtractor {
}
}
public static Data.Download? TryFromEmbedJson(string json) {
public static FileUrl? TryFromEmbedJson(string json) {
try {
return FromEmbed(JsonSerializer.Deserialize(json, DiscordEmbedJsonContext.Default.DiscordEmbedJson));
} catch (Exception e) {
@@ -53,21 +51,17 @@ static class DownloadLinkExtractor {
}
}
private static Data.Download? FromEmbed(DiscordEmbedJson? embed) {
if (embed is { Type: "image", Image.Url: {} imageUrl }) {
return FromEmbedImage(imageUrl);
}
else if (embed is { Type: "video", Video.Url: {} videoUrl }) {
return FromEmbedVideo(videoUrl);
}
else {
return null;
}
private static FileUrl? FromEmbed(DiscordEmbedJson? embed) {
return embed switch {
{ Type: "image", Image.Url: {} imageUrl } => FromEmbedImage(imageUrl),
{ Type: "video", Video.Url: {} videoUrl } => FromEmbedVideo(videoUrl),
_ => null,
};
}
private static Data.Download? FromEmbedImage(string url) {
private static FileUrl? FromEmbedImage(string url) {
if (DiscordCdn.NormalizeUrlAndReturnIfCdn(url, out string normalizedUrl)) {
return new Data.Download(normalizedUrl, url, DownloadStatus.Pending, GuessImageType(normalizedUrl), size: null);
return new FileUrl(normalizedUrl, url, GuessImageType(normalizedUrl));
}
else {
Log.Debug("Skipping non-CDN image url: " + url);
@@ -75,9 +69,9 @@ static class DownloadLinkExtractor {
}
}
private static Data.Download? FromEmbedVideo(string url) {
private static FileUrl? FromEmbedVideo(string url) {
if (DiscordCdn.NormalizeUrlAndReturnIfCdn(url, out string normalizedUrl)) {
return new Data.Download(normalizedUrl, url, DownloadStatus.Pending, GuessVideoType(normalizedUrl), size: null);
return new FileUrl(normalizedUrl, url, GuessVideoType(normalizedUrl));
}
else {
Log.Debug("Skipping non-CDN video url: " + url);

View File

@@ -2,6 +2,7 @@ using System;
using System.Collections.Generic;
using System.IO;
using System.Linq;
using System.Net;
using System.Net.Http;
using System.Reactive.Subjects;
using System.Threading;
@@ -94,12 +95,10 @@ sealed class DownloaderTask : IAsyncDisposable {
} catch (TaskCanceledException e) when (e.InnerException is TimeoutException) {
await db.Downloads.AddDownload(item.ToFailure(), stream: null);
log.Error("Download timed out: " + item.DownloadUrl);
} catch (HttpRequestException e) {
await db.Downloads.AddDownload(item.ToFailure(e.StatusCode), stream: null);
log.Error(e);
} catch (Exception e) {
await db.Downloads.AddDownload(item.ToFailure(), stream: null);
log.Error(e);
HttpStatusCode? statusCode = e is HttpRequestException hre ? hre.StatusCode : null;
await db.Downloads.AddDownload(item.ToFailure(statusCode), stream: null);
log.Error("Could not download file: " + item.DownloadUrl, e);
} finally {
try {
finishedItemPublisher.OnNext(item);

View File

@@ -3,18 +3,17 @@ using System.Net;
using System.Text.Json;
using System.Threading;
using System.Threading.Tasks;
using DHT.Server.Database;
using DHT.Utils.Http;
using DHT.Utils.Logging;
using Microsoft.AspNetCore.Http;
using Microsoft.AspNetCore.StaticFiles;
using Microsoft.Extensions.Primitives;
namespace DHT.Server.Endpoints;
abstract class BaseEndpoint(IDatabaseFile db) {
abstract class BaseEndpoint {
private static readonly Log Log = Log.ForType<BaseEndpoint>();
protected IDatabaseFile Db { get; } = db;
private static readonly FileExtensionContentTypeProvider ContentTypeProvider = new ();
public async Task Handle(HttpContext ctx) {
HttpResponse response = ctx.Response;
@@ -34,7 +33,7 @@ abstract class BaseEndpoint(IDatabaseFile db) {
await response.WriteAsync(e.Message);
}
} catch (Exception e) {
Log.Error(e);
Log.Error("Could not handle request.", e);
response.StatusCode = (int) HttpStatusCode.InternalServerError;
}
}
@@ -49,6 +48,16 @@ abstract class BaseEndpoint(IDatabaseFile db) {
}
}
protected static async Task WriteFileIfFound(HttpResponse response, string relativeFilePath, byte[]? bytes, CancellationToken cancellationToken) {
if (bytes == null) {
throw new HttpException(HttpStatusCode.NotFound, "File not found: " + relativeFilePath);
}
else {
string? contentType = ContentTypeProvider.TryGetContentType(relativeFilePath, out string? type) ? type : null;
await response.WriteFileAsync(contentType, bytes, cancellationToken);
}
}
protected static Guid GetSessionId(HttpRequest request) {
if (request.Query.TryGetValue("session", out StringValues sessionIdValue) && sessionIdValue.Count == 1 && Guid.TryParse(sessionIdValue[0], out Guid sessionId)) {
return sessionId;

View File

@@ -10,12 +10,12 @@ using Microsoft.AspNetCore.Http;
namespace DHT.Server.Endpoints;
sealed class GetDownloadedFileEndpoint(IDatabaseFile db) : BaseEndpoint(db) {
sealed class GetDownloadedFileEndpoint(IDatabaseFile db) : BaseEndpoint {
protected override async Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) {
string url = WebUtility.UrlDecode((string) request.RouteValues["url"]!);
string normalizedUrl = DiscordCdn.NormalizeUrl(url);
if (!await Db.Downloads.GetSuccessfulDownloadWithData(normalizedUrl, WriteDataTo(response), cancellationToken)) {
if (!await db.Downloads.GetSuccessfulDownloadWithData(normalizedUrl, WriteDataTo(response), cancellationToken)) {
response.Redirect(url, permanent: false);
}
}

View File

@@ -2,7 +2,6 @@ using System.Net.Mime;
using System.Threading;
using System.Threading.Tasks;
using System.Web;
using DHT.Server.Database;
using DHT.Server.Service;
using DHT.Utils.Http;
using DHT.Utils.Resources;
@@ -10,7 +9,7 @@ using Microsoft.AspNetCore.Http;
namespace DHT.Server.Endpoints;
sealed class GetTrackingScriptEndpoint(IDatabaseFile db, ServerParameters parameters, ResourceLoader resources) : BaseEndpoint(db) {
sealed class GetTrackingScriptEndpoint(ServerParameters parameters, ResourceLoader resources) : BaseEndpoint {
protected override async Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) {
string bootstrap = await resources.ReadTextAsync("Tracker/bootstrap.js");
string script = bootstrap.Replace("= 0; /*[PORT]*/", "= " + parameters.Port + ";")

View File

@@ -0,0 +1,18 @@
using System.Threading;
using System.Threading.Tasks;
using DHT.Server.Service.Middlewares;
using DHT.Utils.Resources;
using Microsoft.AspNetCore.Http;
namespace DHT.Server.Endpoints;
[ServerAuthorizationMiddleware.NoAuthorization]
sealed class GetUserscriptEndpoint(ResourceLoader resources) : BaseEndpoint {
protected override async Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) {
const string FileName = "dht.user.js";
const string ResourcePath = "Tracker/loader/" + FileName;
byte[]? resourceBytes = await resources.ReadBytesAsyncIfExists(ResourcePath);
await WriteFileIfFound(response, FileName, resourceBytes, cancellationToken);
}
}

View File

@@ -8,12 +8,12 @@ using Microsoft.AspNetCore.Http;
namespace DHT.Server.Endpoints;
sealed class GetViewerMessagesEndpoint(IDatabaseFile db, ViewerSessions viewerSessions) : BaseEndpoint(db) {
sealed class GetViewerMessagesEndpoint(IDatabaseFile db, ViewerSessions viewerSessions) : BaseEndpoint {
protected override Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) {
Guid sessionId = GetSessionId(request);
ViewerSession session = viewerSessions.Get(sessionId);
response.ContentType = "application/x-ndjson";
return ViewerJsonExport.GetMessages(response.Body, Db, session.MessageFilter, cancellationToken);
return ViewerJsonExport.GetMessages(response.Body, db, session.MessageFilter, cancellationToken);
}
}

View File

@@ -9,12 +9,12 @@ using Microsoft.AspNetCore.Http;
namespace DHT.Server.Endpoints;
sealed class GetViewerMetadataEndpoint(IDatabaseFile db, ViewerSessions viewerSessions) : BaseEndpoint(db) {
sealed class GetViewerMetadataEndpoint(IDatabaseFile db, ViewerSessions viewerSessions) : BaseEndpoint {
protected override Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) {
Guid sessionId = GetSessionId(request);
ViewerSession session = viewerSessions.Get(sessionId);
response.ContentType = MediaTypeNames.Application.Json;
return ViewerJsonExport.GetMetadata(response.Body, Db, session.MessageFilter, cancellationToken);
return ViewerJsonExport.GetMetadata(response.Body, db, session.MessageFilter, cancellationToken);
}
}

View File

@@ -9,14 +9,14 @@ using Microsoft.AspNetCore.Http;
namespace DHT.Server.Endpoints;
sealed class TrackChannelEndpoint(IDatabaseFile db) : BaseEndpoint(db) {
sealed class TrackChannelEndpoint(IDatabaseFile db) : BaseEndpoint {
protected override async Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) {
JsonElement root = await ReadJson(request);
Data.Server server = ReadServer(root.RequireObject("server"), "server");
Channel channel = ReadChannel(root.RequireObject("channel"), "channel", server.Id);
await Db.Servers.Add([server]);
await Db.Channels.Add([channel]);
await db.Servers.Add([server]);
await db.Channels.Add([channel]);
}
private static Data.Server ReadServer(JsonElement json, string path) {
@@ -24,6 +24,7 @@ sealed class TrackChannelEndpoint(IDatabaseFile db) : BaseEndpoint(db) {
Id = json.RequireSnowflake("id", path),
Name = json.RequireString("name", path),
Type = ServerTypes.FromString(json.RequireString("type", path)) ?? throw new HttpException(HttpStatusCode.BadRequest, "Server type must be either 'SERVER', 'GROUP', or 'DM'."),
IconHash = json.HasKey("icon") ? json.RequireString("icon", path) : null,
};
}

View File

@@ -16,7 +16,7 @@ using Microsoft.AspNetCore.Http;
namespace DHT.Server.Endpoints;
sealed class TrackMessagesEndpoint(IDatabaseFile db) : BaseEndpoint(db) {
sealed class TrackMessagesEndpoint(IDatabaseFile db) : BaseEndpoint {
private const string HasNewMessages = "1";
private const string NoNewMessages = "0";
@@ -38,9 +38,9 @@ sealed class TrackMessagesEndpoint(IDatabaseFile db) : BaseEndpoint(db) {
}
var addedMessageFilter = new MessageFilter { MessageIds = addedMessageIds };
bool anyNewMessages = await Db.Messages.Count(addedMessageFilter, CancellationToken.None) < addedMessageIds.Count;
bool anyNewMessages = await db.Messages.Count(addedMessageFilter, CancellationToken.None) < addedMessageIds.Count;
await Db.Messages.Add(messages);
await db.Messages.Add(messages);
await response.WriteTextAsync(anyNewMessages ? HasNewMessages : NoNewMessages, cancellationToken);
}

View File

@@ -9,7 +9,7 @@ using Microsoft.AspNetCore.Http;
namespace DHT.Server.Endpoints;
sealed class TrackUsersEndpoint(IDatabaseFile db) : BaseEndpoint(db) {
sealed class TrackUsersEndpoint(IDatabaseFile db) : BaseEndpoint {
protected override async Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) {
JsonElement root = await ReadJson(request);
@@ -24,7 +24,7 @@ sealed class TrackUsersEndpoint(IDatabaseFile db) : BaseEndpoint(db) {
users[i++] = ReadUser(user, "user");
}
await Db.Users.Add(users);
await db.Users.Add(users);
}
private static User ReadUser(JsonElement json, string path) {
@@ -32,7 +32,7 @@ sealed class TrackUsersEndpoint(IDatabaseFile db) : BaseEndpoint(db) {
Id = json.RequireSnowflake("id", path),
Name = json.RequireString("name", path),
DisplayName = json.HasKey("displayName") ? json.RequireString("displayName", path) : null,
AvatarUrl = json.HasKey("avatar") ? json.RequireString("avatar", path) : null,
AvatarHash = json.HasKey("avatar") ? json.RequireString("avatar", path) : null,
Discriminator = json.HasKey("discriminator") ? json.RequireString("discriminator", path) : null,
};
}

View File

@@ -1,18 +1,14 @@
using System.Collections.Generic;
using System.Net;
using System.Threading;
using System.Threading.Tasks;
using DHT.Server.Database;
using DHT.Utils.Http;
using DHT.Server.Service.Middlewares;
using DHT.Utils.Resources;
using Microsoft.AspNetCore.Http;
using Microsoft.AspNetCore.StaticFiles;
namespace DHT.Server.Endpoints;
sealed class ViewerEndpoint(IDatabaseFile db, ResourceLoader resources) : BaseEndpoint(db) {
private static readonly FileExtensionContentTypeProvider ContentTypeProvider = new ();
[ServerAuthorizationMiddleware.NoAuthorization]
sealed class ViewerEndpoint(ResourceLoader resources) : BaseEndpoint {
private readonly Dictionary<string, byte[]?> cache = new ();
private readonly SemaphoreSlim cacheSemaphore = new (1);
@@ -31,12 +27,6 @@ sealed class ViewerEndpoint(IDatabaseFile db, ResourceLoader resources) : BaseEn
cacheSemaphore.Release();
}
if (resourceBytes == null) {
throw new HttpException(HttpStatusCode.NotFound, "File not found: " + path);
}
else {
string? contentType = ContentTypeProvider.TryGetContentType(path, out string? type) ? type : null;
await response.WriteFileAsync(contentType, resourceBytes, cancellationToken);
}
await WriteFileIfFound(response, path, resourceBytes, cancellationToken);
}
}

View File

@@ -11,7 +11,7 @@
</ItemGroup>
<ItemGroup>
<PackageReference Include="Microsoft.Data.Sqlite" Version="8.0.7" />
<PackageReference Include="Microsoft.Data.Sqlite" Version="9.0.6" />
<PackageReference Include="System.Linq.Async" Version="6.0.1" />
</ItemGroup>
@@ -29,6 +29,11 @@
<Link>Resources/Tracker/%(RecursiveDir)%(Filename)%(Extension)</Link>
<Visible>false</Visible>
</EmbeddedResource>
<EmbeddedResource Include="../Resources/Tracker/loader/**">
<LogicalName>Tracker\loader\%(RecursiveDir)%(Filename)%(Extension)</LogicalName>
<Link>Resources/Tracker/loader/%(RecursiveDir)%(Filename)%(Extension)</Link>
<Visible>false</Visible>
</EmbeddedResource>
<EmbeddedResource Include="../Resources/Tracker/scripts/**">
<LogicalName>Tracker\scripts\%(RecursiveDir)%(Filename)%(Extension)</LogicalName>
<Link>Resources/Tracker/scripts/%(RecursiveDir)%(Filename)%(Extension)</Link>

View File

@@ -1,4 +1,6 @@
using System;
using System.Net;
using System.Reflection;
using System.Threading.Tasks;
using DHT.Utils.Logging;
using Microsoft.AspNetCore.Http;
@@ -6,25 +8,11 @@ using Microsoft.Extensions.Primitives;
namespace DHT.Server.Service.Middlewares;
sealed class ServerAuthorizationMiddleware {
sealed class ServerAuthorizationMiddleware(RequestDelegate next, ServerParameters serverParameters) {
private static readonly Log Log = Log.ForType<ServerAuthorizationMiddleware>();
private readonly RequestDelegate next;
private readonly ServerParameters serverParameters;
public ServerAuthorizationMiddleware(RequestDelegate next, ServerParameters serverParameters) {
this.next = next;
this.serverParameters = serverParameters;
}
public async Task InvokeAsync(HttpContext context) {
HttpRequest request = context.Request;
bool success = HttpMethods.IsGet(request.Method)
? CheckToken(request.Query["token"])
: CheckToken(request.Headers["X-DHT-Token"]);
if (success) {
if (SkipAuthorization(context) || CheckToken(context.Request)) {
await next(context);
}
else {
@@ -32,6 +20,16 @@ sealed class ServerAuthorizationMiddleware {
}
}
private static bool SkipAuthorization(HttpContext context) {
return context.GetEndpoint()?.RequestDelegate?.Target?.GetType().GetCustomAttribute<NoAuthorization>() != null;
}
private bool CheckToken(HttpRequest request) {
return HttpMethods.IsGet(request.Method)
? CheckToken(request.Query["token"])
: CheckToken(request.Headers["X-DHT-Token"]);
}
private bool CheckToken(StringValues token) {
if (token.Count == 1 && token[0] == serverParameters.Token) {
return true;
@@ -41,4 +39,7 @@ sealed class ServerAuthorizationMiddleware {
return false;
}
}
[AttributeUsage(AttributeTargets.Class)]
public sealed class NoAuthorization : Attribute;
}

View File

@@ -30,11 +30,11 @@ sealed class ServerLoggingMiddleware(RequestDelegate next) {
long elapsedMs = stopwatch.ElapsedMilliseconds;
if (context.RequestAborted.IsCancellationRequested) {
Log.Debug("Request to " + request.GetEncodedPathAndQuery() + " (" + requestLength + " B) was cancelled after " + elapsedMs + " ms");
Log.Debug("Request to " + request.GetEncodedPathAndQuery() + " (" + requestLength + " B) was cancelled after " + elapsedMs + " ms.");
}
else {
int responseStatus = context.Response.StatusCode;
Log.Debug("Request to " + request.GetEncodedPathAndQuery() + " (" + requestLength + " B) returned " + responseStatus + ", took " + elapsedMs + " ms");
Log.Debug("Request to " + request.GetEncodedPathAndQuery() + " (" + requestLength + " B) returned " + responseStatus + ", took " + elapsedMs + " ms.");
}
}
}

View File

@@ -88,7 +88,7 @@ public sealed class ServerManager {
throw;
}
Log.Info("Server started");
Log.Info("Server started.");
server = newServer;
@@ -104,7 +104,7 @@ public sealed class ServerManager {
Log.Info("Stopping server...");
await server.StopAsync();
Log.Info("Server stopped");
Log.Info("Server stopped.");
server.Dispose();
server = null;

View File

@@ -38,25 +38,19 @@ sealed class Startup {
public void Configure(IApplicationBuilder app, IHostApplicationLifetime lifetime, IDatabaseFile db, ServerParameters parameters, ResourceLoader resources, ViewerSessions viewerSessions) {
app.UseMiddleware<ServerLoggingMiddleware>();
app.UseCors();
app.Map("/viewer", node => {
node.UseRouting();
node.UseEndpoints(endpoints => {
endpoints.MapGet("/{**path}", new ViewerEndpoint(db, resources).Handle);
});
});
app.UseMiddleware<ServerAuthorizationMiddleware>();
app.UseRouting();
app.UseMiddleware<ServerAuthorizationMiddleware>();
app.UseEndpoints(endpoints => {
endpoints.MapGet("/get-tracking-script", new GetTrackingScriptEndpoint(db, parameters, resources).Handle);
endpoints.MapGet("/get-viewer-metadata", new GetViewerMetadataEndpoint(db, viewerSessions).Handle);
endpoints.MapGet("/get-viewer-messages", new GetViewerMessagesEndpoint(db, viewerSessions).Handle);
endpoints.MapGet("/get-downloaded-file/{url}", new GetDownloadedFileEndpoint(db).Handle);
endpoints.MapGet("/get-tracking-script", new GetTrackingScriptEndpoint(parameters, resources).Handle);
endpoints.MapGet("/get-userscript/{**ignored}", new GetUserscriptEndpoint(resources).Handle);
endpoints.MapGet("/get-viewer-messages", new GetViewerMessagesEndpoint(db, viewerSessions).Handle);
endpoints.MapGet("/get-viewer-metadata", new GetViewerMetadataEndpoint(db, viewerSessions).Handle);
endpoints.MapGet("/viewer/{**path}", new ViewerEndpoint(resources).Handle);
endpoints.MapPost("/track-channel", new TrackChannelEndpoint(db).Handle);
endpoints.MapPost("/track-users", new TrackUsersEndpoint(db).Handle);
endpoints.MapPost("/track-messages", new TrackMessagesEndpoint(db).Handle);
endpoints.MapPost("/track-users", new TrackUsersEndpoint(db).Handle);
});
}
}

View File

@@ -88,6 +88,11 @@ public sealed class Log {
LogLevel(ConsoleColor.Red, "ERROR", e.ToString());
}
public void Error(string message, Exception e) {
Error(message);
Error(e);
}
public Perf Start(string? context = null, [CallerMemberName] string callerMemberName = "") {
return Perf.Start(this, context, callerMemberName);
}

View File

@@ -8,5 +8,5 @@ using DHT.Utils;
namespace DHT.Utils;
static class Version {
public const string Tag = "46.0.0.0";
public const string Tag = "47.1.0.0";
}

Binary file not shown.