mirror of
https://github.com/chylex/Discord-History-Tracker.git
synced 2025-08-17 19:31:42 +02:00
Compare commits
27 Commits
Author | SHA1 | Date | |
---|---|---|---|
b2276600c7
|
|||
40269f591b
|
|||
dea3b272c0
|
|||
e66206b4a8
|
|||
780d5ae421
|
|||
38f79dee7d
|
|||
e30b305eb5
|
|||
fa17d0e224
|
|||
5741fad528
|
|||
e7c52fd1d5
|
|||
fb9b31175c
|
|||
f8e56ae367
|
|||
7ed31fbc8b
|
|||
e92aeb5a1b
|
|||
50d5bdba97
|
|||
295c32c7b4
|
|||
5e4bb5b44d
|
|||
96c19afa66
|
|||
a45f60b528
|
|||
62b97807b8
|
|||
0fff3e8eaf
|
|||
02b773db8f
|
|||
261a583b50
|
|||
2ecb658e42
|
|||
7a6dd23912
|
|||
60761d80ab
|
|||
e11db62015
|
2
.github/FUNDING.yml
vendored
2
.github/FUNDING.yml
vendored
@@ -1,3 +1 @@
|
||||
github: chylex
|
||||
patreon: chylex
|
||||
ko_fi: chylex
|
||||
|
18
README.md
18
README.md
@@ -18,7 +18,7 @@ Folder organization:
|
||||
* `app/` contains a Visual Studio solution for the desktop app
|
||||
* `web/` contains source code of the [official website](https://dht.chylex.com), which can be used as a template when making your own website
|
||||
|
||||
To start editing source code for the desktop app, install the [.NET 8 SDK](https://dotnet.microsoft.com/en-us/download/dotnet/8.0), and then open `app/DiscordHistoryTracker.sln` in [Visual Studio](https://visualstudio.microsoft.com/downloads/) or [Rider](https://www.jetbrains.com/rider/).
|
||||
To start editing source code for the desktop app, install the [.NET 9 SDK](https://dotnet.microsoft.com/en-us/download/dotnet/9.0), and then open `app/DiscordHistoryTracker.sln` in [Visual Studio](https://visualstudio.microsoft.com/downloads/) or [Rider](https://www.jetbrains.com/rider/).
|
||||
|
||||
### Building
|
||||
|
||||
@@ -28,18 +28,18 @@ To build a `Release` version of the desktop app, follow the instructions for you
|
||||
|
||||
#### Release – Windows (64-bit)
|
||||
|
||||
1. Install [Powershell 5](https://docs.microsoft.com/en-us/powershell/scripting/install/installing-powershell-on-windows) or newer (on Windows 10, the included version of Powershell should be enough)
|
||||
1. Install Debian in WSL and open a terminal in the project folder.
|
||||
2. Run the `app/build.wsl.sh` script.
|
||||
3. Read the [Distribution](#distribution) section below.
|
||||
|
||||
Run the `app/build.bat` script, and read the [Distribution](#distribution) section below.
|
||||
Note: The build script expects `dotnet.exe` to be installed in `C:\Program Files\dotnet`.
|
||||
|
||||
#### Release – Other Operating Systems
|
||||
|
||||
1. Install the `zip` package from your repository
|
||||
|
||||
Run the `app/build.sh` script, and read the [Distribution](#distribution) section below.
|
||||
1. Install the `zip` package from your repository.
|
||||
2. Run the `app/build.sh` script.
|
||||
3. Read the [Distribution](#distribution) section below.
|
||||
|
||||
#### Distribution
|
||||
|
||||
The mentioned build scripts will prepare `Release` builds ready for distribution. Once the script finishes, the `app/bin` folder will contain self-contained executables for each major operating system, and a portable version that works on all other systems but requires .NET 8 to be installed.
|
||||
|
||||
Note that when building on Windows, the generated `.zip` files for Linux and Mac will not have correct file permissions, so it will not be possible to run them by double-clicking the executable. Since .NET 8 fixed several issues with publishing Windows executables on Linux, I recommend using Linux to build the app for all operating systems.
|
||||
The mentioned build scripts will prepare `Release` builds ready for distribution. Once the script finishes, the `app/bin` folder will contain self-contained executables for each major operating system, and a portable version that works on all other systems but requires the ASP.NET Core Runtime to be installed.
|
||||
|
2
app/.editorconfig
Normal file
2
app/.editorconfig
Normal file
@@ -0,0 +1,2 @@
|
||||
[*.cs]
|
||||
propertychanged.auto_notify = false
|
@@ -13,6 +13,7 @@
|
||||
<entry key="Desktop/Main/Controls/MessageFilterPanel.axaml" value="Desktop/Desktop.csproj" />
|
||||
<entry key="Desktop/Main/Controls/ServerConfigurationPanel.axaml" value="Desktop/Desktop.csproj" />
|
||||
<entry key="Desktop/Main/Controls/StatusBar.axaml" value="Desktop/Desktop.csproj" />
|
||||
<entry key="Desktop/Main/Dialogs/NewDatabaseSettingsDialog.axaml" value="Desktop/Desktop.csproj" />
|
||||
<entry key="Desktop/Main/MainWindow.axaml" value="Desktop/Desktop.csproj" />
|
||||
<entry key="Desktop/Main/Pages/AdvancedPage.axaml" value="Desktop/Desktop.csproj" />
|
||||
<entry key="Desktop/Main/Pages/DatabasePage.axaml" value="Desktop/Desktop.csproj" />
|
||||
|
@@ -54,6 +54,22 @@
|
||||
<Setter Property="HorizontalAlignment" Value="Stretch" />
|
||||
</Style>
|
||||
|
||||
<Style Selector="Panel.buttons">
|
||||
<Setter Property="Margin" Value="0 20 0 0" />
|
||||
</Style>
|
||||
<Style Selector="Panel.buttons > WrapPanel.right">
|
||||
<Setter Property="HorizontalAlignment" Value="Right" />
|
||||
</Style>
|
||||
<Style Selector="Panel.buttons Button">
|
||||
<Setter Property="MinWidth" Value="80" />
|
||||
</Style>
|
||||
<Style Selector="Panel.buttons > WrapPanel.left Button">
|
||||
<Setter Property="Margin" Value="0 0 8 0" />
|
||||
</Style>
|
||||
<Style Selector="Panel.buttons > WrapPanel.right Button">
|
||||
<Setter Property="Margin" Value="8 0 0 0" />
|
||||
</Style>
|
||||
|
||||
</Application.Styles>
|
||||
|
||||
<Application.Resources>
|
||||
|
@@ -1,4 +1,3 @@
|
||||
using System;
|
||||
using System.Collections.Generic;
|
||||
using DHT.Utils.Logging;
|
||||
|
||||
@@ -9,7 +8,7 @@ sealed class Arguments {
|
||||
|
||||
private const int FirstArgument = 1;
|
||||
|
||||
public static Arguments Empty => new (Array.Empty<string>());
|
||||
public static Arguments Empty => new ([]);
|
||||
|
||||
public bool Console { get; }
|
||||
public string? DatabaseFile { get; }
|
||||
@@ -51,7 +50,7 @@ sealed class Arguments {
|
||||
continue;
|
||||
|
||||
case "-port": {
|
||||
if (!ushort.TryParse(value, out var port)) {
|
||||
if (!ushort.TryParse(value, out ushort port)) {
|
||||
Log.Warn("Invalid port number: " + value);
|
||||
}
|
||||
else {
|
||||
@@ -66,7 +65,7 @@ sealed class Arguments {
|
||||
continue;
|
||||
|
||||
case "-concurrentdownloads":
|
||||
if (!ulong.TryParse(value, out var concurrentDownloads) || concurrentDownloads == 0) {
|
||||
if (!ulong.TryParse(value, out ulong concurrentDownloads) || concurrentDownloads == 0) {
|
||||
Log.Warn("Invalid concurrent downloads count: " + value);
|
||||
}
|
||||
else if (concurrentDownloads > 10) {
|
||||
|
@@ -20,7 +20,7 @@ static class DatabaseGui {
|
||||
private const string DatabaseFileInitialName = "archive.dht";
|
||||
|
||||
private static readonly IReadOnlyList<FilePickerFileType> DatabaseFileDialogFilter = [
|
||||
FileDialogs.CreateFilter("Discord History Tracker Database", ["dht"])
|
||||
FileDialogs.CreateFilter("Discord History Tracker Database", ["dht"]),
|
||||
];
|
||||
|
||||
public static async Task<string[]> NewOpenDatabaseFilesDialog(Window window, string? suggestedDirectory) {
|
||||
@@ -28,7 +28,7 @@ static class DatabaseGui {
|
||||
Title = "Open Database File",
|
||||
FileTypeFilter = DatabaseFileDialogFilter,
|
||||
SuggestedStartLocation = await FileDialogs.GetSuggestedStartLocation(window, suggestedDirectory),
|
||||
AllowMultiple = true
|
||||
AllowMultiple = true,
|
||||
});
|
||||
}
|
||||
|
||||
@@ -38,7 +38,7 @@ static class DatabaseGui {
|
||||
FileTypeChoices = DatabaseFileDialogFilter,
|
||||
SuggestedFileName = DatabaseFileInitialName,
|
||||
SuggestedStartLocation = await FileDialogs.GetSuggestedStartLocation(window, suggestedDirectory),
|
||||
ShowOverwritePrompt = false
|
||||
ShowOverwritePrompt = false,
|
||||
});
|
||||
}
|
||||
|
||||
|
@@ -15,15 +15,18 @@
|
||||
</PropertyGroup>
|
||||
|
||||
<ItemGroup>
|
||||
<PackageReference Include="Avalonia" Version="11.0.11" />
|
||||
<PackageReference Include="Avalonia.Controls.DataGrid" Version="11.0.11" />
|
||||
<PackageReference Include="Avalonia.Controls.ItemsRepeater" Version="11.0.11" />
|
||||
<PackageReference Include="Avalonia.Desktop" Version="11.0.11" />
|
||||
<PackageReference Include="Avalonia.Diagnostics" Version="11.0.11" Condition=" '$(Configuration)' == 'Debug' " />
|
||||
<PackageReference Include="Avalonia.Fonts.Inter" Version="11.0.11" />
|
||||
<PackageReference Include="Avalonia.ReactiveUI" Version="11.0.11" />
|
||||
<PackageReference Include="Avalonia.Themes.Fluent" Version="11.0.11" />
|
||||
<PackageReference Include="CommunityToolkit.Mvvm" Version="999.0.0-build.0.g0d941a6a62" />
|
||||
<PackageReference Include="Avalonia" Version="11.2.3" />
|
||||
<PackageReference Include="Avalonia.Controls.DataGrid" Version="11.2.3" />
|
||||
<PackageReference Include="Avalonia.Controls.ItemsRepeater" Version="11.1.5" />
|
||||
<PackageReference Include="Avalonia.Desktop" Version="11.2.3" />
|
||||
<PackageReference Include="Avalonia.Diagnostics" Version="11.2.3" Condition=" '$(Configuration)' == 'Debug' " />
|
||||
<PackageReference Include="Avalonia.Fonts.Inter" Version="11.2.3" />
|
||||
<PackageReference Include="Avalonia.ReactiveUI" Version="11.2.3" />
|
||||
<PackageReference Include="Avalonia.Themes.Fluent" Version="11.2.3" />
|
||||
<PackageReference Include="PropertyChanged.SourceGenerator" Version="1.1.1">
|
||||
<PrivateAssets>all</PrivateAssets>
|
||||
<IncludeAssets>runtime; build; native; contentfiles; analyzers; buildtransitive</IncludeAssets>
|
||||
</PackageReference>
|
||||
</ItemGroup>
|
||||
|
||||
<ItemGroup>
|
||||
|
@@ -15,24 +15,6 @@
|
||||
<namespace:CheckBoxDialogModel />
|
||||
</Window.DataContext>
|
||||
|
||||
<Window.Styles>
|
||||
<Style Selector="Panel.buttons">
|
||||
<Setter Property="Margin" Value="0 20 0 0" />
|
||||
</Style>
|
||||
<Style Selector="Panel.buttons > WrapPanel.right">
|
||||
<Setter Property="HorizontalAlignment" Value="Right" />
|
||||
</Style>
|
||||
<Style Selector="Panel.buttons Button">
|
||||
<Setter Property="MinWidth" Value="80" />
|
||||
</Style>
|
||||
<Style Selector="Panel.buttons > WrapPanel.left Button">
|
||||
<Setter Property="Margin" Value="0 0 8 0" />
|
||||
</Style>
|
||||
<Style Selector="Panel.buttons > WrapPanel.right Button">
|
||||
<Setter Property="Margin" Value="8 0 0 0" />
|
||||
</Style>
|
||||
</Window.Styles>
|
||||
|
||||
<StackPanel Margin="20">
|
||||
<ScrollViewer MaxHeight="400">
|
||||
<ItemsRepeater ItemsSource="{Binding Items}">
|
||||
|
@@ -1,27 +1,26 @@
|
||||
using System;
|
||||
using System.Collections.Generic;
|
||||
using System.ComponentModel;
|
||||
using System.Linq;
|
||||
using CommunityToolkit.Mvvm.ComponentModel;
|
||||
using PropertyChanged.SourceGenerator;
|
||||
|
||||
namespace DHT.Desktop.Dialogs.CheckBox;
|
||||
|
||||
class CheckBoxDialogModel : ObservableObject {
|
||||
partial class CheckBoxDialogModel {
|
||||
public string Title { get; init; } = "";
|
||||
|
||||
private IReadOnlyList<CheckBoxItem> items = Array.Empty<CheckBoxItem>();
|
||||
private IReadOnlyList<CheckBoxItem> items = [];
|
||||
|
||||
public IReadOnlyList<CheckBoxItem> Items {
|
||||
get => items;
|
||||
|
||||
protected set {
|
||||
foreach (var item in items) {
|
||||
foreach (CheckBoxItem item in items) {
|
||||
item.PropertyChanged -= OnItemPropertyChanged;
|
||||
}
|
||||
|
||||
items = value;
|
||||
|
||||
foreach (var item in items) {
|
||||
foreach (CheckBoxItem item in items) {
|
||||
item.PropertyChanged += OnItemPropertyChanged;
|
||||
}
|
||||
}
|
||||
@@ -29,7 +28,10 @@ class CheckBoxDialogModel : ObservableObject {
|
||||
|
||||
private bool pauseCheckEvents = false;
|
||||
|
||||
[DependsOn(nameof(Items))]
|
||||
public bool AreAllSelected => Items.All(static item => item.IsChecked);
|
||||
|
||||
[DependsOn(nameof(Items))]
|
||||
public bool AreNoneSelected => Items.All(static item => !item.IsChecked);
|
||||
|
||||
public void SelectAll() => SetAllChecked(true);
|
||||
@@ -38,7 +40,7 @@ class CheckBoxDialogModel : ObservableObject {
|
||||
private void SetAllChecked(bool isChecked) {
|
||||
pauseCheckEvents = true;
|
||||
|
||||
foreach (var item in Items) {
|
||||
foreach (CheckBoxItem item in Items) {
|
||||
item.IsChecked = isChecked;
|
||||
}
|
||||
|
||||
@@ -47,8 +49,7 @@ class CheckBoxDialogModel : ObservableObject {
|
||||
}
|
||||
|
||||
private void UpdateBulkButtons() {
|
||||
OnPropertyChanged(nameof(AreAllSelected));
|
||||
OnPropertyChanged(nameof(AreNoneSelected));
|
||||
OnPropertyChanged(new PropertyChangedEventArgs(nameof(Items)));
|
||||
}
|
||||
|
||||
private void OnItemPropertyChanged(object? sender, PropertyChangedEventArgs e) {
|
||||
@@ -65,6 +66,6 @@ sealed class CheckBoxDialogModel<T> : CheckBoxDialogModel {
|
||||
|
||||
public CheckBoxDialogModel(IEnumerable<CheckBoxItem<T>> items) {
|
||||
this.Items = new List<CheckBoxItem<T>>(items);
|
||||
base.Items = this.Items;
|
||||
base.Items = Items;
|
||||
}
|
||||
}
|
||||
|
@@ -1,12 +1,12 @@
|
||||
using CommunityToolkit.Mvvm.ComponentModel;
|
||||
using PropertyChanged.SourceGenerator;
|
||||
|
||||
namespace DHT.Desktop.Dialogs.CheckBox;
|
||||
|
||||
partial class CheckBoxItem : ObservableObject {
|
||||
partial class CheckBoxItem {
|
||||
public string Title { get; init; } = "";
|
||||
public object? Item { get; init; } = null;
|
||||
|
||||
[ObservableProperty]
|
||||
[Notify]
|
||||
private bool isChecked = false;
|
||||
}
|
||||
|
||||
|
@@ -8,6 +8,10 @@ using Avalonia.Platform.Storage;
|
||||
namespace DHT.Desktop.Dialogs.File;
|
||||
|
||||
static class FileDialogs {
|
||||
public static async Task<string[]> OpenFolders(this IStorageProvider storageProvider, FolderPickerOpenOptions options) {
|
||||
return (await storageProvider.OpenFolderPickerAsync(options)).ToLocalPaths();
|
||||
}
|
||||
|
||||
public static async Task<string[]> OpenFiles(this IStorageProvider storageProvider, FilePickerOpenOptions options) {
|
||||
return (await storageProvider.OpenFilePickerAsync(options)).ToLocalPaths();
|
||||
}
|
||||
@@ -18,7 +22,7 @@ static class FileDialogs {
|
||||
|
||||
public static FilePickerFileType CreateFilter(string name, string[] extensions) {
|
||||
return new FilePickerFileType(name) {
|
||||
Patterns = extensions.Select(static ext => "*." + ext).ToArray()
|
||||
Patterns = extensions.Select(static ext => "*." + ext).ToArray(),
|
||||
};
|
||||
}
|
||||
|
||||
@@ -26,11 +30,11 @@ static class FileDialogs {
|
||||
return suggestedDirectory == null ? Task.FromResult<IStorageFolder?>(null) : window.StorageProvider.TryGetFolderFromPathAsync(suggestedDirectory);
|
||||
}
|
||||
|
||||
private static string ToLocalPath(this IStorageFile file) {
|
||||
return file.TryGetLocalPath() ?? throw new NotSupportedException("Local filesystem is not supported.");
|
||||
private static string ToLocalPath(this IStorageItem itme) {
|
||||
return itme.TryGetLocalPath() ?? throw new NotSupportedException("Local filesystem is not supported.");
|
||||
}
|
||||
|
||||
private static string[] ToLocalPaths(this IReadOnlyList<IStorageFile> files) {
|
||||
return files.Select(ToLocalPath).ToArray();
|
||||
private static string[] ToLocalPaths(this IReadOnlyList<IStorageItem> items) {
|
||||
return items.Select(ToLocalPath).ToArray();
|
||||
}
|
||||
}
|
||||
|
@@ -15,8 +15,8 @@ static class Dialog {
|
||||
DataContext = new MessageDialogModel {
|
||||
Title = title,
|
||||
Message = message,
|
||||
IsOkVisible = true
|
||||
}
|
||||
IsOkVisible = true,
|
||||
},
|
||||
}.ShowDialog<DialogResult.All>(owner);
|
||||
}
|
||||
|
||||
@@ -30,8 +30,8 @@ static class Dialog {
|
||||
Title = title,
|
||||
Message = message,
|
||||
IsOkVisible = true,
|
||||
IsCancelVisible = true
|
||||
}
|
||||
IsCancelVisible = true,
|
||||
},
|
||||
}.ShowDialog<DialogResult.All?>(owner);
|
||||
|
||||
return result.ToOkCancel();
|
||||
@@ -47,8 +47,8 @@ static class Dialog {
|
||||
Title = title,
|
||||
Message = message,
|
||||
IsYesVisible = true,
|
||||
IsNoVisible = true
|
||||
}
|
||||
IsNoVisible = true,
|
||||
},
|
||||
}.ShowDialog<DialogResult.All?>(owner);
|
||||
|
||||
return result.ToYesNo();
|
||||
@@ -65,8 +65,8 @@ static class Dialog {
|
||||
Message = message,
|
||||
IsYesVisible = true,
|
||||
IsNoVisible = true,
|
||||
IsCancelVisible = true
|
||||
}
|
||||
IsCancelVisible = true,
|
||||
},
|
||||
}.ShowDialog<DialogResult.All?>(owner);
|
||||
|
||||
return result.ToYesNoCancel();
|
||||
|
@@ -7,26 +7,26 @@ static class DialogResult {
|
||||
Ok,
|
||||
Yes,
|
||||
No,
|
||||
Cancel
|
||||
Cancel,
|
||||
}
|
||||
|
||||
public enum OkCancel {
|
||||
Closed,
|
||||
Ok,
|
||||
Cancel
|
||||
Cancel,
|
||||
}
|
||||
|
||||
public enum YesNo {
|
||||
Closed,
|
||||
Yes,
|
||||
No
|
||||
No,
|
||||
}
|
||||
|
||||
public enum YesNoCancel {
|
||||
Closed,
|
||||
Yes,
|
||||
No,
|
||||
Cancel
|
||||
Cancel,
|
||||
}
|
||||
|
||||
public static OkCancel ToOkCancel(this All? result) {
|
||||
@@ -34,7 +34,7 @@ static class DialogResult {
|
||||
null => OkCancel.Closed,
|
||||
All.Ok => OkCancel.Ok,
|
||||
All.Cancel => OkCancel.Cancel,
|
||||
_ => throw new ArgumentException("Cannot convert dialog result " + result + " to ok/cancel.")
|
||||
_ => throw new ArgumentException("Cannot convert dialog result " + result + " to ok/cancel."),
|
||||
};
|
||||
}
|
||||
|
||||
@@ -43,7 +43,7 @@ static class DialogResult {
|
||||
null => YesNo.Closed,
|
||||
All.Yes => YesNo.Yes,
|
||||
All.No => YesNo.No,
|
||||
_ => throw new ArgumentException("Cannot convert dialog result " + result + " to yes/no.")
|
||||
_ => throw new ArgumentException("Cannot convert dialog result " + result + " to yes/no."),
|
||||
};
|
||||
}
|
||||
|
||||
@@ -53,7 +53,7 @@ static class DialogResult {
|
||||
All.Yes => YesNoCancel.Yes,
|
||||
All.No => YesNoCancel.No,
|
||||
All.Cancel => YesNoCancel.Cancel,
|
||||
_ => throw new ArgumentException("Cannot convert dialog result " + result + " to yes/no/cancel.")
|
||||
_ => throw new ArgumentException("Cannot convert dialog result " + result + " to yes/no/cancel."),
|
||||
};
|
||||
}
|
||||
}
|
||||
|
@@ -20,24 +20,18 @@
|
||||
<Setter Property="FontSize" Value="15" />
|
||||
<Setter Property="TextWrapping" Value="Wrap" />
|
||||
</Style>
|
||||
<Style Selector="WrapPanel">
|
||||
<Setter Property="HorizontalAlignment" Value="Right" />
|
||||
<Setter Property="Margin" Value="0 8 0 0" />
|
||||
</Style>
|
||||
<Style Selector="Button">
|
||||
<Setter Property="Margin" Value="8 0 0 0" />
|
||||
<Setter Property="MinWidth" Value="80" />
|
||||
</Style>
|
||||
</Window.Styles>
|
||||
|
||||
<StackPanel Margin="20">
|
||||
<TextBlock Text="{Binding Message}" />
|
||||
<WrapPanel>
|
||||
<Panel Classes="buttons">
|
||||
<WrapPanel Classes="right">
|
||||
<Button Click="ClickOk" IsVisible="{Binding IsOkVisible}">OK</Button>
|
||||
<Button Click="ClickYes" IsVisible="{Binding IsYesVisible}">Yes</Button>
|
||||
<Button Click="ClickNo" IsVisible="{Binding IsNoVisible}">No</Button>
|
||||
<Button Click="ClickCancel" IsVisible="{Binding IsCancelVisible}">Cancel</Button>
|
||||
</WrapPanel>
|
||||
</Panel>
|
||||
</StackPanel>
|
||||
|
||||
</Window>
|
||||
|
@@ -3,7 +3,7 @@ using System.Threading.Tasks;
|
||||
namespace DHT.Desktop.Dialogs.Progress;
|
||||
|
||||
interface IProgressCallback {
|
||||
Task Update(string message, int finishedItems, int totalItems);
|
||||
Task Update(string message, long finishedItems, long totalItems);
|
||||
Task UpdateIndeterminate(string message);
|
||||
Task Hide();
|
||||
}
|
||||
|
@@ -2,63 +2,46 @@ using System;
|
||||
using System.Diagnostics.CodeAnalysis;
|
||||
using System.Threading.Tasks;
|
||||
using Avalonia.Controls;
|
||||
using DHT.Utils.Logging;
|
||||
|
||||
namespace DHT.Desktop.Dialogs.Progress;
|
||||
|
||||
[SuppressMessage("ReSharper", "MemberCanBeInternal")]
|
||||
public sealed partial class ProgressDialog : Window {
|
||||
private static readonly Log Log = Log.ForType<ProgressDialog>();
|
||||
|
||||
internal static async Task Show(Window owner, string title, Func<ProgressDialog, IProgressCallback, Task> action) {
|
||||
var taskCompletionSource = new TaskCompletionSource();
|
||||
var dialog = new ProgressDialog();
|
||||
|
||||
dialog.DataContext = new ProgressDialogModel(title, async callbacks => {
|
||||
try {
|
||||
await action(dialog, callbacks[0]);
|
||||
taskCompletionSource.SetResult();
|
||||
} catch (Exception e) {
|
||||
taskCompletionSource.SetException(e);
|
||||
}
|
||||
});
|
||||
|
||||
dialog.DataContext = new ProgressDialogModel(title, async callbacks => await action(dialog, callbacks[0]));
|
||||
await dialog.ShowProgressDialog(owner);
|
||||
await taskCompletionSource.Task;
|
||||
}
|
||||
|
||||
internal static async Task ShowIndeterminate(Window owner, string title, string message, Func<ProgressDialog, Task> action) {
|
||||
var taskCompletionSource = new TaskCompletionSource();
|
||||
var dialog = new ProgressDialog();
|
||||
|
||||
dialog.DataContext = new ProgressDialogModel(title, async callbacks => {
|
||||
await callbacks[0].UpdateIndeterminate(message);
|
||||
try {
|
||||
await action(dialog);
|
||||
taskCompletionSource.SetResult();
|
||||
} catch (Exception e) {
|
||||
taskCompletionSource.SetException(e);
|
||||
}
|
||||
});
|
||||
|
||||
await dialog.ShowProgressDialog(owner);
|
||||
await taskCompletionSource.Task;
|
||||
}
|
||||
|
||||
internal static async Task<T> ShowIndeterminate<T>(Window owner, string title, string message, Func<ProgressDialog, Task<T>> action) {
|
||||
internal static async Task<T> Show<T>(Window owner, string title, Func<ProgressDialog, IProgressCallback, Task<T>> action) {
|
||||
var taskCompletionSource = new TaskCompletionSource<T>();
|
||||
var dialog = new ProgressDialog();
|
||||
|
||||
dialog.DataContext = new ProgressDialogModel(title, async callbacks => {
|
||||
await callbacks[0].UpdateIndeterminate(message);
|
||||
try {
|
||||
taskCompletionSource.SetResult(await action(dialog));
|
||||
} catch (Exception e) {
|
||||
taskCompletionSource.SetException(e);
|
||||
}
|
||||
taskCompletionSource.SetResult(await action(dialog, callbacks[0]));
|
||||
});
|
||||
|
||||
await dialog.ShowProgressDialog(owner);
|
||||
return await taskCompletionSource.Task;
|
||||
}
|
||||
|
||||
internal static Task ShowIndeterminate(Window owner, string title, string message, Func<ProgressDialog, Task> action) {
|
||||
return Show(owner, title, async (dialog, callback) => {
|
||||
await callback.UpdateIndeterminate(message);
|
||||
await action(dialog);
|
||||
});
|
||||
}
|
||||
|
||||
internal static Task<T> ShowIndeterminate<T>(Window owner, string title, string message, Func<ProgressDialog, Task<T>> action) {
|
||||
return Show<T>(owner, title, async (dialog, callback) => {
|
||||
await callback.UpdateIndeterminate(message);
|
||||
return await action(dialog);
|
||||
});
|
||||
}
|
||||
|
||||
private bool isFinished = false;
|
||||
private Task progressTask = Task.CompletedTask;
|
||||
|
||||
|
@@ -10,7 +10,7 @@ namespace DHT.Desktop.Dialogs.Progress;
|
||||
sealed class ProgressDialogModel {
|
||||
public string Title { get; init; } = "";
|
||||
|
||||
public IReadOnlyList<ProgressItem> Items { get; } = Array.Empty<ProgressItem>();
|
||||
public IReadOnlyList<ProgressItem> Items { get; } = [];
|
||||
|
||||
private readonly TaskRunner? task;
|
||||
|
||||
@@ -20,7 +20,7 @@ sealed class ProgressDialogModel {
|
||||
public ProgressDialogModel(string title, TaskRunner task, int progressItems = 1) {
|
||||
this.Title = title;
|
||||
this.task = task;
|
||||
this.Items = Enumerable.Range(0, progressItems).Select(static _ => new ProgressItem()).ToArray();
|
||||
this.Items = Enumerable.Range(start: 0, progressItems).Select(static _ => new ProgressItem()).ToArray();
|
||||
}
|
||||
|
||||
internal async Task StartTask() {
|
||||
@@ -38,7 +38,7 @@ sealed class ProgressDialogModel {
|
||||
this.item = item;
|
||||
}
|
||||
|
||||
public async Task Update(string message, int finishedItems, int totalItems) {
|
||||
public async Task Update(string message, long finishedItems, long totalItems) {
|
||||
await Dispatcher.UIThread.InvokeAsync(() => {
|
||||
item.Message = message;
|
||||
item.Items = totalItems == 0 ? string.Empty : finishedItems.Format() + " / " + totalItems.Format();
|
||||
@@ -57,7 +57,7 @@ sealed class ProgressDialogModel {
|
||||
}
|
||||
|
||||
public Task Hide() {
|
||||
return Update(string.Empty, 0, 0);
|
||||
return Update(string.Empty, finishedItems: 0, totalItems: 0);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
@@ -1,30 +1,23 @@
|
||||
using CommunityToolkit.Mvvm.ComponentModel;
|
||||
using PropertyChanged.SourceGenerator;
|
||||
|
||||
namespace DHT.Desktop.Dialogs.Progress;
|
||||
|
||||
sealed partial class ProgressItem : ObservableObject {
|
||||
[ObservableProperty(Setter = Access.Private)]
|
||||
[NotifyPropertyChangedFor(nameof(Opacity))]
|
||||
private bool isVisible = false;
|
||||
|
||||
public double Opacity => IsVisible ? 1.0 : 0.0;
|
||||
|
||||
sealed partial class ProgressItem {
|
||||
[Notify]
|
||||
private string message = "";
|
||||
|
||||
public string Message {
|
||||
get => message;
|
||||
set {
|
||||
SetProperty(ref message, value);
|
||||
IsVisible = !string.IsNullOrEmpty(value);
|
||||
}
|
||||
}
|
||||
|
||||
[ObservableProperty]
|
||||
[Notify]
|
||||
private string items = "";
|
||||
|
||||
[ObservableProperty]
|
||||
private int progress = 0;
|
||||
[Notify]
|
||||
private long progress = 0L;
|
||||
|
||||
[ObservableProperty]
|
||||
[Notify]
|
||||
private bool isIndeterminate;
|
||||
|
||||
[DependsOn(nameof(Message))]
|
||||
public bool IsVisible => !string.IsNullOrEmpty(Message);
|
||||
|
||||
[DependsOn(nameof(IsVisible))]
|
||||
public double Opacity => IsVisible ? 1.0 : 0.0;
|
||||
}
|
||||
|
@@ -15,19 +15,6 @@
|
||||
<namespace:TextBoxDialogModel />
|
||||
</Window.DataContext>
|
||||
|
||||
<Window.Styles>
|
||||
<Style Selector="Panel.buttons">
|
||||
<Setter Property="Margin" Value="0 20 0 0" />
|
||||
</Style>
|
||||
<Style Selector="Panel.buttons > WrapPanel.right">
|
||||
<Setter Property="HorizontalAlignment" Value="Right" />
|
||||
</Style>
|
||||
<Style Selector="Panel.buttons Button">
|
||||
<Setter Property="MinWidth" Value="80" />
|
||||
<Setter Property="Margin" Value="8 0 0 0" />
|
||||
</Style>
|
||||
</Window.Styles>
|
||||
|
||||
<StackPanel Margin="20">
|
||||
<ScrollViewer MaxHeight="400">
|
||||
<StackPanel Spacing="10">
|
||||
|
@@ -1,37 +1,37 @@
|
||||
using System;
|
||||
using System.Collections.Generic;
|
||||
using System.ComponentModel;
|
||||
using System.Linq;
|
||||
using CommunityToolkit.Mvvm.ComponentModel;
|
||||
using PropertyChanged.SourceGenerator;
|
||||
|
||||
namespace DHT.Desktop.Dialogs.TextBox;
|
||||
|
||||
class TextBoxDialogModel : ObservableObject {
|
||||
partial class TextBoxDialogModel {
|
||||
public string Title { get; init; } = "";
|
||||
public string Description { get; init; } = "";
|
||||
|
||||
private IReadOnlyList<TextBoxItem> items = Array.Empty<TextBoxItem>();
|
||||
private IReadOnlyList<TextBoxItem> items = [];
|
||||
|
||||
public IReadOnlyList<TextBoxItem> Items {
|
||||
get => items;
|
||||
|
||||
protected set {
|
||||
foreach (var item in items) {
|
||||
foreach (TextBoxItem item in items) {
|
||||
item.ErrorsChanged -= OnItemErrorsChanged;
|
||||
}
|
||||
|
||||
items = value;
|
||||
|
||||
foreach (var item in items) {
|
||||
foreach (TextBoxItem item in items) {
|
||||
item.ErrorsChanged += OnItemErrorsChanged;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
[DependsOn(nameof(Items))]
|
||||
public bool HasErrors => Items.Any(static item => !item.IsValid);
|
||||
|
||||
private void OnItemErrorsChanged(object? sender, DataErrorsChangedEventArgs e) {
|
||||
OnPropertyChanged(nameof(HasErrors));
|
||||
OnPropertyChanged(new PropertyChangedEventArgs(nameof(Items)));
|
||||
}
|
||||
}
|
||||
|
||||
|
@@ -1,26 +1,23 @@
|
||||
using System;
|
||||
using System.Collections;
|
||||
using System.ComponentModel;
|
||||
using CommunityToolkit.Mvvm.ComponentModel;
|
||||
using PropertyChanged.SourceGenerator;
|
||||
|
||||
namespace DHT.Desktop.Dialogs.TextBox;
|
||||
|
||||
class TextBoxItem : ObservableObject, INotifyDataErrorInfo {
|
||||
partial class TextBoxItem : INotifyDataErrorInfo {
|
||||
public string Title { get; init; } = "";
|
||||
public object? Item { get; init; } = null;
|
||||
|
||||
public Func<string, bool> ValidityCheck { get; init; } = static _ => true;
|
||||
public bool IsValid => ValidityCheck(Value);
|
||||
|
||||
[Notify]
|
||||
private string value = string.Empty;
|
||||
|
||||
public string Value {
|
||||
get => this.value;
|
||||
set {
|
||||
SetProperty(ref this.value, value);
|
||||
private void OnValueChanged() {
|
||||
ErrorsChanged?.Invoke(this, new DataErrorsChangedEventArgs(nameof(Value)));
|
||||
}
|
||||
}
|
||||
|
||||
public IEnumerable GetErrors(string? propertyName) {
|
||||
if (propertyName == nameof(Value) && !IsValid) {
|
||||
|
@@ -39,7 +39,7 @@ static class DiscordAppSettings {
|
||||
|
||||
public static async Task<bool?> AreDevToolsEnabled() {
|
||||
try {
|
||||
var settingsJson = await ReadSettingsJson();
|
||||
JsonObject settingsJson = await ReadSettingsJson();
|
||||
return AreDevToolsEnabled(settingsJson);
|
||||
} catch (Exception e) {
|
||||
Log.Error("Cannot read settings file.");
|
||||
@@ -49,7 +49,7 @@ static class DiscordAppSettings {
|
||||
}
|
||||
|
||||
private static bool AreDevToolsEnabled(JsonObject json) {
|
||||
return json.TryGetPropertyValue(JsonKeyDevTools, out var node) && node?.GetValueKind() == JsonValueKind.True;
|
||||
return json.TryGetPropertyValue(JsonKeyDevTools, out JsonNode? node) && node?.GetValueKind() == JsonValueKind.True;
|
||||
}
|
||||
|
||||
public static async Task<SettingsJsonResult> ConfigureDevTools(bool enable) {
|
||||
@@ -89,7 +89,7 @@ static class DiscordAppSettings {
|
||||
|
||||
if (File.Exists(JsonBackupFilePath)) {
|
||||
try {
|
||||
File.Move(JsonBackupFilePath, JsonFilePath, true);
|
||||
File.Move(JsonBackupFilePath, JsonFilePath, overwrite: true);
|
||||
Log.Info("Restored settings file from backup.");
|
||||
} catch (Exception e2) {
|
||||
Log.Error("Cannot restore settings file from backup.");
|
||||
|
@@ -6,5 +6,5 @@ enum SettingsJsonResult {
|
||||
FileNotFound,
|
||||
ReadError,
|
||||
InvalidJson,
|
||||
WriteError
|
||||
WriteError,
|
||||
}
|
||||
|
@@ -3,12 +3,12 @@
|
||||
xmlns:d="http://schemas.microsoft.com/expression/blend/2008"
|
||||
xmlns:mc="http://schemas.openxmlformats.org/markup-compatibility/2006"
|
||||
xmlns:main="clr-namespace:DHT.Desktop.Main"
|
||||
mc:Ignorable="d" d:DesignWidth="480" d:DesignHeight="360"
|
||||
mc:Ignorable="d" d:DesignWidth="510" d:DesignHeight="375"
|
||||
x:Class="DHT.Desktop.Main.AboutWindow"
|
||||
x:DataType="main:AboutWindowModel"
|
||||
Title="About Discord History Tracker"
|
||||
Icon="avares://DiscordHistoryTracker/Resources/icon.ico"
|
||||
Width="480" Height="360" CanResize="False"
|
||||
Width="510" Height="375" CanResize="False"
|
||||
WindowStartupLocation="CenterOwner">
|
||||
|
||||
<Design.DataContext>
|
||||
@@ -16,10 +16,6 @@
|
||||
</Design.DataContext>
|
||||
|
||||
<Window.Styles>
|
||||
<Style Selector="StackPanel">
|
||||
<Setter Property="Orientation" Value="Horizontal" />
|
||||
<Setter Property="Spacing" Value="5" />
|
||||
</Style>
|
||||
<Style Selector="TextBlock">
|
||||
<Setter Property="TextWrapping" Value="Wrap" />
|
||||
<Setter Property="VerticalAlignment" Value="Center" />
|
||||
@@ -33,44 +29,45 @@
|
||||
|
||||
<StackPanel Orientation="Vertical" Margin="20" Spacing="12">
|
||||
|
||||
<TextBlock VerticalAlignment="Center">
|
||||
Discord History Tracker was created by chylex and released under the MIT license.
|
||||
</TextBlock>
|
||||
<StackPanel Orientation="Vertical" Spacing="3">
|
||||
<TextBlock TextWrapping="Wrap">Discord History Tracker was created by chylex.</TextBlock>
|
||||
<TextBlock>It is available under the MIT license.</TextBlock>
|
||||
</StackPanel>
|
||||
|
||||
<StackPanel>
|
||||
<StackPanel Orientation="Horizontal" Spacing="8">
|
||||
<Button Command="{Binding ShowOfficialWebsite}">Official Website</Button>
|
||||
<Button Command="{Binding ShowIssueTracker}">Issue Tracker</Button>
|
||||
<Button Command="{Binding ShowSourceCode}">Source Code</Button>
|
||||
</StackPanel>
|
||||
|
||||
<Grid RowDefinitions="Auto,5,Auto,Auto,Auto,Auto,Auto,Auto,Auto,Auto" ColumnDefinitions="175,125,*" Margin="0 10 0 0">
|
||||
<Grid RowDefinitions="Auto,5,Auto,Auto,Auto,Auto,Auto,Auto,Auto,Auto" ColumnDefinitions="*,115,95" Margin="0 10 0 0">
|
||||
<TextBlock Grid.Row="0" Grid.Column="0" FontWeight="Bold">Third-Party Software</TextBlock>
|
||||
<TextBlock Grid.Row="0" Grid.Column="1" FontWeight="Bold">License</TextBlock>
|
||||
<TextBlock Grid.Row="0" Grid.Column="2" FontWeight="Bold">Link</TextBlock>
|
||||
|
||||
<TextBlock Grid.Row="2" Grid.Column="0">.NET 8</TextBlock>
|
||||
<TextBlock Grid.Row="2" Grid.Column="0">.NET</TextBlock>
|
||||
<TextBlock Grid.Row="2" Grid.Column="1">MIT</TextBlock>
|
||||
<Button Grid.Row="2" Grid.Column="2" Command="{Binding ShowLibraryNetCore}">GitHub</Button>
|
||||
|
||||
<TextBlock Grid.Row="3" Grid.Column="0">Avalonia</TextBlock>
|
||||
<TextBlock Grid.Row="3" Grid.Column="1">MIT</TextBlock>
|
||||
<Button Grid.Row="3" Grid.Column="2" Command="{Binding ShowLibraryAvalonia}">NuGet</Button>
|
||||
<Button Grid.Row="3" Grid.Column="2" Command="{Binding ShowLibraryAvalonia}">GitHub</Button>
|
||||
|
||||
<TextBlock Grid.Row="4" Grid.Column="0">MVVM Toolkit</TextBlock>
|
||||
<TextBlock Grid.Row="4" Grid.Column="0">Rx.NET</TextBlock>
|
||||
<TextBlock Grid.Row="4" Grid.Column="1">MIT</TextBlock>
|
||||
<Button Grid.Row="4" Grid.Column="2" Command="{Binding ShowLibraryCommunityToolkit}">GitHub</Button>
|
||||
<Button Grid.Row="4" Grid.Column="2" Command="{Binding ShowLibraryRxNet}">GitHub</Button>
|
||||
|
||||
<TextBlock Grid.Row="5" Grid.Column="0">SQLite</TextBlock>
|
||||
<TextBlock Grid.Row="5" Grid.Column="1">Public Domain</TextBlock>
|
||||
<Button Grid.Row="5" Grid.Column="2" Command="{Binding ShowLibrarySqlite}">Official Website</Button>
|
||||
<Button Grid.Row="5" Grid.Column="2" Command="{Binding ShowLibrarySqlite}">Website</Button>
|
||||
|
||||
<TextBlock Grid.Row="6" Grid.Column="0">Microsoft.Data.Sqlite</TextBlock>
|
||||
<TextBlock Grid.Row="6" Grid.Column="1">Apache-2.0</TextBlock>
|
||||
<Button Grid.Row="6" Grid.Column="2" Command="{Binding ShowLibrarySqliteAdoNet}">NuGet</Button>
|
||||
|
||||
<TextBlock Grid.Row="7" Grid.Column="0">Rx.NET</TextBlock>
|
||||
<TextBlock Grid.Row="7" Grid.Column="0">PropertyChanged.SourceGenerator</TextBlock>
|
||||
<TextBlock Grid.Row="7" Grid.Column="1">MIT</TextBlock>
|
||||
<Button Grid.Row="7" Grid.Column="2" Command="{Binding ShowLibraryRxNet}">GitHub</Button>
|
||||
<Button Grid.Row="7" Grid.Column="2" Command="{Binding ShowLibraryPropertyChangedSourceGenerator}">GitHub</Button>
|
||||
</Grid>
|
||||
|
||||
</StackPanel>
|
||||
|
@@ -20,11 +20,11 @@ sealed class AboutWindowModel {
|
||||
}
|
||||
|
||||
public void ShowLibraryAvalonia() {
|
||||
SystemUtils.OpenUrl("https://www.nuget.org/packages/Avalonia");
|
||||
SystemUtils.OpenUrl("https://github.com/AvaloniaUI/Avalonia");
|
||||
}
|
||||
|
||||
public void ShowLibraryCommunityToolkit() {
|
||||
SystemUtils.OpenUrl("https://github.com/CommunityToolkit/dotnet");
|
||||
public void ShowLibraryPropertyChangedSourceGenerator() {
|
||||
SystemUtils.OpenUrl("https://github.com/canton7/PropertyChanged.SourceGenerator");
|
||||
}
|
||||
|
||||
public void ShowLibrarySqlite() {
|
||||
|
@@ -5,42 +5,43 @@ using System.Linq;
|
||||
using System.Reactive.Linq;
|
||||
using System.Threading.Tasks;
|
||||
using Avalonia.ReactiveUI;
|
||||
using CommunityToolkit.Mvvm.ComponentModel;
|
||||
using DHT.Desktop.Common;
|
||||
using DHT.Server;
|
||||
using DHT.Server.Data.Filters;
|
||||
using DHT.Server.Data.Settings;
|
||||
using DHT.Utils.Logging;
|
||||
using DHT.Utils.Tasks;
|
||||
using PropertyChanged.SourceGenerator;
|
||||
|
||||
namespace DHT.Desktop.Main.Controls;
|
||||
|
||||
sealed partial class DownloadItemFilterPanelModel : ObservableObject, IAsyncDisposable {
|
||||
sealed partial class DownloadItemFilterPanelModel : IAsyncDisposable {
|
||||
private static readonly Log Log = Log.ForType<DownloadItemFilterPanelModel>();
|
||||
|
||||
public sealed record Unit(string Name, uint Scale);
|
||||
|
||||
private static readonly Unit[] AllUnits = [
|
||||
new Unit("B", 1),
|
||||
new Unit("kB", 1024),
|
||||
new Unit("MB", 1024 * 1024)
|
||||
new Unit("B", Scale: 1),
|
||||
new Unit("kB", Scale: 1024),
|
||||
new Unit("MB", Scale: 1024 * 1024)
|
||||
];
|
||||
|
||||
private static readonly HashSet<string> FilterProperties = [
|
||||
nameof(LimitSize),
|
||||
nameof(MaximumSize),
|
||||
nameof(MaximumSizeUnit)
|
||||
nameof(MaximumSizeUnit),
|
||||
];
|
||||
|
||||
public string FilterStatisticsText { get; private set; } = "";
|
||||
[Notify(Setter.Private)]
|
||||
private string filterStatisticsText = "";
|
||||
|
||||
[ObservableProperty]
|
||||
[Notify]
|
||||
private bool limitSize = false;
|
||||
|
||||
[ObservableProperty]
|
||||
[Notify]
|
||||
private ulong maximumSize = 0UL;
|
||||
|
||||
[ObservableProperty]
|
||||
[Notify]
|
||||
private Unit maximumSizeUnit = AllUnits[0];
|
||||
|
||||
public IEnumerable<Unit> Units => AllUnits;
|
||||
@@ -80,7 +81,7 @@ sealed partial class DownloadItemFilterPanelModel : ObservableObject, IAsyncDisp
|
||||
LimitSize = await state.Db.Settings.Get(SettingsKey.DownloadsLimitSize, LimitSize);
|
||||
MaximumSize = await state.Db.Settings.Get(SettingsKey.DownloadsMaximumSize, MaximumSize);
|
||||
|
||||
if (await state.Db.Settings.Get(SettingsKey.DownloadsMaximumSizeUnit, null) is {} unitName && AllUnits.FirstOrDefault(unit => unit.Name == unitName) is {} unitValue) {
|
||||
if (await state.Db.Settings.Get(SettingsKey.DownloadsMaximumSizeUnit, defaultValue: null) is {} unitName && AllUnits.FirstOrDefault(unit => unit.Name == unitName) is {} unitValue) {
|
||||
MaximumSizeUnit = unitValue;
|
||||
}
|
||||
|
||||
@@ -130,7 +131,7 @@ sealed partial class DownloadItemFilterPanelModel : ObservableObject, IAsyncDisp
|
||||
|
||||
|
||||
private void UpdateFilterStatistics() {
|
||||
var filter = CreateFilter();
|
||||
DownloadItemFilter filter = CreateFilter();
|
||||
if (filter.IsEmpty) {
|
||||
downloadItemCountTask.Cancel();
|
||||
matchingItemCount = totalItemCount;
|
||||
@@ -149,11 +150,9 @@ sealed partial class DownloadItemFilterPanelModel : ObservableObject, IAsyncDisp
|
||||
}
|
||||
|
||||
private void UpdateFilterStatisticsText() {
|
||||
var matchingItemCountStr = matchingItemCount?.Format() ?? "(...)";
|
||||
var totalItemCountStr = totalItemCount?.Format() ?? "(...)";
|
||||
|
||||
string matchingItemCountStr = matchingItemCount?.Format() ?? "(...)";
|
||||
string totalItemCountStr = totalItemCount?.Format() ?? "(...)";
|
||||
FilterStatisticsText = verb + " " + matchingItemCountStr + " out of " + totalItemCountStr + " file" + (totalItemCount is null or 1 ? "." : "s.");
|
||||
OnPropertyChanged(nameof(FilterStatisticsText));
|
||||
}
|
||||
|
||||
public DownloadItemFilter CreateFilter() {
|
||||
|
@@ -1,4 +1,5 @@
|
||||
using System.Diagnostics.CodeAnalysis;
|
||||
using System.Globalization;
|
||||
using Avalonia.Controls;
|
||||
|
||||
namespace DHT.Desktop.Main.Controls;
|
||||
@@ -8,8 +9,8 @@ public sealed partial class MessageFilterPanel : UserControl {
|
||||
public MessageFilterPanel() {
|
||||
InitializeComponent();
|
||||
|
||||
var culture = Program.Culture;
|
||||
foreach (var picker in new CalendarDatePicker[] { StartDatePicker, EndDatePicker }) {
|
||||
CultureInfo culture = Program.Culture;
|
||||
foreach (CalendarDatePicker picker in new CalendarDatePicker[] { StartDatePicker, EndDatePicker }) {
|
||||
picker.FirstDayOfWeek = culture.DateTimeFormat.FirstDayOfWeek;
|
||||
picker.SelectedDateFormat = CalendarDatePickerFormat.Custom;
|
||||
picker.CustomDateFormatString = culture.DateTimeFormat.ShortDatePattern;
|
||||
|
@@ -7,7 +7,6 @@ using System.Text;
|
||||
using System.Threading.Tasks;
|
||||
using Avalonia.Controls;
|
||||
using Avalonia.ReactiveUI;
|
||||
using CommunityToolkit.Mvvm.ComponentModel;
|
||||
using DHT.Desktop.Common;
|
||||
using DHT.Desktop.Dialogs.CheckBox;
|
||||
using DHT.Desktop.Dialogs.Message;
|
||||
@@ -16,10 +15,11 @@ using DHT.Server;
|
||||
using DHT.Server.Data;
|
||||
using DHT.Server.Data.Filters;
|
||||
using DHT.Utils.Tasks;
|
||||
using PropertyChanged.SourceGenerator;
|
||||
|
||||
namespace DHT.Desktop.Main.Controls;
|
||||
|
||||
sealed partial class MessageFilterPanelModel : ObservableObject, IDisposable {
|
||||
sealed partial class MessageFilterPanelModel : IDisposable {
|
||||
private static readonly HashSet<string> FilterProperties = [
|
||||
nameof(FilterByDate),
|
||||
nameof(StartDate),
|
||||
@@ -27,40 +27,41 @@ sealed partial class MessageFilterPanelModel : ObservableObject, IDisposable {
|
||||
nameof(FilterByChannel),
|
||||
nameof(IncludedChannels),
|
||||
nameof(FilterByUser),
|
||||
nameof(IncludedUsers)
|
||||
nameof(IncludedUsers),
|
||||
];
|
||||
|
||||
public string FilterStatisticsText { get; private set; } = "";
|
||||
|
||||
public event PropertyChangedEventHandler? FilterPropertyChanged;
|
||||
|
||||
public bool HasAnyFilters => FilterByDate || FilterByChannel || FilterByUser;
|
||||
|
||||
[ObservableProperty]
|
||||
[Notify]
|
||||
private string filterStatisticsText = "";
|
||||
|
||||
[Notify]
|
||||
private bool filterByDate = false;
|
||||
|
||||
[ObservableProperty]
|
||||
[Notify]
|
||||
private DateTime? startDate = null;
|
||||
|
||||
[ObservableProperty]
|
||||
[Notify]
|
||||
private DateTime? endDate = null;
|
||||
|
||||
[ObservableProperty]
|
||||
[Notify]
|
||||
private bool filterByChannel = false;
|
||||
|
||||
[ObservableProperty]
|
||||
[Notify]
|
||||
private HashSet<ulong>? includedChannels = null;
|
||||
|
||||
[ObservableProperty]
|
||||
[Notify]
|
||||
private bool filterByUser = false;
|
||||
|
||||
[ObservableProperty]
|
||||
[Notify]
|
||||
private HashSet<ulong>? includedUsers = null;
|
||||
|
||||
[ObservableProperty]
|
||||
[Notify]
|
||||
private string channelFilterLabel = "";
|
||||
|
||||
[ObservableProperty]
|
||||
[Notify]
|
||||
private string userFilterLabel = "";
|
||||
|
||||
private readonly Window window;
|
||||
@@ -160,7 +161,7 @@ sealed partial class MessageFilterPanelModel : ObservableObject, IDisposable {
|
||||
}
|
||||
|
||||
private void UpdateFilterStatistics() {
|
||||
var filter = CreateFilter();
|
||||
MessageFilter filter = CreateFilter();
|
||||
if (filter.IsEmpty) {
|
||||
exportedMessageCountTask.Cancel();
|
||||
exportedMessageCount = totalMessageCount;
|
||||
@@ -179,26 +180,24 @@ sealed partial class MessageFilterPanelModel : ObservableObject, IDisposable {
|
||||
}
|
||||
|
||||
private void UpdateFilterStatisticsText() {
|
||||
var exportedMessageCountStr = exportedMessageCount?.Format() ?? "(...)";
|
||||
var totalMessageCountStr = totalMessageCount?.Format() ?? "(...)";
|
||||
|
||||
string exportedMessageCountStr = exportedMessageCount?.Format() ?? "(...)";
|
||||
string totalMessageCountStr = totalMessageCount?.Format() ?? "(...)";
|
||||
FilterStatisticsText = verb + " " + exportedMessageCountStr + " out of " + totalMessageCountStr + " message" + (totalMessageCount is null or 1 ? "." : "s.");
|
||||
OnPropertyChanged(nameof(FilterStatisticsText));
|
||||
}
|
||||
|
||||
public async Task OpenChannelFilterDialog() {
|
||||
async Task<List<CheckBoxItem<ulong>>> PrepareChannelItems(ProgressDialog dialog) {
|
||||
var items = new List<CheckBoxItem<ulong>>();
|
||||
var servers = await state.Db.Servers.Get().ToDictionaryAsync(static server => server.Id);
|
||||
Dictionary<ulong, DHT.Server.Data.Server> servers = await state.Db.Servers.Get().ToDictionaryAsync(static server => server.Id);
|
||||
|
||||
await foreach (var channel in state.Db.Channels.Get()) {
|
||||
var channelId = channel.Id;
|
||||
var channelName = channel.Name;
|
||||
await foreach (Channel channel in state.Db.Channels.Get()) {
|
||||
ulong channelId = channel.Id;
|
||||
string channelName = channel.Name;
|
||||
|
||||
string title;
|
||||
if (servers.TryGetValue(channel.Server, out var server)) {
|
||||
var titleBuilder = new StringBuilder();
|
||||
var serverType = server.Type;
|
||||
ServerType? serverType = server.Type;
|
||||
|
||||
titleBuilder.Append('[')
|
||||
.Append(ServerTypes.ToString(serverType))
|
||||
@@ -221,7 +220,7 @@ sealed partial class MessageFilterPanelModel : ObservableObject, IDisposable {
|
||||
|
||||
items.Add(new CheckBoxItem<ulong>(channelId) {
|
||||
Title = title,
|
||||
IsChecked = IncludedChannels == null || IncludedChannels.Contains(channelId)
|
||||
IsChecked = IncludedChannels == null || IncludedChannels.Contains(channelId),
|
||||
});
|
||||
}
|
||||
|
||||
@@ -238,7 +237,7 @@ sealed partial class MessageFilterPanelModel : ObservableObject, IDisposable {
|
||||
return;
|
||||
}
|
||||
|
||||
var result = await OpenIdFilterDialog(Title, items);
|
||||
HashSet<ulong>? result = await OpenIdFilterDialog(Title, items);
|
||||
if (result != null) {
|
||||
IncludedChannels = result;
|
||||
}
|
||||
@@ -248,10 +247,10 @@ sealed partial class MessageFilterPanelModel : ObservableObject, IDisposable {
|
||||
async Task<List<CheckBoxItem<ulong>>> PrepareUserItems(ProgressDialog dialog) {
|
||||
var checkBoxItems = new List<CheckBoxItem<ulong>>();
|
||||
|
||||
await foreach (var user in state.Db.Users.Get()) {
|
||||
await foreach (User user in state.Db.Users.Get()) {
|
||||
checkBoxItems.Add(new CheckBoxItem<ulong>(user.Id) {
|
||||
Title = user.DisplayName == null ? user.Name : $"{user.DisplayName} ({user.Name})",
|
||||
IsChecked = IncludedUsers == null || IncludedUsers.Contains(user.Id)
|
||||
IsChecked = IncludedUsers == null || IncludedUsers.Contains(user.Id),
|
||||
});
|
||||
}
|
||||
|
||||
@@ -268,7 +267,7 @@ sealed partial class MessageFilterPanelModel : ObservableObject, IDisposable {
|
||||
return;
|
||||
}
|
||||
|
||||
var result = await OpenIdFilterDialog(Title, items);
|
||||
HashSet<ulong>? result = await OpenIdFilterDialog(Title, items);
|
||||
if (result != null) {
|
||||
IncludedUsers = result;
|
||||
}
|
||||
@@ -278,7 +277,7 @@ sealed partial class MessageFilterPanelModel : ObservableObject, IDisposable {
|
||||
items.Sort(static (item1, item2) => item1.Title.CompareTo(item2.Title));
|
||||
|
||||
var model = new CheckBoxDialogModel<ulong>(items) {
|
||||
Title = title
|
||||
Title = title,
|
||||
};
|
||||
|
||||
var dialog = new CheckBoxDialog { DataContext = model };
|
||||
|
@@ -16,6 +16,10 @@
|
||||
<Setter Property="FontFamily" Value="Consolas,Courier" />
|
||||
<Setter Property="FontSize" Value="15" />
|
||||
</Style>
|
||||
<Style Selector="Label">
|
||||
<Setter Property="Margin" Value="0 5" />
|
||||
<Setter Property="Padding" Value="0" />
|
||||
</Style>
|
||||
<Style Selector="WrapPanel > StackPanel">
|
||||
<Setter Property="Orientation" Value="Vertical" />
|
||||
<Setter Property="Margin" Value="0 0 10 10" />
|
||||
|
@@ -1,30 +1,30 @@
|
||||
using System;
|
||||
using System.ComponentModel;
|
||||
using System.Threading.Tasks;
|
||||
using Avalonia.Controls;
|
||||
using Avalonia.Threading;
|
||||
using CommunityToolkit.Mvvm.ComponentModel;
|
||||
using DHT.Desktop.Dialogs.Message;
|
||||
using DHT.Desktop.Server;
|
||||
using DHT.Server;
|
||||
using DHT.Server.Service;
|
||||
using DHT.Utils.Logging;
|
||||
using PropertyChanged.SourceGenerator;
|
||||
|
||||
namespace DHT.Desktop.Main.Controls;
|
||||
|
||||
sealed partial class ServerConfigurationPanelModel : ObservableObject, IDisposable {
|
||||
sealed partial class ServerConfigurationPanelModel : IDisposable {
|
||||
private static readonly Log Log = Log.ForType<ServerConfigurationPanelModel>();
|
||||
|
||||
[ObservableProperty]
|
||||
[NotifyPropertyChangedFor(nameof(HasMadeChanges))]
|
||||
[Notify]
|
||||
private string inputPort;
|
||||
|
||||
[ObservableProperty]
|
||||
[NotifyPropertyChangedFor(nameof(HasMadeChanges))]
|
||||
[Notify]
|
||||
private string inputToken;
|
||||
|
||||
[DependsOn(nameof(InputPort), nameof(InputToken))]
|
||||
public bool HasMadeChanges => ServerConfiguration.Port.ToString() != InputPort || ServerConfiguration.Token != InputToken;
|
||||
|
||||
[ObservableProperty(Setter = Access.Private)]
|
||||
[Notify(Setter.Private)]
|
||||
private bool isToggleServerButtonEnabled = true;
|
||||
|
||||
public string ToggleServerButtonText => server.IsRunning ? "Stop Server" : "Start Server";
|
||||
@@ -53,7 +53,7 @@ sealed partial class ServerConfigurationPanelModel : ObservableObject, IDisposab
|
||||
}
|
||||
|
||||
private void UpdateServerStatus() {
|
||||
OnPropertyChanged(nameof(ToggleServerButtonText));
|
||||
OnPropertyChanged(new PropertyChangedEventArgs(nameof(ToggleServerButtonText)));
|
||||
}
|
||||
|
||||
private async Task StartServer() {
|
||||
@@ -106,7 +106,7 @@ sealed partial class ServerConfigurationPanelModel : ObservableObject, IDisposab
|
||||
ServerConfiguration.Port = port;
|
||||
ServerConfiguration.Token = inputToken;
|
||||
|
||||
OnPropertyChanged(nameof(HasMadeChanges));
|
||||
OnPropertyChanged(new PropertyChangedEventArgs(nameof(HasMadeChanges)));
|
||||
|
||||
await StartServer();
|
||||
}
|
||||
|
@@ -2,32 +2,32 @@ using System;
|
||||
using System.Reactive.Linq;
|
||||
using Avalonia.ReactiveUI;
|
||||
using Avalonia.Threading;
|
||||
using CommunityToolkit.Mvvm.ComponentModel;
|
||||
using DHT.Server;
|
||||
using DHT.Server.Service;
|
||||
using PropertyChanged.SourceGenerator;
|
||||
|
||||
namespace DHT.Desktop.Main.Controls;
|
||||
|
||||
sealed partial class StatusBarModel : ObservableObject, IDisposable {
|
||||
[ObservableProperty(Setter = Access.Private)]
|
||||
sealed partial class StatusBarModel : IDisposable {
|
||||
[Notify(Setter.Private)]
|
||||
private long? serverCount;
|
||||
|
||||
[ObservableProperty(Setter = Access.Private)]
|
||||
[Notify(Setter.Private)]
|
||||
private long? channelCount;
|
||||
|
||||
[ObservableProperty(Setter = Access.Private)]
|
||||
[Notify(Setter.Private)]
|
||||
private long? messageCount;
|
||||
|
||||
[ObservableProperty(Setter = Access.Private)]
|
||||
[NotifyPropertyChangedFor(nameof(ServerStatusText))]
|
||||
[Notify(Setter.Private)]
|
||||
private ServerManager.Status serverStatus;
|
||||
|
||||
public string ServerStatusText => serverStatus switch {
|
||||
[DependsOn(nameof(ServerStatus))]
|
||||
public string ServerStatusText => ServerStatus switch {
|
||||
ServerManager.Status.Starting => "STARTING",
|
||||
ServerManager.Status.Started => "READY",
|
||||
ServerManager.Status.Stopping => "STOPPING",
|
||||
ServerManager.Status.Stopped => "STOPPED",
|
||||
_ => ""
|
||||
_ => "",
|
||||
};
|
||||
|
||||
private readonly State state;
|
||||
@@ -45,7 +45,7 @@ sealed partial class StatusBarModel : ObservableObject, IDisposable {
|
||||
channelCountSubscription = state.Db.Channels.TotalCount.ObserveOn(AvaloniaScheduler.Instance).Subscribe(newChannelCount => ChannelCount = newChannelCount);
|
||||
messageCountSubscription = state.Db.Messages.TotalCount.ObserveOn(AvaloniaScheduler.Instance).Subscribe(newMessageCount => MessageCount = newMessageCount);
|
||||
|
||||
state.Server.StatusChanged += OnServerStatusChanged;
|
||||
state.Server.StatusChanged += OnStateServerStatusChanged;
|
||||
serverStatus = state.Server.IsRunning ? ServerManager.Status.Started : ServerManager.Status.Stopped;
|
||||
}
|
||||
|
||||
@@ -54,10 +54,10 @@ sealed partial class StatusBarModel : ObservableObject, IDisposable {
|
||||
channelCountSubscription.Dispose();
|
||||
messageCountSubscription.Dispose();
|
||||
|
||||
state.Server.StatusChanged -= OnServerStatusChanged;
|
||||
state.Server.StatusChanged -= OnStateServerStatusChanged;
|
||||
}
|
||||
|
||||
private void OnServerStatusChanged(object? sender, ServerManager.Status e) {
|
||||
private void OnStateServerStatusChanged(object? sender, ServerManager.Status e) {
|
||||
Dispatcher.UIThread.InvokeAsync(() => ServerStatus = e);
|
||||
}
|
||||
}
|
||||
|
57
app/Desktop/Main/Dialogs/NewDatabaseSettingsDialog.axaml
Normal file
57
app/Desktop/Main/Dialogs/NewDatabaseSettingsDialog.axaml
Normal file
@@ -0,0 +1,57 @@
|
||||
<Window xmlns="https://github.com/avaloniaui"
|
||||
xmlns:x="http://schemas.microsoft.com/winfx/2006/xaml"
|
||||
xmlns:d="http://schemas.microsoft.com/expression/blend/2008"
|
||||
xmlns:mc="http://schemas.openxmlformats.org/markup-compatibility/2006"
|
||||
xmlns:namespace="clr-namespace:DHT.Desktop.Main.Dialogs"
|
||||
mc:Ignorable="d" d:DesignWidth="450"
|
||||
x:Class="DHT.Desktop.Main.Dialogs.NewDatabaseSettingsDialog"
|
||||
x:DataType="namespace:NewDatabaseSettingsDialogModel"
|
||||
Title="New Database Settings"
|
||||
Icon="avares://DiscordHistoryTracker/Resources/icon.ico"
|
||||
Closing="OnClosing"
|
||||
Width="450" SizeToContent="Height" CanResize="False"
|
||||
WindowStartupLocation="CenterOwner">
|
||||
|
||||
<Window.DataContext>
|
||||
<namespace:NewDatabaseSettingsDialogModel />
|
||||
</Window.DataContext>
|
||||
|
||||
<Window.Styles>
|
||||
<Style Selector="Label > StackPanel">
|
||||
<Setter Property="Margin" Value="0 4 0 0" />
|
||||
<Setter Property="Orientation" Value="Vertical" />
|
||||
<Setter Property="Spacing" Value="5" />
|
||||
</Style>
|
||||
<Style Selector="TextBlock.dim">
|
||||
<Setter Property="Foreground" Value="DimGray" />
|
||||
<Setter Property="FontSize" Value="13" />
|
||||
</Style>
|
||||
</Window.Styles>
|
||||
|
||||
<StackPanel Orientation="Vertical" Margin="20">
|
||||
<StackPanel Orientation="Vertical" Spacing="15">
|
||||
<CheckBox IsChecked="{Binding SeparateFileForDownloads}">
|
||||
<Label>
|
||||
<StackPanel>
|
||||
<TextBlock>Use a Separate Database File for Downloads</TextBlock>
|
||||
<TextBlock Classes="dim">Downloaded files will be stored separately from messages. This cannot be changed later.</TextBlock>
|
||||
</StackPanel>
|
||||
</Label>
|
||||
</CheckBox>
|
||||
<CheckBox IsChecked="{Binding DownloadsAutoStart}">
|
||||
<Label>
|
||||
<StackPanel>
|
||||
<TextBlock>Download Files Automatically</TextBlock>
|
||||
<TextBlock Classes="dim">Enables automatic downloads of files hosted on Discord. This can be changed later in the Downloads tab.</TextBlock>
|
||||
</StackPanel>
|
||||
</Label>
|
||||
</CheckBox>
|
||||
</StackPanel>
|
||||
<Panel Classes="buttons">
|
||||
<WrapPanel Classes="right">
|
||||
<Button Click="ClickOk">OK</Button>
|
||||
</WrapPanel>
|
||||
</Panel>
|
||||
</StackPanel>
|
||||
|
||||
</Window>
|
22
app/Desktop/Main/Dialogs/NewDatabaseSettingsDialog.axaml.cs
Normal file
22
app/Desktop/Main/Dialogs/NewDatabaseSettingsDialog.axaml.cs
Normal file
@@ -0,0 +1,22 @@
|
||||
using System.Diagnostics.CodeAnalysis;
|
||||
using Avalonia.Controls;
|
||||
using Avalonia.Interactivity;
|
||||
|
||||
namespace DHT.Desktop.Main.Dialogs;
|
||||
|
||||
[SuppressMessage("ReSharper", "MemberCanBeInternal")]
|
||||
public sealed partial class NewDatabaseSettingsDialog : Window {
|
||||
public NewDatabaseSettingsDialog() {
|
||||
InitializeComponent();
|
||||
}
|
||||
|
||||
private void OnClosing(object? sender, WindowClosingEventArgs e) {
|
||||
if (!e.IsProgrammatic) {
|
||||
e.Cancel = true;
|
||||
}
|
||||
}
|
||||
|
||||
private void ClickOk(object? sender, RoutedEventArgs e) {
|
||||
Close();
|
||||
}
|
||||
}
|
11
app/Desktop/Main/Dialogs/NewDatabaseSettingsDialogModel.cs
Normal file
11
app/Desktop/Main/Dialogs/NewDatabaseSettingsDialogModel.cs
Normal file
@@ -0,0 +1,11 @@
|
||||
using PropertyChanged.SourceGenerator;
|
||||
|
||||
namespace DHT.Desktop.Main.Dialogs;
|
||||
|
||||
sealed partial class NewDatabaseSettingsDialogModel {
|
||||
[Notify]
|
||||
private bool separateFileForDownloads = true;
|
||||
|
||||
[Notify]
|
||||
private bool downloadsAutoStart = true;
|
||||
}
|
@@ -3,25 +3,25 @@ using System.IO;
|
||||
using System.Runtime.InteropServices;
|
||||
using System.Threading.Tasks;
|
||||
using Avalonia.Controls;
|
||||
using CommunityToolkit.Mvvm.ComponentModel;
|
||||
using DHT.Desktop.Dialogs.Message;
|
||||
using DHT.Desktop.Main.Screens;
|
||||
using DHT.Desktop.Server;
|
||||
using DHT.Server;
|
||||
using DHT.Server.Database;
|
||||
using DHT.Utils.Logging;
|
||||
using PropertyChanged.SourceGenerator;
|
||||
|
||||
namespace DHT.Desktop.Main;
|
||||
|
||||
sealed partial class MainWindowModel : ObservableObject, IAsyncDisposable {
|
||||
sealed partial class MainWindowModel : IAsyncDisposable {
|
||||
private const string DefaultTitle = "Discord History Tracker";
|
||||
|
||||
private static readonly Log Log = Log.ForType<MainWindowModel>();
|
||||
|
||||
[ObservableProperty(Setter = Access.Private)]
|
||||
[Notify(Setter.Private)]
|
||||
private string title = DefaultTitle;
|
||||
|
||||
[ObservableProperty(Setter = Access.Private)]
|
||||
[Notify(Setter.Private)]
|
||||
private UserControl currentScreen;
|
||||
|
||||
private readonly WelcomeScreen welcomeScreen;
|
||||
@@ -46,7 +46,7 @@ sealed partial class MainWindowModel : ObservableObject, IAsyncDisposable {
|
||||
welcomeScreen = new WelcomeScreen { DataContext = welcomeScreenModel };
|
||||
currentScreen = welcomeScreen;
|
||||
|
||||
var dbFile = args.DatabaseFile;
|
||||
string? dbFile = args.DatabaseFile;
|
||||
if (!string.IsNullOrWhiteSpace(dbFile)) {
|
||||
async void OnWindowOpened(object? o, EventArgs eventArgs) {
|
||||
window.Opened -= OnWindowOpened;
|
||||
|
@@ -16,11 +16,5 @@
|
||||
<Expander Header="Internal Server Configuration" IsExpanded="True">
|
||||
<controls:ServerConfigurationPanel DataContext="{Binding ServerConfigurationModel}" />
|
||||
</Expander>
|
||||
<Expander Header="Database Tools" IsExpanded="True">
|
||||
<StackPanel Orientation="Vertical" Spacing="10">
|
||||
<TextBlock TextWrapping="Wrap">Recreates the database to remove any traces of deleted data, which frees up space and prevents forensic recovery.</TextBlock>
|
||||
<Button Command="{Binding VacuumDatabase}">Vacuum Database</Button>
|
||||
</StackPanel>
|
||||
</Expander>
|
||||
</StackPanel>
|
||||
</UserControl>
|
||||
|
@@ -1,8 +1,5 @@
|
||||
using System;
|
||||
using System.Threading.Tasks;
|
||||
using Avalonia.Controls;
|
||||
using DHT.Desktop.Dialogs.Message;
|
||||
using DHT.Desktop.Dialogs.Progress;
|
||||
using DHT.Desktop.Main.Controls;
|
||||
using DHT.Server;
|
||||
|
||||
@@ -11,26 +8,14 @@ namespace DHT.Desktop.Main.Pages;
|
||||
sealed class AdvancedPageModel : IDisposable {
|
||||
public ServerConfigurationPanelModel ServerConfigurationModel { get; }
|
||||
|
||||
private readonly Window window;
|
||||
private readonly State state;
|
||||
|
||||
[Obsolete("Designer")]
|
||||
public AdvancedPageModel() : this(null!, State.Dummy) {}
|
||||
|
||||
public AdvancedPageModel(Window window, State state) {
|
||||
this.window = window;
|
||||
this.state = state;
|
||||
|
||||
ServerConfigurationModel = new ServerConfigurationPanelModel(window, state);
|
||||
}
|
||||
|
||||
public void Dispose() {
|
||||
ServerConfigurationModel.Dispose();
|
||||
}
|
||||
|
||||
public async Task VacuumDatabase() {
|
||||
const string Title = "Vacuum Database";
|
||||
await ProgressDialog.ShowIndeterminate(window, Title, "Vacuuming database...", _ => state.Db.Vacuum());
|
||||
await Dialog.ShowOk(window, Title, "Done.");
|
||||
}
|
||||
}
|
||||
|
@@ -27,6 +27,12 @@
|
||||
<Button Command="{Binding MergeWithDatabase}">Merge with Database(s)...</Button>
|
||||
<Button Command="{Binding ImportLegacyArchive}">Import Legacy Archive(s)...</Button>
|
||||
</WrapPanel>
|
||||
<Expander Header="Advanced Tools" Margin="0 15 0 0">
|
||||
<StackPanel Orientation="Vertical" Spacing="10">
|
||||
<TextBlock TextWrapping="Wrap">Recreate the database to free up space after deleting data.</TextBlock>
|
||||
<Button Command="{Binding VacuumDatabase}">Vacuum Database</Button>
|
||||
</StackPanel>
|
||||
</Expander>
|
||||
</StackPanel>
|
||||
|
||||
</UserControl>
|
||||
|
@@ -19,6 +19,7 @@ using DHT.Server.Data;
|
||||
using DHT.Server.Database;
|
||||
using DHT.Server.Database.Import;
|
||||
using DHT.Server.Database.Sqlite.Schema;
|
||||
using DHT.Server.Database.Sqlite.Utils;
|
||||
using DHT.Utils.Logging;
|
||||
|
||||
namespace DHT.Desktop.Main.Pages;
|
||||
@@ -54,11 +55,11 @@ sealed class DatabasePageModel {
|
||||
break;
|
||||
|
||||
case PlatformID.Unix:
|
||||
Process.Start("xdg-open", new string[] { folder });
|
||||
Process.Start("xdg-open", [ folder ]);
|
||||
break;
|
||||
|
||||
case PlatformID.MacOSX:
|
||||
Process.Start("open", new string[] { folder });
|
||||
Process.Start("open", [ folder ]);
|
||||
break;
|
||||
|
||||
default:
|
||||
@@ -72,16 +73,29 @@ sealed class DatabasePageModel {
|
||||
}
|
||||
|
||||
public async Task MergeWithDatabase() {
|
||||
var paths = await DatabaseGui.NewOpenDatabaseFilesDialog(window, Path.GetDirectoryName(Db.Path));
|
||||
if (paths.Length > 0) {
|
||||
await ProgressDialog.Show(window, "Database Merge", async (dialog, callback) => await MergeWithDatabaseFromPaths(Db, paths, dialog, callback));
|
||||
}
|
||||
string[] paths = await DatabaseGui.NewOpenDatabaseFilesDialog(window, Path.GetDirectoryName(Db.Path));
|
||||
if (paths.Length == 0) {
|
||||
return;
|
||||
}
|
||||
|
||||
private static async Task MergeWithDatabaseFromPaths(IDatabaseFile target, string[] paths, ProgressDialog dialog, IProgressCallback callback) {
|
||||
const string Title = "Database Merge";
|
||||
|
||||
ImportResult? result;
|
||||
try {
|
||||
result = await ProgressDialog.Show(window, Title, async (dialog, callback) => await MergeWithDatabaseFromPaths(Db, paths, dialog, callback));
|
||||
} catch (Exception e) {
|
||||
Log.Error(e);
|
||||
await Dialog.ShowOk(window, Title, "Could not merge databases: " + e.Message);
|
||||
return;
|
||||
}
|
||||
|
||||
await Dialog.ShowOk(window, Title, GetImportDialogMessage(result, "database file"));
|
||||
}
|
||||
|
||||
private static async Task<ImportResult?> MergeWithDatabaseFromPaths(IDatabaseFile target, string[] paths, ProgressDialog dialog, IProgressCallback callback) {
|
||||
var schemaUpgradeCallbacks = new SchemaUpgradeCallbacks(dialog, paths.Length);
|
||||
|
||||
await PerformImport(target, paths, dialog, callback, "Database Merge", "Database Error", "database file", async path => {
|
||||
return await PerformImport(target, paths, dialog, callback, "Database Merge", async path => {
|
||||
IDatabaseFile? db = await DatabaseGui.TryOpenOrCreateDatabaseFromPath(path, dialog, schemaUpgradeCallbacks);
|
||||
|
||||
if (db == null) {
|
||||
@@ -97,14 +111,11 @@ sealed class DatabasePageModel {
|
||||
});
|
||||
}
|
||||
|
||||
private sealed class SchemaUpgradeCallbacks : ISchemaUpgradeCallbacks {
|
||||
private readonly ProgressDialog dialog;
|
||||
private readonly int total;
|
||||
private sealed class SchemaUpgradeCallbacks(ProgressDialog dialog, int total) : ISchemaUpgradeCallbacks {
|
||||
private bool? decision;
|
||||
|
||||
public SchemaUpgradeCallbacks(ProgressDialog dialog, int total) {
|
||||
this.total = total;
|
||||
this.dialog = dialog;
|
||||
public Task<InitialDatabaseSettings?> GetInitialDatabaseSettings() {
|
||||
return Task.FromResult<InitialDatabaseSettings?>(null);
|
||||
}
|
||||
|
||||
public async Task<bool> CanUpgrade() {
|
||||
@@ -133,21 +144,34 @@ sealed class DatabasePageModel {
|
||||
}
|
||||
|
||||
public async Task ImportLegacyArchive() {
|
||||
var paths = await window.StorageProvider.OpenFiles(new FilePickerOpenOptions {
|
||||
string[] paths = await window.StorageProvider.OpenFiles(new FilePickerOpenOptions {
|
||||
Title = "Open Legacy DHT Archive",
|
||||
SuggestedStartLocation = await FileDialogs.GetSuggestedStartLocation(window, Path.GetDirectoryName(Db.Path)),
|
||||
AllowMultiple = true
|
||||
AllowMultiple = true,
|
||||
});
|
||||
|
||||
if (paths.Length > 0) {
|
||||
await ProgressDialog.Show(window, "Legacy Archive Import", async (dialog, callback) => await ImportLegacyArchiveFromPaths(Db, paths, dialog, callback));
|
||||
}
|
||||
if (paths.Length == 0) {
|
||||
return;
|
||||
}
|
||||
|
||||
private static async Task ImportLegacyArchiveFromPaths(IDatabaseFile target, string[] paths, ProgressDialog dialog, IProgressCallback callback) {
|
||||
const string Title = "Legacy Archive Import";
|
||||
|
||||
ImportResult? result;
|
||||
try {
|
||||
result = await ProgressDialog.Show(window, Title, async (dialog, callback) => await ImportLegacyArchiveFromPaths(Db, paths, dialog, callback));
|
||||
} catch (Exception e) {
|
||||
Log.Error(e);
|
||||
await Dialog.ShowOk(window, Title, "Could not import legacy archives: " + e.Message);
|
||||
return;
|
||||
}
|
||||
|
||||
await Dialog.ShowOk(window, Title, GetImportDialogMessage(result, "archive file"));
|
||||
}
|
||||
|
||||
private static async Task<ImportResult?> ImportLegacyArchiveFromPaths(IDatabaseFile target, string[] paths, ProgressDialog dialog, IProgressCallback callback) {
|
||||
var fakeSnowflake = new FakeSnowflake();
|
||||
|
||||
await PerformImport(target, paths, dialog, callback, "Legacy Archive Import", "Legacy Archive Error", "archive file", async path => {
|
||||
return await PerformImport(target, paths, dialog, callback, "Legacy Archive Import", async path => {
|
||||
await using var jsonStream = new FileStream(path, FileMode.Open, FileAccess.Read, FileShare.Read);
|
||||
|
||||
return await LegacyArchiveImport.Read(jsonStream, target, fakeSnowflake, async servers => {
|
||||
@@ -167,16 +191,16 @@ sealed class DatabasePageModel {
|
||||
|
||||
var items = new List<TextBoxItem<DHT.Server.Data.Server>>();
|
||||
|
||||
foreach (var server in servers.OrderBy(static server => server.Type).ThenBy(static server => server.Name)) {
|
||||
foreach (DHT.Server.Data.Server server in servers.OrderBy(static server => server.Type).ThenBy(static server => server.Name)) {
|
||||
items.Add(new TextBoxItem<DHT.Server.Data.Server>(server) {
|
||||
Title = server.Name + " (" + ServerTypes.ToNiceString(server.Type) + ")",
|
||||
ValidityCheck = IsValidSnowflake
|
||||
ValidityCheck = IsValidSnowflake,
|
||||
});
|
||||
}
|
||||
|
||||
var model = new TextBoxDialogModel<DHT.Server.Data.Server>(items) {
|
||||
Title = "Imported Server IDs",
|
||||
Description = "Please fill in the IDs of servers and direct messages. First enable Developer Mode in Discord, then right-click each server or direct message, click 'Copy ID', and paste it into the input field. If a server no longer exists, leave its input field empty to use a random ID."
|
||||
Description = "Please fill in the IDs of servers and direct messages. First enable Developer Mode in Discord, then right-click each server or direct message, click 'Copy ID', and paste it into the input field. If a server no longer exists, leave its input field empty to use a random ID.",
|
||||
};
|
||||
|
||||
var dialog = new TextBoxDialog { DataContext = model };
|
||||
@@ -191,9 +215,9 @@ sealed class DatabasePageModel {
|
||||
.ToDictionary(static item => item.Item, static item => ulong.Parse(item.Value));
|
||||
}
|
||||
|
||||
private static async Task PerformImport(IDatabaseFile target, string[] paths, ProgressDialog dialog, IProgressCallback callback, string neutralDialogTitle, string errorDialogTitle, string itemName, Func<string, Task<bool>> performImport) {
|
||||
private static async Task<ImportResult?> PerformImport(IDatabaseFile target, string[] paths, ProgressDialog dialog, IProgressCallback callback, string dialogTitle, Func<string, Task<bool>> performImport) {
|
||||
int total = paths.Length;
|
||||
var oldStatistics = await DatabaseStatistics.Take(target);
|
||||
DatabaseStatistics oldStatistics = await DatabaseStatistics.Take(target);
|
||||
|
||||
int successful = 0;
|
||||
int finished = 0;
|
||||
@@ -203,7 +227,7 @@ sealed class DatabasePageModel {
|
||||
++finished;
|
||||
|
||||
if (!File.Exists(path)) {
|
||||
await Dialog.ShowOk(dialog, errorDialogTitle, "File '" + Path.GetFileName(path) + "' no longer exists.");
|
||||
await Dialog.ShowOk(dialog, dialogTitle, "File '" + Path.GetFileName(path) + "' no longer exists.");
|
||||
continue;
|
||||
}
|
||||
|
||||
@@ -213,19 +237,18 @@ sealed class DatabasePageModel {
|
||||
}
|
||||
} catch (Exception ex) {
|
||||
Log.Error(ex);
|
||||
await Dialog.ShowOk(dialog, errorDialogTitle, "File '" + Path.GetFileName(path) + "' could not be imported: " + ex.Message);
|
||||
await Dialog.ShowOk(dialog, dialogTitle, "File '" + Path.GetFileName(path) + "' could not be imported: " + ex.Message);
|
||||
}
|
||||
}
|
||||
|
||||
await callback.Update("Done", finished, total);
|
||||
|
||||
if (successful == 0) {
|
||||
await Dialog.ShowOk(dialog, neutralDialogTitle, "Nothing was imported.");
|
||||
return;
|
||||
return null;
|
||||
}
|
||||
|
||||
var newStatistics = await DatabaseStatistics.Take(target);
|
||||
await Dialog.ShowOk(dialog, neutralDialogTitle, GetImportDialogMessage(oldStatistics, newStatistics, successful, total, itemName));
|
||||
DatabaseStatistics newStatistics = await DatabaseStatistics.Take(target);
|
||||
return new ImportResult(oldStatistics, newStatistics, successful, total);
|
||||
}
|
||||
|
||||
private sealed record DatabaseStatistics(long ServerCount, long ChannelCount, long UserCount, long MessageCount) {
|
||||
@@ -239,20 +262,29 @@ sealed class DatabasePageModel {
|
||||
}
|
||||
}
|
||||
|
||||
private static string GetImportDialogMessage(DatabaseStatistics oldStatistics, DatabaseStatistics newStatistics, int successfulItems, int totalItems, string itemName) {
|
||||
private sealed record ImportResult(DatabaseStatistics OldStatistics, DatabaseStatistics NewStatistics, int SuccessfulItems, int TotalItems);
|
||||
|
||||
private static string GetImportDialogMessage(ImportResult? result, string itemName) {
|
||||
if (result == null) {
|
||||
return "Nothing was imported.";
|
||||
}
|
||||
|
||||
var oldStatistics = result.OldStatistics;
|
||||
var newStatistics = result.NewStatistics;
|
||||
|
||||
long newServers = newStatistics.ServerCount - oldStatistics.ServerCount;
|
||||
long newChannels = newStatistics.ChannelCount - oldStatistics.ChannelCount;
|
||||
long newUsers = newStatistics.UserCount - oldStatistics.UserCount;
|
||||
long newMessages = newStatistics.MessageCount - oldStatistics.MessageCount;
|
||||
|
||||
StringBuilder message = new StringBuilder();
|
||||
var message = new StringBuilder();
|
||||
message.Append("Processed ");
|
||||
|
||||
if (successfulItems == totalItems) {
|
||||
message.Append(successfulItems.Pluralize(itemName));
|
||||
if (result.SuccessfulItems == result.TotalItems) {
|
||||
message.Append(result.SuccessfulItems.Pluralize(itemName));
|
||||
}
|
||||
else {
|
||||
message.Append(successfulItems.Format()).Append(" out of ").Append(totalItems.Pluralize(itemName));
|
||||
message.Append(result.SuccessfulItems.Format()).Append(" out of ").Append(result.TotalItems.Pluralize(itemName));
|
||||
}
|
||||
|
||||
message.Append(" and added:\n\n \u2022 ");
|
||||
@@ -263,4 +295,18 @@ sealed class DatabasePageModel {
|
||||
|
||||
return message.ToString();
|
||||
}
|
||||
|
||||
public async Task VacuumDatabase() {
|
||||
const string Title = "Vacuum Database";
|
||||
|
||||
try {
|
||||
await ProgressDialog.ShowIndeterminate(window, Title, "Vacuuming database...", _ => Db.Vacuum());
|
||||
} catch (Exception e) {
|
||||
Log.Error(e);
|
||||
await Dialog.ShowOk(window, Title, "Could not vacuum database: " + e.Message);
|
||||
return;
|
||||
}
|
||||
|
||||
await Dialog.ShowOk(window, Title, "Done.");
|
||||
}
|
||||
}
|
||||
|
@@ -16,6 +16,10 @@
|
||||
<Setter Property="FontFamily" Value="Consolas,Courier" />
|
||||
<Setter Property="FontSize" Value="15" />
|
||||
</Style>
|
||||
<Style Selector="Label">
|
||||
<Setter Property="Margin" Value="0 5" />
|
||||
<Setter Property="Padding" Value="0" />
|
||||
</Style>
|
||||
<Style Selector="WrapPanel > StackPanel">
|
||||
<Setter Property="Orientation" Value="Vertical" />
|
||||
<Setter Property="Margin" Value="0 0 10 10" />
|
||||
|
@@ -51,7 +51,7 @@ sealed class DebugPageModel {
|
||||
|
||||
private async Task GenerateRandomData(int channelCount, int userCount, int messageCount, IProgressCallback callback) {
|
||||
int batchCount = (messageCount + BatchSize - 1) / BatchSize;
|
||||
await callback.Update("Adding messages in batches of " + BatchSize, 0, batchCount);
|
||||
await callback.Update("Adding messages in batches of " + BatchSize, finishedItems: 0, totalItems: batchCount);
|
||||
|
||||
var rand = new Random();
|
||||
var server = new DHT.Server.Data.Server {
|
||||
@@ -60,46 +60,46 @@ sealed class DebugPageModel {
|
||||
Type = ServerType.Server,
|
||||
};
|
||||
|
||||
var channels = Enumerable.Range(0, channelCount).Select(i => new Channel {
|
||||
Channel[] channels = Enumerable.Range(start: 0, channelCount).Select(i => new Channel {
|
||||
Id = RandomId(rand),
|
||||
Server = server.Id,
|
||||
Name = RandomName("c"),
|
||||
ParentId = null,
|
||||
Position = i,
|
||||
Topic = RandomText(rand, 10),
|
||||
Topic = RandomText(rand, maxWords: 10),
|
||||
Nsfw = rand.Next(4) == 0,
|
||||
}).ToArray();
|
||||
|
||||
var users = Enumerable.Range(0, userCount).Select(_ => new User {
|
||||
User[] users = Enumerable.Range(start: 0, userCount).Select(_ => new User {
|
||||
Id = RandomId(rand),
|
||||
Name = RandomName("u"),
|
||||
DisplayName = RandomName("u"),
|
||||
AvatarUrl = null,
|
||||
Discriminator = rand.Next(0, 9999).ToString(),
|
||||
Discriminator = rand.Next(minValue: 0, maxValue: 9999).ToString(),
|
||||
}).ToArray();
|
||||
|
||||
await state.Db.Users.Add(users);
|
||||
await state.Db.Servers.Add([server]);
|
||||
await state.Db.Channels.Add(channels);
|
||||
|
||||
var now = DateTimeOffset.Now;
|
||||
DateTimeOffset now = DateTimeOffset.Now;
|
||||
int batchIndex = 0;
|
||||
|
||||
while (messageCount > 0) {
|
||||
int hourOffset = batchIndex;
|
||||
|
||||
var messages = Enumerable.Range(0, Math.Min(messageCount, BatchSize)).Select(i => {
|
||||
Message[] messages = Enumerable.Range(start: 0, Math.Min(messageCount, BatchSize)).Select(i => {
|
||||
DateTimeOffset time = now.AddHours(hourOffset).AddMinutes(i * 60.0 / BatchSize);
|
||||
DateTimeOffset? edit = rand.Next(100) == 0 ? time.AddSeconds(rand.Next(1, 60)) : null;
|
||||
DateTimeOffset? edit = rand.Next(100) == 0 ? time.AddSeconds(rand.Next(minValue: 1, maxValue: 60)) : null;
|
||||
|
||||
var timeMillis = time.ToUnixTimeMilliseconds();
|
||||
var editMillis = edit?.ToUnixTimeMilliseconds();
|
||||
long timeMillis = time.ToUnixTimeMilliseconds();
|
||||
long? editMillis = edit?.ToUnixTimeMilliseconds();
|
||||
|
||||
return new Message {
|
||||
Id = (ulong) timeMillis,
|
||||
Sender = RandomBiasedIndex(rand, users).Id,
|
||||
Channel = RandomBiasedIndex(rand, channels).Id,
|
||||
Text = RandomText(rand, 100),
|
||||
Text = RandomText(rand, maxWords: 100),
|
||||
Timestamp = timeMillis,
|
||||
EditTimestamp = editMillis,
|
||||
RepliedToId = null,
|
||||
@@ -153,12 +153,12 @@ sealed class DebugPageModel {
|
||||
"vanilla",
|
||||
"watercress", "watermelon",
|
||||
"yam",
|
||||
"zucchini"
|
||||
"zucchini",
|
||||
];
|
||||
|
||||
private static string RandomText(Random rand, int maxWords) {
|
||||
int wordCount = 1 + (int) Math.Floor(maxWords * Math.Pow(rand.NextDouble(), 3));
|
||||
return string.Join(' ', Enumerable.Range(0, wordCount).Select(_ => RandomWords[rand.Next(RandomWords.Length)]));
|
||||
int wordCount = 1 + (int) Math.Floor(maxWords * Math.Pow(rand.NextDouble(), y: 3));
|
||||
return string.Join(separator: ' ', Enumerable.Range(start: 0, wordCount).Select(_ => RandomWords[rand.Next(RandomWords.Length)]));
|
||||
}
|
||||
}
|
||||
#else
|
||||
|
@@ -13,8 +13,8 @@
|
||||
</Design.DataContext>
|
||||
|
||||
<UserControl.Styles>
|
||||
<Style Selector="Expander">
|
||||
<Setter Property="Margin" Value="0 5 0 0" />
|
||||
<Style Selector="WrapPanel > Button">
|
||||
<Setter Property="Margin" Value="0 0 10 10" />
|
||||
</Style>
|
||||
<Style Selector="DataGridColumnHeader">
|
||||
<Setter Property="FontWeight" Value="Medium" />
|
||||
@@ -30,16 +30,18 @@
|
||||
</Style>
|
||||
</UserControl.Styles>
|
||||
|
||||
<StackPanel Orientation="Vertical" Spacing="20">
|
||||
<StackPanel Orientation="Horizontal" Spacing="10">
|
||||
<StackPanel Orientation="Vertical">
|
||||
<WrapPanel Orientation="Horizontal">
|
||||
<Button Command="{Binding OnClickToggleDownload}" Content="{Binding ToggleDownloadButtonText}" IsEnabled="{Binding IsToggleDownloadButtonEnabled}" />
|
||||
<Button Command="{Binding OnClickRetryFailedDownloads}" IsEnabled="{Binding IsRetryFailedOnDownloadsButtonEnabled}">Retry Failed Downloads</Button>
|
||||
</StackPanel>
|
||||
<Button Command="{Binding OnClickRetryFailed}" IsEnabled="{Binding IsRetryFailedOnDownloadsButtonEnabled}">Retry Failed</Button>
|
||||
<Button Command="{Binding OnClickDeleteOrphaned}">Delete Orphaned</Button>
|
||||
<Button Command="{Binding OnClickExportAll}" IsEnabled="{Binding HasSuccessfulDownloads}">Export All...</Button>
|
||||
</WrapPanel>
|
||||
<StackPanel Orientation="Vertical" Spacing="20" Margin="0 10 0 0">
|
||||
<controls:DownloadItemFilterPanel DataContext="{Binding FilterModel}" IsEnabled="{Binding !$parent[UserControl].((pages:DownloadsPageModel)DataContext).IsDownloading}" />
|
||||
<TextBlock TextWrapping="Wrap">
|
||||
Downloading state and filter settings are remembered per-database.
|
||||
</TextBlock>
|
||||
<StackPanel Orientation="Vertical" Spacing="12">
|
||||
<Expander Header="Download Status" IsExpanded="True">
|
||||
<DataGrid ItemsSource="{Binding StatisticsRows}" AutoGenerateColumns="False" CanUserReorderColumns="False" CanUserResizeColumns="False" CanUserSortColumns="False" IsReadOnly="True">
|
||||
<DataGrid.Columns>
|
||||
|
@@ -1,40 +1,51 @@
|
||||
using System;
|
||||
using System.Collections.Generic;
|
||||
using System.Collections.ObjectModel;
|
||||
using System.ComponentModel;
|
||||
using System.Reactive.Linq;
|
||||
using System.Threading.Tasks;
|
||||
using Avalonia.Controls;
|
||||
using Avalonia.Platform.Storage;
|
||||
using Avalonia.ReactiveUI;
|
||||
using CommunityToolkit.Mvvm.ComponentModel;
|
||||
using DHT.Desktop.Common;
|
||||
using DHT.Desktop.Dialogs.File;
|
||||
using DHT.Desktop.Dialogs.Message;
|
||||
using DHT.Desktop.Dialogs.Progress;
|
||||
using DHT.Desktop.Main.Controls;
|
||||
using DHT.Server;
|
||||
using DHT.Server.Data;
|
||||
using DHT.Server.Data.Aggregations;
|
||||
using DHT.Server.Data.Filters;
|
||||
using DHT.Server.Data.Settings;
|
||||
using DHT.Server.Download;
|
||||
using DHT.Utils.Logging;
|
||||
using DHT.Utils.Tasks;
|
||||
using PropertyChanged.SourceGenerator;
|
||||
|
||||
namespace DHT.Desktop.Main.Pages;
|
||||
|
||||
sealed partial class DownloadsPageModel : ObservableObject, IAsyncDisposable {
|
||||
sealed partial class DownloadsPageModel : IAsyncDisposable {
|
||||
private static readonly Log Log = Log.ForType<DownloadsPageModel>();
|
||||
|
||||
[ObservableProperty(Setter = Access.Private)]
|
||||
[Notify(Setter.Private)]
|
||||
private bool isToggleDownloadButtonEnabled = true;
|
||||
|
||||
[DependsOn(nameof(IsDownloading))]
|
||||
public string ToggleDownloadButtonText => IsDownloading ? "Stop Downloading" : "Start Downloading";
|
||||
|
||||
[ObservableProperty(Setter = Access.Private)]
|
||||
[NotifyPropertyChangedFor(nameof(IsRetryFailedOnDownloadsButtonEnabled))]
|
||||
[Notify(Setter.Private)]
|
||||
private bool isRetryingFailedDownloads = false;
|
||||
|
||||
[ObservableProperty(Setter = Access.Private)]
|
||||
[NotifyPropertyChangedFor(nameof(IsRetryFailedOnDownloadsButtonEnabled))]
|
||||
[Notify(Setter.Private)]
|
||||
private bool hasSuccessfulDownloads;
|
||||
|
||||
[Notify(Setter.Private)]
|
||||
private bool hasFailedDownloads;
|
||||
|
||||
[DependsOn(nameof(IsRetryingFailedDownloads), nameof(HasFailedDownloads))]
|
||||
public bool IsRetryFailedOnDownloadsButtonEnabled => !IsRetryingFailedDownloads && HasFailedDownloads;
|
||||
|
||||
[ObservableProperty(Setter = Access.Private)]
|
||||
[Notify(Setter.Private)]
|
||||
private string downloadMessage = "";
|
||||
|
||||
public DownloadItemFilterPanelModel FilterModel { get; }
|
||||
@@ -48,6 +59,7 @@ sealed partial class DownloadsPageModel : ObservableObject, IAsyncDisposable {
|
||||
|
||||
public bool IsDownloading => state.Downloader.IsDownloading;
|
||||
|
||||
private readonly Window window;
|
||||
private readonly State state;
|
||||
private readonly ThrottledTask<DownloadStatusStatistics> downloadStatisticsTask;
|
||||
private readonly IDisposable downloadItemCountSubscription;
|
||||
@@ -55,9 +67,10 @@ sealed partial class DownloadsPageModel : ObservableObject, IAsyncDisposable {
|
||||
private IDisposable? finishedItemsSubscription;
|
||||
private DownloadItemFilter? currentDownloadFilter;
|
||||
|
||||
public DownloadsPageModel() : this(State.Dummy) {}
|
||||
public DownloadsPageModel() : this(null!, State.Dummy) {}
|
||||
|
||||
public DownloadsPageModel(State state) {
|
||||
public DownloadsPageModel(Window window, State state) {
|
||||
this.window = window;
|
||||
this.state = state;
|
||||
|
||||
FilterModel = new DownloadItemFilterPanelModel(state);
|
||||
@@ -66,7 +79,7 @@ sealed partial class DownloadsPageModel : ObservableObject, IAsyncDisposable {
|
||||
statisticsPending,
|
||||
statisticsDownloaded,
|
||||
statisticsFailed,
|
||||
statisticsSkipped
|
||||
statisticsSkipped,
|
||||
];
|
||||
|
||||
downloadStatisticsTask = new ThrottledTask<DownloadStatusStatistics>(Log, UpdateStatistics, TaskScheduler.FromCurrentSynchronizationContext());
|
||||
@@ -78,7 +91,7 @@ sealed partial class DownloadsPageModel : ObservableObject, IAsyncDisposable {
|
||||
public async Task Initialize() {
|
||||
await FilterModel.Initialize();
|
||||
|
||||
if (await state.Db.Settings.Get(SettingsKey.DownloadsAutoStart, false)) {
|
||||
if (await state.Db.Settings.Get(SettingsKey.DownloadsAutoStart, defaultValue: false)) {
|
||||
await StartDownload();
|
||||
}
|
||||
}
|
||||
@@ -113,7 +126,7 @@ sealed partial class DownloadsPageModel : ObservableObject, IAsyncDisposable {
|
||||
private async Task StartDownload() {
|
||||
await state.Db.Downloads.MoveDownloadingItemsBackToQueue();
|
||||
|
||||
var finishedItems = await state.Downloader.Start(currentDownloadFilter = FilterModel.CreateFilter());
|
||||
IObservable<DownloadItem> finishedItems = await state.Downloader.Start(currentDownloadFilter = FilterModel.CreateFilter());
|
||||
finishedItemsSubscription = finishedItems.ObserveOn(AvaloniaScheduler.Instance).Subscribe(OnItemFinished);
|
||||
|
||||
OnDownloadStateChanged();
|
||||
@@ -133,15 +146,14 @@ sealed partial class DownloadsPageModel : ObservableObject, IAsyncDisposable {
|
||||
private void OnDownloadStateChanged() {
|
||||
RecomputeDownloadStatistics();
|
||||
|
||||
OnPropertyChanged(nameof(ToggleDownloadButtonText));
|
||||
OnPropertyChanged(nameof(IsDownloading));
|
||||
OnPropertyChanged(new PropertyChangedEventArgs(nameof(IsDownloading)));
|
||||
}
|
||||
|
||||
private void OnItemFinished(DownloadItem item) {
|
||||
RecomputeDownloadStatistics();
|
||||
}
|
||||
|
||||
public async Task OnClickRetryFailedDownloads() {
|
||||
public async Task OnClickRetryFailed() {
|
||||
IsRetryingFailedDownloads = true;
|
||||
|
||||
try {
|
||||
@@ -158,6 +170,96 @@ sealed partial class DownloadsPageModel : ObservableObject, IAsyncDisposable {
|
||||
downloadStatisticsTask.Post(cancellationToken => state.Db.Downloads.GetStatistics(currentDownloadFilter ?? new DownloadItemFilter(), cancellationToken));
|
||||
}
|
||||
|
||||
public async Task OnClickDeleteOrphaned() {
|
||||
const string Title = "Delete Orphaned Downloads";
|
||||
|
||||
try {
|
||||
await ProgressDialog.Show(window, Title, async (_, callback) => {
|
||||
await callback.UpdateIndeterminate("Searching for orphaned downloads...");
|
||||
|
||||
HashSet<string> reachableNormalizedUrls = [];
|
||||
HashSet<string> orphanedNormalizedUrls = [];
|
||||
|
||||
await foreach (Download download in state.Db.Downloads.FindAllDownloadableUrls()) {
|
||||
reachableNormalizedUrls.Add(download.NormalizedUrl);
|
||||
}
|
||||
|
||||
await foreach (Download download in state.Db.Downloads.Get()) {
|
||||
string normalizedUrl = download.NormalizedUrl;
|
||||
if (!reachableNormalizedUrls.Contains(normalizedUrl)) {
|
||||
orphanedNormalizedUrls.Add(normalizedUrl);
|
||||
}
|
||||
}
|
||||
|
||||
if (orphanedNormalizedUrls.Count == 0) {
|
||||
await Dialog.ShowOk(window, Title, "No orphaned downloads found.");
|
||||
return;
|
||||
}
|
||||
|
||||
if (await Dialog.ShowYesNo(window, Title, orphanedNormalizedUrls.Count + " orphaned download(s) will be removed from this database. This action cannot be undone. Proceed?") != DialogResult.YesNo.Yes) {
|
||||
return;
|
||||
}
|
||||
|
||||
await callback.UpdateIndeterminate("Deleting orphaned downloads...");
|
||||
await state.Db.Downloads.Remove(orphanedNormalizedUrls);
|
||||
RecomputeDownloadStatistics();
|
||||
|
||||
if (await Dialog.ShowYesNo(window, Title, "Orphaned downloads deleted. Vacuum database now to reclaim space?") != DialogResult.YesNo.Yes) {
|
||||
return;
|
||||
}
|
||||
|
||||
await callback.UpdateIndeterminate("Vacuuming database...");
|
||||
await state.Db.Vacuum();
|
||||
});
|
||||
} catch (Exception e) {
|
||||
Log.Error(e);
|
||||
await Dialog.ShowOk(window, Title, "Could not delete orphaned downloads: " + e.Message);
|
||||
}
|
||||
}
|
||||
|
||||
public async Task OnClickExportAll() {
|
||||
const string Title = "Export Downloaded Files";
|
||||
|
||||
string[] folders = await window.StorageProvider.OpenFolders(new FolderPickerOpenOptions {
|
||||
Title = Title,
|
||||
AllowMultiple = false,
|
||||
});
|
||||
|
||||
if (folders.Length != 1) {
|
||||
return;
|
||||
}
|
||||
|
||||
string folderPath = folders[0];
|
||||
|
||||
DownloadExporter exporter = new DownloadExporter(state.Db, folderPath);
|
||||
DownloadExporter.Result result;
|
||||
try {
|
||||
result = await ProgressDialog.Show(window, Title, async (_, callback) => {
|
||||
await callback.UpdateIndeterminate("Exporting downloaded files...");
|
||||
return await exporter.Export(new ExportProgressReporter(callback));
|
||||
});
|
||||
} catch (Exception e) {
|
||||
Log.Error(e);
|
||||
await Dialog.ShowOk(window, Title, "Could not export downloaded files: " + e.Message);
|
||||
return;
|
||||
}
|
||||
|
||||
string messageStart = "Exported " + result.SuccessfulCount.Pluralize("file");
|
||||
|
||||
if (result.FailedCount > 0L) {
|
||||
await Dialog.ShowOk(window, Title, messageStart + " (" + result.FailedCount.Format() + " failed).");
|
||||
}
|
||||
else {
|
||||
await Dialog.ShowOk(window, Title, messageStart + ".");
|
||||
}
|
||||
}
|
||||
|
||||
private sealed class ExportProgressReporter(IProgressCallback callback) : DownloadExporter.IProgressReporter {
|
||||
public Task ReportProgress(long processedCount, long totalCount) {
|
||||
return callback.Update("Exporting downloaded files...", processedCount, totalCount);
|
||||
}
|
||||
}
|
||||
|
||||
private void UpdateStatistics(DownloadStatusStatistics statusStatistics) {
|
||||
statisticsPending.Items = statusStatistics.PendingCount;
|
||||
statisticsPending.Size = statusStatistics.PendingTotalSize;
|
||||
@@ -175,24 +277,23 @@ sealed partial class DownloadsPageModel : ObservableObject, IAsyncDisposable {
|
||||
statisticsSkipped.Size = statusStatistics.SkippedTotalSize;
|
||||
statisticsSkipped.HasFilesWithUnknownSize = statusStatistics.SkippedWithUnknownSizeCount > 0;
|
||||
|
||||
HasSuccessfulDownloads = statusStatistics.SuccessfulCount > 0;
|
||||
HasFailedDownloads = statusStatistics.FailedCount > 0;
|
||||
}
|
||||
|
||||
[ObservableObject]
|
||||
public sealed partial class StatisticsRow(string state) {
|
||||
public string State { get; } = state;
|
||||
|
||||
[ObservableProperty]
|
||||
[Notify]
|
||||
private int items;
|
||||
|
||||
[ObservableProperty]
|
||||
[NotifyPropertyChangedFor(nameof(SizeText))]
|
||||
[Notify]
|
||||
private ulong? size;
|
||||
|
||||
[ObservableProperty]
|
||||
[NotifyPropertyChangedFor(nameof(SizeText))]
|
||||
[Notify]
|
||||
private bool hasFilesWithUnknownSize;
|
||||
|
||||
[DependsOn(nameof(Size), nameof(HasFilesWithUnknownSize))]
|
||||
public string SizeText {
|
||||
get {
|
||||
if (size == null) {
|
||||
|
@@ -13,13 +13,21 @@
|
||||
|
||||
<StackPanel Spacing="10">
|
||||
<TextBlock TextWrapping="Wrap">
|
||||
To start tracking messages, copy the tracking script and paste it into the console of either the Discord app, or your browser. The console is usually opened by pressing Ctrl+Shift+I.
|
||||
<TextBlock.Text>
|
||||
<MultiBinding StringFormat="To start tracking messages, copy the tracking script and paste it into the console of either the Discord app, or your browser. The console is usually opened by pressing {0}.">
|
||||
<Binding Path="OpenDevToolsShortcutText" />
|
||||
</MultiBinding>
|
||||
</TextBlock.Text>
|
||||
</TextBlock>
|
||||
<StackPanel DockPanel.Dock="Left" Orientation="Horizontal" Spacing="10">
|
||||
<Button x:Name="CopyTrackingScript" Click="CopyTrackingScriptButton_OnClick" IsEnabled="{Binding IsCopyTrackingScriptButtonEnabled}">Copy Tracking Script</Button>
|
||||
</StackPanel>
|
||||
<TextBlock TextWrapping="Wrap" Margin="0 5 0 0">
|
||||
By default, the Discord app does not allow opening the console. The button below will change a hidden setting in the Discord app that controls whether the Ctrl+Shift+I shortcut is enabled.
|
||||
<TextBlock.Text>
|
||||
<MultiBinding StringFormat="By default, the Discord app does not allow opening the console. The button below will change a hidden setting in the Discord app that controls whether the {0} shortcut is enabled.">
|
||||
<Binding Path="OpenDevToolsShortcutText" />
|
||||
</MultiBinding>
|
||||
</TextBlock.Text>
|
||||
</TextBlock>
|
||||
<Button DockPanel.Dock="Right" Command="{Binding OnClickToggleAppDevTools}" Content="{Binding ToggleAppDevToolsButtonText}" IsEnabled="{Binding IsToggleAppDevToolsButtonEnabled}" />
|
||||
</StackPanel>
|
||||
|
@@ -16,7 +16,7 @@ public sealed partial class TrackingPage : UserControl {
|
||||
|
||||
public async void CopyTrackingScriptButton_OnClick(object? sender, RoutedEventArgs e) {
|
||||
if (DataContext is TrackingPageModel model) {
|
||||
var originalText = CopyTrackingScript.Content;
|
||||
object? originalText = CopyTrackingScript.Content;
|
||||
CopyTrackingScript.MinWidth = CopyTrackingScript.Bounds.Width;
|
||||
|
||||
if (await model.OnClickCopyTrackingScript() && !isCopyingScript) {
|
||||
|
@@ -3,26 +3,28 @@ using System.Threading;
|
||||
using System.Threading.Tasks;
|
||||
using System.Web;
|
||||
using Avalonia.Controls;
|
||||
using CommunityToolkit.Mvvm.ComponentModel;
|
||||
using Avalonia.Input.Platform;
|
||||
using DHT.Desktop.Dialogs.Message;
|
||||
using DHT.Desktop.Discord;
|
||||
using DHT.Desktop.Server;
|
||||
using PropertyChanged.SourceGenerator;
|
||||
using static DHT.Desktop.Program;
|
||||
|
||||
namespace DHT.Desktop.Main.Pages;
|
||||
|
||||
sealed partial class TrackingPageModel : ObservableObject {
|
||||
[ObservableProperty(Setter = Access.Private)]
|
||||
sealed partial class TrackingPageModel {
|
||||
[Notify(Setter.Private)]
|
||||
private bool isCopyTrackingScriptButtonEnabled = true;
|
||||
|
||||
[ObservableProperty(Setter = Access.Private)]
|
||||
[NotifyPropertyChangedFor(nameof(ToggleAppDevToolsButtonText))]
|
||||
[Notify(Setter.Private)]
|
||||
private bool? areDevToolsEnabled = null;
|
||||
|
||||
[ObservableProperty(Setter = Access.Private)]
|
||||
[NotifyPropertyChangedFor(nameof(ToggleAppDevToolsButtonText))]
|
||||
[Notify(Setter.Private)]
|
||||
private bool isToggleAppDevToolsButtonEnabled = false;
|
||||
|
||||
public string OpenDevToolsShortcutText { get; } = OperatingSystem.IsMacOS() ? "Cmd+Shift+I" : "Ctrl+Shift+I";
|
||||
|
||||
[DependsOn(nameof(AreDevToolsEnabled), nameof(IsToggleAppDevToolsButtonEnabled))]
|
||||
public string ToggleAppDevToolsButtonText {
|
||||
get {
|
||||
if (!AreDevToolsEnabled.HasValue) {
|
||||
@@ -33,7 +35,7 @@ sealed partial class TrackingPageModel : ObservableObject {
|
||||
return "Unavailable";
|
||||
}
|
||||
|
||||
return AreDevToolsEnabled.Value ? "Disable Ctrl+Shift+I" : "Enable Ctrl+Shift+I";
|
||||
return (AreDevToolsEnabled.Value ? "Disable" : "Enable") + " " + OpenDevToolsShortcutText;
|
||||
}
|
||||
}
|
||||
|
||||
@@ -62,7 +64,7 @@ sealed partial class TrackingPageModel : ObservableObject {
|
||||
string url = $"http://127.0.0.1:{ServerConfiguration.Port}/get-tracking-script?token={HttpUtility.UrlEncode(ServerConfiguration.Token)}";
|
||||
string script = (await Resources.ReadTextAsync("tracker-loader.js")).Trim().Replace("{url}", url);
|
||||
|
||||
var clipboard = window.Clipboard;
|
||||
IClipboard? clipboard = window.Clipboard;
|
||||
if (clipboard == null) {
|
||||
await Dialog.ShowOk(window, "Copy Tracking Script", "Clipboard is not available on this system.");
|
||||
return false;
|
||||
@@ -102,11 +104,11 @@ sealed partial class TrackingPageModel : ObservableObject {
|
||||
switch (await DiscordAppSettings.ConfigureDevTools(newState)) {
|
||||
case SettingsJsonResult.Success:
|
||||
AreDevToolsEnabled = newState;
|
||||
await Dialog.ShowOk(window, DialogTitle, "Ctrl+Shift+I was " + (newState ? "enabled." : "disabled.") + " Restart the Discord app for the change to take effect.");
|
||||
await Dialog.ShowOk(window, DialogTitle, OpenDevToolsShortcutText + " was " + (newState ? "enabled." : "disabled.") + " Restart the Discord app for the change to take effect.");
|
||||
break;
|
||||
|
||||
case SettingsJsonResult.AlreadySet:
|
||||
await Dialog.ShowOk(window, DialogTitle, "Ctrl+Shift+I is already " + (newState ? "enabled." : "disabled."));
|
||||
await Dialog.ShowOk(window, DialogTitle, OpenDevToolsShortcutText + " is already " + (newState ? "enabled." : "disabled."));
|
||||
AreDevToolsEnabled = newState;
|
||||
break;
|
||||
|
||||
|
@@ -3,7 +3,6 @@ using System.ComponentModel;
|
||||
using System.Threading.Tasks;
|
||||
using System.Web;
|
||||
using Avalonia.Controls;
|
||||
using CommunityToolkit.Mvvm.ComponentModel;
|
||||
using DHT.Desktop.Common;
|
||||
using DHT.Desktop.Dialogs.Message;
|
||||
using DHT.Desktop.Dialogs.Progress;
|
||||
@@ -12,14 +11,18 @@ using DHT.Desktop.Server;
|
||||
using DHT.Server;
|
||||
using DHT.Server.Data.Filters;
|
||||
using DHT.Server.Service.Viewer;
|
||||
using DHT.Utils.Logging;
|
||||
using PropertyChanged.SourceGenerator;
|
||||
|
||||
namespace DHT.Desktop.Main.Pages;
|
||||
|
||||
sealed partial class ViewerPageModel : ObservableObject, IDisposable {
|
||||
sealed partial class ViewerPageModel : IDisposable {
|
||||
private static readonly Log Log = Log.ForType<ViewerPageModel>();
|
||||
|
||||
public bool DatabaseToolFilterModeKeep { get; set; } = true;
|
||||
public bool DatabaseToolFilterModeRemove { get; set; } = false;
|
||||
|
||||
[ObservableProperty]
|
||||
[Notify]
|
||||
private bool hasFilters = false;
|
||||
|
||||
public MessageFilterPanelModel FilterModel { get; }
|
||||
@@ -58,8 +61,9 @@ sealed partial class ViewerPageModel : ObservableObject, IDisposable {
|
||||
}
|
||||
|
||||
public async Task OnClickApplyFiltersToDatabase() {
|
||||
var filter = FilterModel.CreateFilter();
|
||||
var messageCount = await ProgressDialog.ShowIndeterminate(window, "Apply Filters", "Counting matching messages...", _ => state.Db.Messages.Count(filter));
|
||||
try {
|
||||
MessageFilter filter = FilterModel.CreateFilter();
|
||||
long messageCount = await ProgressDialog.ShowIndeterminate(window, "Apply Filters", "Counting matching messages...", _ => state.Db.Messages.Count(filter));
|
||||
|
||||
if (DatabaseToolFilterModeKeep) {
|
||||
if (DialogResult.YesNo.Yes == await Dialog.ShowYesNo(window, "Keep Matching Messages in This Database", messageCount.Pluralize("message") + " will be kept, and the rest will be removed from this database. This action cannot be undone. Proceed?")) {
|
||||
@@ -71,9 +75,28 @@ sealed partial class ViewerPageModel : ObservableObject, IDisposable {
|
||||
await ApplyFilterToDatabase(filter, FilterRemovalMode.RemoveMatching);
|
||||
}
|
||||
}
|
||||
} catch (Exception e) {
|
||||
Log.Error(e);
|
||||
await Dialog.ShowOk(window, "Apply Filters", "Could not apply filters: " + e.Message);
|
||||
}
|
||||
}
|
||||
|
||||
private async Task ApplyFilterToDatabase(MessageFilter filter, FilterRemovalMode removalMode) {
|
||||
await ProgressDialog.ShowIndeterminate(window, "Apply Filters", "Removing messages...", _ => state.Db.Messages.Remove(filter, removalMode));
|
||||
await ProgressDialog.Show(window, "Apply Filters", async (_, callback) => {
|
||||
await callback.UpdateIndeterminate("Removing messages...");
|
||||
Log.Info("Removed messages: " + await state.Db.Messages.Remove(filter, removalMode));
|
||||
|
||||
await callback.UpdateIndeterminate("Cleaning up attachments...");
|
||||
Log.Info("Removed orphaned attachments: " + await state.Db.Messages.RemoveUnreachableAttachments());
|
||||
|
||||
await callback.UpdateIndeterminate("Cleaning up users...");
|
||||
Log.Info("Removed orphaned users: " + await state.Db.Users.RemoveUnreachable());
|
||||
|
||||
await callback.UpdateIndeterminate("Cleaning up channels...");
|
||||
Log.Info("Removed orphaned channels: " + await state.Db.Channels.RemoveUnreachable());
|
||||
|
||||
await callback.UpdateIndeterminate("Cleaning up servers...");
|
||||
Log.Info("Removed orphaned servers: " + await state.Db.Servers.RemoveUnreachable());
|
||||
});
|
||||
}
|
||||
}
|
||||
|
@@ -40,13 +40,13 @@
|
||||
<Style Selector="TabItem:pointerover /template/ Border">
|
||||
<Setter Property="Background" Value="#455785" />
|
||||
</Style>
|
||||
<Style Selector="TabItem:pointerover > TextBlock">
|
||||
<Style Selector="TabItem:pointerover /template/ ContentPresenter">
|
||||
<Setter Property="Foreground" Value="#E9E9E9" />
|
||||
</Style>
|
||||
<Style Selector="TabItem:selected:pointerover /template/ Border">
|
||||
<Setter Property="Background" Value="#FFFFFF" />
|
||||
</Style>
|
||||
<Style Selector="TabItem:selected:pointerover > TextBlock">
|
||||
<Style Selector="TabItem:selected:pointerover /template/ ContentPresenter">
|
||||
<Setter Property="Foreground" Value="#1A2234" />
|
||||
</Style>
|
||||
<Style Selector="TabItem:selected">
|
||||
@@ -56,9 +56,11 @@
|
||||
<Style Selector="TabItem:selected /template/ Border#PART_SelectedPipe">
|
||||
<Setter Property="IsVisible" Value="False" />
|
||||
</Style>
|
||||
<Style Selector="TabItem:disabled > TextBlock">
|
||||
<Style Selector="TabItem:disabled /template/ ContentPresenter">
|
||||
<Setter Property="Foreground" Value="#B2B2B2" />
|
||||
<Setter Property="TextDecorations" Value="Strikethrough" />
|
||||
</Style>
|
||||
<Style Selector="TabItem:disabled /template/ ContentPresenter">
|
||||
<Setter Property="AccessText.TextDecorations" Value="Strikethrough" />
|
||||
</Style>
|
||||
<Style Selector="TabItem.first">
|
||||
<Setter Property="Margin" Value="0 13 0 0" />
|
||||
|
@@ -35,12 +35,8 @@ sealed class MainContentScreenModel : IAsyncDisposable {
|
||||
public StatusBarModel StatusBarModel { get; }
|
||||
|
||||
public event EventHandler? DatabaseClosed {
|
||||
add {
|
||||
DatabasePageModel.DatabaseClosed += value;
|
||||
}
|
||||
remove {
|
||||
DatabasePageModel.DatabaseClosed -= value;
|
||||
}
|
||||
add => DatabasePageModel.DatabaseClosed += value;
|
||||
remove => DatabasePageModel.DatabaseClosed -= value;
|
||||
}
|
||||
|
||||
[Obsolete("Designer")]
|
||||
@@ -53,7 +49,7 @@ sealed class MainContentScreenModel : IAsyncDisposable {
|
||||
TrackingPageModel = new TrackingPageModel(window);
|
||||
TrackingPage = new TrackingPage { DataContext = TrackingPageModel };
|
||||
|
||||
DownloadsPageModel = new DownloadsPageModel(state);
|
||||
DownloadsPageModel = new DownloadsPageModel(window, state);
|
||||
DownloadsPage = new DownloadsPage { DataContext = DownloadsPageModel };
|
||||
|
||||
ViewerPageModel = new ViewerPageModel(window, state);
|
||||
|
@@ -5,23 +5,24 @@ using System.Net;
|
||||
using System.Net.Http;
|
||||
using System.Threading.Tasks;
|
||||
using Avalonia.Controls;
|
||||
using CommunityToolkit.Mvvm.ComponentModel;
|
||||
using DHT.Desktop.Common;
|
||||
using DHT.Desktop.Dialogs.Message;
|
||||
using DHT.Desktop.Dialogs.Progress;
|
||||
using DHT.Server.Data.Settings;
|
||||
using DHT.Desktop.Main.Dialogs;
|
||||
using DHT.Server.Database;
|
||||
using DHT.Server.Database.Sqlite.Schema;
|
||||
using DHT.Server.Database.Sqlite.Utils;
|
||||
using DHT.Utils.Logging;
|
||||
using PropertyChanged.SourceGenerator;
|
||||
|
||||
namespace DHT.Desktop.Main.Screens;
|
||||
|
||||
sealed partial class WelcomeScreenModel : ObservableObject {
|
||||
sealed partial class WelcomeScreenModel {
|
||||
private static readonly Log Log = Log.ForType<WelcomeScreenModel>();
|
||||
|
||||
public string Version => Program.Version;
|
||||
|
||||
[ObservableProperty(Setter = Access.Private)]
|
||||
[Notify(Setter.Private)]
|
||||
private bool isOpenOrCreateDatabaseButtonEnabled = true;
|
||||
|
||||
public event EventHandler<IDatabaseFile>? DatabaseSelected;
|
||||
@@ -40,7 +41,7 @@ sealed partial class WelcomeScreenModel : ObservableObject {
|
||||
public async Task OpenOrCreateDatabase() {
|
||||
IsOpenOrCreateDatabaseButtonEnabled = false;
|
||||
try {
|
||||
var path = await DatabaseGui.NewOpenOrCreateDatabaseFileDialog(window, Path.GetDirectoryName(dbFilePath));
|
||||
string? path = await DatabaseGui.NewOpenOrCreateDatabaseFileDialog(window, Path.GetDirectoryName(dbFilePath));
|
||||
if (path != null) {
|
||||
await OpenOrCreateDatabaseFromPath(path);
|
||||
}
|
||||
@@ -52,21 +53,22 @@ sealed partial class WelcomeScreenModel : ObservableObject {
|
||||
public async Task OpenOrCreateDatabaseFromPath(string path) {
|
||||
dbFilePath = path;
|
||||
|
||||
bool isNew = !File.Exists(path);
|
||||
|
||||
var db = await DatabaseGui.TryOpenOrCreateDatabaseFromPath(path, window, new SchemaUpgradeCallbacks(window));
|
||||
if (db == null) {
|
||||
return;
|
||||
}
|
||||
|
||||
if (isNew && await Dialog.ShowYesNo(window, "Automatic Downloads", "Do you want to automatically download files hosted on Discord? You can change this later in the Downloads tab.") == DialogResult.YesNo.Yes) {
|
||||
await db.Settings.Set(SettingsKey.DownloadsAutoStart, true);
|
||||
}
|
||||
|
||||
IDatabaseFile? db = await DatabaseGui.TryOpenOrCreateDatabaseFromPath(path, window, new SchemaUpgradeCallbacks(window));
|
||||
if (db != null) {
|
||||
DatabaseSelected?.Invoke(this, db);
|
||||
}
|
||||
}
|
||||
|
||||
private sealed class SchemaUpgradeCallbacks(Window window) : ISchemaUpgradeCallbacks {
|
||||
public async Task<InitialDatabaseSettings?> GetInitialDatabaseSettings() {
|
||||
var model = new NewDatabaseSettingsDialogModel();
|
||||
|
||||
var dialog = new NewDatabaseSettingsDialog { DataContext = model };
|
||||
await dialog.ShowDialog(window);
|
||||
|
||||
return new InitialDatabaseSettings(model.SeparateFileForDownloads, model.DownloadsAutoStart);
|
||||
}
|
||||
|
||||
public async Task<bool> CanUpgrade() {
|
||||
return DialogResult.YesNo.Yes == await DatabaseGui.ShowCanUpgradeDatabaseDialog(window);
|
||||
}
|
||||
@@ -110,38 +112,32 @@ sealed partial class WelcomeScreenModel : ObservableObject {
|
||||
}
|
||||
|
||||
public async Task CheckUpdates() {
|
||||
Version? latestVersion = await ProgressDialog.ShowIndeterminate<Version?>(window, "Check Updates", "Checking for updates...", async _ => {
|
||||
string response;
|
||||
try {
|
||||
response = await ProgressDialog.ShowIndeterminate<string>(window, "Check Updates", "Checking for updates...", static async _ => {
|
||||
var client = new HttpClient(new SocketsHttpHandler {
|
||||
AutomaticDecompression = DecompressionMethods.None,
|
||||
AllowAutoRedirect = false,
|
||||
UseCookies = false
|
||||
UseCookies = false,
|
||||
});
|
||||
|
||||
client.Timeout = TimeSpan.FromSeconds(30);
|
||||
client.MaxResponseContentBufferSize = 1024;
|
||||
client.DefaultRequestHeaders.UserAgent.ParseAdd("DiscordHistoryTracker/" + Program.Version);
|
||||
|
||||
string response;
|
||||
try {
|
||||
response = await client.GetStringAsync(Program.Website + "/version");
|
||||
return await client.GetStringAsync(Program.Website + "/version");
|
||||
});
|
||||
} catch (TaskCanceledException e) when (e.InnerException is TimeoutException) {
|
||||
await Dialog.ShowOk(window, "Check Updates", "Request timed out.");
|
||||
return null;
|
||||
return;
|
||||
} catch (Exception e) {
|
||||
Log.Error(e);
|
||||
await Dialog.ShowOk(window, "Check Updates", "Error checking for updates: " + e.Message);
|
||||
return null;
|
||||
return;
|
||||
}
|
||||
|
||||
if (!System.Version.TryParse(response, out var latestVersion)) {
|
||||
if (!System.Version.TryParse(response, out Version? latestVersion)) {
|
||||
await Dialog.ShowOk(window, "Check Updates", "Server returned an invalid response.");
|
||||
return null;
|
||||
}
|
||||
|
||||
return latestVersion;
|
||||
});
|
||||
|
||||
if (latestVersion == null) {
|
||||
return;
|
||||
}
|
||||
|
||||
|
@@ -19,7 +19,7 @@ static class Program {
|
||||
static Program() {
|
||||
var assembly = Assembly.GetExecutingAssembly();
|
||||
|
||||
AssemblyVersion = assembly.GetName().Version ?? new Version(0, 0, 0, 0);
|
||||
AssemblyVersion = assembly.GetName().Version ?? new Version(major: 0, minor: 0, build: 0, revision: 0);
|
||||
Version = VersionToString(AssemblyVersion);
|
||||
|
||||
Culture = CultureInfo.CurrentCulture;
|
||||
|
@@ -3,6 +3,6 @@ using DHT.Server.Service;
|
||||
namespace DHT.Desktop.Server;
|
||||
|
||||
static class ServerConfiguration {
|
||||
public static ushort Port { get; set; } = ServerUtils.FindAvailablePort(50000, 60000);
|
||||
public static ushort Port { get; set; } = ServerUtils.FindAvailablePort(min: 50000, max: 60000);
|
||||
public static string Token { get; set; } = ServerUtils.GenerateRandomToken(20);
|
||||
}
|
||||
|
@@ -1,8 +1,8 @@
|
||||
<Project>
|
||||
|
||||
<PropertyGroup>
|
||||
<TargetFramework>net8.0</TargetFramework>
|
||||
<LangVersion>12</LangVersion>
|
||||
<TargetFramework>net9.0</TargetFramework>
|
||||
<LangVersion>13</LangVersion>
|
||||
<Nullable>enable</Nullable>
|
||||
</PropertyGroup>
|
||||
|
||||
@@ -21,12 +21,13 @@
|
||||
<PropertyGroup>
|
||||
<SuppressTrimAnalysisWarnings>false</SuppressTrimAnalysisWarnings>
|
||||
<PublishTrimmed>true</PublishTrimmed>
|
||||
<TrimMode>partial</TrimMode>
|
||||
<TrimMode>full</TrimMode>
|
||||
<EnableUnsafeBinaryFormatterSerialization>false</EnableUnsafeBinaryFormatterSerialization>
|
||||
<EnableUnsafeUTF7Encoding>false</EnableUnsafeUTF7Encoding>
|
||||
<EventSourceSupport>false</EventSourceSupport>
|
||||
<HttpActivityPropagationSupport>false</HttpActivityPropagationSupport>
|
||||
<JsonSerializerIsReflectionEnabledByDefault>false</JsonSerializerIsReflectionEnabledByDefault>
|
||||
<XmlResolverIsNetworkingEnabledByDefault>false</XmlResolverIsNetworkingEnabledByDefault>
|
||||
</PropertyGroup>
|
||||
|
||||
<PropertyGroup>
|
||||
@@ -39,6 +40,7 @@
|
||||
<PropertyGroup Condition=" '$(Configuration)' == 'Release' ">
|
||||
<DebugSymbols>false</DebugSymbols>
|
||||
<DebugType>none</DebugType>
|
||||
<ContinuousIntegrationBuild>true</ContinuousIntegrationBuild>
|
||||
</PropertyGroup>
|
||||
|
||||
<PropertyGroup>
|
||||
|
@@ -1,7 +1,7 @@
|
||||
#messages {
|
||||
flex: 1 1 0;
|
||||
overflow-y: auto;
|
||||
background-color: #36393E;
|
||||
background-color: #36393e;
|
||||
}
|
||||
|
||||
#messages > div {
|
||||
@@ -38,7 +38,7 @@
|
||||
}
|
||||
|
||||
#messages .username {
|
||||
color: #FFF;
|
||||
color: #fff;
|
||||
font-size: 15px;
|
||||
font-weight: 600;
|
||||
margin-right: 3px;
|
||||
@@ -75,12 +75,12 @@
|
||||
}
|
||||
|
||||
.message .link, .reply-message .link {
|
||||
color: #7289DA;
|
||||
color: #7289da;
|
||||
background-color: rgba(115, 139, 215, 0.1);
|
||||
}
|
||||
|
||||
.message a, .reply-message a {
|
||||
color: #0096CF;
|
||||
color: #0096cf;
|
||||
text-decoration: none;
|
||||
}
|
||||
|
||||
@@ -131,7 +131,7 @@
|
||||
}
|
||||
|
||||
.message code {
|
||||
background-color: #2E3136;
|
||||
background-color: #2e3136;
|
||||
border-radius: 5px;
|
||||
font-family: Menlo, Consolas, Monaco, monospace;
|
||||
font-size: 14px;
|
||||
@@ -144,7 +144,7 @@
|
||||
|
||||
.message code.block {
|
||||
display: block;
|
||||
border: 2px solid #282B30;
|
||||
border: 2px solid #282b30;
|
||||
margin-top: 6px;
|
||||
padding: 7px;
|
||||
}
|
||||
@@ -198,7 +198,7 @@
|
||||
}
|
||||
|
||||
.reply-username {
|
||||
color: #FFF;
|
||||
color: #fff;
|
||||
font-size: 12px;
|
||||
font-weight: 600;
|
||||
letter-spacing: 0;
|
||||
@@ -218,7 +218,7 @@
|
||||
}
|
||||
|
||||
.reply-contents code {
|
||||
background-color: #2E3136;
|
||||
background-color: #2e3136;
|
||||
font-family: Menlo, Consolas, Monaco, monospace;
|
||||
padding: 1px 2px;
|
||||
}
|
||||
|
@@ -10,5 +10,5 @@ public enum DownloadStatus {
|
||||
GenericError = 1,
|
||||
Downloading = 2,
|
||||
LastCustomCode = 99,
|
||||
Success = HttpStatusCode.OK
|
||||
Success = HttpStatusCode.OK,
|
||||
}
|
||||
|
@@ -5,5 +5,5 @@ namespace DHT.Server.Data;
|
||||
[Flags]
|
||||
public enum EmojiFlags : ushort {
|
||||
None = 0,
|
||||
Animated = 0b1
|
||||
Animated = 0b1,
|
||||
}
|
||||
|
@@ -2,5 +2,5 @@ namespace DHT.Server.Data.Filters;
|
||||
|
||||
public enum FilterRemovalMode {
|
||||
KeepMatching,
|
||||
RemoveMatching
|
||||
RemoveMatching,
|
||||
}
|
||||
|
@@ -3,7 +3,7 @@ namespace DHT.Server.Data;
|
||||
public enum ServerType {
|
||||
Server,
|
||||
Group,
|
||||
DirectMessage
|
||||
DirectMessage,
|
||||
}
|
||||
|
||||
public static class ServerTypes {
|
||||
@@ -12,7 +12,7 @@ public static class ServerTypes {
|
||||
"SERVER" => ServerType.Server,
|
||||
"GROUP" => ServerType.Group,
|
||||
"DM" => ServerType.DirectMessage,
|
||||
_ => null
|
||||
_ => null,
|
||||
};
|
||||
}
|
||||
|
||||
@@ -21,7 +21,7 @@ public static class ServerTypes {
|
||||
ServerType.Server => "SERVER",
|
||||
ServerType.Group => "GROUP",
|
||||
ServerType.DirectMessage => "DM",
|
||||
_ => "UNKNOWN"
|
||||
_ => "UNKNOWN",
|
||||
};
|
||||
}
|
||||
|
||||
@@ -30,7 +30,7 @@ public static class ServerTypes {
|
||||
ServerType.Server => "Server",
|
||||
ServerType.Group => "Group",
|
||||
ServerType.DirectMessage => "DM",
|
||||
_ => "Unknown"
|
||||
_ => "Unknown",
|
||||
};
|
||||
}
|
||||
|
||||
@@ -39,7 +39,7 @@ public static class ServerTypes {
|
||||
ServerType.Server => "server",
|
||||
ServerType.Group => "group",
|
||||
ServerType.DirectMessage => "user",
|
||||
_ => "unknown"
|
||||
_ => "unknown",
|
||||
};
|
||||
}
|
||||
}
|
||||
|
@@ -3,6 +3,7 @@ using System.Diagnostics.CodeAnalysis;
|
||||
namespace DHT.Server.Data.Settings;
|
||||
|
||||
public static class SettingsKey {
|
||||
public static Bool SeparateFileForDownloads { get; } = new ("separate_file_for_downloads");
|
||||
public static Bool DownloadsAutoStart { get; } = new ("downloads_auto_start");
|
||||
public static Bool DownloadsLimitSize { get; } = new ("downloads_limit_size");
|
||||
public static UnsignedLong DownloadsMaximumSize { get; } = new ("downloads_maximum_size");
|
||||
|
@@ -14,7 +14,7 @@ public static class DatabaseExtensions {
|
||||
const int MessageBatchSize = 100;
|
||||
List<Message> batchedMessages = new (MessageBatchSize);
|
||||
|
||||
await foreach (var message in source.Messages.Get()) {
|
||||
await foreach (Message message in source.Messages.Get()) {
|
||||
batchedMessages.Add(message);
|
||||
|
||||
if (batchedMessages.Count >= MessageBatchSize) {
|
||||
@@ -25,7 +25,7 @@ public static class DatabaseExtensions {
|
||||
|
||||
await target.Messages.Add(batchedMessages);
|
||||
|
||||
await foreach (var download in source.Downloads.Get()) {
|
||||
await foreach (Data.Download download in source.Downloads.Get()) {
|
||||
if (download.Status != DownloadStatus.Success || !await source.Downloads.GetDownloadData(download.NormalizedUrl, stream => target.Downloads.AddDownload(download, stream))) {
|
||||
await target.Downloads.AddDownload(download, stream: null);
|
||||
}
|
||||
|
@@ -1,16 +1,20 @@
|
||||
using System;
|
||||
using System.Buffers.Text;
|
||||
using System.Diagnostics;
|
||||
using System.Text.Json;
|
||||
using System.Text.Json.Serialization;
|
||||
|
||||
namespace DHT.Server.Database.Export;
|
||||
|
||||
sealed class SnowflakeJsonSerializer : JsonConverter<Snowflake> {
|
||||
private const int MaxUlongStringLength = 20;
|
||||
|
||||
public override Snowflake Read(ref Utf8JsonReader reader, Type typeToConvert, JsonSerializerOptions options) {
|
||||
return new Snowflake(ulong.Parse(reader.GetString()!));
|
||||
}
|
||||
|
||||
public override void Write(Utf8JsonWriter writer, Snowflake value, JsonSerializerOptions options) {
|
||||
writer.WriteStringValue(value.Id.ToString());
|
||||
writer.WriteStringValue(Format(value, stackalloc byte[MaxUlongStringLength]));
|
||||
}
|
||||
|
||||
public override Snowflake ReadAsPropertyName(ref Utf8JsonReader reader, Type typeToConvert, JsonSerializerOptions options) {
|
||||
@@ -18,6 +22,14 @@ sealed class SnowflakeJsonSerializer : JsonConverter<Snowflake> {
|
||||
}
|
||||
|
||||
public override void WriteAsPropertyName(Utf8JsonWriter writer, Snowflake value, JsonSerializerOptions options) {
|
||||
writer.WritePropertyName(value.Id.ToString());
|
||||
writer.WritePropertyName(Format(value, stackalloc byte[MaxUlongStringLength]));
|
||||
}
|
||||
|
||||
private static ReadOnlySpan<byte> Format(Snowflake value, Span<byte> destination) {
|
||||
if (!Utf8Formatter.TryFormat(value.Id, destination, out int bytesWritten)) {
|
||||
Debug.Fail("Failed to format Snowflake value.");
|
||||
}
|
||||
|
||||
return destination[..bytesWritten];
|
||||
}
|
||||
}
|
||||
|
@@ -30,7 +30,7 @@ static class ViewerJson {
|
||||
public required string Name { get; init; }
|
||||
|
||||
[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
|
||||
public string? Parent { get; init; }
|
||||
public Snowflake? Parent { get; init; }
|
||||
|
||||
[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
|
||||
public int? Position { get; init; }
|
||||
@@ -55,7 +55,7 @@ static class ViewerJson {
|
||||
public long? Te { get; init; }
|
||||
|
||||
[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
|
||||
public string? R { get; init; }
|
||||
public Snowflake? R { get; init; }
|
||||
|
||||
[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
|
||||
public JsonMessageAttachment[]? A { get; init; }
|
||||
@@ -80,7 +80,7 @@ static class ViewerJson {
|
||||
|
||||
public sealed class JsonMessageReaction {
|
||||
[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
|
||||
public string? Id { get; init; }
|
||||
public Snowflake? Id { get; init; }
|
||||
|
||||
[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
|
||||
public string? N { get; init; }
|
||||
|
@@ -2,13 +2,15 @@ using System;
|
||||
using System.Collections.Generic;
|
||||
using System.IO;
|
||||
using System.Linq;
|
||||
using System.Runtime.CompilerServices;
|
||||
using System.Text.Json;
|
||||
using System.Threading;
|
||||
using System.Threading.Channels;
|
||||
using System.Threading.Tasks;
|
||||
using DHT.Server.Data;
|
||||
using DHT.Server.Data.Filters;
|
||||
using DHT.Utils.Logging;
|
||||
using Channel = System.Threading.Channels.Channel;
|
||||
using DiscordChannel = DHT.Server.Data.Channel;
|
||||
|
||||
namespace DHT.Server.Database.Export;
|
||||
|
||||
@@ -16,28 +18,28 @@ static class ViewerJsonExport {
|
||||
private static readonly Log Log = Log.ForType(typeof(ViewerJsonExport));
|
||||
|
||||
public static async Task GetMetadata(Stream stream, IDatabaseFile db, MessageFilter? filter = null, CancellationToken cancellationToken = default) {
|
||||
var perf = Log.Start();
|
||||
Perf perf = Log.Start();
|
||||
|
||||
var includedChannels = new List<Channel>();
|
||||
var includedChannels = new List<DiscordChannel>();
|
||||
var includedServerIds = new HashSet<ulong>();
|
||||
|
||||
var channelIdFilter = filter?.ChannelIds;
|
||||
HashSet<ulong>? channelIdFilter = filter?.ChannelIds;
|
||||
|
||||
await foreach (var channel in db.Channels.Get(cancellationToken)) {
|
||||
await foreach (DiscordChannel channel in db.Channels.Get(cancellationToken)) {
|
||||
if (channelIdFilter == null || channelIdFilter.Contains(channel.Id)) {
|
||||
includedChannels.Add(channel);
|
||||
includedServerIds.Add(channel.Server);
|
||||
}
|
||||
}
|
||||
|
||||
var users = await GenerateUserList(db, cancellationToken);
|
||||
var servers = await GenerateServerList(db, includedServerIds, cancellationToken);
|
||||
var channels = GenerateChannelList(includedChannels);
|
||||
Dictionary<Snowflake, ViewerJson.JsonUser> users = await GenerateUserList(db, cancellationToken);
|
||||
Dictionary<Snowflake, ViewerJson.JsonServer> servers = await GenerateServerList(db, includedServerIds, cancellationToken);
|
||||
Dictionary<Snowflake, ViewerJson.JsonChannel> channels = GenerateChannelList(includedChannels);
|
||||
|
||||
var meta = new ViewerJson.JsonMeta {
|
||||
Users = users,
|
||||
Servers = servers,
|
||||
Channels = channels
|
||||
Channels = channels,
|
||||
};
|
||||
|
||||
perf.Step("Collect database data");
|
||||
@@ -49,15 +51,34 @@ static class ViewerJsonExport {
|
||||
}
|
||||
|
||||
public static async Task GetMessages(Stream stream, IDatabaseFile db, MessageFilter? filter = null, CancellationToken cancellationToken = default) {
|
||||
var perf = Log.Start();
|
||||
Perf perf = Log.Start();
|
||||
|
||||
ReadOnlyMemory<byte> newLine = "\n"u8.ToArray();
|
||||
|
||||
await foreach(var message in GenerateMessageList(db, filter, cancellationToken)) {
|
||||
await JsonSerializer.SerializeAsync(stream, message, ViewerJsonMessageContext.Default.JsonMessage, cancellationToken);
|
||||
Channel<Message> channel = Channel.CreateBounded<Message>(new BoundedChannelOptions(32) {
|
||||
SingleWriter = true,
|
||||
SingleReader = true,
|
||||
AllowSynchronousContinuations = true,
|
||||
FullMode = BoundedChannelFullMode.Wait,
|
||||
});
|
||||
|
||||
Task writerTask = Task.Run(async () => {
|
||||
try {
|
||||
await foreach (Message message in db.Messages.Get(filter, cancellationToken)) {
|
||||
await channel.Writer.WriteAsync(message, cancellationToken);
|
||||
}
|
||||
} finally {
|
||||
channel.Writer.Complete();
|
||||
}
|
||||
}, cancellationToken);
|
||||
|
||||
await foreach (Message message in channel.Reader.ReadAllAsync(cancellationToken)) {
|
||||
await JsonSerializer.SerializeAsync(stream, ToJsonMessage(message), ViewerJsonMessageContext.Default.JsonMessage, cancellationToken);
|
||||
await stream.WriteAsync(newLine, cancellationToken);
|
||||
}
|
||||
|
||||
await writerTask;
|
||||
|
||||
perf.Step("Generate and serialize messages to JSON");
|
||||
perf.End();
|
||||
}
|
||||
@@ -65,7 +86,7 @@ static class ViewerJsonExport {
|
||||
private static async Task<Dictionary<Snowflake, ViewerJson.JsonUser>> GenerateUserList(IDatabaseFile db, CancellationToken cancellationToken) {
|
||||
var users = new Dictionary<Snowflake, ViewerJson.JsonUser>();
|
||||
|
||||
await foreach (var user in db.Users.Get(cancellationToken)) {
|
||||
await foreach (User user in db.Users.Get(cancellationToken)) {
|
||||
users[user.Id] = new ViewerJson.JsonUser {
|
||||
Name = user.Name,
|
||||
DisplayName = user.DisplayName,
|
||||
@@ -79,52 +100,51 @@ static class ViewerJsonExport {
|
||||
private static async Task<Dictionary<Snowflake, ViewerJson.JsonServer>> GenerateServerList(IDatabaseFile db, HashSet<ulong> serverIds, CancellationToken cancellationToken) {
|
||||
var servers = new Dictionary<Snowflake, ViewerJson.JsonServer>();
|
||||
|
||||
await foreach (var server in db.Servers.Get(cancellationToken)) {
|
||||
await foreach (Data.Server server in db.Servers.Get(cancellationToken)) {
|
||||
if (!serverIds.Contains(server.Id)) {
|
||||
continue;
|
||||
}
|
||||
|
||||
servers[server.Id] = new ViewerJson.JsonServer {
|
||||
Name = server.Name,
|
||||
Type = ServerTypes.ToJsonViewerString(server.Type)
|
||||
Type = ServerTypes.ToJsonViewerString(server.Type),
|
||||
};
|
||||
}
|
||||
|
||||
return servers;
|
||||
}
|
||||
|
||||
private static Dictionary<Snowflake, ViewerJson.JsonChannel> GenerateChannelList(List<Channel> includedChannels) {
|
||||
private static Dictionary<Snowflake, ViewerJson.JsonChannel> GenerateChannelList(List<DiscordChannel> includedChannels) {
|
||||
var channels = new Dictionary<Snowflake, ViewerJson.JsonChannel>();
|
||||
|
||||
foreach (var channel in includedChannels) {
|
||||
foreach (DiscordChannel channel in includedChannels) {
|
||||
channels[channel.Id] = new ViewerJson.JsonChannel {
|
||||
Server = channel.Server,
|
||||
Name = channel.Name,
|
||||
Parent = channel.ParentId?.ToString(),
|
||||
Parent = channel.ParentId,
|
||||
Position = channel.Position,
|
||||
Topic = channel.Topic,
|
||||
Nsfw = channel.Nsfw
|
||||
Nsfw = channel.Nsfw,
|
||||
};
|
||||
}
|
||||
|
||||
return channels;
|
||||
}
|
||||
|
||||
private static async IAsyncEnumerable<ViewerJson.JsonMessage> GenerateMessageList(IDatabaseFile db, MessageFilter? filter, [EnumeratorCancellation] CancellationToken cancellationToken) {
|
||||
await foreach (var message in db.Messages.Get(filter, cancellationToken)) {
|
||||
yield return new ViewerJson.JsonMessage {
|
||||
private static ViewerJson.JsonMessage ToJsonMessage(Message message) {
|
||||
return new ViewerJson.JsonMessage {
|
||||
Id = message.Id,
|
||||
C = message.Channel,
|
||||
U = message.Sender,
|
||||
T = message.Timestamp,
|
||||
M = string.IsNullOrEmpty(message.Text) ? null : message.Text,
|
||||
Te = message.EditTimestamp,
|
||||
R = message.RepliedToId?.ToString(),
|
||||
R = message.RepliedToId,
|
||||
|
||||
A = message.Attachments.IsEmpty ? null : message.Attachments.Select(static attachment => {
|
||||
var a = new ViewerJson.JsonMessageAttachment {
|
||||
Url = attachment.DownloadUrl,
|
||||
Name = Uri.TryCreate(attachment.NormalizedUrl, UriKind.Absolute, out var uri) ? Path.GetFileName(uri.LocalPath) : attachment.NormalizedUrl
|
||||
Name = Uri.TryCreate(attachment.NormalizedUrl, UriKind.Absolute, out Uri? uri) ? Path.GetFileName(uri.LocalPath) : attachment.NormalizedUrl,
|
||||
};
|
||||
|
||||
if (attachment is { Width: not null, Height: not null }) {
|
||||
@@ -138,12 +158,11 @@ static class ViewerJsonExport {
|
||||
E = message.Embeds.IsEmpty ? null : message.Embeds.Select(static embed => embed.Json).ToArray(),
|
||||
|
||||
Re = message.Reactions.IsEmpty ? null : message.Reactions.Select(static reaction => new ViewerJson.JsonMessageReaction {
|
||||
Id = reaction.EmojiId?.ToString(),
|
||||
Id = reaction.EmojiId,
|
||||
N = reaction.EmojiName,
|
||||
A = reaction.EmojiFlags.HasFlag(EmojiFlags.Animated),
|
||||
C = reaction.Count
|
||||
}).ToArray()
|
||||
C = reaction.Count,
|
||||
}).ToArray(),
|
||||
};
|
||||
}
|
||||
}
|
||||
}
|
||||
|
@@ -11,7 +11,7 @@ public sealed class FakeSnowflake {
|
||||
private ulong id;
|
||||
|
||||
public FakeSnowflake() {
|
||||
var unixMillis = (ulong) (DateTime.UtcNow.Subtract(DateTime.UnixEpoch).Ticks / TimeSpan.TicksPerMillisecond);
|
||||
ulong unixMillis = (ulong) (DateTime.UtcNow.Subtract(DateTime.UnixEpoch).Ticks / TimeSpan.TicksPerMillisecond);
|
||||
this.id = (unixMillis - DiscordEpoch) << 22;
|
||||
}
|
||||
|
||||
|
@@ -20,24 +20,24 @@ public static class LegacyArchiveImport {
|
||||
private static readonly FileExtensionContentTypeProvider ContentTypeProvider = new ();
|
||||
|
||||
public static async Task<bool> Read(Stream stream, IDatabaseFile db, FakeSnowflake fakeSnowflake, Func<Data.Server[], Task<Dictionary<Data.Server, ulong>?>> askForServerIds) {
|
||||
var perf = Log.Start();
|
||||
var root = await JsonSerializer.DeserializeAsync(stream, JsonElementContext.Default.JsonElement);
|
||||
Perf perf = Log.Start();
|
||||
JsonElement root = await JsonSerializer.DeserializeAsync(stream, JsonElementContext.Default.JsonElement);
|
||||
|
||||
try {
|
||||
var meta = root.RequireObject("meta");
|
||||
var data = root.RequireObject("data");
|
||||
JsonElement meta = root.RequireObject("meta");
|
||||
JsonElement data = root.RequireObject("data");
|
||||
|
||||
perf.Step("Deserialize JSON");
|
||||
|
||||
var users = ReadUserList(meta);
|
||||
var servers = ReadServerList(meta, fakeSnowflake);
|
||||
User[] users = ReadUserList(meta);
|
||||
Data.Server[] servers = ReadServerList(meta, fakeSnowflake);
|
||||
|
||||
var newServersOnly = new HashSet<Data.Server>(servers);
|
||||
var oldServersById = await db.Servers.Get().ToDictionaryAsync(static server => server.Id, static server => server);
|
||||
var oldChannelsById = await db.Channels.Get().ToDictionaryAsync(static channel => channel.Id, static channel => channel);
|
||||
Dictionary<ulong, Data.Server> oldServersById = await db.Servers.Get().ToDictionaryAsync(static server => server.Id, static server => server);
|
||||
Dictionary<ulong, Channel> oldChannelsById = await db.Channels.Get().ToDictionaryAsync(static channel => channel.Id, static channel => channel);
|
||||
|
||||
foreach (var (channelId, serverIndex) in ReadChannelToServerIndexMapping(meta, servers)) {
|
||||
if (oldChannelsById.TryGetValue(channelId, out var oldChannel) && oldServersById.TryGetValue(oldChannel.Server, out var oldServer) && newServersOnly.Remove(servers[serverIndex])) {
|
||||
foreach ((ulong channelId, int serverIndex) in ReadChannelToServerIndexMapping(meta, servers)) {
|
||||
if (oldChannelsById.TryGetValue(channelId, out Channel oldChannel) && oldServersById.TryGetValue(oldChannel.Server, out Data.Server oldServer) && newServersOnly.Remove(servers[serverIndex])) {
|
||||
servers[serverIndex] = oldServer;
|
||||
}
|
||||
}
|
||||
@@ -45,27 +45,27 @@ public static class LegacyArchiveImport {
|
||||
perf.Step("Read server and user list");
|
||||
|
||||
if (newServersOnly.Count > 0) {
|
||||
var askedServerIds = await askForServerIds(newServersOnly.ToArray());
|
||||
Dictionary<Data.Server, ulong>? askedServerIds = await askForServerIds(newServersOnly.ToArray());
|
||||
if (askedServerIds == null) {
|
||||
return false;
|
||||
}
|
||||
|
||||
perf.Step("Ask for server IDs");
|
||||
|
||||
for (var i = 0; i < servers.Length; i++) {
|
||||
var server = servers[i];
|
||||
if (askedServerIds.TryGetValue(server, out var serverId)) {
|
||||
for (int i = 0; i < servers.Length; i++) {
|
||||
Data.Server server = servers[i];
|
||||
if (askedServerIds.TryGetValue(server, out ulong serverId)) {
|
||||
servers[i] = server with { Id = serverId };
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
var channels = ReadChannelList(meta, servers);
|
||||
Channel[] channels = ReadChannelList(meta, servers);
|
||||
|
||||
perf.Step("Read channel list");
|
||||
|
||||
var oldMessageIds = await db.Messages.GetIds().ToHashSetAsync();
|
||||
var newMessages = channels.SelectMany(channel => ReadMessages(data, channel, users, fakeSnowflake))
|
||||
HashSet<ulong> oldMessageIds = await db.Messages.GetIds().ToHashSetAsync();
|
||||
Message[] newMessages = channels.SelectMany(channel => ReadMessages(data, channel, users, fakeSnowflake))
|
||||
.Where(message => !oldMessageIds.Contains(message.Id))
|
||||
.ToArray();
|
||||
|
||||
@@ -92,16 +92,16 @@ public static class LegacyArchiveImport {
|
||||
return ulong.Parse(element.GetString() ?? throw new JsonException("Expected key 'meta.userindex[" + index + "]' to be a string."));
|
||||
}
|
||||
|
||||
var userindex = meta.RequireArray("userindex", "meta")
|
||||
Dictionary<ulong, int> userindex = meta.RequireArray("userindex", "meta")
|
||||
.Select(static (item, index) => (ParseUserIndex(item, index), index))
|
||||
.ToDictionary();
|
||||
|
||||
var users = new User[userindex.Count];
|
||||
|
||||
foreach (var item in meta.RequireObject("users", "meta").EnumerateObject()) {
|
||||
var path = UsersPath + "." + item.Name;
|
||||
var userId = ulong.Parse(item.Name);
|
||||
var userObj = item.Value;
|
||||
foreach (JsonProperty item in meta.RequireObject("users", "meta").EnumerateObject()) {
|
||||
string path = UsersPath + "." + item.Name;
|
||||
ulong userId = ulong.Parse(item.Name);
|
||||
JsonElement userObj = item.Value;
|
||||
|
||||
users[userindex[userId]] = new User {
|
||||
Id = userId,
|
||||
@@ -128,9 +128,9 @@ public static class LegacyArchiveImport {
|
||||
|
||||
private static Dictionary<ulong, int> ReadChannelToServerIndexMapping(JsonElement meta, Data.Server[] servers) {
|
||||
return meta.RequireObject("channels", "meta").EnumerateObject().Select(item => {
|
||||
var path = ChannelsPath + "." + item.Name;
|
||||
var channelId = ulong.Parse(item.Name);
|
||||
var channelObj = item.Value;
|
||||
string path = ChannelsPath + "." + item.Name;
|
||||
ulong channelId = ulong.Parse(item.Name);
|
||||
JsonElement channelObj = item.Value;
|
||||
|
||||
return (channelId, channelObj.RequireInt("server", path, min: 0, max: servers.Length - 1));
|
||||
}).ToDictionary();
|
||||
@@ -138,13 +138,13 @@ public static class LegacyArchiveImport {
|
||||
|
||||
private static Channel[] ReadChannelList(JsonElement meta, Data.Server[] servers) {
|
||||
return meta.RequireObject("channels", "meta").EnumerateObject().Select(item => {
|
||||
var path = ChannelsPath + "." + item.Name;
|
||||
var channelId = ulong.Parse(item.Name);
|
||||
var channelObj = item.Value;
|
||||
string path = ChannelsPath + "." + item.Name;
|
||||
ulong channelId = ulong.Parse(item.Name);
|
||||
JsonElement channelObj = item.Value;
|
||||
|
||||
return new Channel {
|
||||
Id = channelId,
|
||||
Server = servers[channelObj.RequireInt("server", path, min: 0, max: servers.Length - 1)].Id,
|
||||
Server = servers[channelObj.RequireInt("server", path, min: 0, servers.Length - 1)].Id,
|
||||
Name = channelObj.RequireString("name", path),
|
||||
Position = channelObj.HasKey("position") ? channelObj.RequireInt("position", path, min: 0) : null,
|
||||
Topic = channelObj.HasKey("topic") ? channelObj.RequireString("topic", path) : null,
|
||||
@@ -156,18 +156,18 @@ public static class LegacyArchiveImport {
|
||||
private static Message[] ReadMessages(JsonElement data, Channel channel, User[] users, FakeSnowflake fakeSnowflake) {
|
||||
const string DataPath = "data";
|
||||
|
||||
var channelId = channel.Id;
|
||||
var channelIdStr = channelId.ToString();
|
||||
ulong channelId = channel.Id;
|
||||
string channelIdStr = channelId.ToString();
|
||||
|
||||
var messagesObj = data.HasKey(channelIdStr) ? data.RequireObject(channelIdStr, DataPath) : (JsonElement?) null;
|
||||
JsonElement? messagesObj = data.HasKey(channelIdStr) ? data.RequireObject(channelIdStr, DataPath) : null;
|
||||
if (messagesObj == null) {
|
||||
return [];
|
||||
}
|
||||
|
||||
return messagesObj.Value.EnumerateObject().Select(item => {
|
||||
var path = DataPath + "." + item.Name;
|
||||
var messageId = ulong.Parse(item.Name);
|
||||
var messageObj = item.Value;
|
||||
string path = DataPath + "." + item.Name;
|
||||
ulong messageId = ulong.Parse(item.Name);
|
||||
JsonElement messageObj = item.Value;
|
||||
|
||||
return new Message {
|
||||
Id = messageId,
|
||||
@@ -189,7 +189,7 @@ public static class LegacyArchiveImport {
|
||||
return attachmentsArray.Select(attachmentObj => {
|
||||
string url = attachmentObj.RequireString("url", path);
|
||||
string name = url[(url.LastIndexOf('/') + 1)..];
|
||||
string? type = ContentTypeProvider.TryGetContentType(name, out var contentType) ? contentType : null;
|
||||
string? type = ContentTypeProvider.TryGetContentType(name, out string? contentType) ? contentType : null;
|
||||
|
||||
return new Attachment {
|
||||
Id = fakeSnowflake.Next(),
|
||||
@@ -216,19 +216,19 @@ public static class LegacyArchiveImport {
|
||||
Type = type,
|
||||
Title = type == "rich" && embedObj.HasKey("t") ? embedObj.RequireString("t", path) : null,
|
||||
Description = type == "rich" && embedObj.HasKey("d") ? embedObj.RequireString("d", path) : null,
|
||||
Image = type == "image" ? new DiscordEmbedLegacyJson.ImageJson { Url = url } : null
|
||||
Image = type == "image" ? new DiscordEmbedLegacyJson.ImageJson { Url = url } : null,
|
||||
};
|
||||
|
||||
return new Embed {
|
||||
Json = JsonSerializer.Serialize(embed, DiscordEmbedLegacyJsonContext.Default.DiscordEmbedLegacyJson)
|
||||
Json = JsonSerializer.Serialize(embed, DiscordEmbedLegacyJsonContext.Default.DiscordEmbedLegacyJson),
|
||||
};
|
||||
});
|
||||
}
|
||||
|
||||
private static IEnumerable<Reaction> ReadMessageReactions(JsonElement.ArrayEnumerator reactionsArray, string path) {
|
||||
return reactionsArray.Select(reactionObj => {
|
||||
var id = reactionObj.HasKey("id") ? reactionObj.RequireSnowflake("id", path) : (ulong?) null;
|
||||
var name = reactionObj.HasKey("n") ? reactionObj.RequireString("n", path) : null;
|
||||
ulong? id = reactionObj.HasKey("id") ? reactionObj.RequireSnowflake("id", path) : (ulong?) null;
|
||||
string? name = reactionObj.HasKey("n") ? reactionObj.RequireString("n", path) : null;
|
||||
|
||||
if (id == null && name == null) {
|
||||
throw new JsonException("Expected key '" + path + ".id' and/or '" + path + ".n' to be present.");
|
||||
|
@@ -17,6 +17,8 @@ public interface IChannelRepository {
|
||||
|
||||
IAsyncEnumerable<Channel> Get(CancellationToken cancellationToken = default);
|
||||
|
||||
Task<int> RemoveUnreachable();
|
||||
|
||||
internal sealed class Dummy : IChannelRepository {
|
||||
public IObservable<long> TotalCount { get; } = Observable.Return(0L);
|
||||
|
||||
@@ -31,5 +33,9 @@ public interface IChannelRepository {
|
||||
public IAsyncEnumerable<Channel> Get(CancellationToken cancellationToken) {
|
||||
return AsyncEnumerable.Empty<Channel>();
|
||||
}
|
||||
|
||||
public Task<int> RemoveUnreachable() {
|
||||
return Task.FromResult(0);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
@@ -20,7 +20,7 @@ public interface IDownloadRepository {
|
||||
|
||||
Task<DownloadStatusStatistics> GetStatistics(DownloadItemFilter nonSkippedFilter, CancellationToken cancellationToken = default);
|
||||
|
||||
IAsyncEnumerable<Data.Download> Get();
|
||||
IAsyncEnumerable<Data.Download> Get(DownloadItemFilter? filter = null);
|
||||
|
||||
Task<bool> GetDownloadData(string normalizedUrl, Func<Stream, Task> dataProcessor);
|
||||
|
||||
@@ -32,6 +32,10 @@ public interface IDownloadRepository {
|
||||
|
||||
Task<int> RetryFailed(CancellationToken cancellationToken = default);
|
||||
|
||||
Task Remove(ICollection<string> normalizedUrls);
|
||||
|
||||
IAsyncEnumerable<Data.Download> FindAllDownloadableUrls(CancellationToken cancellationToken = default);
|
||||
|
||||
internal sealed class Dummy : IDownloadRepository {
|
||||
public IObservable<long> TotalCount { get; } = Observable.Return(0L);
|
||||
|
||||
@@ -47,7 +51,7 @@ public interface IDownloadRepository {
|
||||
return Task.FromResult(new DownloadStatusStatistics());
|
||||
}
|
||||
|
||||
public IAsyncEnumerable<Data.Download> Get() {
|
||||
public IAsyncEnumerable<Data.Download> Get(DownloadItemFilter? filter) {
|
||||
return AsyncEnumerable.Empty<Data.Download>();
|
||||
}
|
||||
|
||||
@@ -70,5 +74,13 @@ public interface IDownloadRepository {
|
||||
public Task<int> RetryFailed(CancellationToken cancellationToken) {
|
||||
return Task.FromResult(0);
|
||||
}
|
||||
|
||||
public Task Remove(ICollection<string> normalizedUrls) {
|
||||
return Task.CompletedTask;
|
||||
}
|
||||
|
||||
public IAsyncEnumerable<Data.Download> FindAllDownloadableUrls(CancellationToken cancellationToken) {
|
||||
return AsyncEnumerable.Empty<Data.Download>();
|
||||
}
|
||||
}
|
||||
}
|
||||
|
@@ -20,7 +20,9 @@ public interface IMessageRepository {
|
||||
|
||||
IAsyncEnumerable<ulong> GetIds(MessageFilter? filter = null);
|
||||
|
||||
Task Remove(MessageFilter filter, FilterRemovalMode mode);
|
||||
Task<int> Remove(MessageFilter filter, FilterRemovalMode mode);
|
||||
|
||||
Task<int> RemoveUnreachableAttachments();
|
||||
|
||||
internal sealed class Dummy : IMessageRepository {
|
||||
public IObservable<long> TotalCount { get; } = Observable.Return(0L);
|
||||
@@ -41,8 +43,12 @@ public interface IMessageRepository {
|
||||
return AsyncEnumerable.Empty<ulong>();
|
||||
}
|
||||
|
||||
public Task Remove(MessageFilter filter, FilterRemovalMode mode) {
|
||||
return Task.CompletedTask;
|
||||
public Task<int> Remove(MessageFilter filter, FilterRemovalMode mode) {
|
||||
return Task.FromResult(0);
|
||||
}
|
||||
|
||||
public Task<int> RemoveUnreachableAttachments() {
|
||||
return Task.FromResult(0);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
@@ -16,6 +16,8 @@ public interface IServerRepository {
|
||||
|
||||
IAsyncEnumerable<Data.Server> Get(CancellationToken cancellationToken = default);
|
||||
|
||||
Task<int> RemoveUnreachable();
|
||||
|
||||
internal sealed class Dummy : IServerRepository {
|
||||
public IObservable<long> TotalCount { get; } = Observable.Return(0L);
|
||||
|
||||
@@ -30,5 +32,9 @@ public interface IServerRepository {
|
||||
public IAsyncEnumerable<Data.Server> Get(CancellationToken cancellationToken) {
|
||||
return AsyncEnumerable.Empty<Data.Server>();
|
||||
}
|
||||
|
||||
public Task<int> RemoveUnreachable() {
|
||||
return Task.FromResult(0);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
@@ -17,6 +17,8 @@ public interface IUserRepository {
|
||||
|
||||
IAsyncEnumerable<User> Get(CancellationToken cancellationToken = default);
|
||||
|
||||
Task<int> RemoveUnreachable();
|
||||
|
||||
internal sealed class Dummy : IUserRepository {
|
||||
public IObservable<long> TotalCount { get; } = Observable.Return(0L);
|
||||
|
||||
@@ -31,5 +33,9 @@ public interface IUserRepository {
|
||||
public IAsyncEnumerable<User> Get(CancellationToken cancellationToken) {
|
||||
return AsyncEnumerable.Empty<User>();
|
||||
}
|
||||
|
||||
public Task<int> RemoveUnreachable() {
|
||||
return Task.FromResult(0);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
@@ -30,10 +30,10 @@ sealed class SqliteChannelRepository : BaseSqliteRepository, IChannelRepository
|
||||
("parent_id", SqliteType.Integer),
|
||||
("position", SqliteType.Integer),
|
||||
("topic", SqliteType.Text),
|
||||
("nsfw", SqliteType.Integer)
|
||||
("nsfw", SqliteType.Integer),
|
||||
]);
|
||||
|
||||
foreach (var channel in channels) {
|
||||
foreach (Channel channel in channels) {
|
||||
cmd.Set(":id", channel.Id);
|
||||
cmd.Set(":server", channel.Server);
|
||||
cmd.Set(":name", channel.Name);
|
||||
@@ -73,4 +73,14 @@ sealed class SqliteChannelRepository : BaseSqliteRepository, IChannelRepository
|
||||
};
|
||||
}
|
||||
}
|
||||
|
||||
public async Task<int> RemoveUnreachable() {
|
||||
int removed;
|
||||
await using (var conn = await pool.Take()) {
|
||||
removed = await conn.ExecuteAsync("DELETE FROM channels WHERE id NOT IN (SELECT DISTINCT channel_id FROM messages)");
|
||||
}
|
||||
|
||||
UpdateTotalCount();
|
||||
return removed;
|
||||
}
|
||||
}
|
||||
|
@@ -18,6 +18,8 @@ namespace DHT.Server.Database.Sqlite.Repositories;
|
||||
sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRepository(Log), IDownloadRepository {
|
||||
private static readonly Log Log = Log.ForType<SqliteDownloadRepository>();
|
||||
|
||||
public const string Schema = "downloads";
|
||||
|
||||
internal sealed class NewDownloadCollector : IAsyncDisposable {
|
||||
private readonly SqliteDownloadRepository repository;
|
||||
private bool hasChanged = false;
|
||||
@@ -71,7 +73,25 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
|
||||
}
|
||||
}
|
||||
|
||||
private static SqliteBlob BlobReference(ISqliteConnection conn, long rowid, bool readOnly) {
|
||||
string schema = conn.HasAttachedDatabase(Schema) ? Schema : "main";
|
||||
return new SqliteBlob(conn.InnerConnection, databaseName: schema, tableName: "download_blobs", columnName: "blob", rowid, readOnly);
|
||||
}
|
||||
|
||||
public async Task AddDownload(Data.Download item, Stream? stream) {
|
||||
ulong? actualSize;
|
||||
|
||||
if (stream is not null) {
|
||||
actualSize = (ulong) stream.Length;
|
||||
|
||||
if (actualSize != item.Size) {
|
||||
Log.Warn("Download size differs from its metadata - metadata size: " + item.Size + " B, actual size: " + actualSize + " B, url: " + item.NormalizedUrl);
|
||||
}
|
||||
}
|
||||
else {
|
||||
actualSize = item.Size;
|
||||
}
|
||||
|
||||
await using (var conn = await pool.Take()) {
|
||||
await conn.BeginTransactionAsync();
|
||||
|
||||
@@ -87,7 +107,7 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
|
||||
metadataCmd.Set(":download_url", item.DownloadUrl);
|
||||
metadataCmd.Set(":status", (int) item.Status);
|
||||
metadataCmd.Set(":type", item.Type);
|
||||
metadataCmd.Set(":size", item.Size);
|
||||
metadataCmd.Set(":size", actualSize);
|
||||
await metadataCmd.ExecuteNonQueryAsync();
|
||||
|
||||
if (stream == null) {
|
||||
@@ -107,10 +127,10 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
|
||||
);
|
||||
|
||||
upsertBlobCmd.AddAndSet(":normalized_url", SqliteType.Text, item.NormalizedUrl);
|
||||
upsertBlobCmd.AddAndSet(":blob_length", SqliteType.Integer, item.Size);
|
||||
upsertBlobCmd.AddAndSet(":blob_length", SqliteType.Integer, actualSize);
|
||||
long rowid = await upsertBlobCmd.ExecuteLongScalarAsync();
|
||||
|
||||
await using var blob = new SqliteBlob(conn.InnerConnection, "download_blobs", "blob", rowid);
|
||||
await using var blob = BlobReference(conn, rowid, readOnly: false);
|
||||
await stream.CopyToAsync(blob);
|
||||
}
|
||||
|
||||
@@ -177,14 +197,14 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
|
||||
FailedWithUnknownSizeCount = reader.GetInt32(8),
|
||||
SkippedCount = reader.GetInt32(9),
|
||||
SkippedTotalSize = reader.GetUint64(10),
|
||||
SkippedWithUnknownSizeCount = reader.GetInt32(11)
|
||||
SkippedWithUnknownSizeCount = reader.GetInt32(11),
|
||||
};
|
||||
}
|
||||
|
||||
public async IAsyncEnumerable<Data.Download> Get() {
|
||||
public async IAsyncEnumerable<Data.Download> Get(DownloadItemFilter? filter) {
|
||||
await using var conn = await pool.Take();
|
||||
|
||||
await using var cmd = conn.Command("SELECT normalized_url, download_url, status, type, size FROM download_metadata");
|
||||
await using var cmd = conn.Command("SELECT normalized_url, download_url, status, type, size FROM download_metadata" + filter.GenerateConditions().BuildWhereClause());
|
||||
await using var reader = await cmd.ExecuteReaderAsync();
|
||||
|
||||
while (await reader.ReadAsync()) {
|
||||
@@ -206,7 +226,7 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
|
||||
|
||||
long rowid;
|
||||
|
||||
await using (var reader = await cmd.ExecuteReaderAsync()) {
|
||||
await using (SqliteDataReader reader = await cmd.ExecuteReaderAsync()) {
|
||||
if (!await reader.ReadAsync()) {
|
||||
return false;
|
||||
}
|
||||
@@ -214,7 +234,7 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
|
||||
rowid = reader.GetInt64(0);
|
||||
}
|
||||
|
||||
await using (var blob = new SqliteBlob(conn.InnerConnection, "download_blobs", "blob", rowid, readOnly: true)) {
|
||||
await using (var blob = BlobReference(conn, rowid, readOnly: true)) {
|
||||
await dataProcessor(blob);
|
||||
}
|
||||
|
||||
@@ -249,7 +269,7 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
|
||||
rowid = reader.GetInt64(2);
|
||||
}
|
||||
|
||||
await using (var blob = new SqliteBlob(conn.InnerConnection, "download_blobs", "blob", rowid, readOnly: true)) {
|
||||
await using (var blob = BlobReference(conn, rowid, readOnly: true)) {
|
||||
await dataProcessor(new Data.Download(normalizedUrl, downloadUrl, DownloadStatus.Success, type, (ulong) blob.Length), blob, cancellationToken);
|
||||
}
|
||||
|
||||
@@ -264,7 +284,7 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
|
||||
|
||||
await using var conn = await pool.Take();
|
||||
|
||||
var sql = $"""
|
||||
string sql = $"""
|
||||
SELECT normalized_url, download_url, type, size
|
||||
FROM download_metadata
|
||||
{filter.GenerateConditions().BuildWhereClause()}
|
||||
@@ -272,7 +292,7 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
|
||||
""";
|
||||
|
||||
await using (var cmd = conn.Command(sql)) {
|
||||
cmd.AddAndSet(":limit", SqliteType.Integer, Math.Max(0, count));
|
||||
cmd.AddAndSet(":limit", SqliteType.Integer, Math.Max(val1: 0, count));
|
||||
|
||||
await using var reader = await cmd.ExecuteReaderAsync(cancellationToken);
|
||||
|
||||
@@ -281,7 +301,7 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
|
||||
NormalizedUrl = reader.GetString(0),
|
||||
DownloadUrl = reader.GetString(1),
|
||||
Type = reader.IsDBNull(2) ? null : reader.GetString(2),
|
||||
Size = reader.IsDBNull(3) ? null : reader.GetUint64(3)
|
||||
Size = reader.IsDBNull(3) ? null : reader.GetUint64(3),
|
||||
});
|
||||
}
|
||||
}
|
||||
@@ -292,7 +312,7 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
|
||||
cmd.AddAndSet(":downloading", SqliteType.Integer, (int) DownloadStatus.Downloading);
|
||||
cmd.Add(":normalized_url", SqliteType.Text);
|
||||
|
||||
foreach (var item in found) {
|
||||
foreach (DownloadItem item in found) {
|
||||
cmd.Set(":normalized_url", item.NormalizedUrl);
|
||||
|
||||
if (await cmd.ExecuteNonQueryAsync(cancellationToken) == 1) {
|
||||
@@ -321,4 +341,62 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
|
||||
cmd.AddAndSet(":success", SqliteType.Integer, (int) DownloadStatus.Success);
|
||||
return await cmd.ExecuteNonQueryAsync(cancellationToken);
|
||||
}
|
||||
|
||||
public async Task Remove(ICollection<string> normalizedUrls) {
|
||||
await using (var conn = await pool.Take()) {
|
||||
await conn.BeginTransactionAsync();
|
||||
|
||||
await using (var cmd = conn.Command("DELETE FROM download_metadata WHERE normalized_url = :normalized_url")) {
|
||||
cmd.Add(":normalized_url", SqliteType.Text);
|
||||
|
||||
foreach (string normalizedUrl in normalizedUrls) {
|
||||
cmd.Set(":normalized_url", normalizedUrl);
|
||||
await cmd.ExecuteNonQueryAsync();
|
||||
}
|
||||
}
|
||||
|
||||
await conn.CommitTransactionAsync();
|
||||
}
|
||||
|
||||
UpdateTotalCount();
|
||||
}
|
||||
|
||||
public async IAsyncEnumerable<Data.Download> FindAllDownloadableUrls([EnumeratorCancellation] CancellationToken cancellationToken = default) {
|
||||
await using var conn = await pool.Take();
|
||||
|
||||
await using (var cmd = conn.Command("SELECT normalized_url, download_url, type, size FROM attachments")) {
|
||||
await using var reader = await cmd.ExecuteReaderAsync(cancellationToken);
|
||||
|
||||
while (await reader.ReadAsync(cancellationToken)) {
|
||||
yield return DownloadLinkExtractor.FromAttachment(reader.GetString(0), reader.GetString(1), reader.IsDBNull(2) ? null : reader.GetString(2), reader.GetUint64(3));
|
||||
}
|
||||
}
|
||||
|
||||
await using (var cmd = conn.Command("SELECT json FROM message_embeds")) {
|
||||
await using var reader = await cmd.ExecuteReaderAsync(cancellationToken);
|
||||
|
||||
while (await reader.ReadAsync(cancellationToken)) {
|
||||
var result = await DownloadLinkExtractor.TryFromEmbedJson(reader.GetStream(0));
|
||||
if (result is not null) {
|
||||
yield return result;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
await using (var cmd = conn.Command("SELECT id, avatar_url FROM users WHERE avatar_url IS NOT NULL")) {
|
||||
await using var reader = await cmd.ExecuteReaderAsync(cancellationToken);
|
||||
|
||||
while (await reader.ReadAsync(cancellationToken)) {
|
||||
yield return DownloadLinkExtractor.FromUserAvatar(reader.GetUint64(0), reader.GetString(1));
|
||||
}
|
||||
}
|
||||
|
||||
await using (var cmd = conn.Command("SELECT DISTINCT emoji_id, emoji_flags FROM message_reactions WHERE emoji_id IS NOT NULL")) {
|
||||
await using var reader = await cmd.ExecuteReaderAsync(cancellationToken);
|
||||
|
||||
while (await reader.ReadAsync(cancellationToken)) {
|
||||
yield return DownloadLinkExtractor.FromEmoji(reader.GetUint64(0), (EmojiFlags) reader.GetInt16(1));
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
@@ -39,7 +39,7 @@ sealed class SqliteMessageRepository(SqliteConnectionPool pool, SqliteDownloadRe
|
||||
("sender_id", SqliteType.Integer),
|
||||
("channel_id", SqliteType.Integer),
|
||||
("text", SqliteType.Text),
|
||||
("timestamp", SqliteType.Integer)
|
||||
("timestamp", SqliteType.Integer),
|
||||
]);
|
||||
|
||||
await using var attachmentCmd = conn.Upsert("attachments", [
|
||||
@@ -50,7 +50,7 @@ sealed class SqliteMessageRepository(SqliteConnectionPool pool, SqliteDownloadRe
|
||||
("download_url", SqliteType.Text),
|
||||
("size", SqliteType.Integer),
|
||||
("width", SqliteType.Integer),
|
||||
("height", SqliteType.Integer)
|
||||
("height", SqliteType.Integer),
|
||||
]);
|
||||
|
||||
await using var deleteMessageEditTimestampCmd = DeleteByMessageId(conn, "message_edit_timestamps");
|
||||
@@ -62,22 +62,22 @@ sealed class SqliteMessageRepository(SqliteConnectionPool pool, SqliteDownloadRe
|
||||
|
||||
await using var messageEditTimestampCmd = conn.Insert("message_edit_timestamps", [
|
||||
("message_id", SqliteType.Integer),
|
||||
("edit_timestamp", SqliteType.Integer)
|
||||
("edit_timestamp", SqliteType.Integer),
|
||||
]);
|
||||
|
||||
await using var messageRepliedToCmd = conn.Insert("message_replied_to", [
|
||||
("message_id", SqliteType.Integer),
|
||||
("replied_to_id", SqliteType.Integer)
|
||||
("replied_to_id", SqliteType.Integer),
|
||||
]);
|
||||
|
||||
await using var messageAttachmentCmd = conn.Insert("message_attachments", [
|
||||
("message_id", SqliteType.Integer),
|
||||
("attachment_id", SqliteType.Integer)
|
||||
("attachment_id", SqliteType.Integer),
|
||||
]);
|
||||
|
||||
await using var messageEmbedCmd = conn.Insert("message_embeds", [
|
||||
("message_id", SqliteType.Integer),
|
||||
("json", SqliteType.Text)
|
||||
("json", SqliteType.Text),
|
||||
]);
|
||||
|
||||
await using var messageReactionCmd = conn.Insert("message_reactions", [
|
||||
@@ -85,12 +85,12 @@ sealed class SqliteMessageRepository(SqliteConnectionPool pool, SqliteDownloadRe
|
||||
("emoji_id", SqliteType.Integer),
|
||||
("emoji_name", SqliteType.Text),
|
||||
("emoji_flags", SqliteType.Integer),
|
||||
("count", SqliteType.Integer)
|
||||
("count", SqliteType.Integer),
|
||||
]);
|
||||
|
||||
await using var downloadCollector = new SqliteDownloadRepository.NewDownloadCollector(downloads, conn);
|
||||
|
||||
foreach (var message in messages) {
|
||||
foreach (Message message in messages) {
|
||||
object messageId = message.Id;
|
||||
|
||||
messageCmd.Set(":message_id", messageId);
|
||||
@@ -120,7 +120,7 @@ sealed class SqliteMessageRepository(SqliteConnectionPool pool, SqliteDownloadRe
|
||||
}
|
||||
|
||||
if (!message.Attachments.IsEmpty) {
|
||||
foreach (var attachment in message.Attachments) {
|
||||
foreach (Attachment attachment in message.Attachments) {
|
||||
object attachmentId = attachment.Id;
|
||||
|
||||
attachmentCmd.Set(":attachment_id", attachmentId);
|
||||
@@ -142,7 +142,7 @@ sealed class SqliteMessageRepository(SqliteConnectionPool pool, SqliteDownloadRe
|
||||
}
|
||||
|
||||
if (!message.Embeds.IsEmpty) {
|
||||
foreach (var embed in message.Embeds) {
|
||||
foreach (Embed embed in message.Embeds) {
|
||||
messageEmbedCmd.Set(":message_id", messageId);
|
||||
messageEmbedCmd.Set(":json", embed.Json);
|
||||
await messageEmbedCmd.ExecuteNonQueryAsync();
|
||||
@@ -154,7 +154,7 @@ sealed class SqliteMessageRepository(SqliteConnectionPool pool, SqliteDownloadRe
|
||||
}
|
||||
|
||||
if (!message.Reactions.IsEmpty) {
|
||||
foreach (var reaction in message.Reactions) {
|
||||
foreach (Reaction reaction in message.Reactions) {
|
||||
messageReactionCmd.Set(":message_id", messageId);
|
||||
messageReactionCmd.Set(":emoji_id", reaction.EmojiId);
|
||||
messageReactionCmd.Set(":emoji_name", reaction.EmojiName);
|
||||
@@ -245,7 +245,7 @@ sealed class SqliteMessageRepository(SqliteConnectionPool pool, SqliteDownloadRe
|
||||
""";
|
||||
|
||||
await using var embedCmd = new MessageToManyCommand<Embed>(conn, EmbedSql, static reader => new Embed {
|
||||
Json = reader.GetString(0)
|
||||
Json = reader.GetString(0),
|
||||
});
|
||||
|
||||
const string ReactionSql =
|
||||
@@ -287,7 +287,7 @@ sealed class SqliteMessageRepository(SqliteConnectionPool pool, SqliteDownloadRe
|
||||
RepliedToId = reader.IsDBNull(6) ? null : reader.GetUint64(6),
|
||||
Attachments = await attachmentCmd.GetItems(messageId),
|
||||
Embeds = await embedCmd.GetItems(messageId),
|
||||
Reactions = await reactionsCmd.GetItems(messageId)
|
||||
Reactions = await reactionsCmd.GetItems(messageId),
|
||||
};
|
||||
}
|
||||
}
|
||||
@@ -303,9 +303,10 @@ sealed class SqliteMessageRepository(SqliteConnectionPool pool, SqliteDownloadRe
|
||||
}
|
||||
}
|
||||
|
||||
public async Task Remove(MessageFilter filter, FilterRemovalMode mode) {
|
||||
public async Task<int> Remove(MessageFilter filter, FilterRemovalMode mode) {
|
||||
int removed;
|
||||
await using (var conn = await pool.Take()) {
|
||||
await conn.ExecuteAsync(
|
||||
removed = await conn.ExecuteAsync(
|
||||
$"""
|
||||
-- noinspection SqlWithoutWhere
|
||||
DELETE FROM messages
|
||||
@@ -315,5 +316,11 @@ sealed class SqliteMessageRepository(SqliteConnectionPool pool, SqliteDownloadRe
|
||||
}
|
||||
|
||||
UpdateTotalCount();
|
||||
return removed;
|
||||
}
|
||||
|
||||
public async Task<int> RemoveUnreachableAttachments() {
|
||||
await using var conn = await pool.Take();
|
||||
return await conn.ExecuteAsync("DELETE FROM attachments WHERE attachment_id NOT IN (SELECT DISTINCT attachment_id FROM message_attachments)");
|
||||
}
|
||||
}
|
||||
|
@@ -26,10 +26,10 @@ sealed class SqliteServerRepository : BaseSqliteRepository, IServerRepository {
|
||||
await using var cmd = conn.Upsert("servers", [
|
||||
("id", SqliteType.Integer),
|
||||
("name", SqliteType.Text),
|
||||
("type", SqliteType.Text)
|
||||
("type", SqliteType.Text),
|
||||
]);
|
||||
|
||||
foreach (var server in servers) {
|
||||
foreach (Data.Server server in servers) {
|
||||
cmd.Set(":id", server.Id);
|
||||
cmd.Set(":name", server.Name);
|
||||
cmd.Set(":type", ServerTypes.ToString(server.Type));
|
||||
@@ -61,4 +61,14 @@ sealed class SqliteServerRepository : BaseSqliteRepository, IServerRepository {
|
||||
};
|
||||
}
|
||||
}
|
||||
|
||||
public async Task<int> RemoveUnreachable() {
|
||||
int removed;
|
||||
await using (var conn = await pool.Take()) {
|
||||
removed = await conn.ExecuteAsync("DELETE FROM servers WHERE id NOT IN (SELECT DISTINCT server FROM channels)");
|
||||
}
|
||||
|
||||
UpdateTotalCount();
|
||||
return removed;
|
||||
}
|
||||
}
|
||||
|
@@ -43,16 +43,20 @@ sealed class SqliteSettingsRepository(SqliteConnectionPool pool) : ISettingsRepo
|
||||
}
|
||||
|
||||
public async Task<T?> Get<T>(SettingsKey<T> key, T? defaultValue) {
|
||||
await using var conn = await pool.Take();
|
||||
return await Get(conn, key, defaultValue);
|
||||
}
|
||||
|
||||
public static async Task<T?> Get<T>(ISqliteConnection conn, SettingsKey<T> key, T? defaultValue) {
|
||||
string? value;
|
||||
|
||||
await using (var conn = await pool.Take()) {
|
||||
await using var cmd = conn.Command("SELECT value FROM metadata WHERE key = :key");
|
||||
await using (var cmd = conn.Command("SELECT value FROM metadata WHERE key = :key")) {
|
||||
cmd.AddAndSet(":key", SqliteType.Text, key.Key);
|
||||
|
||||
await using var reader = await cmd.ExecuteReaderAsync();
|
||||
value = await reader.ReadAsync() ? reader.GetString(0) : null;
|
||||
}
|
||||
|
||||
return value != null && key.FromString(value, out var convertedValue) ? convertedValue : defaultValue;
|
||||
return value != null && key.FromString(value, out T convertedValue) ? convertedValue : defaultValue;
|
||||
}
|
||||
}
|
||||
|
@@ -31,12 +31,12 @@ sealed class SqliteUserRepository : BaseSqliteRepository, IUserRepository {
|
||||
("name", SqliteType.Text),
|
||||
("display_name", SqliteType.Text),
|
||||
("avatar_url", SqliteType.Text),
|
||||
("discriminator", SqliteType.Text)
|
||||
("discriminator", SqliteType.Text),
|
||||
]);
|
||||
|
||||
await using var downloadCollector = new SqliteDownloadRepository.NewDownloadCollector(downloads, conn);
|
||||
|
||||
foreach (var user in users) {
|
||||
foreach (User user in users) {
|
||||
cmd.Set(":id", user.Id);
|
||||
cmd.Set(":name", user.Name);
|
||||
cmd.Set(":display_name", user.DisplayName);
|
||||
@@ -77,4 +77,14 @@ sealed class SqliteUserRepository : BaseSqliteRepository, IUserRepository {
|
||||
};
|
||||
}
|
||||
}
|
||||
|
||||
public async Task<int> RemoveUnreachable() {
|
||||
int removed;
|
||||
await using (var conn = await pool.Take()) {
|
||||
removed = await conn.ExecuteAsync("DELETE FROM users WHERE id NOT IN (SELECT DISTINCT sender_id FROM messages)");
|
||||
}
|
||||
|
||||
UpdateTotalCount();
|
||||
return removed;
|
||||
}
|
||||
}
|
||||
|
@@ -1,9 +1,11 @@
|
||||
using System;
|
||||
using System.Threading.Tasks;
|
||||
using DHT.Server.Database.Sqlite.Utils;
|
||||
|
||||
namespace DHT.Server.Database.Sqlite.Schema;
|
||||
|
||||
public interface ISchemaUpgradeCallbacks {
|
||||
Task<InitialDatabaseSettings?> GetInitialDatabaseSettings();
|
||||
Task<bool> CanUpgrade();
|
||||
Task Start(int versionSteps, Func<IProgressReporter, Task> doUpgrade);
|
||||
|
||||
|
77
app/Server/Database/Sqlite/Schema/SqliteSchemaUpgradeTo10.cs
Normal file
77
app/Server/Database/Sqlite/Schema/SqliteSchemaUpgradeTo10.cs
Normal file
@@ -0,0 +1,77 @@
|
||||
using System.Threading.Tasks;
|
||||
using DHT.Server.Database.Sqlite.Utils;
|
||||
using DHT.Utils.Logging;
|
||||
|
||||
namespace DHT.Server.Database.Sqlite.Schema;
|
||||
|
||||
sealed class SqliteSchemaUpgradeTo10 : ISchemaUpgrade {
|
||||
private static readonly Log Log = Log.ForType<SqliteSchemaUpgradeTo10>();
|
||||
|
||||
async Task ISchemaUpgrade.Run(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) {
|
||||
await reporter.MainWork("Migrating message embeds...", finishedItems: 0, totalItems: 6);
|
||||
await conn.ExecuteAsync("""
|
||||
CREATE TABLE message_embeds_new (
|
||||
message_id INTEGER NOT NULL,
|
||||
json TEXT NOT NULL,
|
||||
FOREIGN KEY (message_id) REFERENCES messages (message_id) ON UPDATE CASCADE ON DELETE CASCADE
|
||||
)
|
||||
""");
|
||||
await conn.ExecuteAsync("INSERT INTO message_embeds_new (message_id, json) SELECT message_id, json FROM message_embeds WHERE message_id IN (SELECT DISTINCT message_id FROM messages)");
|
||||
|
||||
await reporter.MainWork("Migrating message reactions...", finishedItems: 1, totalItems: 6);
|
||||
await conn.ExecuteAsync("""
|
||||
CREATE TABLE message_reactions_new (
|
||||
message_id INTEGER NOT NULL,
|
||||
emoji_id INTEGER,
|
||||
emoji_name TEXT,
|
||||
emoji_flags INTEGER NOT NULL,
|
||||
count INTEGER NOT NULL,
|
||||
FOREIGN KEY (message_id) REFERENCES messages (message_id) ON UPDATE CASCADE ON DELETE CASCADE
|
||||
)
|
||||
""");
|
||||
await conn.ExecuteAsync("INSERT INTO message_reactions_new (message_id, emoji_id, emoji_name, emoji_flags, count) SELECT message_id, emoji_id, emoji_name, emoji_flags, count FROM message_reactions WHERE message_id IN (SELECT DISTINCT message_id FROM messages)");
|
||||
|
||||
await reporter.MainWork("Migrating message edit timestamps...", finishedItems: 2, totalItems: 6);
|
||||
await conn.ExecuteAsync("""
|
||||
CREATE TABLE message_edit_timestamps_new (
|
||||
message_id INTEGER PRIMARY KEY NOT NULL,
|
||||
edit_timestamp INTEGER NOT NULL,
|
||||
FOREIGN KEY (message_id) REFERENCES messages (message_id) ON UPDATE CASCADE ON DELETE CASCADE
|
||||
)
|
||||
""");
|
||||
await conn.ExecuteAsync("INSERT INTO message_edit_timestamps_new (message_id, edit_timestamp) SELECT message_id, edit_timestamp FROM message_edit_timestamps WHERE message_id IN (SELECT DISTINCT message_id FROM messages)");
|
||||
|
||||
await reporter.MainWork("Migrating message replies...", finishedItems: 3, totalItems: 6);
|
||||
await conn.ExecuteAsync("""
|
||||
CREATE TABLE message_replied_to_new (
|
||||
message_id INTEGER PRIMARY KEY NOT NULL,
|
||||
replied_to_id INTEGER NOT NULL,
|
||||
FOREIGN KEY (message_id) REFERENCES messages (message_id) ON UPDATE CASCADE ON DELETE CASCADE
|
||||
)
|
||||
""");
|
||||
await conn.ExecuteAsync("INSERT INTO message_replied_to_new (message_id, replied_to_id) SELECT message_id, replied_to_id FROM message_replied_to WHERE message_id IN (SELECT DISTINCT message_id FROM messages)");
|
||||
|
||||
await reporter.MainWork("Applying schema changes...", finishedItems: 4, totalItems: 6);
|
||||
|
||||
await conn.ExecuteAsync("DROP TABLE message_embeds");
|
||||
await conn.ExecuteAsync("ALTER TABLE message_embeds_new RENAME TO message_embeds");
|
||||
await conn.ExecuteAsync("CREATE INDEX embeds_message_ix ON message_embeds(message_id)");
|
||||
|
||||
await conn.ExecuteAsync("DROP TABLE message_reactions");
|
||||
await conn.ExecuteAsync("ALTER TABLE message_reactions_new RENAME TO message_reactions");
|
||||
await conn.ExecuteAsync("CREATE INDEX reactions_message_ix ON message_reactions(message_id)");
|
||||
|
||||
await conn.ExecuteAsync("DROP TABLE message_edit_timestamps");
|
||||
await conn.ExecuteAsync("ALTER TABLE message_edit_timestamps_new RENAME TO message_edit_timestamps");
|
||||
|
||||
await conn.ExecuteAsync("DROP TABLE message_replied_to");
|
||||
await conn.ExecuteAsync("ALTER TABLE message_replied_to_new RENAME TO message_replied_to");
|
||||
|
||||
await reporter.MainWork("Removing orphaned objects...", finishedItems: 5, totalItems: 6);
|
||||
|
||||
Log.Info("Removed orphaned attachments: " + await conn.ExecuteAsync("DELETE FROM attachments WHERE attachment_id NOT IN (SELECT DISTINCT attachment_id FROM message_attachments)"));
|
||||
Log.Info("Removed orphaned users: " + await conn.ExecuteAsync("DELETE FROM users WHERE id NOT IN (SELECT DISTINCT sender_id FROM messages)"));
|
||||
Log.Info("Removed orphaned channels: " + await conn.ExecuteAsync("DELETE FROM channels WHERE id NOT IN (SELECT DISTINCT channel_id FROM messages)"));
|
||||
Log.Info("Removed orphaned servers: " + await conn.ExecuteAsync("DELETE FROM servers WHERE id NOT IN (SELECT DISTINCT server FROM channels)"));
|
||||
}
|
||||
}
|
@@ -5,7 +5,7 @@ namespace DHT.Server.Database.Sqlite.Schema;
|
||||
|
||||
sealed class SqliteSchemaUpgradeTo2 : ISchemaUpgrade {
|
||||
async Task ISchemaUpgrade.Run(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) {
|
||||
await reporter.MainWork("Applying schema changes...", 0, 1);
|
||||
await reporter.MainWork("Applying schema changes...", finishedItems: 0, totalItems: 1);
|
||||
await conn.ExecuteAsync("ALTER TABLE channels ADD parent_id INTEGER");
|
||||
}
|
||||
}
|
||||
|
@@ -5,13 +5,21 @@ namespace DHT.Server.Database.Sqlite.Schema;
|
||||
|
||||
sealed class SqliteSchemaUpgradeTo3 : ISchemaUpgrade {
|
||||
async Task ISchemaUpgrade.Run(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) {
|
||||
await reporter.MainWork("Applying schema changes...", 0, 1);
|
||||
await reporter.MainWork("Applying schema changes...", finishedItems: 0, totalItems: 1);
|
||||
|
||||
await SqliteSchema.CreateMessageEditTimestampTable(conn);
|
||||
await conn.ExecuteAsync("ALTER TABLE message_edit_timestamps RENAME TO edit_timestamps");
|
||||
await conn.ExecuteAsync("""
|
||||
CREATE TABLE edit_timestamps (
|
||||
message_id INTEGER PRIMARY KEY NOT NULL,
|
||||
edit_timestamp INTEGER NOT NULL
|
||||
)
|
||||
""");
|
||||
|
||||
await SqliteSchema.CreateMessageRepliedToTable(conn);
|
||||
await conn.ExecuteAsync("ALTER TABLE message_replied_to RENAME TO replied_to");
|
||||
await conn.ExecuteAsync("""
|
||||
CREATE TABLE replied_to (
|
||||
message_id INTEGER PRIMARY KEY NOT NULL,
|
||||
replied_to_id INTEGER NOT NULL
|
||||
)
|
||||
""");
|
||||
|
||||
await conn.ExecuteAsync("""
|
||||
INSERT INTO edit_timestamps (message_id, edit_timestamp)
|
||||
@@ -30,7 +38,7 @@ sealed class SqliteSchemaUpgradeTo3 : ISchemaUpgrade {
|
||||
await conn.ExecuteAsync("ALTER TABLE messages DROP COLUMN replied_to_id");
|
||||
await conn.ExecuteAsync("ALTER TABLE messages DROP COLUMN edit_timestamp");
|
||||
|
||||
await reporter.MainWork("Vacuuming the database...", 1, 1);
|
||||
await reporter.MainWork("Vacuuming the database...", finishedItems: 1, totalItems: 1);
|
||||
await conn.ExecuteAsync("VACUUM");
|
||||
}
|
||||
}
|
||||
|
@@ -5,7 +5,7 @@ namespace DHT.Server.Database.Sqlite.Schema;
|
||||
|
||||
sealed class SqliteSchemaUpgradeTo4 : ISchemaUpgrade {
|
||||
async Task ISchemaUpgrade.Run(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) {
|
||||
await reporter.MainWork("Applying schema changes...", 0, 1);
|
||||
await reporter.MainWork("Applying schema changes...", finishedItems: 0, totalItems: 1);
|
||||
|
||||
await conn.ExecuteAsync("""
|
||||
CREATE TABLE downloads (
|
||||
|
@@ -5,7 +5,7 @@ namespace DHT.Server.Database.Sqlite.Schema;
|
||||
|
||||
sealed class SqliteSchemaUpgradeTo5 : ISchemaUpgrade {
|
||||
async Task ISchemaUpgrade.Run(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) {
|
||||
await reporter.MainWork("Applying schema changes...", 0, 1);
|
||||
await reporter.MainWork("Applying schema changes...", finishedItems: 0, totalItems: 1);
|
||||
await conn.ExecuteAsync("ALTER TABLE attachments ADD width INTEGER");
|
||||
await conn.ExecuteAsync("ALTER TABLE attachments ADD height INTEGER");
|
||||
}
|
||||
|
@@ -8,23 +8,23 @@ namespace DHT.Server.Database.Sqlite.Schema;
|
||||
|
||||
sealed class SqliteSchemaUpgradeTo6 : ISchemaUpgrade {
|
||||
async Task ISchemaUpgrade.Run(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) {
|
||||
await reporter.MainWork("Applying schema changes...", 0, 3);
|
||||
await reporter.MainWork("Applying schema changes...", finishedItems: 0, totalItems: 3);
|
||||
await conn.ExecuteAsync("ALTER TABLE attachments ADD download_url TEXT");
|
||||
await conn.ExecuteAsync("ALTER TABLE downloads ADD download_url TEXT");
|
||||
|
||||
await reporter.MainWork("Updating attachments...", 1, 3);
|
||||
await reporter.MainWork("Updating attachments...", finishedItems: 1, totalItems: 3);
|
||||
await NormalizeAttachmentUrls(conn, reporter);
|
||||
|
||||
await reporter.MainWork("Updating downloads...", 2, 3);
|
||||
await reporter.MainWork("Updating downloads...", finishedItems: 2, totalItems: 3);
|
||||
await NormalizeDownloadUrls(conn, reporter);
|
||||
|
||||
await reporter.MainWork("Applying schema changes...", 3, 3);
|
||||
await reporter.MainWork("Applying schema changes...", finishedItems: 3, totalItems: 3);
|
||||
await conn.ExecuteAsync("ALTER TABLE attachments RENAME COLUMN url TO normalized_url");
|
||||
await conn.ExecuteAsync("ALTER TABLE downloads RENAME COLUMN url TO normalized_url");
|
||||
}
|
||||
|
||||
private async Task NormalizeAttachmentUrls(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) {
|
||||
await reporter.SubWork("Preparing attachments...", 0, 0);
|
||||
await reporter.SubWork("Preparing attachments...", finishedItems: 0, totalItems: 0);
|
||||
|
||||
var normalizedUrls = new Dictionary<long, string>();
|
||||
|
||||
@@ -32,8 +32,8 @@ sealed class SqliteSchemaUpgradeTo6 : ISchemaUpgrade {
|
||||
await using var reader = await selectCmd.ExecuteReaderAsync();
|
||||
|
||||
while (await reader.ReadAsync()) {
|
||||
var attachmentId = reader.GetInt64(0);
|
||||
var originalUrl = reader.GetString(1);
|
||||
long attachmentId = reader.GetInt64(0);
|
||||
string originalUrl = reader.GetString(1);
|
||||
normalizedUrls[attachmentId] = DiscordCdn.NormalizeUrl(originalUrl);
|
||||
}
|
||||
}
|
||||
@@ -47,7 +47,7 @@ sealed class SqliteSchemaUpgradeTo6 : ISchemaUpgrade {
|
||||
updateCmd.Add(":attachment_id", SqliteType.Integer);
|
||||
updateCmd.Add(":normalized_url", SqliteType.Text);
|
||||
|
||||
foreach (var (attachmentId, normalizedUrl) in normalizedUrls) {
|
||||
foreach ((long attachmentId, string normalizedUrl) in normalizedUrls) {
|
||||
if (++processedUrls % 1000 == 0) {
|
||||
await reporter.SubWork("Updating URLs...", processedUrls, totalUrls);
|
||||
}
|
||||
@@ -64,7 +64,7 @@ sealed class SqliteSchemaUpgradeTo6 : ISchemaUpgrade {
|
||||
}
|
||||
|
||||
private async Task NormalizeDownloadUrls(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) {
|
||||
await reporter.SubWork("Preparing downloads...", 0, 0);
|
||||
await reporter.SubWork("Preparing downloads...", finishedItems: 0, totalItems: 0);
|
||||
|
||||
var normalizedUrlsToOriginalUrls = new Dictionary<string, string>();
|
||||
var duplicateUrlsToDelete = new HashSet<string>();
|
||||
@@ -73,8 +73,8 @@ sealed class SqliteSchemaUpgradeTo6 : ISchemaUpgrade {
|
||||
await using var reader = await selectCmd.ExecuteReaderAsync();
|
||||
|
||||
while (await reader.ReadAsync()) {
|
||||
var originalUrl = reader.GetString(0);
|
||||
var normalizedUrl = DiscordCdn.NormalizeUrl(originalUrl);
|
||||
string originalUrl = reader.GetString(0);
|
||||
string normalizedUrl = DiscordCdn.NormalizeUrl(originalUrl);
|
||||
|
||||
if (!normalizedUrlsToOriginalUrls.TryAdd(normalizedUrl, originalUrl)) {
|
||||
duplicateUrlsToDelete.Add(originalUrl);
|
||||
@@ -85,10 +85,10 @@ sealed class SqliteSchemaUpgradeTo6 : ISchemaUpgrade {
|
||||
await conn.ExecuteAsync("PRAGMA cache_size = -20000");
|
||||
await conn.BeginTransactionAsync();
|
||||
|
||||
await reporter.SubWork("Deleting duplicates...", 0, 0);
|
||||
await reporter.SubWork("Deleting duplicates...", finishedItems: 0, totalItems: 0);
|
||||
|
||||
await using (var deleteCmd = conn.Delete("downloads", ("url", SqliteType.Text))) {
|
||||
foreach (var duplicateUrl in duplicateUrlsToDelete) {
|
||||
foreach (string duplicateUrl in duplicateUrlsToDelete) {
|
||||
deleteCmd.Set(":url", duplicateUrl);
|
||||
await deleteCmd.ExecuteNonQueryAsync();
|
||||
}
|
||||
@@ -105,7 +105,7 @@ sealed class SqliteSchemaUpgradeTo6 : ISchemaUpgrade {
|
||||
updateCmd.Add(":normalized_url", SqliteType.Text);
|
||||
updateCmd.Add(":download_url", SqliteType.Text);
|
||||
|
||||
foreach (var (normalizedUrl, downloadUrl) in normalizedUrlsToOriginalUrls) {
|
||||
foreach ((string normalizedUrl, string downloadUrl) in normalizedUrlsToOriginalUrls) {
|
||||
if (++processedUrls % 100 == 0) {
|
||||
await reporter.SubWork("Updating URLs...", processedUrls, totalUrls);
|
||||
|
||||
|
@@ -9,33 +9,33 @@ namespace DHT.Server.Database.Sqlite.Schema;
|
||||
|
||||
sealed class SqliteSchemaUpgradeTo7 : ISchemaUpgrade {
|
||||
async Task ISchemaUpgrade.Run(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) {
|
||||
await reporter.MainWork("Applying schema changes...", 0, 6);
|
||||
await reporter.MainWork("Applying schema changes...", finishedItems: 0, totalItems: 6);
|
||||
await SqliteSchema.CreateDownloadTables(conn);
|
||||
|
||||
await reporter.MainWork("Migrating download metadata...", 1, 6);
|
||||
await reporter.MainWork("Migrating download metadata...", finishedItems: 1, totalItems: 6);
|
||||
await conn.ExecuteAsync("INSERT INTO download_metadata (normalized_url, download_url, status, size) SELECT normalized_url, download_url, status, size FROM downloads");
|
||||
|
||||
await reporter.MainWork("Merging attachment metadata...", 2, 6);
|
||||
await reporter.MainWork("Merging attachment metadata...", finishedItems: 2, totalItems: 6);
|
||||
await conn.ExecuteAsync("UPDATE download_metadata SET type = (SELECT type FROM attachments WHERE download_metadata.normalized_url = attachments.normalized_url)");
|
||||
|
||||
await reporter.MainWork("Migrating downloaded files...", 3, 6);
|
||||
await reporter.MainWork("Migrating downloaded files...", finishedItems: 3, totalItems: 6);
|
||||
await MigrateDownloadBlobsToNewTable(conn, reporter);
|
||||
|
||||
await reporter.MainWork("Applying schema changes...", 4, 6);
|
||||
await reporter.MainWork("Applying schema changes...", finishedItems: 4, totalItems: 6);
|
||||
await conn.ExecuteAsync("DROP TABLE downloads");
|
||||
|
||||
await reporter.MainWork("Discovering downloadable links...", 5, 6);
|
||||
await reporter.MainWork("Discovering downloadable links...", finishedItems: 5, totalItems: 6);
|
||||
await DiscoverDownloadableLinks(conn, reporter);
|
||||
}
|
||||
|
||||
private async Task MigrateDownloadBlobsToNewTable(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) {
|
||||
await reporter.SubWork("Listing downloaded files...", 0, 0);
|
||||
await reporter.SubWork("Listing downloaded files...", finishedItems: 0, totalItems: 0);
|
||||
|
||||
var urlsToMigrate = await GetDownloadedFileUrls(conn);
|
||||
List<string> urlsToMigrate = await GetDownloadedFileUrls(conn);
|
||||
int totalFiles = urlsToMigrate.Count;
|
||||
int processedFiles = -1;
|
||||
|
||||
await reporter.SubWork("Processing downloaded files...", 0, totalFiles);
|
||||
await reporter.SubWork("Processing downloaded files...", finishedItems: 0, totalFiles);
|
||||
|
||||
await conn.BeginTransactionAsync();
|
||||
|
||||
@@ -44,7 +44,7 @@ sealed class SqliteSchemaUpgradeTo7 : ISchemaUpgrade {
|
||||
insertCmd.Add(":normalized_url", SqliteType.Text);
|
||||
deleteCmd.Add(":normalized_url", SqliteType.Text);
|
||||
|
||||
foreach (var url in urlsToMigrate) {
|
||||
foreach (string url in urlsToMigrate) {
|
||||
if (++processedFiles % 10 == 0) {
|
||||
await reporter.SubWork("Processing downloaded files...", processedFiles, totalFiles);
|
||||
|
||||
@@ -84,7 +84,7 @@ sealed class SqliteSchemaUpgradeTo7 : ISchemaUpgrade {
|
||||
}
|
||||
|
||||
private async Task DiscoverDownloadableLinks(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) {
|
||||
await reporter.SubWork("Processing attachments...", 0, 4);
|
||||
await reporter.SubWork("Processing attachments...", finishedItems: 0, totalItems: 4);
|
||||
|
||||
await using (var cmd = conn.Command("""
|
||||
INSERT OR IGNORE INTO download_metadata (normalized_url, download_url, status, type, size)
|
||||
@@ -118,7 +118,7 @@ sealed class SqliteSchemaUpgradeTo7 : ISchemaUpgrade {
|
||||
insertCmd.Add(":type", SqliteType.Text);
|
||||
insertCmd.Add(":size", SqliteType.Integer);
|
||||
|
||||
await reporter.SubWork("Processing embeds...", 1, 4);
|
||||
await reporter.SubWork("Processing embeds...", finishedItems: 1, totalItems: 4);
|
||||
|
||||
await using (var embedCmd = conn.Command("SELECT json FROM embeds")) {
|
||||
await using var reader = await embedCmd.ExecuteReaderAsync();
|
||||
@@ -128,7 +128,7 @@ sealed class SqliteSchemaUpgradeTo7 : ISchemaUpgrade {
|
||||
}
|
||||
}
|
||||
|
||||
await reporter.SubWork("Processing users...", 2, 4);
|
||||
await reporter.SubWork("Processing users...", finishedItems: 2, totalItems: 4);
|
||||
|
||||
await using (var avatarCmd = conn.Command("SELECT id, avatar_url FROM users WHERE avatar_url IS NOT NULL")) {
|
||||
await using var reader = await avatarCmd.ExecuteReaderAsync();
|
||||
@@ -138,7 +138,7 @@ sealed class SqliteSchemaUpgradeTo7 : ISchemaUpgrade {
|
||||
}
|
||||
}
|
||||
|
||||
await reporter.SubWork("Processing reactions...", 3, 4);
|
||||
await reporter.SubWork("Processing reactions...", finishedItems: 3, totalItems: 4);
|
||||
|
||||
await using (var avatarCmd = conn.Command("SELECT DISTINCT emoji_id, emoji_flags FROM reactions WHERE emoji_id IS NOT NULL")) {
|
||||
await using var reader = await avatarCmd.ExecuteReaderAsync();
|
||||
|
@@ -5,7 +5,7 @@ namespace DHT.Server.Database.Sqlite.Schema;
|
||||
|
||||
sealed class SqliteSchemaUpgradeTo8 : ISchemaUpgrade {
|
||||
async Task ISchemaUpgrade.Run(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) {
|
||||
await reporter.MainWork("Applying schema changes...", 0, 1);
|
||||
await reporter.MainWork("Applying schema changes...", finishedItems: 0, totalItems: 1);
|
||||
await conn.ExecuteAsync("ALTER TABLE users ADD display_name TEXT");
|
||||
}
|
||||
}
|
||||
|
@@ -5,13 +5,13 @@ namespace DHT.Server.Database.Sqlite.Schema;
|
||||
|
||||
sealed class SqliteSchemaUpgradeTo9 : ISchemaUpgrade {
|
||||
async Task ISchemaUpgrade.Run(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) {
|
||||
await reporter.MainWork("Applying schema changes...", 0, 3);
|
||||
await reporter.MainWork("Applying schema changes...", finishedItems: 0, totalItems: 3);
|
||||
await SqliteSchema.CreateMessageAttachmentsTable(conn);
|
||||
|
||||
await reporter.MainWork("Migrating message attachments...", 1, 3);
|
||||
await reporter.MainWork("Migrating message attachments...", finishedItems: 1, totalItems: 3);
|
||||
await conn.ExecuteAsync("INSERT INTO message_attachments (message_id, attachment_id) SELECT message_id, attachment_id FROM attachments a JOIN messages m USING (message_id)");
|
||||
|
||||
await reporter.MainWork("Applying schema changes...", 2, 3);
|
||||
await reporter.MainWork("Applying schema changes...", finishedItems: 2, totalItems: 3);
|
||||
await conn.ExecuteAsync("DROP INDEX attachments_message_ix");
|
||||
await conn.ExecuteAsync("ALTER TABLE attachments DROP COLUMN message_id");
|
||||
|
||||
|
@@ -1,42 +1,46 @@
|
||||
using System;
|
||||
using System.Collections.Generic;
|
||||
using System.Threading.Tasks;
|
||||
using DHT.Server.Data.Settings;
|
||||
using DHT.Server.Database.Repositories;
|
||||
using DHT.Server.Database.Sqlite.Repositories;
|
||||
using DHT.Server.Database.Sqlite.Schema;
|
||||
using DHT.Server.Database.Sqlite.Utils;
|
||||
using Microsoft.Data.Sqlite;
|
||||
using DHT.Utils.Logging;
|
||||
|
||||
namespace DHT.Server.Database.Sqlite;
|
||||
|
||||
public sealed class SqliteDatabaseFile : IDatabaseFile {
|
||||
private static readonly Log Log = Log.ForType<SqliteDatabaseFile>();
|
||||
|
||||
private const int DefaultPoolSize = 5;
|
||||
|
||||
public static async Task<SqliteDatabaseFile?> OpenOrCreate(string path, ISchemaUpgradeCallbacks schemaUpgradeCallbacks) {
|
||||
var connectionString = new SqliteConnectionStringBuilder {
|
||||
DataSource = path,
|
||||
Mode = SqliteOpenMode.ReadWriteCreate,
|
||||
};
|
||||
var connectionString = new SqliteConnectionStringFactory(path);
|
||||
var attachedDatabaseCollector = new AttachedDatabaseCollector(path);
|
||||
|
||||
var pool = await SqliteConnectionPool.Create(connectionString, DefaultPoolSize);
|
||||
bool wasOpened;
|
||||
|
||||
try {
|
||||
await using var conn = await pool.Take();
|
||||
wasOpened = await new SqliteSchema(conn).Setup(schemaUpgradeCallbacks);
|
||||
} catch (Exception) {
|
||||
await pool.DisposeAsync();
|
||||
throw;
|
||||
await using (var conn = await CustomSqliteConnection.OpenUnpooled(connectionString)) {
|
||||
wasOpened = await new SqliteSchema(conn).Setup(attachedDatabaseCollector, schemaUpgradeCallbacks);
|
||||
}
|
||||
|
||||
if (wasOpened) {
|
||||
var pool = await SqliteConnectionPool.Create(connectionString, DefaultPoolSize, attachedDatabaseCollector);
|
||||
return new SqliteDatabaseFile(path, pool);
|
||||
}
|
||||
else {
|
||||
await pool.DisposeAsync();
|
||||
return null;
|
||||
}
|
||||
}
|
||||
|
||||
private sealed class AttachedDatabaseCollector(string path) : ISqliteAttachedDatabaseCollector {
|
||||
public async IAsyncEnumerable<AttachedDatabase> GetAttachedDatabases(ISqliteConnection conn) {
|
||||
bool useSeparateFileForDownloads = await SqliteSettingsRepository.Get(conn, SettingsKey.SeparateFileForDownloads, defaultValue: false);
|
||||
if (useSeparateFileForDownloads) {
|
||||
yield return new AttachedDatabase(path + "_downloads", SqliteDownloadRepository.Schema);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
public string Path { get; }
|
||||
|
||||
public ISettingsRepository Settings => settings;
|
||||
@@ -78,6 +82,21 @@ public sealed class SqliteDatabaseFile : IDatabaseFile {
|
||||
|
||||
public async Task Vacuum() {
|
||||
await using var conn = await pool.Take();
|
||||
|
||||
Perf perf = Log.Start();
|
||||
await conn.ExecuteAsync("VACUUM");
|
||||
perf.Step("Vacuum main schema");
|
||||
|
||||
await VacuumAttachedDatabase(conn, perf, SqliteDownloadRepository.Schema);
|
||||
|
||||
perf.End();
|
||||
return;
|
||||
|
||||
static async Task VacuumAttachedDatabase(ISqliteConnection conn, Perf perf, string schema) {
|
||||
if (conn.HasAttachedDatabase(schema)) {
|
||||
await conn.ExecuteAsync("VACUUM " + schema);
|
||||
perf.Step("Vacuum " + schema + " schema");
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
@@ -1,28 +1,32 @@
|
||||
using System.Collections.Generic;
|
||||
using System.Diagnostics.CodeAnalysis;
|
||||
using System.IO;
|
||||
using System.Threading.Tasks;
|
||||
using DHT.Server.Data.Settings;
|
||||
using DHT.Server.Database.Exceptions;
|
||||
using DHT.Server.Database.Sqlite.Repositories;
|
||||
using DHT.Server.Database.Sqlite.Schema;
|
||||
using DHT.Server.Database.Sqlite.Utils;
|
||||
using DHT.Utils.Logging;
|
||||
using Microsoft.Data.Sqlite;
|
||||
|
||||
namespace DHT.Server.Database.Sqlite;
|
||||
|
||||
sealed class SqliteSchema {
|
||||
internal const int Version = 9;
|
||||
sealed class SqliteSchema(CustomSqliteConnection conn) {
|
||||
internal const int Version = 10;
|
||||
|
||||
private static readonly Log Log = Log.ForType<SqliteSchema>();
|
||||
|
||||
private readonly ISqliteConnection conn;
|
||||
|
||||
public SqliteSchema(ISqliteConnection conn) {
|
||||
this.conn = conn;
|
||||
}
|
||||
|
||||
public async Task<bool> Setup(ISchemaUpgradeCallbacks callbacks) {
|
||||
public async Task<bool> Setup(ISqliteAttachedDatabaseCollector attachedDatabaseCollector, ISchemaUpgradeCallbacks callbacks) {
|
||||
await conn.ExecuteAsync("CREATE TABLE IF NOT EXISTS metadata (key TEXT PRIMARY KEY, value TEXT)");
|
||||
|
||||
var dbVersionStr = await conn.ExecuteReaderAsync("SELECT value FROM metadata WHERE key = 'version'", static reader => reader?.GetString(0));
|
||||
string? dbVersionStr = await conn.ExecuteReaderAsync("SELECT value FROM metadata WHERE key = 'version'", static reader => reader?.GetString(0));
|
||||
if (dbVersionStr == null) {
|
||||
if (await callbacks.GetInitialDatabaseSettings() is {} initialSettings) {
|
||||
await ApplyInitialSettings(initialSettings);
|
||||
await AttachAdditionalDatabasesIfNecessary(attachedDatabaseCollector);
|
||||
}
|
||||
|
||||
await InitializeSchemas();
|
||||
}
|
||||
else if (!int.TryParse(dbVersionStr, out int dbVersion) || dbVersion < 1) {
|
||||
@@ -32,17 +36,49 @@ sealed class SqliteSchema {
|
||||
throw new DatabaseTooNewException(dbVersion);
|
||||
}
|
||||
else if (dbVersion < Version) {
|
||||
var proceed = await callbacks.CanUpgrade();
|
||||
bool proceed = await callbacks.CanUpgrade();
|
||||
if (!proceed) {
|
||||
return false;
|
||||
}
|
||||
|
||||
await AttachAdditionalDatabasesIfNecessary(attachedDatabaseCollector);
|
||||
await callbacks.Start(Version - dbVersion, async reporter => await UpgradeSchemas(dbVersion, reporter));
|
||||
}
|
||||
|
||||
return true;
|
||||
}
|
||||
|
||||
private async Task ApplyInitialSettings(InitialDatabaseSettings initialSettings) {
|
||||
await using var cmd = conn.Command("INSERT INTO metadata (key, value) VALUES (:key, :value)");
|
||||
cmd.Add("key", SqliteType.Text);
|
||||
cmd.Add("value", SqliteType.Text);
|
||||
|
||||
static async Task ApplySetting<T>(SqliteCommand cmd, SettingsKey<T> key, T value) {
|
||||
cmd.Set("key", key.Key);
|
||||
cmd.Set("value", key.ToString(value));
|
||||
await cmd.ExecuteNonQueryAsync();
|
||||
}
|
||||
|
||||
if (initialSettings.SeparateFileForDownloads) {
|
||||
await ApplySetting(cmd, SettingsKey.SeparateFileForDownloads, value: true);
|
||||
}
|
||||
|
||||
if (initialSettings.DownloadsAutoStart) {
|
||||
await ApplySetting(cmd, SettingsKey.DownloadsAutoStart, value: true);
|
||||
}
|
||||
}
|
||||
|
||||
[SuppressMessage("ReSharper", "WithExpressionModifiesAllMembers")]
|
||||
private async Task AttachAdditionalDatabasesIfNecessary(ISqliteAttachedDatabaseCollector attachedDatabaseCollector) {
|
||||
await foreach (var attachedDatabase in attachedDatabaseCollector.GetAttachedDatabases(conn)) {
|
||||
if (!File.Exists(attachedDatabase.Path)) {
|
||||
await using CustomSqliteConnection _ = await CustomSqliteConnection.OpenUnpooled(conn.ConnectionStringFactory with { Path = attachedDatabase.Path });
|
||||
}
|
||||
|
||||
await conn.AttachDatabase(attachedDatabase);
|
||||
}
|
||||
}
|
||||
|
||||
private async Task InitializeSchemas() {
|
||||
await conn.ExecuteAsync("""
|
||||
CREATE TABLE users (
|
||||
@@ -100,7 +136,8 @@ sealed class SqliteSchema {
|
||||
await conn.ExecuteAsync("""
|
||||
CREATE TABLE message_embeds (
|
||||
message_id INTEGER NOT NULL,
|
||||
json TEXT NOT NULL
|
||||
json TEXT NOT NULL,
|
||||
FOREIGN KEY (message_id) REFERENCES messages (message_id) ON UPDATE CASCADE ON DELETE CASCADE
|
||||
)
|
||||
""");
|
||||
|
||||
@@ -110,12 +147,27 @@ sealed class SqliteSchema {
|
||||
emoji_id INTEGER,
|
||||
emoji_name TEXT,
|
||||
emoji_flags INTEGER NOT NULL,
|
||||
count INTEGER NOT NULL
|
||||
count INTEGER NOT NULL,
|
||||
FOREIGN KEY (message_id) REFERENCES messages (message_id) ON UPDATE CASCADE ON DELETE CASCADE
|
||||
)
|
||||
""");
|
||||
|
||||
await conn.ExecuteAsync("""
|
||||
CREATE TABLE message_edit_timestamps (
|
||||
message_id INTEGER PRIMARY KEY NOT NULL,
|
||||
edit_timestamp INTEGER NOT NULL,
|
||||
FOREIGN KEY (message_id) REFERENCES messages (message_id) ON UPDATE CASCADE ON DELETE CASCADE
|
||||
)
|
||||
""");
|
||||
|
||||
await conn.ExecuteAsync("""
|
||||
CREATE TABLE message_replied_to (
|
||||
message_id INTEGER PRIMARY KEY NOT NULL,
|
||||
replied_to_id INTEGER NOT NULL,
|
||||
FOREIGN KEY (message_id) REFERENCES messages (message_id) ON UPDATE CASCADE ON DELETE CASCADE
|
||||
)
|
||||
""");
|
||||
|
||||
await CreateMessageEditTimestampTable(conn);
|
||||
await CreateMessageRepliedToTable(conn);
|
||||
await CreateDownloadTables(conn);
|
||||
await CreateMessageAttachmentsTable(conn);
|
||||
|
||||
@@ -125,27 +177,11 @@ sealed class SqliteSchema {
|
||||
await conn.ExecuteAsync("INSERT INTO metadata (key, value) VALUES ('version', " + Version + ")");
|
||||
}
|
||||
|
||||
internal static async Task CreateMessageEditTimestampTable(ISqliteConnection conn) {
|
||||
await conn.ExecuteAsync("""
|
||||
CREATE TABLE message_edit_timestamps (
|
||||
message_id INTEGER PRIMARY KEY NOT NULL,
|
||||
edit_timestamp INTEGER NOT NULL
|
||||
)
|
||||
""");
|
||||
}
|
||||
|
||||
internal static async Task CreateMessageRepliedToTable(ISqliteConnection conn) {
|
||||
await conn.ExecuteAsync("""
|
||||
CREATE TABLE message_replied_to (
|
||||
message_id INTEGER PRIMARY KEY NOT NULL,
|
||||
replied_to_id INTEGER NOT NULL
|
||||
)
|
||||
""");
|
||||
}
|
||||
|
||||
internal static async Task CreateDownloadTables(ISqliteConnection conn) {
|
||||
await conn.ExecuteAsync("""
|
||||
CREATE TABLE download_metadata (
|
||||
string schema = conn.HasAttachedDatabase(SqliteDownloadRepository.Schema) ? SqliteDownloadRepository.Schema : "main";
|
||||
|
||||
await conn.ExecuteAsync($"""
|
||||
CREATE TABLE {schema}.download_metadata (
|
||||
normalized_url TEXT NOT NULL PRIMARY KEY,
|
||||
download_url TEXT NOT NULL,
|
||||
status INTEGER NOT NULL,
|
||||
@@ -154,8 +190,8 @@ sealed class SqliteSchema {
|
||||
)
|
||||
""");
|
||||
|
||||
await conn.ExecuteAsync("""
|
||||
CREATE TABLE download_blobs (
|
||||
await conn.ExecuteAsync($"""
|
||||
CREATE TABLE {schema}.download_blobs (
|
||||
normalized_url TEXT NOT NULL PRIMARY KEY,
|
||||
blob BLOB NOT NULL,
|
||||
FOREIGN KEY (normalized_url) REFERENCES download_metadata (normalized_url) ON UPDATE CASCADE ON DELETE CASCADE
|
||||
@@ -185,14 +221,15 @@ sealed class SqliteSchema {
|
||||
{ 6, new SqliteSchemaUpgradeTo7() },
|
||||
{ 7, new SqliteSchemaUpgradeTo8() },
|
||||
{ 8, new SqliteSchemaUpgradeTo9() },
|
||||
{ 9, new SqliteSchemaUpgradeTo10() },
|
||||
};
|
||||
|
||||
var perf = Log.Start("from version " + dbVersion);
|
||||
Perf perf = Log.Start("from version " + dbVersion);
|
||||
|
||||
for (int fromVersion = dbVersion; fromVersion < Version; fromVersion++) {
|
||||
var toVersion = fromVersion + 1;
|
||||
int toVersion = fromVersion + 1;
|
||||
|
||||
if (upgrades.TryGetValue(fromVersion, out var upgrade)) {
|
||||
if (upgrades.TryGetValue(fromVersion, out ISchemaUpgrade? upgrade)) {
|
||||
await upgrade.Run(conn, reporter);
|
||||
}
|
||||
|
||||
|
3
app/Server/Database/Sqlite/Utils/AttachedDatabase.cs
Normal file
3
app/Server/Database/Sqlite/Utils/AttachedDatabase.cs
Normal file
@@ -0,0 +1,3 @@
|
||||
namespace DHT.Server.Database.Sqlite.Utils;
|
||||
|
||||
sealed record AttachedDatabase(string Path, string Schema);
|
91
app/Server/Database/Sqlite/Utils/CustomSqliteConnection.cs
Normal file
91
app/Server/Database/Sqlite/Utils/CustomSqliteConnection.cs
Normal file
@@ -0,0 +1,91 @@
|
||||
using System;
|
||||
using System.Collections.Immutable;
|
||||
using System.Data.Common;
|
||||
using System.Diagnostics.CodeAnalysis;
|
||||
using System.Threading;
|
||||
using System.Threading.Tasks;
|
||||
using Microsoft.Data.Sqlite;
|
||||
|
||||
namespace DHT.Server.Database.Sqlite.Utils;
|
||||
|
||||
class CustomSqliteConnection : ISqliteConnection {
|
||||
internal static async Task<CustomSqliteConnection> OpenUnpooled(SqliteConnectionStringFactory connectionStringFactory) {
|
||||
SqliteConnection conn = new SqliteConnection(connectionStringFactory.Create());
|
||||
await conn.OpenAsync();
|
||||
|
||||
CustomSqliteConnection custom = new CustomSqliteConnection(connectionStringFactory, conn);
|
||||
await custom.Setup(CancellationToken.None);
|
||||
|
||||
return custom;
|
||||
}
|
||||
|
||||
internal SqliteConnectionStringFactory ConnectionStringFactory { get; }
|
||||
public SqliteConnection InnerConnection { get; }
|
||||
|
||||
private ImmutableHashSet<string> attachedDatabases = [];
|
||||
private DbTransaction? activeTransaction;
|
||||
|
||||
protected CustomSqliteConnection(SqliteConnectionStringFactory connectionStringFactory, SqliteConnection innerConnection) {
|
||||
this.ConnectionStringFactory = connectionStringFactory;
|
||||
this.InnerConnection = innerConnection;
|
||||
}
|
||||
|
||||
internal async Task Setup(CancellationToken cancellationToken) {
|
||||
await this.ExecuteAsync("PRAGMA journal_mode=WAL", cancellationToken);
|
||||
await this.ExecuteAsync("PRAGMA foreign_keys=ON", cancellationToken);
|
||||
}
|
||||
|
||||
[SuppressMessage("ReSharper", "WithExpressionModifiesAllMembers")]
|
||||
internal async Task AttachDatabase(AttachedDatabase attachedDatabase) {
|
||||
await this.ExecuteAsync("ATTACH DATABASE '" + attachedDatabase.Path.Replace("'", "''") + "' AS " + attachedDatabase.Schema);
|
||||
ImmutableInterlocked.Update(ref attachedDatabases, static (set, schema) => set.Add(schema), attachedDatabase.Schema);
|
||||
}
|
||||
|
||||
public bool HasAttachedDatabase(string schema) {
|
||||
return attachedDatabases.Contains(schema);
|
||||
}
|
||||
|
||||
public async Task BeginTransactionAsync() {
|
||||
if (activeTransaction != null) {
|
||||
throw new InvalidOperationException("A transaction is already active.");
|
||||
}
|
||||
|
||||
activeTransaction = await InnerConnection.BeginTransactionAsync();
|
||||
}
|
||||
|
||||
public async Task CommitTransactionAsync() {
|
||||
if (activeTransaction == null) {
|
||||
throw new InvalidOperationException("No active transaction to commit.");
|
||||
}
|
||||
|
||||
await activeTransaction.CommitAsync();
|
||||
await activeTransaction.DisposeAsync();
|
||||
activeTransaction = null;
|
||||
}
|
||||
|
||||
public async Task RollbackTransactionAsync() {
|
||||
if (activeTransaction == null) {
|
||||
throw new InvalidOperationException("No active transaction to rollback.");
|
||||
}
|
||||
|
||||
await activeTransaction.RollbackAsync();
|
||||
await activeTransaction.DisposeAsync();
|
||||
activeTransaction = null;
|
||||
}
|
||||
|
||||
public void AssignActiveTransaction(SqliteCommand command) {
|
||||
command.Transaction = (SqliteTransaction?) activeTransaction;
|
||||
}
|
||||
|
||||
public async ValueTask DisposeAsync() {
|
||||
if (activeTransaction != null) {
|
||||
await RollbackTransactionAsync();
|
||||
}
|
||||
|
||||
await DisposeConnection();
|
||||
}
|
||||
|
||||
private protected virtual async ValueTask DisposeConnection() {
|
||||
await InnerConnection.DisposeAsync();
|
||||
}
|
||||
}
|
@@ -0,0 +1,7 @@
|
||||
using System.Collections.Generic;
|
||||
|
||||
namespace DHT.Server.Database.Sqlite.Utils;
|
||||
|
||||
interface ISqliteAttachedDatabaseCollector {
|
||||
IAsyncEnumerable<AttachedDatabase> GetAttachedDatabases(ISqliteConnection conn);
|
||||
}
|
@@ -7,6 +7,8 @@ namespace DHT.Server.Database.Sqlite.Utils;
|
||||
interface ISqliteConnection : IAsyncDisposable {
|
||||
SqliteConnection InnerConnection { get; }
|
||||
|
||||
bool HasAttachedDatabase(string schema);
|
||||
|
||||
Task BeginTransactionAsync();
|
||||
Task CommitTransactionAsync();
|
||||
Task RollbackTransactionAsync();
|
||||
|
@@ -0,0 +1,3 @@
|
||||
namespace DHT.Server.Database.Sqlite.Utils;
|
||||
|
||||
public sealed record InitialDatabaseSettings(bool SeparateFileForDownloads, bool DownloadsAutoStart);
|
@@ -1,6 +1,6 @@
|
||||
using System;
|
||||
using System.Collections.Generic;
|
||||
using System.Data.Common;
|
||||
using System.Linq;
|
||||
using System.Threading;
|
||||
using System.Threading.Tasks;
|
||||
using DHT.Utils.Collections;
|
||||
@@ -9,16 +9,13 @@ using Microsoft.Data.Sqlite;
|
||||
namespace DHT.Server.Database.Sqlite.Utils;
|
||||
|
||||
sealed class SqliteConnectionPool : IAsyncDisposable {
|
||||
public static async Task<SqliteConnectionPool> Create(SqliteConnectionStringBuilder connectionStringBuilder, int poolSize) {
|
||||
var pool = new SqliteConnectionPool(poolSize);
|
||||
await pool.InitializePooledConnections(connectionStringBuilder);
|
||||
public static async Task<SqliteConnectionPool> Create(SqliteConnectionStringFactory connectionStringFactory, int poolSize, ISqliteAttachedDatabaseCollector attachedDatabaseCollector) {
|
||||
SqliteConnectionPool pool = new SqliteConnectionPool(poolSize, attachedDatabaseCollector);
|
||||
await pool.InitializePooledConnections(connectionStringFactory);
|
||||
return pool;
|
||||
}
|
||||
|
||||
private static string GetConnectionString(SqliteConnectionStringBuilder connectionStringBuilder) {
|
||||
connectionStringBuilder.Pooling = false;
|
||||
return connectionStringBuilder.ToString();
|
||||
}
|
||||
private readonly ISqliteAttachedDatabaseCollector attachedDatabaseCollector;
|
||||
|
||||
private readonly int poolSize;
|
||||
private readonly List<PooledConnection> all;
|
||||
@@ -27,24 +24,35 @@ sealed class SqliteConnectionPool : IAsyncDisposable {
|
||||
private readonly CancellationTokenSource disposalTokenSource = new ();
|
||||
private readonly CancellationToken disposalToken;
|
||||
|
||||
private SqliteConnectionPool(int poolSize) {
|
||||
private SqliteConnectionPool(int poolSize, ISqliteAttachedDatabaseCollector attachedDatabaseCollector) {
|
||||
this.attachedDatabaseCollector = attachedDatabaseCollector;
|
||||
|
||||
this.poolSize = poolSize;
|
||||
this.all = new List<PooledConnection>(poolSize);
|
||||
this.free = new ConcurrentPool<PooledConnection>(poolSize);
|
||||
|
||||
this.disposalToken = disposalTokenSource.Token;
|
||||
}
|
||||
|
||||
private async Task InitializePooledConnections(SqliteConnectionStringBuilder connectionStringBuilder) {
|
||||
var connectionString = GetConnectionString(connectionStringBuilder);
|
||||
private async Task InitializePooledConnections(SqliteConnectionStringFactory connectionStringFactory) {
|
||||
string connectionString = connectionStringFactory.Create();
|
||||
|
||||
List<AttachedDatabase> attachedDatabases = [];
|
||||
|
||||
for (int i = 0; i < poolSize; i++) {
|
||||
var conn = new SqliteConnection(connectionString);
|
||||
conn.Open();
|
||||
SqliteConnection innerConnection = new SqliteConnection(connectionString);
|
||||
await innerConnection.OpenAsync(disposalToken);
|
||||
|
||||
var pooledConnection = new PooledConnection(this, conn);
|
||||
PooledConnection pooledConnection = new PooledConnection(this, connectionStringFactory, innerConnection);
|
||||
await pooledConnection.Setup(disposalToken);
|
||||
|
||||
await pooledConnection.ExecuteAsync("PRAGMA journal_mode=WAL", disposalToken);
|
||||
await pooledConnection.ExecuteAsync("PRAGMA foreign_keys=ON", disposalToken);
|
||||
if (i == 0) {
|
||||
attachedDatabases = await attachedDatabaseCollector.GetAttachedDatabases(pooledConnection).ToListAsync(disposalToken);
|
||||
}
|
||||
|
||||
foreach (var attachedDatabase in attachedDatabases) {
|
||||
await pooledConnection.AttachDatabase(attachedDatabase);
|
||||
}
|
||||
|
||||
all.Add(pooledConnection);
|
||||
await free.Push(pooledConnection, disposalToken);
|
||||
@@ -66,7 +74,7 @@ sealed class SqliteConnectionPool : IAsyncDisposable {
|
||||
|
||||
await disposalTokenSource.CancelAsync();
|
||||
|
||||
foreach (var conn in all) {
|
||||
foreach (PooledConnection conn in all) {
|
||||
await conn.InnerConnection.CloseAsync();
|
||||
await conn.InnerConnection.DisposeAsync();
|
||||
}
|
||||
@@ -74,48 +82,8 @@ sealed class SqliteConnectionPool : IAsyncDisposable {
|
||||
disposalTokenSource.Dispose();
|
||||
}
|
||||
|
||||
private sealed class PooledConnection(SqliteConnectionPool pool, SqliteConnection conn) : ISqliteConnection {
|
||||
public SqliteConnection InnerConnection { get; } = conn;
|
||||
|
||||
private DbTransaction? activeTransaction;
|
||||
|
||||
public async Task BeginTransactionAsync() {
|
||||
if (activeTransaction != null) {
|
||||
throw new InvalidOperationException("A transaction is already active.");
|
||||
}
|
||||
|
||||
activeTransaction = await InnerConnection.BeginTransactionAsync();
|
||||
}
|
||||
|
||||
public async Task CommitTransactionAsync() {
|
||||
if (activeTransaction == null) {
|
||||
throw new InvalidOperationException("No active transaction to commit.");
|
||||
}
|
||||
|
||||
await activeTransaction.CommitAsync();
|
||||
await activeTransaction.DisposeAsync();
|
||||
activeTransaction = null;
|
||||
}
|
||||
|
||||
public async Task RollbackTransactionAsync() {
|
||||
if (activeTransaction == null) {
|
||||
throw new InvalidOperationException("No active transaction to rollback.");
|
||||
}
|
||||
|
||||
await activeTransaction.RollbackAsync();
|
||||
await activeTransaction.DisposeAsync();
|
||||
activeTransaction = null;
|
||||
}
|
||||
|
||||
public void AssignActiveTransaction(SqliteCommand command) {
|
||||
command.Transaction = (SqliteTransaction?) activeTransaction;
|
||||
}
|
||||
|
||||
public async ValueTask DisposeAsync() {
|
||||
if (activeTransaction != null) {
|
||||
await RollbackTransactionAsync();
|
||||
}
|
||||
|
||||
private sealed class PooledConnection(SqliteConnectionPool pool, SqliteConnectionStringFactory connectionStringFactory, SqliteConnection innerConnection) : CustomSqliteConnection(connectionStringFactory, innerConnection) {
|
||||
private protected override async ValueTask DisposeConnection() {
|
||||
await pool.Return(this);
|
||||
}
|
||||
}
|
||||
|
@@ -0,0 +1,15 @@
|
||||
using Microsoft.Data.Sqlite;
|
||||
|
||||
namespace DHT.Server.Database.Sqlite.Utils;
|
||||
|
||||
sealed record SqliteConnectionStringFactory(string Path) {
|
||||
public string Create() {
|
||||
var builder = new SqliteConnectionStringBuilder {
|
||||
DataSource = Path,
|
||||
Mode = SqliteOpenMode.ReadWriteCreate,
|
||||
Pooling = false,
|
||||
};
|
||||
|
||||
return builder.ToString();
|
||||
}
|
||||
}
|
@@ -31,8 +31,8 @@ static class SqliteExtensions {
|
||||
}
|
||||
|
||||
public static SqliteCommand Insert(this ISqliteConnection conn, string tableName, (string Name, SqliteType Type)[] columns) {
|
||||
string columnNames = string.Join(',', columns.Select(static c => c.Name));
|
||||
string columnParams = string.Join(',', columns.Select(static c => ':' + c.Name));
|
||||
string columnNames = string.Join(separator: ',', columns.Select(static c => c.Name));
|
||||
string columnParams = string.Join(separator: ',', columns.Select(static c => ':' + c.Name));
|
||||
|
||||
var cmd = conn.Command("INSERT INTO " + tableName + " (" + columnNames + ")" +
|
||||
"VALUES (" + columnParams + ")");
|
||||
@@ -42,9 +42,9 @@ static class SqliteExtensions {
|
||||
}
|
||||
|
||||
public static SqliteCommand Upsert(this ISqliteConnection conn, string tableName, (string Name, SqliteType Type)[] columns) {
|
||||
string columnNames = string.Join(',', columns.Select(static c => c.Name));
|
||||
string columnParams = string.Join(',', columns.Select(static c => ':' + c.Name));
|
||||
string columnUpdates = string.Join(',', columns.Skip(1).Select(static c => c.Name + " = excluded." + c.Name));
|
||||
string columnNames = string.Join(separator: ',', columns.Select(static c => c.Name));
|
||||
string columnParams = string.Join(separator: ',', columns.Select(static c => ':' + c.Name));
|
||||
string columnUpdates = string.Join(separator: ',', columns.Skip(1).Select(static c => c.Name + " = excluded." + c.Name));
|
||||
|
||||
var cmd = conn.Command("INSERT INTO " + tableName + " (" + columnNames + ")" +
|
||||
"VALUES (" + columnParams + ")" +
|
||||
@@ -62,7 +62,7 @@ static class SqliteExtensions {
|
||||
}
|
||||
|
||||
private static void CreateParameters(SqliteCommand cmd, (string Name, SqliteType Type)[] columns) {
|
||||
foreach (var (name, type) in columns) {
|
||||
foreach ((string name, SqliteType type) in columns) {
|
||||
cmd.Parameters.Add(":" + name, type);
|
||||
}
|
||||
}
|
||||
|
@@ -1,5 +1,6 @@
|
||||
using System;
|
||||
using System.Collections.Frozen;
|
||||
using System.Collections.Specialized;
|
||||
using System.Diagnostics.CodeAnalysis;
|
||||
using System.Web;
|
||||
|
||||
@@ -9,7 +10,7 @@ static class DiscordCdn {
|
||||
private static FrozenSet<string> CdnHosts { get; } = new[] {
|
||||
"cdn.discordapp.com",
|
||||
"cdn.discord.com",
|
||||
"media.discordapp.net"
|
||||
"media.discordapp.net",
|
||||
}.ToFrozenSet();
|
||||
|
||||
private static bool IsCdnUrl(string originalUrl, [NotNullWhen(true)] out Uri? uri) {
|
||||
@@ -17,11 +18,11 @@ static class DiscordCdn {
|
||||
}
|
||||
|
||||
public static string NormalizeUrl(string originalUrl) {
|
||||
return IsCdnUrl(originalUrl, out var uri) ? DoNormalize(uri) : originalUrl;
|
||||
return IsCdnUrl(originalUrl, out Uri? uri) ? DoNormalize(uri) : originalUrl;
|
||||
}
|
||||
|
||||
public static bool NormalizeUrlAndReturnIfCdn(string originalUrl, out string normalizedUrl) {
|
||||
if (IsCdnUrl(originalUrl, out var uri)) {
|
||||
if (IsCdnUrl(originalUrl, out Uri? uri)) {
|
||||
normalizedUrl = DoNormalize(uri);
|
||||
return true;
|
||||
}
|
||||
@@ -32,7 +33,7 @@ static class DiscordCdn {
|
||||
}
|
||||
|
||||
private static string DoNormalize(Uri uri) {
|
||||
var query = HttpUtility.ParseQueryString(uri.Query);
|
||||
NameValueCollection query = HttpUtility.ParseQueryString(uri.Query);
|
||||
|
||||
query.Remove("ex");
|
||||
query.Remove("is");
|
||||
|
152
app/Server/Download/DownloadExporter.cs
Normal file
152
app/Server/Download/DownloadExporter.cs
Normal file
@@ -0,0 +1,152 @@
|
||||
using System;
|
||||
using System.Collections.Generic;
|
||||
using System.IO;
|
||||
using System.Linq;
|
||||
using System.Text.RegularExpressions;
|
||||
using System.Threading;
|
||||
using System.Threading.Channels;
|
||||
using System.Threading.Tasks;
|
||||
using DHT.Server.Data;
|
||||
using DHT.Server.Data.Filters;
|
||||
using DHT.Server.Database;
|
||||
using DHT.Utils.Logging;
|
||||
using DHT.Utils.Tasks;
|
||||
using Channel = System.Threading.Channels.Channel;
|
||||
|
||||
namespace DHT.Server.Download;
|
||||
|
||||
public sealed partial class DownloadExporter(IDatabaseFile db, string folderPath) {
|
||||
private static readonly Log Log = Log.ForType<DownloadExporter>();
|
||||
|
||||
private const int Concurrency = 3;
|
||||
|
||||
private static Channel<Data.Download> CreateExportChannel() {
|
||||
return Channel.CreateBounded<Data.Download>(new BoundedChannelOptions(Concurrency * 4) {
|
||||
SingleWriter = true,
|
||||
SingleReader = false,
|
||||
AllowSynchronousContinuations = true,
|
||||
FullMode = BoundedChannelFullMode.Wait,
|
||||
});
|
||||
}
|
||||
|
||||
public interface IProgressReporter {
|
||||
Task ReportProgress(long processedCount, long totalCount);
|
||||
}
|
||||
|
||||
public readonly record struct Result(long SuccessfulCount, long FailedCount) {
|
||||
internal static Result Combine(Result left, Result right) {
|
||||
return new Result(left.SuccessfulCount + right.SuccessfulCount, left.FailedCount + right.FailedCount);
|
||||
}
|
||||
}
|
||||
|
||||
public async Task<Result> Export(IProgressReporter reporter) {
|
||||
DownloadItemFilter filter = new DownloadItemFilter {
|
||||
IncludeStatuses = [DownloadStatus.Success]
|
||||
};
|
||||
|
||||
long totalCount = await db.Downloads.Count(filter);
|
||||
|
||||
Channel<Data.Download> channel = CreateExportChannel();
|
||||
ExportRunner exportRunner = new ExportRunner(db, folderPath, channel.Reader, reporter, totalCount);
|
||||
|
||||
using CancellableTask progressTask = CancellableTask.Run(exportRunner.RunReportTask);
|
||||
|
||||
List<Task<Result>> readerTasks = [];
|
||||
for (int reader = 0; reader < Concurrency; reader++) {
|
||||
readerTasks.Add(Task.Run(exportRunner.RunExportTask, CancellationToken.None));
|
||||
}
|
||||
|
||||
await foreach (Data.Download download in db.Downloads.Get(filter).WithCancellation(CancellationToken.None)) {
|
||||
await channel.Writer.WriteAsync(download, CancellationToken.None);
|
||||
}
|
||||
|
||||
channel.Writer.Complete();
|
||||
|
||||
Result result = (await Task.WhenAll(readerTasks)).Aggregate(Result.Combine);
|
||||
|
||||
progressTask.Cancel();
|
||||
await progressTask.Task;
|
||||
|
||||
return result;
|
||||
}
|
||||
|
||||
private sealed partial class ExportRunner(IDatabaseFile db, string folderPath, ChannelReader<Data.Download> reader, IProgressReporter reporter, long totalCount) {
|
||||
private long processedCount;
|
||||
|
||||
public async Task RunReportTask(CancellationToken cancellationToken) {
|
||||
try {
|
||||
while (true) {
|
||||
await reporter.ReportProgress(processedCount, totalCount);
|
||||
await Task.Delay(TimeSpan.FromMilliseconds(25), cancellationToken);
|
||||
}
|
||||
} catch (OperationCanceledException) {
|
||||
await reporter.ReportProgress(processedCount, totalCount);
|
||||
}
|
||||
}
|
||||
|
||||
public async Task<Result> RunExportTask() {
|
||||
long successfulCount = 0L;
|
||||
long failedCount = 0L;
|
||||
|
||||
await foreach (Data.Download download in reader.ReadAllAsync()) {
|
||||
bool success;
|
||||
try {
|
||||
success = await db.Downloads.GetDownloadData(download.NormalizedUrl, stream => CopyToFile(download.NormalizedUrl, stream));
|
||||
} catch (FileAlreadyExistsException) {
|
||||
success = false;
|
||||
} catch (Exception e) {
|
||||
Log.Error(e);
|
||||
success = false;
|
||||
}
|
||||
|
||||
if (success) {
|
||||
++successfulCount;
|
||||
}
|
||||
else {
|
||||
++failedCount;
|
||||
}
|
||||
|
||||
Interlocked.Increment(ref processedCount);
|
||||
}
|
||||
|
||||
return new Result(successfulCount, failedCount);
|
||||
}
|
||||
|
||||
private async Task CopyToFile(string normalizedUrl, Stream blobStream) {
|
||||
string fileName = UrlToFileName(normalizedUrl);
|
||||
string filePath = Path.Combine(folderPath, fileName);
|
||||
|
||||
if (File.Exists(filePath)) {
|
||||
Log.Error("Skipping existing file: " + fileName);
|
||||
throw FileAlreadyExistsException.Instance;
|
||||
}
|
||||
|
||||
await using var fileStream = new FileStream(filePath, FileMode.CreateNew, FileAccess.Write, FileShare.Read);
|
||||
await blobStream.CopyToAsync(fileStream);
|
||||
}
|
||||
|
||||
[GeneratedRegex("[^a-zA-Z0-9_.-]")]
|
||||
private static partial Regex DisallowedFileNameCharactersRegex();
|
||||
|
||||
private static string UrlToFileName(string url) {
|
||||
static string UriToFileName(Uri uri) {
|
||||
string fileName = uri.AbsolutePath.TrimStart('/');
|
||||
|
||||
if (uri.Query.Length > 0) {
|
||||
int periodIndex = fileName.LastIndexOf('.');
|
||||
return fileName.Insert(periodIndex == -1 ? fileName.Length : periodIndex, uri.Query.TrimEnd('&'));
|
||||
}
|
||||
else {
|
||||
return fileName;
|
||||
}
|
||||
}
|
||||
|
||||
string fileName = Uri.TryCreate(url, UriKind.Absolute, out var uri) ? UriToFileName(uri) : url;
|
||||
return DisallowedFileNameCharactersRegex().Replace(fileName, "_");
|
||||
}
|
||||
}
|
||||
|
||||
private sealed class FileAlreadyExistsException : Exception {
|
||||
public static FileAlreadyExistsException Instance { get; } = new ();
|
||||
}
|
||||
}
|
@@ -11,11 +11,11 @@ public readonly struct DownloadItem {
|
||||
public ulong? Size { get; init; }
|
||||
|
||||
internal Data.Download ToSuccess(long size) {
|
||||
return new Data.Download(NormalizedUrl, DownloadUrl, DownloadStatus.Success, Type, (ulong) Math.Max(size, 0));
|
||||
return new Data.Download(NormalizedUrl, DownloadUrl, DownloadStatus.Success, Type, (ulong) Math.Max(size, val2: 0));
|
||||
}
|
||||
|
||||
internal Data.Download ToFailure(HttpStatusCode? statusCode = null) {
|
||||
var status = statusCode.HasValue ? (DownloadStatus) (int) statusCode : DownloadStatus.GenericError;
|
||||
DownloadStatus status = statusCode.HasValue ? (DownloadStatus) (int) statusCode : DownloadStatus.GenericError;
|
||||
return new Data.Download(NormalizedUrl, DownloadUrl, status, Type, Size);
|
||||
}
|
||||
}
|
||||
|
Some files were not shown because too many files have changed in this diff Show More
Reference in New Issue
Block a user