1
0
mirror of https://github.com/chylex/Discord-History-Tracker.git synced 2025-04-19 13:15:44 +02:00

Compare commits

..

No commits in common. "d0955b6853aa72cf196c56fe85bb1144ee5c7aa1" and "ae64747ce4ba11df9fc40b9a3b542fc97fff8a23" have entirely different histories.

137 changed files with 1573 additions and 1676 deletions

View File

@ -1,3 +1,4 @@
using System;
using System.Collections.Generic; using System.Collections.Generic;
using DHT.Utils.Logging; using DHT.Utils.Logging;
@ -8,7 +9,7 @@ sealed class Arguments {
private const int FirstArgument = 1; private const int FirstArgument = 1;
public static Arguments Empty => new ([]); public static Arguments Empty => new (Array.Empty<string>());
public bool Console { get; } public bool Console { get; }
public string? DatabaseFile { get; } public string? DatabaseFile { get; }
@ -50,7 +51,7 @@ sealed class Arguments {
continue; continue;
case "-port": { case "-port": {
if (!ushort.TryParse(value, out ushort port)) { if (!ushort.TryParse(value, out var port)) {
Log.Warn("Invalid port number: " + value); Log.Warn("Invalid port number: " + value);
} }
else { else {
@ -65,7 +66,7 @@ sealed class Arguments {
continue; continue;
case "-concurrentdownloads": case "-concurrentdownloads":
if (!ulong.TryParse(value, out ulong concurrentDownloads) || concurrentDownloads == 0) { if (!ulong.TryParse(value, out var concurrentDownloads) || concurrentDownloads == 0) {
Log.Warn("Invalid concurrent downloads count: " + value); Log.Warn("Invalid concurrent downloads count: " + value);
} }
else if (concurrentDownloads > 10) { else if (concurrentDownloads > 10) {

View File

@ -20,7 +20,7 @@ static class DatabaseGui {
private const string DatabaseFileInitialName = "archive.dht"; private const string DatabaseFileInitialName = "archive.dht";
private static readonly IReadOnlyList<FilePickerFileType> DatabaseFileDialogFilter = [ private static readonly IReadOnlyList<FilePickerFileType> DatabaseFileDialogFilter = [
FileDialogs.CreateFilter("Discord History Tracker Database", ["dht"]), FileDialogs.CreateFilter("Discord History Tracker Database", ["dht"])
]; ];
public static async Task<string[]> NewOpenDatabaseFilesDialog(Window window, string? suggestedDirectory) { public static async Task<string[]> NewOpenDatabaseFilesDialog(Window window, string? suggestedDirectory) {
@ -28,7 +28,7 @@ static class DatabaseGui {
Title = "Open Database File", Title = "Open Database File",
FileTypeFilter = DatabaseFileDialogFilter, FileTypeFilter = DatabaseFileDialogFilter,
SuggestedStartLocation = await FileDialogs.GetSuggestedStartLocation(window, suggestedDirectory), SuggestedStartLocation = await FileDialogs.GetSuggestedStartLocation(window, suggestedDirectory),
AllowMultiple = true, AllowMultiple = true
}); });
} }
@ -38,7 +38,7 @@ static class DatabaseGui {
FileTypeChoices = DatabaseFileDialogFilter, FileTypeChoices = DatabaseFileDialogFilter,
SuggestedFileName = DatabaseFileInitialName, SuggestedFileName = DatabaseFileInitialName,
SuggestedStartLocation = await FileDialogs.GetSuggestedStartLocation(window, suggestedDirectory), SuggestedStartLocation = await FileDialogs.GetSuggestedStartLocation(window, suggestedDirectory),
ShowOverwritePrompt = false, ShowOverwritePrompt = false
}); });
} }

View File

@ -1,3 +1,4 @@
using System;
using System.Collections.Generic; using System.Collections.Generic;
using System.ComponentModel; using System.ComponentModel;
using System.Linq; using System.Linq;
@ -8,19 +9,19 @@ namespace DHT.Desktop.Dialogs.CheckBox;
class CheckBoxDialogModel : ObservableObject { class CheckBoxDialogModel : ObservableObject {
public string Title { get; init; } = ""; public string Title { get; init; } = "";
private IReadOnlyList<CheckBoxItem> items = []; private IReadOnlyList<CheckBoxItem> items = Array.Empty<CheckBoxItem>();
public IReadOnlyList<CheckBoxItem> Items { public IReadOnlyList<CheckBoxItem> Items {
get => items; get => items;
protected set { protected set {
foreach (CheckBoxItem item in items) { foreach (var item in items) {
item.PropertyChanged -= OnItemPropertyChanged; item.PropertyChanged -= OnItemPropertyChanged;
} }
items = value; items = value;
foreach (CheckBoxItem item in items) { foreach (var item in items) {
item.PropertyChanged += OnItemPropertyChanged; item.PropertyChanged += OnItemPropertyChanged;
} }
} }
@ -37,7 +38,7 @@ class CheckBoxDialogModel : ObservableObject {
private void SetAllChecked(bool isChecked) { private void SetAllChecked(bool isChecked) {
pauseCheckEvents = true; pauseCheckEvents = true;
foreach (CheckBoxItem item in Items) { foreach (var item in Items) {
item.IsChecked = isChecked; item.IsChecked = isChecked;
} }
@ -64,6 +65,6 @@ sealed class CheckBoxDialogModel<T> : CheckBoxDialogModel {
public CheckBoxDialogModel(IEnumerable<CheckBoxItem<T>> items) { public CheckBoxDialogModel(IEnumerable<CheckBoxItem<T>> items) {
this.Items = new List<CheckBoxItem<T>>(items); this.Items = new List<CheckBoxItem<T>>(items);
base.Items = Items; base.Items = this.Items;
} }
} }

View File

@ -18,7 +18,7 @@ static class FileDialogs {
public static FilePickerFileType CreateFilter(string name, string[] extensions) { public static FilePickerFileType CreateFilter(string name, string[] extensions) {
return new FilePickerFileType(name) { return new FilePickerFileType(name) {
Patterns = extensions.Select(static ext => "*." + ext).ToArray(), Patterns = extensions.Select(static ext => "*." + ext).ToArray()
}; };
} }

View File

@ -15,8 +15,8 @@ static class Dialog {
DataContext = new MessageDialogModel { DataContext = new MessageDialogModel {
Title = title, Title = title,
Message = message, Message = message,
IsOkVisible = true, IsOkVisible = true
}, }
}.ShowDialog<DialogResult.All>(owner); }.ShowDialog<DialogResult.All>(owner);
} }
@ -30,8 +30,8 @@ static class Dialog {
Title = title, Title = title,
Message = message, Message = message,
IsOkVisible = true, IsOkVisible = true,
IsCancelVisible = true, IsCancelVisible = true
}, }
}.ShowDialog<DialogResult.All?>(owner); }.ShowDialog<DialogResult.All?>(owner);
return result.ToOkCancel(); return result.ToOkCancel();
@ -47,8 +47,8 @@ static class Dialog {
Title = title, Title = title,
Message = message, Message = message,
IsYesVisible = true, IsYesVisible = true,
IsNoVisible = true, IsNoVisible = true
}, }
}.ShowDialog<DialogResult.All?>(owner); }.ShowDialog<DialogResult.All?>(owner);
return result.ToYesNo(); return result.ToYesNo();
@ -65,8 +65,8 @@ static class Dialog {
Message = message, Message = message,
IsYesVisible = true, IsYesVisible = true,
IsNoVisible = true, IsNoVisible = true,
IsCancelVisible = true, IsCancelVisible = true
}, }
}.ShowDialog<DialogResult.All?>(owner); }.ShowDialog<DialogResult.All?>(owner);
return result.ToYesNoCancel(); return result.ToYesNoCancel();

View File

@ -7,26 +7,26 @@ static class DialogResult {
Ok, Ok,
Yes, Yes,
No, No,
Cancel, Cancel
} }
public enum OkCancel { public enum OkCancel {
Closed, Closed,
Ok, Ok,
Cancel, Cancel
} }
public enum YesNo { public enum YesNo {
Closed, Closed,
Yes, Yes,
No, No
} }
public enum YesNoCancel { public enum YesNoCancel {
Closed, Closed,
Yes, Yes,
No, No,
Cancel, Cancel
} }
public static OkCancel ToOkCancel(this All? result) { public static OkCancel ToOkCancel(this All? result) {
@ -34,7 +34,7 @@ static class DialogResult {
null => OkCancel.Closed, null => OkCancel.Closed,
All.Ok => OkCancel.Ok, All.Ok => OkCancel.Ok,
All.Cancel => OkCancel.Cancel, All.Cancel => OkCancel.Cancel,
_ => throw new ArgumentException("Cannot convert dialog result " + result + " to ok/cancel."), _ => throw new ArgumentException("Cannot convert dialog result " + result + " to ok/cancel.")
}; };
} }
@ -43,7 +43,7 @@ static class DialogResult {
null => YesNo.Closed, null => YesNo.Closed,
All.Yes => YesNo.Yes, All.Yes => YesNo.Yes,
All.No => YesNo.No, All.No => YesNo.No,
_ => throw new ArgumentException("Cannot convert dialog result " + result + " to yes/no."), _ => throw new ArgumentException("Cannot convert dialog result " + result + " to yes/no.")
}; };
} }
@ -53,7 +53,7 @@ static class DialogResult {
All.Yes => YesNoCancel.Yes, All.Yes => YesNoCancel.Yes,
All.No => YesNoCancel.No, All.No => YesNoCancel.No,
All.Cancel => YesNoCancel.Cancel, All.Cancel => YesNoCancel.Cancel,
_ => throw new ArgumentException("Cannot convert dialog result " + result + " to yes/no/cancel."), _ => throw new ArgumentException("Cannot convert dialog result " + result + " to yes/no/cancel.")
}; };
} }
} }

View File

@ -10,7 +10,7 @@ namespace DHT.Desktop.Dialogs.Progress;
sealed class ProgressDialogModel { sealed class ProgressDialogModel {
public string Title { get; init; } = ""; public string Title { get; init; } = "";
public IReadOnlyList<ProgressItem> Items { get; } = []; public IReadOnlyList<ProgressItem> Items { get; } = Array.Empty<ProgressItem>();
private readonly TaskRunner? task; private readonly TaskRunner? task;
@ -20,7 +20,7 @@ sealed class ProgressDialogModel {
public ProgressDialogModel(string title, TaskRunner task, int progressItems = 1) { public ProgressDialogModel(string title, TaskRunner task, int progressItems = 1) {
this.Title = title; this.Title = title;
this.task = task; this.task = task;
this.Items = Enumerable.Range(start: 0, progressItems).Select(static _ => new ProgressItem()).ToArray(); this.Items = Enumerable.Range(0, progressItems).Select(static _ => new ProgressItem()).ToArray();
} }
internal async Task StartTask() { internal async Task StartTask() {
@ -57,7 +57,7 @@ sealed class ProgressDialogModel {
} }
public Task Hide() { public Task Hide() {
return Update(string.Empty, finishedItems: 0, totalItems: 0); return Update(string.Empty, 0, 0);
} }
} }
} }

View File

@ -1,3 +1,4 @@
using System;
using System.Collections.Generic; using System.Collections.Generic;
using System.ComponentModel; using System.ComponentModel;
using System.Linq; using System.Linq;
@ -9,19 +10,19 @@ class TextBoxDialogModel : ObservableObject {
public string Title { get; init; } = ""; public string Title { get; init; } = "";
public string Description { get; init; } = ""; public string Description { get; init; } = "";
private IReadOnlyList<TextBoxItem> items = []; private IReadOnlyList<TextBoxItem> items = Array.Empty<TextBoxItem>();
public IReadOnlyList<TextBoxItem> Items { public IReadOnlyList<TextBoxItem> Items {
get => items; get => items;
protected set { protected set {
foreach (TextBoxItem item in items) { foreach (var item in items) {
item.ErrorsChanged -= OnItemErrorsChanged; item.ErrorsChanged -= OnItemErrorsChanged;
} }
items = value; items = value;
foreach (TextBoxItem item in items) { foreach (var item in items) {
item.ErrorsChanged += OnItemErrorsChanged; item.ErrorsChanged += OnItemErrorsChanged;
} }
} }

View File

@ -15,7 +15,7 @@ class TextBoxItem : ObservableObject, INotifyDataErrorInfo {
private string value = string.Empty; private string value = string.Empty;
public string Value { public string Value {
get => value; get => this.value;
set { set {
SetProperty(ref this.value, value); SetProperty(ref this.value, value);
ErrorsChanged?.Invoke(this, new DataErrorsChangedEventArgs(nameof(Value))); ErrorsChanged?.Invoke(this, new DataErrorsChangedEventArgs(nameof(Value)));

View File

@ -39,7 +39,7 @@ static class DiscordAppSettings {
public static async Task<bool?> AreDevToolsEnabled() { public static async Task<bool?> AreDevToolsEnabled() {
try { try {
JsonObject settingsJson = await ReadSettingsJson(); var settingsJson = await ReadSettingsJson();
return AreDevToolsEnabled(settingsJson); return AreDevToolsEnabled(settingsJson);
} catch (Exception e) { } catch (Exception e) {
Log.Error("Cannot read settings file."); Log.Error("Cannot read settings file.");
@ -49,7 +49,7 @@ static class DiscordAppSettings {
} }
private static bool AreDevToolsEnabled(JsonObject json) { private static bool AreDevToolsEnabled(JsonObject json) {
return json.TryGetPropertyValue(JsonKeyDevTools, out JsonNode? node) && node?.GetValueKind() == JsonValueKind.True; return json.TryGetPropertyValue(JsonKeyDevTools, out var node) && node?.GetValueKind() == JsonValueKind.True;
} }
public static async Task<SettingsJsonResult> ConfigureDevTools(bool enable) { public static async Task<SettingsJsonResult> ConfigureDevTools(bool enable) {
@ -89,7 +89,7 @@ static class DiscordAppSettings {
if (File.Exists(JsonBackupFilePath)) { if (File.Exists(JsonBackupFilePath)) {
try { try {
File.Move(JsonBackupFilePath, JsonFilePath, overwrite: true); File.Move(JsonBackupFilePath, JsonFilePath, true);
Log.Info("Restored settings file from backup."); Log.Info("Restored settings file from backup.");
} catch (Exception e2) { } catch (Exception e2) {
Log.Error("Cannot restore settings file from backup."); Log.Error("Cannot restore settings file from backup.");

View File

@ -6,5 +6,5 @@ enum SettingsJsonResult {
FileNotFound, FileNotFound,
ReadError, ReadError,
InvalidJson, InvalidJson,
WriteError, WriteError
} }

View File

@ -21,15 +21,15 @@ sealed partial class DownloadItemFilterPanelModel : ObservableObject, IAsyncDisp
public sealed record Unit(string Name, uint Scale); public sealed record Unit(string Name, uint Scale);
private static readonly Unit[] AllUnits = [ private static readonly Unit[] AllUnits = [
new Unit("B", Scale: 1), new Unit("B", 1),
new Unit("kB", Scale: 1024), new Unit("kB", 1024),
new Unit("MB", Scale: 1024 * 1024) new Unit("MB", 1024 * 1024)
]; ];
private static readonly HashSet<string> FilterProperties = [ private static readonly HashSet<string> FilterProperties = [
nameof(LimitSize), nameof(LimitSize),
nameof(MaximumSize), nameof(MaximumSize),
nameof(MaximumSizeUnit), nameof(MaximumSizeUnit)
]; ];
public string FilterStatisticsText { get; private set; } = ""; public string FilterStatisticsText { get; private set; } = "";
@ -80,7 +80,7 @@ sealed partial class DownloadItemFilterPanelModel : ObservableObject, IAsyncDisp
LimitSize = await state.Db.Settings.Get(SettingsKey.DownloadsLimitSize, LimitSize); LimitSize = await state.Db.Settings.Get(SettingsKey.DownloadsLimitSize, LimitSize);
MaximumSize = await state.Db.Settings.Get(SettingsKey.DownloadsMaximumSize, MaximumSize); MaximumSize = await state.Db.Settings.Get(SettingsKey.DownloadsMaximumSize, MaximumSize);
if (await state.Db.Settings.Get(SettingsKey.DownloadsMaximumSizeUnit, defaultValue: null) is {} unitName && AllUnits.FirstOrDefault(unit => unit.Name == unitName) is {} unitValue) { if (await state.Db.Settings.Get(SettingsKey.DownloadsMaximumSizeUnit, null) is {} unitName && AllUnits.FirstOrDefault(unit => unit.Name == unitName) is {} unitValue) {
MaximumSizeUnit = unitValue; MaximumSizeUnit = unitValue;
} }
@ -130,7 +130,7 @@ sealed partial class DownloadItemFilterPanelModel : ObservableObject, IAsyncDisp
private void UpdateFilterStatistics() { private void UpdateFilterStatistics() {
DownloadItemFilter filter = CreateFilter(); var filter = CreateFilter();
if (filter.IsEmpty) { if (filter.IsEmpty) {
downloadItemCountTask.Cancel(); downloadItemCountTask.Cancel();
matchingItemCount = totalItemCount; matchingItemCount = totalItemCount;
@ -149,8 +149,8 @@ sealed partial class DownloadItemFilterPanelModel : ObservableObject, IAsyncDisp
} }
private void UpdateFilterStatisticsText() { private void UpdateFilterStatisticsText() {
string matchingItemCountStr = matchingItemCount?.Format() ?? "(...)"; var matchingItemCountStr = matchingItemCount?.Format() ?? "(...)";
string totalItemCountStr = totalItemCount?.Format() ?? "(...)"; var totalItemCountStr = totalItemCount?.Format() ?? "(...)";
FilterStatisticsText = verb + " " + matchingItemCountStr + " out of " + totalItemCountStr + " file" + (totalItemCount is null or 1 ? "." : "s."); FilterStatisticsText = verb + " " + matchingItemCountStr + " out of " + totalItemCountStr + " file" + (totalItemCount is null or 1 ? "." : "s.");
OnPropertyChanged(nameof(FilterStatisticsText)); OnPropertyChanged(nameof(FilterStatisticsText));

View File

@ -1,5 +1,4 @@
using System.Diagnostics.CodeAnalysis; using System.Diagnostics.CodeAnalysis;
using System.Globalization;
using Avalonia.Controls; using Avalonia.Controls;
namespace DHT.Desktop.Main.Controls; namespace DHT.Desktop.Main.Controls;
@ -9,8 +8,8 @@ public sealed partial class MessageFilterPanel : UserControl {
public MessageFilterPanel() { public MessageFilterPanel() {
InitializeComponent(); InitializeComponent();
CultureInfo culture = Program.Culture; var culture = Program.Culture;
foreach (CalendarDatePicker picker in new CalendarDatePicker[] { StartDatePicker, EndDatePicker }) { foreach (var picker in new CalendarDatePicker[] { StartDatePicker, EndDatePicker }) {
picker.FirstDayOfWeek = culture.DateTimeFormat.FirstDayOfWeek; picker.FirstDayOfWeek = culture.DateTimeFormat.FirstDayOfWeek;
picker.SelectedDateFormat = CalendarDatePickerFormat.Custom; picker.SelectedDateFormat = CalendarDatePickerFormat.Custom;
picker.CustomDateFormatString = culture.DateTimeFormat.ShortDatePattern; picker.CustomDateFormatString = culture.DateTimeFormat.ShortDatePattern;

View File

@ -27,7 +27,7 @@ sealed partial class MessageFilterPanelModel : ObservableObject, IDisposable {
nameof(FilterByChannel), nameof(FilterByChannel),
nameof(IncludedChannels), nameof(IncludedChannels),
nameof(FilterByUser), nameof(FilterByUser),
nameof(IncludedUsers), nameof(IncludedUsers)
]; ];
public string FilterStatisticsText { get; private set; } = ""; public string FilterStatisticsText { get; private set; } = "";
@ -160,7 +160,7 @@ sealed partial class MessageFilterPanelModel : ObservableObject, IDisposable {
} }
private void UpdateFilterStatistics() { private void UpdateFilterStatistics() {
MessageFilter filter = CreateFilter(); var filter = CreateFilter();
if (filter.IsEmpty) { if (filter.IsEmpty) {
exportedMessageCountTask.Cancel(); exportedMessageCountTask.Cancel();
exportedMessageCount = totalMessageCount; exportedMessageCount = totalMessageCount;
@ -179,8 +179,8 @@ sealed partial class MessageFilterPanelModel : ObservableObject, IDisposable {
} }
private void UpdateFilterStatisticsText() { private void UpdateFilterStatisticsText() {
string exportedMessageCountStr = exportedMessageCount?.Format() ?? "(...)"; var exportedMessageCountStr = exportedMessageCount?.Format() ?? "(...)";
string totalMessageCountStr = totalMessageCount?.Format() ?? "(...)"; var totalMessageCountStr = totalMessageCount?.Format() ?? "(...)";
FilterStatisticsText = verb + " " + exportedMessageCountStr + " out of " + totalMessageCountStr + " message" + (totalMessageCount is null or 1 ? "." : "s."); FilterStatisticsText = verb + " " + exportedMessageCountStr + " out of " + totalMessageCountStr + " message" + (totalMessageCount is null or 1 ? "." : "s.");
OnPropertyChanged(nameof(FilterStatisticsText)); OnPropertyChanged(nameof(FilterStatisticsText));
@ -189,16 +189,16 @@ sealed partial class MessageFilterPanelModel : ObservableObject, IDisposable {
public async Task OpenChannelFilterDialog() { public async Task OpenChannelFilterDialog() {
async Task<List<CheckBoxItem<ulong>>> PrepareChannelItems(ProgressDialog dialog) { async Task<List<CheckBoxItem<ulong>>> PrepareChannelItems(ProgressDialog dialog) {
var items = new List<CheckBoxItem<ulong>>(); var items = new List<CheckBoxItem<ulong>>();
Dictionary<ulong, DHT.Server.Data.Server> servers = await state.Db.Servers.Get().ToDictionaryAsync(static server => server.Id); var servers = await state.Db.Servers.Get().ToDictionaryAsync(static server => server.Id);
await foreach (Channel channel in state.Db.Channels.Get()) { await foreach (var channel in state.Db.Channels.Get()) {
ulong channelId = channel.Id; var channelId = channel.Id;
string channelName = channel.Name; var channelName = channel.Name;
string title; string title;
if (servers.TryGetValue(channel.Server, out var server)) { if (servers.TryGetValue(channel.Server, out var server)) {
var titleBuilder = new StringBuilder(); var titleBuilder = new StringBuilder();
ServerType? serverType = server.Type; var serverType = server.Type;
titleBuilder.Append('[') titleBuilder.Append('[')
.Append(ServerTypes.ToString(serverType)) .Append(ServerTypes.ToString(serverType))
@ -221,7 +221,7 @@ sealed partial class MessageFilterPanelModel : ObservableObject, IDisposable {
items.Add(new CheckBoxItem<ulong>(channelId) { items.Add(new CheckBoxItem<ulong>(channelId) {
Title = title, Title = title,
IsChecked = IncludedChannels == null || IncludedChannels.Contains(channelId), IsChecked = IncludedChannels == null || IncludedChannels.Contains(channelId)
}); });
} }
@ -238,7 +238,7 @@ sealed partial class MessageFilterPanelModel : ObservableObject, IDisposable {
return; return;
} }
HashSet<ulong>? result = await OpenIdFilterDialog(Title, items); var result = await OpenIdFilterDialog(Title, items);
if (result != null) { if (result != null) {
IncludedChannels = result; IncludedChannels = result;
} }
@ -248,10 +248,10 @@ sealed partial class MessageFilterPanelModel : ObservableObject, IDisposable {
async Task<List<CheckBoxItem<ulong>>> PrepareUserItems(ProgressDialog dialog) { async Task<List<CheckBoxItem<ulong>>> PrepareUserItems(ProgressDialog dialog) {
var checkBoxItems = new List<CheckBoxItem<ulong>>(); var checkBoxItems = new List<CheckBoxItem<ulong>>();
await foreach (User user in state.Db.Users.Get()) { await foreach (var user in state.Db.Users.Get()) {
checkBoxItems.Add(new CheckBoxItem<ulong>(user.Id) { checkBoxItems.Add(new CheckBoxItem<ulong>(user.Id) {
Title = user.DisplayName == null ? user.Name : $"{user.DisplayName} ({user.Name})", Title = user.DisplayName == null ? user.Name : $"{user.DisplayName} ({user.Name})",
IsChecked = IncludedUsers == null || IncludedUsers.Contains(user.Id), IsChecked = IncludedUsers == null || IncludedUsers.Contains(user.Id)
}); });
} }
@ -268,7 +268,7 @@ sealed partial class MessageFilterPanelModel : ObservableObject, IDisposable {
return; return;
} }
HashSet<ulong>? result = await OpenIdFilterDialog(Title, items); var result = await OpenIdFilterDialog(Title, items);
if (result != null) { if (result != null) {
IncludedUsers = result; IncludedUsers = result;
} }
@ -278,7 +278,7 @@ sealed partial class MessageFilterPanelModel : ObservableObject, IDisposable {
items.Sort(static (item1, item2) => item1.Title.CompareTo(item2.Title)); items.Sort(static (item1, item2) => item1.Title.CompareTo(item2.Title));
var model = new CheckBoxDialogModel<ulong>(items) { var model = new CheckBoxDialogModel<ulong>(items) {
Title = title, Title = title
}; };
var dialog = new CheckBoxDialog { DataContext = model }; var dialog = new CheckBoxDialog { DataContext = model };

View File

@ -27,7 +27,7 @@ sealed partial class StatusBarModel : ObservableObject, IDisposable {
ServerManager.Status.Started => "READY", ServerManager.Status.Started => "READY",
ServerManager.Status.Stopping => "STOPPING", ServerManager.Status.Stopping => "STOPPING",
ServerManager.Status.Stopped => "STOPPED", ServerManager.Status.Stopped => "STOPPED",
_ => "", _ => ""
}; };
private readonly State state; private readonly State state;

View File

@ -46,7 +46,7 @@ sealed partial class MainWindowModel : ObservableObject, IAsyncDisposable {
welcomeScreen = new WelcomeScreen { DataContext = welcomeScreenModel }; welcomeScreen = new WelcomeScreen { DataContext = welcomeScreenModel };
currentScreen = welcomeScreen; currentScreen = welcomeScreen;
string? dbFile = args.DatabaseFile; var dbFile = args.DatabaseFile;
if (!string.IsNullOrWhiteSpace(dbFile)) { if (!string.IsNullOrWhiteSpace(dbFile)) {
async void OnWindowOpened(object? o, EventArgs eventArgs) { async void OnWindowOpened(object? o, EventArgs eventArgs) {
window.Opened -= OnWindowOpened; window.Opened -= OnWindowOpened;

View File

@ -72,7 +72,7 @@ sealed class DatabasePageModel {
} }
public async Task MergeWithDatabase() { public async Task MergeWithDatabase() {
string[] paths = await DatabaseGui.NewOpenDatabaseFilesDialog(window, Path.GetDirectoryName(Db.Path)); var paths = await DatabaseGui.NewOpenDatabaseFilesDialog(window, Path.GetDirectoryName(Db.Path));
if (paths.Length > 0) { if (paths.Length > 0) {
await ProgressDialog.Show(window, "Database Merge", async (dialog, callback) => await MergeWithDatabaseFromPaths(Db, paths, dialog, callback)); await ProgressDialog.Show(window, "Database Merge", async (dialog, callback) => await MergeWithDatabaseFromPaths(Db, paths, dialog, callback));
} }
@ -133,10 +133,10 @@ sealed class DatabasePageModel {
} }
public async Task ImportLegacyArchive() { public async Task ImportLegacyArchive() {
string[] paths = await window.StorageProvider.OpenFiles(new FilePickerOpenOptions { var paths = await window.StorageProvider.OpenFiles(new FilePickerOpenOptions {
Title = "Open Legacy DHT Archive", Title = "Open Legacy DHT Archive",
SuggestedStartLocation = await FileDialogs.GetSuggestedStartLocation(window, Path.GetDirectoryName(Db.Path)), SuggestedStartLocation = await FileDialogs.GetSuggestedStartLocation(window, Path.GetDirectoryName(Db.Path)),
AllowMultiple = true, AllowMultiple = true
}); });
if (paths.Length > 0) { if (paths.Length > 0) {
@ -167,16 +167,16 @@ sealed class DatabasePageModel {
var items = new List<TextBoxItem<DHT.Server.Data.Server>>(); var items = new List<TextBoxItem<DHT.Server.Data.Server>>();
foreach (DHT.Server.Data.Server server in servers.OrderBy(static server => server.Type).ThenBy(static server => server.Name)) { foreach (var server in servers.OrderBy(static server => server.Type).ThenBy(static server => server.Name)) {
items.Add(new TextBoxItem<DHT.Server.Data.Server>(server) { items.Add(new TextBoxItem<DHT.Server.Data.Server>(server) {
Title = server.Name + " (" + ServerTypes.ToNiceString(server.Type) + ")", Title = server.Name + " (" + ServerTypes.ToNiceString(server.Type) + ")",
ValidityCheck = IsValidSnowflake, ValidityCheck = IsValidSnowflake
}); });
} }
var model = new TextBoxDialogModel<DHT.Server.Data.Server>(items) { var model = new TextBoxDialogModel<DHT.Server.Data.Server>(items) {
Title = "Imported Server IDs", Title = "Imported Server IDs",
Description = "Please fill in the IDs of servers and direct messages. First enable Developer Mode in Discord, then right-click each server or direct message, click 'Copy ID', and paste it into the input field. If a server no longer exists, leave its input field empty to use a random ID.", Description = "Please fill in the IDs of servers and direct messages. First enable Developer Mode in Discord, then right-click each server or direct message, click 'Copy ID', and paste it into the input field. If a server no longer exists, leave its input field empty to use a random ID."
}; };
var dialog = new TextBoxDialog { DataContext = model }; var dialog = new TextBoxDialog { DataContext = model };
@ -193,7 +193,7 @@ sealed class DatabasePageModel {
private static async Task PerformImport(IDatabaseFile target, string[] paths, ProgressDialog dialog, IProgressCallback callback, string neutralDialogTitle, string errorDialogTitle, string itemName, Func<string, Task<bool>> performImport) { private static async Task PerformImport(IDatabaseFile target, string[] paths, ProgressDialog dialog, IProgressCallback callback, string neutralDialogTitle, string errorDialogTitle, string itemName, Func<string, Task<bool>> performImport) {
int total = paths.Length; int total = paths.Length;
DatabaseStatistics oldStatistics = await DatabaseStatistics.Take(target); var oldStatistics = await DatabaseStatistics.Take(target);
int successful = 0; int successful = 0;
int finished = 0; int finished = 0;
@ -224,7 +224,7 @@ sealed class DatabasePageModel {
return; return;
} }
DatabaseStatistics newStatistics = await DatabaseStatistics.Take(target); var newStatistics = await DatabaseStatistics.Take(target);
await Dialog.ShowOk(dialog, neutralDialogTitle, GetImportDialogMessage(oldStatistics, newStatistics, successful, total, itemName)); await Dialog.ShowOk(dialog, neutralDialogTitle, GetImportDialogMessage(oldStatistics, newStatistics, successful, total, itemName));
} }
@ -245,7 +245,7 @@ sealed class DatabasePageModel {
long newUsers = newStatistics.UserCount - oldStatistics.UserCount; long newUsers = newStatistics.UserCount - oldStatistics.UserCount;
long newMessages = newStatistics.MessageCount - oldStatistics.MessageCount; long newMessages = newStatistics.MessageCount - oldStatistics.MessageCount;
var message = new StringBuilder(); StringBuilder message = new StringBuilder();
message.Append("Processed "); message.Append("Processed ");
if (successfulItems == totalItems) { if (successfulItems == totalItems) {

View File

@ -51,7 +51,7 @@ sealed class DebugPageModel {
private async Task GenerateRandomData(int channelCount, int userCount, int messageCount, IProgressCallback callback) { private async Task GenerateRandomData(int channelCount, int userCount, int messageCount, IProgressCallback callback) {
int batchCount = (messageCount + BatchSize - 1) / BatchSize; int batchCount = (messageCount + BatchSize - 1) / BatchSize;
await callback.Update("Adding messages in batches of " + BatchSize, finishedItems: 0, batchCount); await callback.Update("Adding messages in batches of " + BatchSize, 0, batchCount);
var rand = new Random(); var rand = new Random();
var server = new DHT.Server.Data.Server { var server = new DHT.Server.Data.Server {
@ -60,46 +60,46 @@ sealed class DebugPageModel {
Type = ServerType.Server, Type = ServerType.Server,
}; };
Channel[] channels = Enumerable.Range(start: 0, channelCount).Select(i => new Channel { var channels = Enumerable.Range(0, channelCount).Select(i => new Channel {
Id = RandomId(rand), Id = RandomId(rand),
Server = server.Id, Server = server.Id,
Name = RandomName("c"), Name = RandomName("c"),
ParentId = null, ParentId = null,
Position = i, Position = i,
Topic = RandomText(rand, maxWords: 10), Topic = RandomText(rand, 10),
Nsfw = rand.Next(4) == 0, Nsfw = rand.Next(4) == 0,
}).ToArray(); }).ToArray();
User[] users = Enumerable.Range(start: 0, userCount).Select(_ => new User { var users = Enumerable.Range(0, userCount).Select(_ => new User {
Id = RandomId(rand), Id = RandomId(rand),
Name = RandomName("u"), Name = RandomName("u"),
DisplayName = RandomName("u"), DisplayName = RandomName("u"),
AvatarUrl = null, AvatarUrl = null,
Discriminator = rand.Next(minValue: 0, maxValue: 9999).ToString(), Discriminator = rand.Next(0, 9999).ToString(),
}).ToArray(); }).ToArray();
await state.Db.Users.Add(users); await state.Db.Users.Add(users);
await state.Db.Servers.Add([server]); await state.Db.Servers.Add([server]);
await state.Db.Channels.Add(channels); await state.Db.Channels.Add(channels);
DateTimeOffset now = DateTimeOffset.Now; var now = DateTimeOffset.Now;
int batchIndex = 0; int batchIndex = 0;
while (messageCount > 0) { while (messageCount > 0) {
int hourOffset = batchIndex; int hourOffset = batchIndex;
Message[] messages = Enumerable.Range(start: 0, Math.Min(messageCount, BatchSize)).Select(i => { var messages = Enumerable.Range(0, Math.Min(messageCount, BatchSize)).Select(i => {
DateTimeOffset time = now.AddHours(hourOffset).AddMinutes(i * 60.0 / BatchSize); DateTimeOffset time = now.AddHours(hourOffset).AddMinutes(i * 60.0 / BatchSize);
DateTimeOffset? edit = rand.Next(100) == 0 ? time.AddSeconds(rand.Next(minValue: 1, maxValue: 60)) : null; DateTimeOffset? edit = rand.Next(100) == 0 ? time.AddSeconds(rand.Next(1, 60)) : null;
long timeMillis = time.ToUnixTimeMilliseconds(); var timeMillis = time.ToUnixTimeMilliseconds();
long? editMillis = edit?.ToUnixTimeMilliseconds(); var editMillis = edit?.ToUnixTimeMilliseconds();
return new Message { return new Message {
Id = (ulong) timeMillis, Id = (ulong) timeMillis,
Sender = RandomBiasedIndex(rand, users).Id, Sender = RandomBiasedIndex(rand, users).Id,
Channel = RandomBiasedIndex(rand, channels).Id, Channel = RandomBiasedIndex(rand, channels).Id,
Text = RandomText(rand, maxWords: 100), Text = RandomText(rand, 100),
Timestamp = timeMillis, Timestamp = timeMillis,
EditTimestamp = editMillis, EditTimestamp = editMillis,
RepliedToId = null, RepliedToId = null,
@ -153,12 +153,12 @@ sealed class DebugPageModel {
"vanilla", "vanilla",
"watercress", "watermelon", "watercress", "watermelon",
"yam", "yam",
"zucchini", "zucchini"
]; ];
private static string RandomText(Random rand, int maxWords) { private static string RandomText(Random rand, int maxWords) {
int wordCount = 1 + (int) Math.Floor(maxWords * Math.Pow(rand.NextDouble(), y: 3)); int wordCount = 1 + (int) Math.Floor(maxWords * Math.Pow(rand.NextDouble(), 3));
return string.Join(separator: ' ', Enumerable.Range(start: 0, wordCount).Select(_ => RandomWords[rand.Next(RandomWords.Length)])); return string.Join(' ', Enumerable.Range(0, wordCount).Select(_ => RandomWords[rand.Next(RandomWords.Length)]));
} }
} }
#else #else

View File

@ -66,7 +66,7 @@ sealed partial class DownloadsPageModel : ObservableObject, IAsyncDisposable {
statisticsPending, statisticsPending,
statisticsDownloaded, statisticsDownloaded,
statisticsFailed, statisticsFailed,
statisticsSkipped, statisticsSkipped
]; ];
downloadStatisticsTask = new ThrottledTask<DownloadStatusStatistics>(Log, UpdateStatistics, TaskScheduler.FromCurrentSynchronizationContext()); downloadStatisticsTask = new ThrottledTask<DownloadStatusStatistics>(Log, UpdateStatistics, TaskScheduler.FromCurrentSynchronizationContext());
@ -78,7 +78,7 @@ sealed partial class DownloadsPageModel : ObservableObject, IAsyncDisposable {
public async Task Initialize() { public async Task Initialize() {
await FilterModel.Initialize(); await FilterModel.Initialize();
if (await state.Db.Settings.Get(SettingsKey.DownloadsAutoStart, defaultValue: false)) { if (await state.Db.Settings.Get(SettingsKey.DownloadsAutoStart, false)) {
await StartDownload(); await StartDownload();
} }
} }
@ -113,7 +113,7 @@ sealed partial class DownloadsPageModel : ObservableObject, IAsyncDisposable {
private async Task StartDownload() { private async Task StartDownload() {
await state.Db.Downloads.MoveDownloadingItemsBackToQueue(); await state.Db.Downloads.MoveDownloadingItemsBackToQueue();
IObservable<DownloadItem> finishedItems = await state.Downloader.Start(currentDownloadFilter = FilterModel.CreateFilter()); var finishedItems = await state.Downloader.Start(currentDownloadFilter = FilterModel.CreateFilter());
finishedItemsSubscription = finishedItems.ObserveOn(AvaloniaScheduler.Instance).Subscribe(OnItemFinished); finishedItemsSubscription = finishedItems.ObserveOn(AvaloniaScheduler.Instance).Subscribe(OnItemFinished);
OnDownloadStateChanged(); OnDownloadStateChanged();

View File

@ -16,7 +16,7 @@ public sealed partial class TrackingPage : UserControl {
public async void CopyTrackingScriptButton_OnClick(object? sender, RoutedEventArgs e) { public async void CopyTrackingScriptButton_OnClick(object? sender, RoutedEventArgs e) {
if (DataContext is TrackingPageModel model) { if (DataContext is TrackingPageModel model) {
object? originalText = CopyTrackingScript.Content; var originalText = CopyTrackingScript.Content;
CopyTrackingScript.MinWidth = CopyTrackingScript.Bounds.Width; CopyTrackingScript.MinWidth = CopyTrackingScript.Bounds.Width;
if (await model.OnClickCopyTrackingScript() && !isCopyingScript) { if (await model.OnClickCopyTrackingScript() && !isCopyingScript) {

View File

@ -3,7 +3,6 @@ using System.Threading;
using System.Threading.Tasks; using System.Threading.Tasks;
using System.Web; using System.Web;
using Avalonia.Controls; using Avalonia.Controls;
using Avalonia.Input.Platform;
using CommunityToolkit.Mvvm.ComponentModel; using CommunityToolkit.Mvvm.ComponentModel;
using DHT.Desktop.Dialogs.Message; using DHT.Desktop.Dialogs.Message;
using DHT.Desktop.Discord; using DHT.Desktop.Discord;
@ -65,7 +64,7 @@ sealed partial class TrackingPageModel : ObservableObject {
string url = $"http://127.0.0.1:{ServerConfiguration.Port}/get-tracking-script?token={HttpUtility.UrlEncode(ServerConfiguration.Token)}"; string url = $"http://127.0.0.1:{ServerConfiguration.Port}/get-tracking-script?token={HttpUtility.UrlEncode(ServerConfiguration.Token)}";
string script = (await Resources.ReadTextAsync("tracker-loader.js")).Trim().Replace("{url}", url); string script = (await Resources.ReadTextAsync("tracker-loader.js")).Trim().Replace("{url}", url);
IClipboard? clipboard = window.Clipboard; var clipboard = window.Clipboard;
if (clipboard == null) { if (clipboard == null) {
await Dialog.ShowOk(window, "Copy Tracking Script", "Clipboard is not available on this system."); await Dialog.ShowOk(window, "Copy Tracking Script", "Clipboard is not available on this system.");
return false; return false;

View File

@ -12,13 +12,10 @@ using DHT.Desktop.Server;
using DHT.Server; using DHT.Server;
using DHT.Server.Data.Filters; using DHT.Server.Data.Filters;
using DHT.Server.Service.Viewer; using DHT.Server.Service.Viewer;
using DHT.Utils.Logging;
namespace DHT.Desktop.Main.Pages; namespace DHT.Desktop.Main.Pages;
sealed partial class ViewerPageModel : ObservableObject, IDisposable { sealed partial class ViewerPageModel : ObservableObject, IDisposable {
private static readonly Log Log = Log.ForType<ViewerPageModel>();
public bool DatabaseToolFilterModeKeep { get; set; } = true; public bool DatabaseToolFilterModeKeep { get; set; } = true;
public bool DatabaseToolFilterModeRemove { get; set; } = false; public bool DatabaseToolFilterModeRemove { get; set; } = false;
@ -61,8 +58,8 @@ sealed partial class ViewerPageModel : ObservableObject, IDisposable {
} }
public async Task OnClickApplyFiltersToDatabase() { public async Task OnClickApplyFiltersToDatabase() {
MessageFilter filter = FilterModel.CreateFilter(); var filter = FilterModel.CreateFilter();
long messageCount = await ProgressDialog.ShowIndeterminate(window, "Apply Filters", "Counting matching messages...", _ => state.Db.Messages.Count(filter)); var messageCount = await ProgressDialog.ShowIndeterminate(window, "Apply Filters", "Counting matching messages...", _ => state.Db.Messages.Count(filter));
if (DatabaseToolFilterModeKeep) { if (DatabaseToolFilterModeKeep) {
if (DialogResult.YesNo.Yes == await Dialog.ShowYesNo(window, "Keep Matching Messages in This Database", messageCount.Pluralize("message") + " will be kept, and the rest will be removed from this database. This action cannot be undone. Proceed?")) { if (DialogResult.YesNo.Yes == await Dialog.ShowYesNo(window, "Keep Matching Messages in This Database", messageCount.Pluralize("message") + " will be kept, and the rest will be removed from this database. This action cannot be undone. Proceed?")) {
@ -77,21 +74,6 @@ sealed partial class ViewerPageModel : ObservableObject, IDisposable {
} }
private async Task ApplyFilterToDatabase(MessageFilter filter, FilterRemovalMode removalMode) { private async Task ApplyFilterToDatabase(MessageFilter filter, FilterRemovalMode removalMode) {
await ProgressDialog.Show(window, "Apply Filters", async (_, callback) => { await ProgressDialog.ShowIndeterminate(window, "Apply Filters", "Removing messages...", _ => state.Db.Messages.Remove(filter, removalMode));
await callback.UpdateIndeterminate("Removing messages...");
Log.Info("Removed messages: " + await state.Db.Messages.Remove(filter, removalMode));
await callback.UpdateIndeterminate("Cleaning up attachments...");
Log.Info("Removed orphaned attachments: " + await state.Db.Messages.RemoveUnreachableAttachments());
await callback.UpdateIndeterminate("Cleaning up users...");
Log.Info("Removed orphaned users: " + await state.Db.Users.RemoveUnreachable());
await callback.UpdateIndeterminate("Cleaning up channels...");
Log.Info("Removed orphaned channels: " + await state.Db.Channels.RemoveUnreachable());
await callback.UpdateIndeterminate("Cleaning up servers...");
Log.Info("Removed orphaned servers: " + await state.Db.Servers.RemoveUnreachable());
});
} }
} }

View File

@ -35,8 +35,12 @@ sealed class MainContentScreenModel : IAsyncDisposable {
public StatusBarModel StatusBarModel { get; } public StatusBarModel StatusBarModel { get; }
public event EventHandler? DatabaseClosed { public event EventHandler? DatabaseClosed {
add => DatabasePageModel.DatabaseClosed += value; add {
remove => DatabasePageModel.DatabaseClosed -= value; DatabasePageModel.DatabaseClosed += value;
}
remove {
DatabasePageModel.DatabaseClosed -= value;
}
} }
[Obsolete("Designer")] [Obsolete("Designer")]

View File

@ -40,7 +40,7 @@ sealed partial class WelcomeScreenModel : ObservableObject {
public async Task OpenOrCreateDatabase() { public async Task OpenOrCreateDatabase() {
IsOpenOrCreateDatabaseButtonEnabled = false; IsOpenOrCreateDatabaseButtonEnabled = false;
try { try {
string? path = await DatabaseGui.NewOpenOrCreateDatabaseFileDialog(window, Path.GetDirectoryName(dbFilePath)); var path = await DatabaseGui.NewOpenOrCreateDatabaseFileDialog(window, Path.GetDirectoryName(dbFilePath));
if (path != null) { if (path != null) {
await OpenOrCreateDatabaseFromPath(path); await OpenOrCreateDatabaseFromPath(path);
} }
@ -54,13 +54,13 @@ sealed partial class WelcomeScreenModel : ObservableObject {
bool isNew = !File.Exists(path); bool isNew = !File.Exists(path);
IDatabaseFile? db = await DatabaseGui.TryOpenOrCreateDatabaseFromPath(path, window, new SchemaUpgradeCallbacks(window)); var db = await DatabaseGui.TryOpenOrCreateDatabaseFromPath(path, window, new SchemaUpgradeCallbacks(window));
if (db == null) { if (db == null) {
return; return;
} }
if (isNew && await Dialog.ShowYesNo(window, "Automatic Downloads", "Do you want to automatically download files hosted on Discord? You can change this later in the Downloads tab.") == DialogResult.YesNo.Yes) { if (isNew && await Dialog.ShowYesNo(window, "Automatic Downloads", "Do you want to automatically download files hosted on Discord? You can change this later in the Downloads tab.") == DialogResult.YesNo.Yes) {
await db.Settings.Set(SettingsKey.DownloadsAutoStart, value: true); await db.Settings.Set(SettingsKey.DownloadsAutoStart, true);
} }
DatabaseSelected?.Invoke(this, db); DatabaseSelected?.Invoke(this, db);
@ -110,11 +110,11 @@ sealed partial class WelcomeScreenModel : ObservableObject {
} }
public async Task CheckUpdates() { public async Task CheckUpdates() {
var latestVersion = await ProgressDialog.ShowIndeterminate<Version?>(window, "Check Updates", "Checking for updates...", async _ => { Version? latestVersion = await ProgressDialog.ShowIndeterminate<Version?>(window, "Check Updates", "Checking for updates...", async _ => {
var client = new HttpClient(new SocketsHttpHandler { var client = new HttpClient(new SocketsHttpHandler {
AutomaticDecompression = DecompressionMethods.None, AutomaticDecompression = DecompressionMethods.None,
AllowAutoRedirect = false, AllowAutoRedirect = false,
UseCookies = false, UseCookies = false
}); });
client.Timeout = TimeSpan.FromSeconds(30); client.Timeout = TimeSpan.FromSeconds(30);
@ -133,7 +133,7 @@ sealed partial class WelcomeScreenModel : ObservableObject {
return null; return null;
} }
if (!System.Version.TryParse(response, out Version? latestVersion)) { if (!System.Version.TryParse(response, out var latestVersion)) {
await Dialog.ShowOk(window, "Check Updates", "Server returned an invalid response."); await Dialog.ShowOk(window, "Check Updates", "Server returned an invalid response.");
return null; return null;
} }

View File

@ -19,7 +19,7 @@ static class Program {
static Program() { static Program() {
var assembly = Assembly.GetExecutingAssembly(); var assembly = Assembly.GetExecutingAssembly();
AssemblyVersion = assembly.GetName().Version ?? new Version(major: 0, minor: 0, build: 0, revision: 0); AssemblyVersion = assembly.GetName().Version ?? new Version(0, 0, 0, 0);
Version = VersionToString(AssemblyVersion); Version = VersionToString(AssemblyVersion);
Culture = CultureInfo.CurrentCulture; Culture = CultureInfo.CurrentCulture;

View File

@ -3,6 +3,6 @@ using DHT.Server.Service;
namespace DHT.Desktop.Server; namespace DHT.Desktop.Server;
static class ServerConfiguration { static class ServerConfiguration {
public static ushort Port { get; set; } = ServerUtils.FindAvailablePort(min: 50000, max: 60000); public static ushort Port { get; set; } = ServerUtils.FindAvailablePort(50000, 60000);
public static string Token { get; set; } = ServerUtils.GenerateRandomToken(20); public static string Token { get; set; } = ServerUtils.GenerateRandomToken(20);
} }

View File

@ -1,7 +1,7 @@
#messages { #messages {
flex: 1 1 0; flex: 1 1 0;
overflow-y: auto; overflow-y: auto;
background-color: #36393e; background-color: #36393E;
} }
#messages > div { #messages > div {
@ -38,7 +38,7 @@
} }
#messages .username { #messages .username {
color: #fff; color: #FFF;
font-size: 15px; font-size: 15px;
font-weight: 600; font-weight: 600;
margin-right: 3px; margin-right: 3px;
@ -75,12 +75,12 @@
} }
.message .link, .reply-message .link { .message .link, .reply-message .link {
color: #7289da; color: #7289DA;
background-color: rgba(115, 139, 215, 0.1); background-color: rgba(115, 139, 215, 0.1);
} }
.message a, .reply-message a { .message a, .reply-message a {
color: #0096cf; color: #0096CF;
text-decoration: none; text-decoration: none;
} }
@ -131,7 +131,7 @@
} }
.message code { .message code {
background-color: #2e3136; background-color: #2E3136;
border-radius: 5px; border-radius: 5px;
font-family: Menlo, Consolas, Monaco, monospace; font-family: Menlo, Consolas, Monaco, monospace;
font-size: 14px; font-size: 14px;
@ -144,7 +144,7 @@
.message code.block { .message code.block {
display: block; display: block;
border: 2px solid #282b30; border: 2px solid #282B30;
margin-top: 6px; margin-top: 6px;
padding: 7px; padding: 7px;
} }
@ -198,7 +198,7 @@
} }
.reply-username { .reply-username {
color: #fff; color: #FFF;
font-size: 12px; font-size: 12px;
font-weight: 600; font-weight: 600;
letter-spacing: 0; letter-spacing: 0;
@ -218,7 +218,7 @@
} }
.reply-contents code { .reply-contents code {
background-color: #2e3136; background-color: #2E3136;
font-family: Menlo, Consolas, Monaco, monospace; font-family: Menlo, Consolas, Monaco, monospace;
padding: 1px 2px; padding: 1px 2px;
} }

View File

@ -10,5 +10,5 @@ public enum DownloadStatus {
GenericError = 1, GenericError = 1,
Downloading = 2, Downloading = 2,
LastCustomCode = 99, LastCustomCode = 99,
Success = HttpStatusCode.OK, Success = HttpStatusCode.OK
} }

View File

@ -5,5 +5,5 @@ namespace DHT.Server.Data;
[Flags] [Flags]
public enum EmojiFlags : ushort { public enum EmojiFlags : ushort {
None = 0, None = 0,
Animated = 0b1, Animated = 0b1
} }

View File

@ -2,5 +2,5 @@ namespace DHT.Server.Data.Filters;
public enum FilterRemovalMode { public enum FilterRemovalMode {
KeepMatching, KeepMatching,
RemoveMatching, RemoveMatching
} }

View File

@ -3,7 +3,7 @@ namespace DHT.Server.Data;
public enum ServerType { public enum ServerType {
Server, Server,
Group, Group,
DirectMessage, DirectMessage
} }
public static class ServerTypes { public static class ServerTypes {
@ -12,7 +12,7 @@ public static class ServerTypes {
"SERVER" => ServerType.Server, "SERVER" => ServerType.Server,
"GROUP" => ServerType.Group, "GROUP" => ServerType.Group,
"DM" => ServerType.DirectMessage, "DM" => ServerType.DirectMessage,
_ => null, _ => null
}; };
} }
@ -21,7 +21,7 @@ public static class ServerTypes {
ServerType.Server => "SERVER", ServerType.Server => "SERVER",
ServerType.Group => "GROUP", ServerType.Group => "GROUP",
ServerType.DirectMessage => "DM", ServerType.DirectMessage => "DM",
_ => "UNKNOWN", _ => "UNKNOWN"
}; };
} }
@ -30,7 +30,7 @@ public static class ServerTypes {
ServerType.Server => "Server", ServerType.Server => "Server",
ServerType.Group => "Group", ServerType.Group => "Group",
ServerType.DirectMessage => "DM", ServerType.DirectMessage => "DM",
_ => "Unknown", _ => "Unknown"
}; };
} }
@ -39,7 +39,7 @@ public static class ServerTypes {
ServerType.Server => "server", ServerType.Server => "server",
ServerType.Group => "group", ServerType.Group => "group",
ServerType.DirectMessage => "user", ServerType.DirectMessage => "user",
_ => "unknown", _ => "unknown"
}; };
} }
} }

View File

@ -14,7 +14,7 @@ public static class DatabaseExtensions {
const int MessageBatchSize = 100; const int MessageBatchSize = 100;
List<Message> batchedMessages = new (MessageBatchSize); List<Message> batchedMessages = new (MessageBatchSize);
await foreach (Message message in source.Messages.Get()) { await foreach (var message in source.Messages.Get()) {
batchedMessages.Add(message); batchedMessages.Add(message);
if (batchedMessages.Count >= MessageBatchSize) { if (batchedMessages.Count >= MessageBatchSize) {
@ -25,7 +25,7 @@ public static class DatabaseExtensions {
await target.Messages.Add(batchedMessages); await target.Messages.Add(batchedMessages);
await foreach (Data.Download download in source.Downloads.Get()) { await foreach (var download in source.Downloads.Get()) {
if (download.Status != DownloadStatus.Success || !await source.Downloads.GetDownloadData(download.NormalizedUrl, stream => target.Downloads.AddDownload(download, stream))) { if (download.Status != DownloadStatus.Success || !await source.Downloads.GetDownloadData(download.NormalizedUrl, stream => target.Downloads.AddDownload(download, stream))) {
await target.Downloads.AddDownload(download, stream: null); await target.Downloads.AddDownload(download, stream: null);
} }

View File

@ -16,28 +16,28 @@ static class ViewerJsonExport {
private static readonly Log Log = Log.ForType(typeof(ViewerJsonExport)); private static readonly Log Log = Log.ForType(typeof(ViewerJsonExport));
public static async Task GetMetadata(Stream stream, IDatabaseFile db, MessageFilter? filter = null, CancellationToken cancellationToken = default) { public static async Task GetMetadata(Stream stream, IDatabaseFile db, MessageFilter? filter = null, CancellationToken cancellationToken = default) {
Perf perf = Log.Start(); var perf = Log.Start();
var includedChannels = new List<Channel>(); var includedChannels = new List<Channel>();
var includedServerIds = new HashSet<ulong>(); var includedServerIds = new HashSet<ulong>();
HashSet<ulong>? channelIdFilter = filter?.ChannelIds; var channelIdFilter = filter?.ChannelIds;
await foreach (Channel channel in db.Channels.Get(cancellationToken)) { await foreach (var channel in db.Channels.Get(cancellationToken)) {
if (channelIdFilter == null || channelIdFilter.Contains(channel.Id)) { if (channelIdFilter == null || channelIdFilter.Contains(channel.Id)) {
includedChannels.Add(channel); includedChannels.Add(channel);
includedServerIds.Add(channel.Server); includedServerIds.Add(channel.Server);
} }
} }
Dictionary<Snowflake, ViewerJson.JsonUser> users = await GenerateUserList(db, cancellationToken); var users = await GenerateUserList(db, cancellationToken);
Dictionary<Snowflake, ViewerJson.JsonServer> servers = await GenerateServerList(db, includedServerIds, cancellationToken); var servers = await GenerateServerList(db, includedServerIds, cancellationToken);
Dictionary<Snowflake, ViewerJson.JsonChannel> channels = GenerateChannelList(includedChannels); var channels = GenerateChannelList(includedChannels);
var meta = new ViewerJson.JsonMeta { var meta = new ViewerJson.JsonMeta {
Users = users, Users = users,
Servers = servers, Servers = servers,
Channels = channels, Channels = channels
}; };
perf.Step("Collect database data"); perf.Step("Collect database data");
@ -49,11 +49,11 @@ static class ViewerJsonExport {
} }
public static async Task GetMessages(Stream stream, IDatabaseFile db, MessageFilter? filter = null, CancellationToken cancellationToken = default) { public static async Task GetMessages(Stream stream, IDatabaseFile db, MessageFilter? filter = null, CancellationToken cancellationToken = default) {
Perf perf = Log.Start(); var perf = Log.Start();
ReadOnlyMemory<byte> newLine = "\n"u8.ToArray(); ReadOnlyMemory<byte> newLine = "\n"u8.ToArray();
await foreach (ViewerJson.JsonMessage message in GenerateMessageList(db, filter, cancellationToken)) { await foreach(var message in GenerateMessageList(db, filter, cancellationToken)) {
await JsonSerializer.SerializeAsync(stream, message, ViewerJsonMessageContext.Default.JsonMessage, cancellationToken); await JsonSerializer.SerializeAsync(stream, message, ViewerJsonMessageContext.Default.JsonMessage, cancellationToken);
await stream.WriteAsync(newLine, cancellationToken); await stream.WriteAsync(newLine, cancellationToken);
} }
@ -65,7 +65,7 @@ static class ViewerJsonExport {
private static async Task<Dictionary<Snowflake, ViewerJson.JsonUser>> GenerateUserList(IDatabaseFile db, CancellationToken cancellationToken) { private static async Task<Dictionary<Snowflake, ViewerJson.JsonUser>> GenerateUserList(IDatabaseFile db, CancellationToken cancellationToken) {
var users = new Dictionary<Snowflake, ViewerJson.JsonUser>(); var users = new Dictionary<Snowflake, ViewerJson.JsonUser>();
await foreach (User user in db.Users.Get(cancellationToken)) { await foreach (var user in db.Users.Get(cancellationToken)) {
users[user.Id] = new ViewerJson.JsonUser { users[user.Id] = new ViewerJson.JsonUser {
Name = user.Name, Name = user.Name,
DisplayName = user.DisplayName, DisplayName = user.DisplayName,
@ -79,14 +79,14 @@ static class ViewerJsonExport {
private static async Task<Dictionary<Snowflake, ViewerJson.JsonServer>> GenerateServerList(IDatabaseFile db, HashSet<ulong> serverIds, CancellationToken cancellationToken) { private static async Task<Dictionary<Snowflake, ViewerJson.JsonServer>> GenerateServerList(IDatabaseFile db, HashSet<ulong> serverIds, CancellationToken cancellationToken) {
var servers = new Dictionary<Snowflake, ViewerJson.JsonServer>(); var servers = new Dictionary<Snowflake, ViewerJson.JsonServer>();
await foreach (Data.Server server in db.Servers.Get(cancellationToken)) { await foreach (var server in db.Servers.Get(cancellationToken)) {
if (!serverIds.Contains(server.Id)) { if (!serverIds.Contains(server.Id)) {
continue; continue;
} }
servers[server.Id] = new ViewerJson.JsonServer { servers[server.Id] = new ViewerJson.JsonServer {
Name = server.Name, Name = server.Name,
Type = ServerTypes.ToJsonViewerString(server.Type), Type = ServerTypes.ToJsonViewerString(server.Type)
}; };
} }
@ -96,14 +96,14 @@ static class ViewerJsonExport {
private static Dictionary<Snowflake, ViewerJson.JsonChannel> GenerateChannelList(List<Channel> includedChannels) { private static Dictionary<Snowflake, ViewerJson.JsonChannel> GenerateChannelList(List<Channel> includedChannels) {
var channels = new Dictionary<Snowflake, ViewerJson.JsonChannel>(); var channels = new Dictionary<Snowflake, ViewerJson.JsonChannel>();
foreach (Channel channel in includedChannels) { foreach (var channel in includedChannels) {
channels[channel.Id] = new ViewerJson.JsonChannel { channels[channel.Id] = new ViewerJson.JsonChannel {
Server = channel.Server, Server = channel.Server,
Name = channel.Name, Name = channel.Name,
Parent = channel.ParentId?.ToString(), Parent = channel.ParentId?.ToString(),
Position = channel.Position, Position = channel.Position,
Topic = channel.Topic, Topic = channel.Topic,
Nsfw = channel.Nsfw, Nsfw = channel.Nsfw
}; };
} }
@ -111,7 +111,7 @@ static class ViewerJsonExport {
} }
private static async IAsyncEnumerable<ViewerJson.JsonMessage> GenerateMessageList(IDatabaseFile db, MessageFilter? filter, [EnumeratorCancellation] CancellationToken cancellationToken) { private static async IAsyncEnumerable<ViewerJson.JsonMessage> GenerateMessageList(IDatabaseFile db, MessageFilter? filter, [EnumeratorCancellation] CancellationToken cancellationToken) {
await foreach (Message message in db.Messages.Get(filter, cancellationToken)) { await foreach (var message in db.Messages.Get(filter, cancellationToken)) {
yield return new ViewerJson.JsonMessage { yield return new ViewerJson.JsonMessage {
Id = message.Id, Id = message.Id,
C = message.Channel, C = message.Channel,
@ -124,7 +124,7 @@ static class ViewerJsonExport {
A = message.Attachments.IsEmpty ? null : message.Attachments.Select(static attachment => { A = message.Attachments.IsEmpty ? null : message.Attachments.Select(static attachment => {
var a = new ViewerJson.JsonMessageAttachment { var a = new ViewerJson.JsonMessageAttachment {
Url = attachment.DownloadUrl, Url = attachment.DownloadUrl,
Name = Uri.TryCreate(attachment.NormalizedUrl, UriKind.Absolute, out Uri? uri) ? Path.GetFileName(uri.LocalPath) : attachment.NormalizedUrl, Name = Uri.TryCreate(attachment.NormalizedUrl, UriKind.Absolute, out var uri) ? Path.GetFileName(uri.LocalPath) : attachment.NormalizedUrl
}; };
if (attachment is { Width: not null, Height: not null }) { if (attachment is { Width: not null, Height: not null }) {
@ -141,8 +141,8 @@ static class ViewerJsonExport {
Id = reaction.EmojiId?.ToString(), Id = reaction.EmojiId?.ToString(),
N = reaction.EmojiName, N = reaction.EmojiName,
A = reaction.EmojiFlags.HasFlag(EmojiFlags.Animated), A = reaction.EmojiFlags.HasFlag(EmojiFlags.Animated),
C = reaction.Count, C = reaction.Count
}).ToArray(), }).ToArray()
}; };
} }
} }

View File

@ -11,7 +11,7 @@ public sealed class FakeSnowflake {
private ulong id; private ulong id;
public FakeSnowflake() { public FakeSnowflake() {
ulong unixMillis = (ulong) (DateTime.UtcNow.Subtract(DateTime.UnixEpoch).Ticks / TimeSpan.TicksPerMillisecond); var unixMillis = (ulong) (DateTime.UtcNow.Subtract(DateTime.UnixEpoch).Ticks / TimeSpan.TicksPerMillisecond);
this.id = (unixMillis - DiscordEpoch) << 22; this.id = (unixMillis - DiscordEpoch) << 22;
} }

View File

@ -20,24 +20,24 @@ public static class LegacyArchiveImport {
private static readonly FileExtensionContentTypeProvider ContentTypeProvider = new (); private static readonly FileExtensionContentTypeProvider ContentTypeProvider = new ();
public static async Task<bool> Read(Stream stream, IDatabaseFile db, FakeSnowflake fakeSnowflake, Func<Data.Server[], Task<Dictionary<Data.Server, ulong>?>> askForServerIds) { public static async Task<bool> Read(Stream stream, IDatabaseFile db, FakeSnowflake fakeSnowflake, Func<Data.Server[], Task<Dictionary<Data.Server, ulong>?>> askForServerIds) {
Perf perf = Log.Start(); var perf = Log.Start();
JsonElement root = await JsonSerializer.DeserializeAsync(stream, JsonElementContext.Default.JsonElement); var root = await JsonSerializer.DeserializeAsync(stream, JsonElementContext.Default.JsonElement);
try { try {
JsonElement meta = root.RequireObject("meta"); var meta = root.RequireObject("meta");
JsonElement data = root.RequireObject("data"); var data = root.RequireObject("data");
perf.Step("Deserialize JSON"); perf.Step("Deserialize JSON");
User[] users = ReadUserList(meta); var users = ReadUserList(meta);
Data.Server[] servers = ReadServerList(meta, fakeSnowflake); var servers = ReadServerList(meta, fakeSnowflake);
var newServersOnly = new HashSet<Data.Server>(servers); var newServersOnly = new HashSet<Data.Server>(servers);
Dictionary<ulong, Data.Server> oldServersById = await db.Servers.Get().ToDictionaryAsync(static server => server.Id, static server => server); var oldServersById = await db.Servers.Get().ToDictionaryAsync(static server => server.Id, static server => server);
Dictionary<ulong, Channel> oldChannelsById = await db.Channels.Get().ToDictionaryAsync(static channel => channel.Id, static channel => channel); var oldChannelsById = await db.Channels.Get().ToDictionaryAsync(static channel => channel.Id, static channel => channel);
foreach ((ulong channelId, int serverIndex) in ReadChannelToServerIndexMapping(meta, servers)) { foreach (var (channelId, serverIndex) in ReadChannelToServerIndexMapping(meta, servers)) {
if (oldChannelsById.TryGetValue(channelId, out Channel oldChannel) && oldServersById.TryGetValue(oldChannel.Server, out Data.Server oldServer) && newServersOnly.Remove(servers[serverIndex])) { if (oldChannelsById.TryGetValue(channelId, out var oldChannel) && oldServersById.TryGetValue(oldChannel.Server, out var oldServer) && newServersOnly.Remove(servers[serverIndex])) {
servers[serverIndex] = oldServer; servers[serverIndex] = oldServer;
} }
} }
@ -45,27 +45,27 @@ public static class LegacyArchiveImport {
perf.Step("Read server and user list"); perf.Step("Read server and user list");
if (newServersOnly.Count > 0) { if (newServersOnly.Count > 0) {
Dictionary<Data.Server, ulong>? askedServerIds = await askForServerIds(newServersOnly.ToArray()); var askedServerIds = await askForServerIds(newServersOnly.ToArray());
if (askedServerIds == null) { if (askedServerIds == null) {
return false; return false;
} }
perf.Step("Ask for server IDs"); perf.Step("Ask for server IDs");
for (int i = 0; i < servers.Length; i++) { for (var i = 0; i < servers.Length; i++) {
Data.Server server = servers[i]; var server = servers[i];
if (askedServerIds.TryGetValue(server, out ulong serverId)) { if (askedServerIds.TryGetValue(server, out var serverId)) {
servers[i] = server with { Id = serverId }; servers[i] = server with { Id = serverId };
} }
} }
} }
Channel[] channels = ReadChannelList(meta, servers); var channels = ReadChannelList(meta, servers);
perf.Step("Read channel list"); perf.Step("Read channel list");
HashSet<ulong> oldMessageIds = await db.Messages.GetIds().ToHashSetAsync(); var oldMessageIds = await db.Messages.GetIds().ToHashSetAsync();
Message[] newMessages = channels.SelectMany(channel => ReadMessages(data, channel, users, fakeSnowflake)) var newMessages = channels.SelectMany(channel => ReadMessages(data, channel, users, fakeSnowflake))
.Where(message => !oldMessageIds.Contains(message.Id)) .Where(message => !oldMessageIds.Contains(message.Id))
.ToArray(); .ToArray();
@ -92,16 +92,16 @@ public static class LegacyArchiveImport {
return ulong.Parse(element.GetString() ?? throw new JsonException("Expected key 'meta.userindex[" + index + "]' to be a string.")); return ulong.Parse(element.GetString() ?? throw new JsonException("Expected key 'meta.userindex[" + index + "]' to be a string."));
} }
Dictionary<ulong, int> userindex = meta.RequireArray("userindex", "meta") var userindex = meta.RequireArray("userindex", "meta")
.Select(static (item, index) => (ParseUserIndex(item, index), index)) .Select(static (item, index) => (ParseUserIndex(item, index), index))
.ToDictionary(); .ToDictionary();
var users = new User[userindex.Count]; var users = new User[userindex.Count];
foreach (JsonProperty item in meta.RequireObject("users", "meta").EnumerateObject()) { foreach (var item in meta.RequireObject("users", "meta").EnumerateObject()) {
string path = UsersPath + "." + item.Name; var path = UsersPath + "." + item.Name;
ulong userId = ulong.Parse(item.Name); var userId = ulong.Parse(item.Name);
JsonElement userObj = item.Value; var userObj = item.Value;
users[userindex[userId]] = new User { users[userindex[userId]] = new User {
Id = userId, Id = userId,
@ -128,9 +128,9 @@ public static class LegacyArchiveImport {
private static Dictionary<ulong, int> ReadChannelToServerIndexMapping(JsonElement meta, Data.Server[] servers) { private static Dictionary<ulong, int> ReadChannelToServerIndexMapping(JsonElement meta, Data.Server[] servers) {
return meta.RequireObject("channels", "meta").EnumerateObject().Select(item => { return meta.RequireObject("channels", "meta").EnumerateObject().Select(item => {
string path = ChannelsPath + "." + item.Name; var path = ChannelsPath + "." + item.Name;
ulong channelId = ulong.Parse(item.Name); var channelId = ulong.Parse(item.Name);
JsonElement channelObj = item.Value; var channelObj = item.Value;
return (channelId, channelObj.RequireInt("server", path, min: 0, max: servers.Length - 1)); return (channelId, channelObj.RequireInt("server", path, min: 0, max: servers.Length - 1));
}).ToDictionary(); }).ToDictionary();
@ -138,13 +138,13 @@ public static class LegacyArchiveImport {
private static Channel[] ReadChannelList(JsonElement meta, Data.Server[] servers) { private static Channel[] ReadChannelList(JsonElement meta, Data.Server[] servers) {
return meta.RequireObject("channels", "meta").EnumerateObject().Select(item => { return meta.RequireObject("channels", "meta").EnumerateObject().Select(item => {
string path = ChannelsPath + "." + item.Name; var path = ChannelsPath + "." + item.Name;
ulong channelId = ulong.Parse(item.Name); var channelId = ulong.Parse(item.Name);
JsonElement channelObj = item.Value; var channelObj = item.Value;
return new Channel { return new Channel {
Id = channelId, Id = channelId,
Server = servers[channelObj.RequireInt("server", path, min: 0, servers.Length - 1)].Id, Server = servers[channelObj.RequireInt("server", path, min: 0, max: servers.Length - 1)].Id,
Name = channelObj.RequireString("name", path), Name = channelObj.RequireString("name", path),
Position = channelObj.HasKey("position") ? channelObj.RequireInt("position", path, min: 0) : null, Position = channelObj.HasKey("position") ? channelObj.RequireInt("position", path, min: 0) : null,
Topic = channelObj.HasKey("topic") ? channelObj.RequireString("topic", path) : null, Topic = channelObj.HasKey("topic") ? channelObj.RequireString("topic", path) : null,
@ -156,18 +156,18 @@ public static class LegacyArchiveImport {
private static Message[] ReadMessages(JsonElement data, Channel channel, User[] users, FakeSnowflake fakeSnowflake) { private static Message[] ReadMessages(JsonElement data, Channel channel, User[] users, FakeSnowflake fakeSnowflake) {
const string DataPath = "data"; const string DataPath = "data";
ulong channelId = channel.Id; var channelId = channel.Id;
string channelIdStr = channelId.ToString(); var channelIdStr = channelId.ToString();
JsonElement? messagesObj = data.HasKey(channelIdStr) ? data.RequireObject(channelIdStr, DataPath) : null; var messagesObj = data.HasKey(channelIdStr) ? data.RequireObject(channelIdStr, DataPath) : (JsonElement?) null;
if (messagesObj == null) { if (messagesObj == null) {
return []; return [];
} }
return messagesObj.Value.EnumerateObject().Select(item => { return messagesObj.Value.EnumerateObject().Select(item => {
string path = DataPath + "." + item.Name; var path = DataPath + "." + item.Name;
ulong messageId = ulong.Parse(item.Name); var messageId = ulong.Parse(item.Name);
JsonElement messageObj = item.Value; var messageObj = item.Value;
return new Message { return new Message {
Id = messageId, Id = messageId,
@ -189,7 +189,7 @@ public static class LegacyArchiveImport {
return attachmentsArray.Select(attachmentObj => { return attachmentsArray.Select(attachmentObj => {
string url = attachmentObj.RequireString("url", path); string url = attachmentObj.RequireString("url", path);
string name = url[(url.LastIndexOf('/') + 1)..]; string name = url[(url.LastIndexOf('/') + 1)..];
string? type = ContentTypeProvider.TryGetContentType(name, out string? contentType) ? contentType : null; string? type = ContentTypeProvider.TryGetContentType(name, out var contentType) ? contentType : null;
return new Attachment { return new Attachment {
Id = fakeSnowflake.Next(), Id = fakeSnowflake.Next(),
@ -216,19 +216,19 @@ public static class LegacyArchiveImport {
Type = type, Type = type,
Title = type == "rich" && embedObj.HasKey("t") ? embedObj.RequireString("t", path) : null, Title = type == "rich" && embedObj.HasKey("t") ? embedObj.RequireString("t", path) : null,
Description = type == "rich" && embedObj.HasKey("d") ? embedObj.RequireString("d", path) : null, Description = type == "rich" && embedObj.HasKey("d") ? embedObj.RequireString("d", path) : null,
Image = type == "image" ? new DiscordEmbedLegacyJson.ImageJson { Url = url } : null, Image = type == "image" ? new DiscordEmbedLegacyJson.ImageJson { Url = url } : null
}; };
return new Embed { return new Embed {
Json = JsonSerializer.Serialize(embed, DiscordEmbedLegacyJsonContext.Default.DiscordEmbedLegacyJson), Json = JsonSerializer.Serialize(embed, DiscordEmbedLegacyJsonContext.Default.DiscordEmbedLegacyJson)
}; };
}); });
} }
private static IEnumerable<Reaction> ReadMessageReactions(JsonElement.ArrayEnumerator reactionsArray, string path) { private static IEnumerable<Reaction> ReadMessageReactions(JsonElement.ArrayEnumerator reactionsArray, string path) {
return reactionsArray.Select(reactionObj => { return reactionsArray.Select(reactionObj => {
ulong? id = reactionObj.HasKey("id") ? reactionObj.RequireSnowflake("id", path) : (ulong?) null; var id = reactionObj.HasKey("id") ? reactionObj.RequireSnowflake("id", path) : (ulong?) null;
string? name = reactionObj.HasKey("n") ? reactionObj.RequireString("n", path) : null; var name = reactionObj.HasKey("n") ? reactionObj.RequireString("n", path) : null;
if (id == null && name == null) { if (id == null && name == null) {
throw new JsonException("Expected key '" + path + ".id' and/or '" + path + ".n' to be present."); throw new JsonException("Expected key '" + path + ".id' and/or '" + path + ".n' to be present.");

View File

@ -17,8 +17,6 @@ public interface IChannelRepository {
IAsyncEnumerable<Channel> Get(CancellationToken cancellationToken = default); IAsyncEnumerable<Channel> Get(CancellationToken cancellationToken = default);
Task<int> RemoveUnreachable();
internal sealed class Dummy : IChannelRepository { internal sealed class Dummy : IChannelRepository {
public IObservable<long> TotalCount { get; } = Observable.Return(0L); public IObservable<long> TotalCount { get; } = Observable.Return(0L);
@ -33,9 +31,5 @@ public interface IChannelRepository {
public IAsyncEnumerable<Channel> Get(CancellationToken cancellationToken) { public IAsyncEnumerable<Channel> Get(CancellationToken cancellationToken) {
return AsyncEnumerable.Empty<Channel>(); return AsyncEnumerable.Empty<Channel>();
} }
public Task<int> RemoveUnreachable() {
return Task.FromResult(0);
}
} }
} }

View File

@ -20,9 +20,7 @@ public interface IMessageRepository {
IAsyncEnumerable<ulong> GetIds(MessageFilter? filter = null); IAsyncEnumerable<ulong> GetIds(MessageFilter? filter = null);
Task<int> Remove(MessageFilter filter, FilterRemovalMode mode); Task Remove(MessageFilter filter, FilterRemovalMode mode);
Task<int> RemoveUnreachableAttachments();
internal sealed class Dummy : IMessageRepository { internal sealed class Dummy : IMessageRepository {
public IObservable<long> TotalCount { get; } = Observable.Return(0L); public IObservable<long> TotalCount { get; } = Observable.Return(0L);
@ -43,12 +41,8 @@ public interface IMessageRepository {
return AsyncEnumerable.Empty<ulong>(); return AsyncEnumerable.Empty<ulong>();
} }
public Task<int> Remove(MessageFilter filter, FilterRemovalMode mode) { public Task Remove(MessageFilter filter, FilterRemovalMode mode) {
return Task.FromResult(0); return Task.CompletedTask;
}
public Task<int> RemoveUnreachableAttachments() {
return Task.FromResult(0);
} }
} }
} }

View File

@ -16,8 +16,6 @@ public interface IServerRepository {
IAsyncEnumerable<Data.Server> Get(CancellationToken cancellationToken = default); IAsyncEnumerable<Data.Server> Get(CancellationToken cancellationToken = default);
Task<int> RemoveUnreachable();
internal sealed class Dummy : IServerRepository { internal sealed class Dummy : IServerRepository {
public IObservable<long> TotalCount { get; } = Observable.Return(0L); public IObservable<long> TotalCount { get; } = Observable.Return(0L);
@ -32,9 +30,5 @@ public interface IServerRepository {
public IAsyncEnumerable<Data.Server> Get(CancellationToken cancellationToken) { public IAsyncEnumerable<Data.Server> Get(CancellationToken cancellationToken) {
return AsyncEnumerable.Empty<Data.Server>(); return AsyncEnumerable.Empty<Data.Server>();
} }
public Task<int> RemoveUnreachable() {
return Task.FromResult(0);
}
} }
} }

View File

@ -17,8 +17,6 @@ public interface IUserRepository {
IAsyncEnumerable<User> Get(CancellationToken cancellationToken = default); IAsyncEnumerable<User> Get(CancellationToken cancellationToken = default);
Task<int> RemoveUnreachable();
internal sealed class Dummy : IUserRepository { internal sealed class Dummy : IUserRepository {
public IObservable<long> TotalCount { get; } = Observable.Return(0L); public IObservable<long> TotalCount { get; } = Observable.Return(0L);
@ -33,9 +31,5 @@ public interface IUserRepository {
public IAsyncEnumerable<User> Get(CancellationToken cancellationToken) { public IAsyncEnumerable<User> Get(CancellationToken cancellationToken) {
return AsyncEnumerable.Empty<User>(); return AsyncEnumerable.Empty<User>();
} }
public Task<int> RemoveUnreachable() {
return Task.FromResult(0);
}
} }
} }

View File

@ -30,10 +30,10 @@ sealed class SqliteChannelRepository : BaseSqliteRepository, IChannelRepository
("parent_id", SqliteType.Integer), ("parent_id", SqliteType.Integer),
("position", SqliteType.Integer), ("position", SqliteType.Integer),
("topic", SqliteType.Text), ("topic", SqliteType.Text),
("nsfw", SqliteType.Integer), ("nsfw", SqliteType.Integer)
]); ]);
foreach (Channel channel in channels) { foreach (var channel in channels) {
cmd.Set(":id", channel.Id); cmd.Set(":id", channel.Id);
cmd.Set(":server", channel.Server); cmd.Set(":server", channel.Server);
cmd.Set(":name", channel.Name); cmd.Set(":name", channel.Name);
@ -73,14 +73,4 @@ sealed class SqliteChannelRepository : BaseSqliteRepository, IChannelRepository
}; };
} }
} }
public async Task<int> RemoveUnreachable() {
int removed;
await using (var conn = await pool.Take()) {
removed = await conn.ExecuteAsync("DELETE FROM channels WHERE id NOT IN (SELECT DISTINCT channel_id FROM messages)");
}
UpdateTotalCount();
return removed;
}
} }

View File

@ -177,7 +177,7 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
FailedWithUnknownSizeCount = reader.GetInt32(8), FailedWithUnknownSizeCount = reader.GetInt32(8),
SkippedCount = reader.GetInt32(9), SkippedCount = reader.GetInt32(9),
SkippedTotalSize = reader.GetUint64(10), SkippedTotalSize = reader.GetUint64(10),
SkippedWithUnknownSizeCount = reader.GetInt32(11), SkippedWithUnknownSizeCount = reader.GetInt32(11)
}; };
} }
@ -206,7 +206,7 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
long rowid; long rowid;
await using (SqliteDataReader reader = await cmd.ExecuteReaderAsync()) { await using (var reader = await cmd.ExecuteReaderAsync()) {
if (!await reader.ReadAsync()) { if (!await reader.ReadAsync()) {
return false; return false;
} }
@ -264,7 +264,7 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
await using var conn = await pool.Take(); await using var conn = await pool.Take();
string sql = $""" var sql = $"""
SELECT normalized_url, download_url, type, size SELECT normalized_url, download_url, type, size
FROM download_metadata FROM download_metadata
{filter.GenerateConditions().BuildWhereClause()} {filter.GenerateConditions().BuildWhereClause()}
@ -272,7 +272,7 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
"""; """;
await using (var cmd = conn.Command(sql)) { await using (var cmd = conn.Command(sql)) {
cmd.AddAndSet(":limit", SqliteType.Integer, Math.Max(val1: 0, count)); cmd.AddAndSet(":limit", SqliteType.Integer, Math.Max(0, count));
await using var reader = await cmd.ExecuteReaderAsync(cancellationToken); await using var reader = await cmd.ExecuteReaderAsync(cancellationToken);
@ -281,7 +281,7 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
NormalizedUrl = reader.GetString(0), NormalizedUrl = reader.GetString(0),
DownloadUrl = reader.GetString(1), DownloadUrl = reader.GetString(1),
Type = reader.IsDBNull(2) ? null : reader.GetString(2), Type = reader.IsDBNull(2) ? null : reader.GetString(2),
Size = reader.IsDBNull(3) ? null : reader.GetUint64(3), Size = reader.IsDBNull(3) ? null : reader.GetUint64(3)
}); });
} }
} }
@ -292,7 +292,7 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep
cmd.AddAndSet(":downloading", SqliteType.Integer, (int) DownloadStatus.Downloading); cmd.AddAndSet(":downloading", SqliteType.Integer, (int) DownloadStatus.Downloading);
cmd.Add(":normalized_url", SqliteType.Text); cmd.Add(":normalized_url", SqliteType.Text);
foreach (DownloadItem item in found) { foreach (var item in found) {
cmd.Set(":normalized_url", item.NormalizedUrl); cmd.Set(":normalized_url", item.NormalizedUrl);
if (await cmd.ExecuteNonQueryAsync(cancellationToken) == 1) { if (await cmd.ExecuteNonQueryAsync(cancellationToken) == 1) {

View File

@ -39,7 +39,7 @@ sealed class SqliteMessageRepository(SqliteConnectionPool pool, SqliteDownloadRe
("sender_id", SqliteType.Integer), ("sender_id", SqliteType.Integer),
("channel_id", SqliteType.Integer), ("channel_id", SqliteType.Integer),
("text", SqliteType.Text), ("text", SqliteType.Text),
("timestamp", SqliteType.Integer), ("timestamp", SqliteType.Integer)
]); ]);
await using var attachmentCmd = conn.Upsert("attachments", [ await using var attachmentCmd = conn.Upsert("attachments", [
@ -50,7 +50,7 @@ sealed class SqliteMessageRepository(SqliteConnectionPool pool, SqliteDownloadRe
("download_url", SqliteType.Text), ("download_url", SqliteType.Text),
("size", SqliteType.Integer), ("size", SqliteType.Integer),
("width", SqliteType.Integer), ("width", SqliteType.Integer),
("height", SqliteType.Integer), ("height", SqliteType.Integer)
]); ]);
await using var deleteMessageEditTimestampCmd = DeleteByMessageId(conn, "message_edit_timestamps"); await using var deleteMessageEditTimestampCmd = DeleteByMessageId(conn, "message_edit_timestamps");
@ -62,22 +62,22 @@ sealed class SqliteMessageRepository(SqliteConnectionPool pool, SqliteDownloadRe
await using var messageEditTimestampCmd = conn.Insert("message_edit_timestamps", [ await using var messageEditTimestampCmd = conn.Insert("message_edit_timestamps", [
("message_id", SqliteType.Integer), ("message_id", SqliteType.Integer),
("edit_timestamp", SqliteType.Integer), ("edit_timestamp", SqliteType.Integer)
]); ]);
await using var messageRepliedToCmd = conn.Insert("message_replied_to", [ await using var messageRepliedToCmd = conn.Insert("message_replied_to", [
("message_id", SqliteType.Integer), ("message_id", SqliteType.Integer),
("replied_to_id", SqliteType.Integer), ("replied_to_id", SqliteType.Integer)
]); ]);
await using var messageAttachmentCmd = conn.Insert("message_attachments", [ await using var messageAttachmentCmd = conn.Insert("message_attachments", [
("message_id", SqliteType.Integer), ("message_id", SqliteType.Integer),
("attachment_id", SqliteType.Integer), ("attachment_id", SqliteType.Integer)
]); ]);
await using var messageEmbedCmd = conn.Insert("message_embeds", [ await using var messageEmbedCmd = conn.Insert("message_embeds", [
("message_id", SqliteType.Integer), ("message_id", SqliteType.Integer),
("json", SqliteType.Text), ("json", SqliteType.Text)
]); ]);
await using var messageReactionCmd = conn.Insert("message_reactions", [ await using var messageReactionCmd = conn.Insert("message_reactions", [
@ -85,12 +85,12 @@ sealed class SqliteMessageRepository(SqliteConnectionPool pool, SqliteDownloadRe
("emoji_id", SqliteType.Integer), ("emoji_id", SqliteType.Integer),
("emoji_name", SqliteType.Text), ("emoji_name", SqliteType.Text),
("emoji_flags", SqliteType.Integer), ("emoji_flags", SqliteType.Integer),
("count", SqliteType.Integer), ("count", SqliteType.Integer)
]); ]);
await using var downloadCollector = new SqliteDownloadRepository.NewDownloadCollector(downloads, conn); await using var downloadCollector = new SqliteDownloadRepository.NewDownloadCollector(downloads, conn);
foreach (Message message in messages) { foreach (var message in messages) {
object messageId = message.Id; object messageId = message.Id;
messageCmd.Set(":message_id", messageId); messageCmd.Set(":message_id", messageId);
@ -120,7 +120,7 @@ sealed class SqliteMessageRepository(SqliteConnectionPool pool, SqliteDownloadRe
} }
if (!message.Attachments.IsEmpty) { if (!message.Attachments.IsEmpty) {
foreach (Attachment attachment in message.Attachments) { foreach (var attachment in message.Attachments) {
object attachmentId = attachment.Id; object attachmentId = attachment.Id;
attachmentCmd.Set(":attachment_id", attachmentId); attachmentCmd.Set(":attachment_id", attachmentId);
@ -142,7 +142,7 @@ sealed class SqliteMessageRepository(SqliteConnectionPool pool, SqliteDownloadRe
} }
if (!message.Embeds.IsEmpty) { if (!message.Embeds.IsEmpty) {
foreach (Embed embed in message.Embeds) { foreach (var embed in message.Embeds) {
messageEmbedCmd.Set(":message_id", messageId); messageEmbedCmd.Set(":message_id", messageId);
messageEmbedCmd.Set(":json", embed.Json); messageEmbedCmd.Set(":json", embed.Json);
await messageEmbedCmd.ExecuteNonQueryAsync(); await messageEmbedCmd.ExecuteNonQueryAsync();
@ -154,7 +154,7 @@ sealed class SqliteMessageRepository(SqliteConnectionPool pool, SqliteDownloadRe
} }
if (!message.Reactions.IsEmpty) { if (!message.Reactions.IsEmpty) {
foreach (Reaction reaction in message.Reactions) { foreach (var reaction in message.Reactions) {
messageReactionCmd.Set(":message_id", messageId); messageReactionCmd.Set(":message_id", messageId);
messageReactionCmd.Set(":emoji_id", reaction.EmojiId); messageReactionCmd.Set(":emoji_id", reaction.EmojiId);
messageReactionCmd.Set(":emoji_name", reaction.EmojiName); messageReactionCmd.Set(":emoji_name", reaction.EmojiName);
@ -245,7 +245,7 @@ sealed class SqliteMessageRepository(SqliteConnectionPool pool, SqliteDownloadRe
"""; """;
await using var embedCmd = new MessageToManyCommand<Embed>(conn, EmbedSql, static reader => new Embed { await using var embedCmd = new MessageToManyCommand<Embed>(conn, EmbedSql, static reader => new Embed {
Json = reader.GetString(0), Json = reader.GetString(0)
}); });
const string ReactionSql = const string ReactionSql =
@ -287,7 +287,7 @@ sealed class SqliteMessageRepository(SqliteConnectionPool pool, SqliteDownloadRe
RepliedToId = reader.IsDBNull(6) ? null : reader.GetUint64(6), RepliedToId = reader.IsDBNull(6) ? null : reader.GetUint64(6),
Attachments = await attachmentCmd.GetItems(messageId), Attachments = await attachmentCmd.GetItems(messageId),
Embeds = await embedCmd.GetItems(messageId), Embeds = await embedCmd.GetItems(messageId),
Reactions = await reactionsCmd.GetItems(messageId), Reactions = await reactionsCmd.GetItems(messageId)
}; };
} }
} }
@ -303,10 +303,9 @@ sealed class SqliteMessageRepository(SqliteConnectionPool pool, SqliteDownloadRe
} }
} }
public async Task<int> Remove(MessageFilter filter, FilterRemovalMode mode) { public async Task Remove(MessageFilter filter, FilterRemovalMode mode) {
int removed;
await using (var conn = await pool.Take()) { await using (var conn = await pool.Take()) {
removed = await conn.ExecuteAsync( await conn.ExecuteAsync(
$""" $"""
-- noinspection SqlWithoutWhere -- noinspection SqlWithoutWhere
DELETE FROM messages DELETE FROM messages
@ -316,11 +315,5 @@ sealed class SqliteMessageRepository(SqliteConnectionPool pool, SqliteDownloadRe
} }
UpdateTotalCount(); UpdateTotalCount();
return removed;
}
public async Task<int> RemoveUnreachableAttachments() {
await using var conn = await pool.Take();
return await conn.ExecuteAsync("DELETE FROM attachments WHERE attachment_id NOT IN (SELECT DISTINCT attachment_id FROM message_attachments)");
} }
} }

View File

@ -26,10 +26,10 @@ sealed class SqliteServerRepository : BaseSqliteRepository, IServerRepository {
await using var cmd = conn.Upsert("servers", [ await using var cmd = conn.Upsert("servers", [
("id", SqliteType.Integer), ("id", SqliteType.Integer),
("name", SqliteType.Text), ("name", SqliteType.Text),
("type", SqliteType.Text), ("type", SqliteType.Text)
]); ]);
foreach (Data.Server server in servers) { foreach (var server in servers) {
cmd.Set(":id", server.Id); cmd.Set(":id", server.Id);
cmd.Set(":name", server.Name); cmd.Set(":name", server.Name);
cmd.Set(":type", ServerTypes.ToString(server.Type)); cmd.Set(":type", ServerTypes.ToString(server.Type));
@ -61,14 +61,4 @@ sealed class SqliteServerRepository : BaseSqliteRepository, IServerRepository {
}; };
} }
} }
public async Task<int> RemoveUnreachable() {
int removed;
await using (var conn = await pool.Take()) {
removed = await conn.ExecuteAsync("DELETE FROM servers WHERE id NOT IN (SELECT DISTINCT server FROM channels)");
}
UpdateTotalCount();
return removed;
}
} }

View File

@ -53,6 +53,6 @@ sealed class SqliteSettingsRepository(SqliteConnectionPool pool) : ISettingsRepo
value = await reader.ReadAsync() ? reader.GetString(0) : null; value = await reader.ReadAsync() ? reader.GetString(0) : null;
} }
return value != null && key.FromString(value, out T convertedValue) ? convertedValue : defaultValue; return value != null && key.FromString(value, out var convertedValue) ? convertedValue : defaultValue;
} }
} }

View File

@ -31,12 +31,12 @@ sealed class SqliteUserRepository : BaseSqliteRepository, IUserRepository {
("name", SqliteType.Text), ("name", SqliteType.Text),
("display_name", SqliteType.Text), ("display_name", SqliteType.Text),
("avatar_url", SqliteType.Text), ("avatar_url", SqliteType.Text),
("discriminator", SqliteType.Text), ("discriminator", SqliteType.Text)
]); ]);
await using var downloadCollector = new SqliteDownloadRepository.NewDownloadCollector(downloads, conn); await using var downloadCollector = new SqliteDownloadRepository.NewDownloadCollector(downloads, conn);
foreach (User user in users) { foreach (var user in users) {
cmd.Set(":id", user.Id); cmd.Set(":id", user.Id);
cmd.Set(":name", user.Name); cmd.Set(":name", user.Name);
cmd.Set(":display_name", user.DisplayName); cmd.Set(":display_name", user.DisplayName);
@ -77,14 +77,4 @@ sealed class SqliteUserRepository : BaseSqliteRepository, IUserRepository {
}; };
} }
} }
public async Task<int> RemoveUnreachable() {
int removed;
await using (var conn = await pool.Take()) {
removed = await conn.ExecuteAsync("DELETE FROM users WHERE id NOT IN (SELECT DISTINCT sender_id FROM messages)");
}
UpdateTotalCount();
return removed;
}
} }

View File

@ -1,14 +1,11 @@
using System.Threading.Tasks; using System.Threading.Tasks;
using DHT.Server.Database.Sqlite.Utils; using DHT.Server.Database.Sqlite.Utils;
using DHT.Utils.Logging;
namespace DHT.Server.Database.Sqlite.Schema; namespace DHT.Server.Database.Sqlite.Schema;
sealed class SqliteSchemaUpgradeTo10 : ISchemaUpgrade { sealed class SqliteSchemaUpgradeTo10 : ISchemaUpgrade {
private static readonly Log Log = Log.ForType<SqliteSchemaUpgradeTo10>();
async Task ISchemaUpgrade.Run(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) { async Task ISchemaUpgrade.Run(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) {
await reporter.MainWork("Migrating message embeds...", finishedItems: 0, totalItems: 6); await reporter.MainWork("Migrating message embeds...", 0, 5);
await conn.ExecuteAsync(""" await conn.ExecuteAsync("""
CREATE TABLE message_embeds_new ( CREATE TABLE message_embeds_new (
message_id INTEGER NOT NULL, message_id INTEGER NOT NULL,
@ -18,7 +15,7 @@ sealed class SqliteSchemaUpgradeTo10 : ISchemaUpgrade {
"""); """);
await conn.ExecuteAsync("INSERT INTO message_embeds_new (message_id, json) SELECT message_id, json FROM message_embeds WHERE message_id IN (SELECT DISTINCT message_id FROM messages)"); await conn.ExecuteAsync("INSERT INTO message_embeds_new (message_id, json) SELECT message_id, json FROM message_embeds WHERE message_id IN (SELECT DISTINCT message_id FROM messages)");
await reporter.MainWork("Migrating message reactions...", finishedItems: 1, totalItems: 6); await reporter.MainWork("Migrating message reactions...", 1, 5);
await conn.ExecuteAsync(""" await conn.ExecuteAsync("""
CREATE TABLE message_reactions_new ( CREATE TABLE message_reactions_new (
message_id INTEGER NOT NULL, message_id INTEGER NOT NULL,
@ -31,7 +28,7 @@ sealed class SqliteSchemaUpgradeTo10 : ISchemaUpgrade {
"""); """);
await conn.ExecuteAsync("INSERT INTO message_reactions_new (message_id, emoji_id, emoji_name, emoji_flags, count) SELECT message_id, emoji_id, emoji_name, emoji_flags, count FROM message_reactions WHERE message_id IN (SELECT DISTINCT message_id FROM messages)"); await conn.ExecuteAsync("INSERT INTO message_reactions_new (message_id, emoji_id, emoji_name, emoji_flags, count) SELECT message_id, emoji_id, emoji_name, emoji_flags, count FROM message_reactions WHERE message_id IN (SELECT DISTINCT message_id FROM messages)");
await reporter.MainWork("Migrating message edit timestamps...", finishedItems: 2, totalItems: 6); await reporter.MainWork("Migrating message edit timestamps...", 2, 5);
await conn.ExecuteAsync(""" await conn.ExecuteAsync("""
CREATE TABLE message_edit_timestamps_new ( CREATE TABLE message_edit_timestamps_new (
message_id INTEGER PRIMARY KEY NOT NULL, message_id INTEGER PRIMARY KEY NOT NULL,
@ -41,7 +38,7 @@ sealed class SqliteSchemaUpgradeTo10 : ISchemaUpgrade {
"""); """);
await conn.ExecuteAsync("INSERT INTO message_edit_timestamps_new (message_id, edit_timestamp) SELECT message_id, edit_timestamp FROM message_edit_timestamps WHERE message_id IN (SELECT DISTINCT message_id FROM messages)"); await conn.ExecuteAsync("INSERT INTO message_edit_timestamps_new (message_id, edit_timestamp) SELECT message_id, edit_timestamp FROM message_edit_timestamps WHERE message_id IN (SELECT DISTINCT message_id FROM messages)");
await reporter.MainWork("Migrating message replies...", finishedItems: 3, totalItems: 6); await reporter.MainWork("Migrating message replies...", 3, 5);
await conn.ExecuteAsync(""" await conn.ExecuteAsync("""
CREATE TABLE message_replied_to_new ( CREATE TABLE message_replied_to_new (
message_id INTEGER PRIMARY KEY NOT NULL, message_id INTEGER PRIMARY KEY NOT NULL,
@ -51,7 +48,7 @@ sealed class SqliteSchemaUpgradeTo10 : ISchemaUpgrade {
"""); """);
await conn.ExecuteAsync("INSERT INTO message_replied_to_new (message_id, replied_to_id) SELECT message_id, replied_to_id FROM message_replied_to WHERE message_id IN (SELECT DISTINCT message_id FROM messages)"); await conn.ExecuteAsync("INSERT INTO message_replied_to_new (message_id, replied_to_id) SELECT message_id, replied_to_id FROM message_replied_to WHERE message_id IN (SELECT DISTINCT message_id FROM messages)");
await reporter.MainWork("Applying schema changes...", finishedItems: 4, totalItems: 6); await reporter.MainWork("Applying schema changes...", 4, 5);
await conn.ExecuteAsync("DROP TABLE message_embeds"); await conn.ExecuteAsync("DROP TABLE message_embeds");
await conn.ExecuteAsync("ALTER TABLE message_embeds_new RENAME TO message_embeds"); await conn.ExecuteAsync("ALTER TABLE message_embeds_new RENAME TO message_embeds");
@ -66,12 +63,5 @@ sealed class SqliteSchemaUpgradeTo10 : ISchemaUpgrade {
await conn.ExecuteAsync("DROP TABLE message_replied_to"); await conn.ExecuteAsync("DROP TABLE message_replied_to");
await conn.ExecuteAsync("ALTER TABLE message_replied_to_new RENAME TO message_replied_to"); await conn.ExecuteAsync("ALTER TABLE message_replied_to_new RENAME TO message_replied_to");
await reporter.MainWork("Removing orphaned objects...", finishedItems: 5, totalItems: 6);
Log.Info("Removed orphaned attachments: " + await conn.ExecuteAsync("DELETE FROM attachments WHERE attachment_id NOT IN (SELECT DISTINCT attachment_id FROM message_attachments)"));
Log.Info("Removed orphaned users: " + await conn.ExecuteAsync("DELETE FROM users WHERE id NOT IN (SELECT DISTINCT sender_id FROM messages)"));
Log.Info("Removed orphaned channels: " + await conn.ExecuteAsync("DELETE FROM channels WHERE id NOT IN (SELECT DISTINCT channel_id FROM messages)"));
Log.Info("Removed orphaned servers: " + await conn.ExecuteAsync("DELETE FROM servers WHERE id NOT IN (SELECT DISTINCT server FROM channels)"));
} }
} }

View File

@ -5,7 +5,7 @@ namespace DHT.Server.Database.Sqlite.Schema;
sealed class SqliteSchemaUpgradeTo2 : ISchemaUpgrade { sealed class SqliteSchemaUpgradeTo2 : ISchemaUpgrade {
async Task ISchemaUpgrade.Run(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) { async Task ISchemaUpgrade.Run(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) {
await reporter.MainWork("Applying schema changes...", finishedItems: 0, totalItems: 1); await reporter.MainWork("Applying schema changes...", 0, 1);
await conn.ExecuteAsync("ALTER TABLE channels ADD parent_id INTEGER"); await conn.ExecuteAsync("ALTER TABLE channels ADD parent_id INTEGER");
} }
} }

View File

@ -5,7 +5,7 @@ namespace DHT.Server.Database.Sqlite.Schema;
sealed class SqliteSchemaUpgradeTo3 : ISchemaUpgrade { sealed class SqliteSchemaUpgradeTo3 : ISchemaUpgrade {
async Task ISchemaUpgrade.Run(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) { async Task ISchemaUpgrade.Run(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) {
await reporter.MainWork("Applying schema changes...", finishedItems: 0, totalItems: 1); await reporter.MainWork("Applying schema changes...", 0, 1);
await conn.ExecuteAsync(""" await conn.ExecuteAsync("""
CREATE TABLE edit_timestamps ( CREATE TABLE edit_timestamps (
@ -38,7 +38,7 @@ sealed class SqliteSchemaUpgradeTo3 : ISchemaUpgrade {
await conn.ExecuteAsync("ALTER TABLE messages DROP COLUMN replied_to_id"); await conn.ExecuteAsync("ALTER TABLE messages DROP COLUMN replied_to_id");
await conn.ExecuteAsync("ALTER TABLE messages DROP COLUMN edit_timestamp"); await conn.ExecuteAsync("ALTER TABLE messages DROP COLUMN edit_timestamp");
await reporter.MainWork("Vacuuming the database...", finishedItems: 1, totalItems: 1); await reporter.MainWork("Vacuuming the database...", 1, 1);
await conn.ExecuteAsync("VACUUM"); await conn.ExecuteAsync("VACUUM");
} }
} }

View File

@ -5,7 +5,7 @@ namespace DHT.Server.Database.Sqlite.Schema;
sealed class SqliteSchemaUpgradeTo4 : ISchemaUpgrade { sealed class SqliteSchemaUpgradeTo4 : ISchemaUpgrade {
async Task ISchemaUpgrade.Run(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) { async Task ISchemaUpgrade.Run(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) {
await reporter.MainWork("Applying schema changes...", finishedItems: 0, totalItems: 1); await reporter.MainWork("Applying schema changes...", 0, 1);
await conn.ExecuteAsync(""" await conn.ExecuteAsync("""
CREATE TABLE downloads ( CREATE TABLE downloads (

View File

@ -5,7 +5,7 @@ namespace DHT.Server.Database.Sqlite.Schema;
sealed class SqliteSchemaUpgradeTo5 : ISchemaUpgrade { sealed class SqliteSchemaUpgradeTo5 : ISchemaUpgrade {
async Task ISchemaUpgrade.Run(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) { async Task ISchemaUpgrade.Run(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) {
await reporter.MainWork("Applying schema changes...", finishedItems: 0, totalItems: 1); await reporter.MainWork("Applying schema changes...", 0, 1);
await conn.ExecuteAsync("ALTER TABLE attachments ADD width INTEGER"); await conn.ExecuteAsync("ALTER TABLE attachments ADD width INTEGER");
await conn.ExecuteAsync("ALTER TABLE attachments ADD height INTEGER"); await conn.ExecuteAsync("ALTER TABLE attachments ADD height INTEGER");
} }

View File

@ -8,23 +8,23 @@ namespace DHT.Server.Database.Sqlite.Schema;
sealed class SqliteSchemaUpgradeTo6 : ISchemaUpgrade { sealed class SqliteSchemaUpgradeTo6 : ISchemaUpgrade {
async Task ISchemaUpgrade.Run(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) { async Task ISchemaUpgrade.Run(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) {
await reporter.MainWork("Applying schema changes...", finishedItems: 0, totalItems: 3); await reporter.MainWork("Applying schema changes...", 0, 3);
await conn.ExecuteAsync("ALTER TABLE attachments ADD download_url TEXT"); await conn.ExecuteAsync("ALTER TABLE attachments ADD download_url TEXT");
await conn.ExecuteAsync("ALTER TABLE downloads ADD download_url TEXT"); await conn.ExecuteAsync("ALTER TABLE downloads ADD download_url TEXT");
await reporter.MainWork("Updating attachments...", finishedItems: 1, totalItems: 3); await reporter.MainWork("Updating attachments...", 1, 3);
await NormalizeAttachmentUrls(conn, reporter); await NormalizeAttachmentUrls(conn, reporter);
await reporter.MainWork("Updating downloads...", finishedItems: 2, totalItems: 3); await reporter.MainWork("Updating downloads...", 2, 3);
await NormalizeDownloadUrls(conn, reporter); await NormalizeDownloadUrls(conn, reporter);
await reporter.MainWork("Applying schema changes...", finishedItems: 3, totalItems: 3); await reporter.MainWork("Applying schema changes...", 3, 3);
await conn.ExecuteAsync("ALTER TABLE attachments RENAME COLUMN url TO normalized_url"); await conn.ExecuteAsync("ALTER TABLE attachments RENAME COLUMN url TO normalized_url");
await conn.ExecuteAsync("ALTER TABLE downloads RENAME COLUMN url TO normalized_url"); await conn.ExecuteAsync("ALTER TABLE downloads RENAME COLUMN url TO normalized_url");
} }
private async Task NormalizeAttachmentUrls(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) { private async Task NormalizeAttachmentUrls(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) {
await reporter.SubWork("Preparing attachments...", finishedItems: 0, totalItems: 0); await reporter.SubWork("Preparing attachments...", 0, 0);
var normalizedUrls = new Dictionary<long, string>(); var normalizedUrls = new Dictionary<long, string>();
@ -32,8 +32,8 @@ sealed class SqliteSchemaUpgradeTo6 : ISchemaUpgrade {
await using var reader = await selectCmd.ExecuteReaderAsync(); await using var reader = await selectCmd.ExecuteReaderAsync();
while (await reader.ReadAsync()) { while (await reader.ReadAsync()) {
long attachmentId = reader.GetInt64(0); var attachmentId = reader.GetInt64(0);
string originalUrl = reader.GetString(1); var originalUrl = reader.GetString(1);
normalizedUrls[attachmentId] = DiscordCdn.NormalizeUrl(originalUrl); normalizedUrls[attachmentId] = DiscordCdn.NormalizeUrl(originalUrl);
} }
} }
@ -47,7 +47,7 @@ sealed class SqliteSchemaUpgradeTo6 : ISchemaUpgrade {
updateCmd.Add(":attachment_id", SqliteType.Integer); updateCmd.Add(":attachment_id", SqliteType.Integer);
updateCmd.Add(":normalized_url", SqliteType.Text); updateCmd.Add(":normalized_url", SqliteType.Text);
foreach ((long attachmentId, string normalizedUrl) in normalizedUrls) { foreach (var (attachmentId, normalizedUrl) in normalizedUrls) {
if (++processedUrls % 1000 == 0) { if (++processedUrls % 1000 == 0) {
await reporter.SubWork("Updating URLs...", processedUrls, totalUrls); await reporter.SubWork("Updating URLs...", processedUrls, totalUrls);
} }
@ -64,7 +64,7 @@ sealed class SqliteSchemaUpgradeTo6 : ISchemaUpgrade {
} }
private async Task NormalizeDownloadUrls(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) { private async Task NormalizeDownloadUrls(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) {
await reporter.SubWork("Preparing downloads...", finishedItems: 0, totalItems: 0); await reporter.SubWork("Preparing downloads...", 0, 0);
var normalizedUrlsToOriginalUrls = new Dictionary<string, string>(); var normalizedUrlsToOriginalUrls = new Dictionary<string, string>();
var duplicateUrlsToDelete = new HashSet<string>(); var duplicateUrlsToDelete = new HashSet<string>();
@ -73,8 +73,8 @@ sealed class SqliteSchemaUpgradeTo6 : ISchemaUpgrade {
await using var reader = await selectCmd.ExecuteReaderAsync(); await using var reader = await selectCmd.ExecuteReaderAsync();
while (await reader.ReadAsync()) { while (await reader.ReadAsync()) {
string originalUrl = reader.GetString(0); var originalUrl = reader.GetString(0);
string normalizedUrl = DiscordCdn.NormalizeUrl(originalUrl); var normalizedUrl = DiscordCdn.NormalizeUrl(originalUrl);
if (!normalizedUrlsToOriginalUrls.TryAdd(normalizedUrl, originalUrl)) { if (!normalizedUrlsToOriginalUrls.TryAdd(normalizedUrl, originalUrl)) {
duplicateUrlsToDelete.Add(originalUrl); duplicateUrlsToDelete.Add(originalUrl);
@ -85,10 +85,10 @@ sealed class SqliteSchemaUpgradeTo6 : ISchemaUpgrade {
await conn.ExecuteAsync("PRAGMA cache_size = -20000"); await conn.ExecuteAsync("PRAGMA cache_size = -20000");
await conn.BeginTransactionAsync(); await conn.BeginTransactionAsync();
await reporter.SubWork("Deleting duplicates...", finishedItems: 0, totalItems: 0); await reporter.SubWork("Deleting duplicates...", 0, 0);
await using (var deleteCmd = conn.Delete("downloads", ("url", SqliteType.Text))) { await using (var deleteCmd = conn.Delete("downloads", ("url", SqliteType.Text))) {
foreach (string duplicateUrl in duplicateUrlsToDelete) { foreach (var duplicateUrl in duplicateUrlsToDelete) {
deleteCmd.Set(":url", duplicateUrl); deleteCmd.Set(":url", duplicateUrl);
await deleteCmd.ExecuteNonQueryAsync(); await deleteCmd.ExecuteNonQueryAsync();
} }
@ -105,7 +105,7 @@ sealed class SqliteSchemaUpgradeTo6 : ISchemaUpgrade {
updateCmd.Add(":normalized_url", SqliteType.Text); updateCmd.Add(":normalized_url", SqliteType.Text);
updateCmd.Add(":download_url", SqliteType.Text); updateCmd.Add(":download_url", SqliteType.Text);
foreach ((string normalizedUrl, string downloadUrl) in normalizedUrlsToOriginalUrls) { foreach (var (normalizedUrl, downloadUrl) in normalizedUrlsToOriginalUrls) {
if (++processedUrls % 100 == 0) { if (++processedUrls % 100 == 0) {
await reporter.SubWork("Updating URLs...", processedUrls, totalUrls); await reporter.SubWork("Updating URLs...", processedUrls, totalUrls);

View File

@ -9,33 +9,33 @@ namespace DHT.Server.Database.Sqlite.Schema;
sealed class SqliteSchemaUpgradeTo7 : ISchemaUpgrade { sealed class SqliteSchemaUpgradeTo7 : ISchemaUpgrade {
async Task ISchemaUpgrade.Run(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) { async Task ISchemaUpgrade.Run(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) {
await reporter.MainWork("Applying schema changes...", finishedItems: 0, totalItems: 6); await reporter.MainWork("Applying schema changes...", 0, 6);
await SqliteSchema.CreateDownloadTables(conn); await SqliteSchema.CreateDownloadTables(conn);
await reporter.MainWork("Migrating download metadata...", finishedItems: 1, totalItems: 6); await reporter.MainWork("Migrating download metadata...", 1, 6);
await conn.ExecuteAsync("INSERT INTO download_metadata (normalized_url, download_url, status, size) SELECT normalized_url, download_url, status, size FROM downloads"); await conn.ExecuteAsync("INSERT INTO download_metadata (normalized_url, download_url, status, size) SELECT normalized_url, download_url, status, size FROM downloads");
await reporter.MainWork("Merging attachment metadata...", finishedItems: 2, totalItems: 6); await reporter.MainWork("Merging attachment metadata...", 2, 6);
await conn.ExecuteAsync("UPDATE download_metadata SET type = (SELECT type FROM attachments WHERE download_metadata.normalized_url = attachments.normalized_url)"); await conn.ExecuteAsync("UPDATE download_metadata SET type = (SELECT type FROM attachments WHERE download_metadata.normalized_url = attachments.normalized_url)");
await reporter.MainWork("Migrating downloaded files...", finishedItems: 3, totalItems: 6); await reporter.MainWork("Migrating downloaded files...", 3, 6);
await MigrateDownloadBlobsToNewTable(conn, reporter); await MigrateDownloadBlobsToNewTable(conn, reporter);
await reporter.MainWork("Applying schema changes...", finishedItems: 4, totalItems: 6); await reporter.MainWork("Applying schema changes...", 4, 6);
await conn.ExecuteAsync("DROP TABLE downloads"); await conn.ExecuteAsync("DROP TABLE downloads");
await reporter.MainWork("Discovering downloadable links...", finishedItems: 5, totalItems: 6); await reporter.MainWork("Discovering downloadable links...", 5, 6);
await DiscoverDownloadableLinks(conn, reporter); await DiscoverDownloadableLinks(conn, reporter);
} }
private async Task MigrateDownloadBlobsToNewTable(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) { private async Task MigrateDownloadBlobsToNewTable(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) {
await reporter.SubWork("Listing downloaded files...", finishedItems: 0, totalItems: 0); await reporter.SubWork("Listing downloaded files...", 0, 0);
List<string> urlsToMigrate = await GetDownloadedFileUrls(conn); var urlsToMigrate = await GetDownloadedFileUrls(conn);
int totalFiles = urlsToMigrate.Count; int totalFiles = urlsToMigrate.Count;
int processedFiles = -1; int processedFiles = -1;
await reporter.SubWork("Processing downloaded files...", finishedItems: 0, totalFiles); await reporter.SubWork("Processing downloaded files...", 0, totalFiles);
await conn.BeginTransactionAsync(); await conn.BeginTransactionAsync();
@ -44,7 +44,7 @@ sealed class SqliteSchemaUpgradeTo7 : ISchemaUpgrade {
insertCmd.Add(":normalized_url", SqliteType.Text); insertCmd.Add(":normalized_url", SqliteType.Text);
deleteCmd.Add(":normalized_url", SqliteType.Text); deleteCmd.Add(":normalized_url", SqliteType.Text);
foreach (string url in urlsToMigrate) { foreach (var url in urlsToMigrate) {
if (++processedFiles % 10 == 0) { if (++processedFiles % 10 == 0) {
await reporter.SubWork("Processing downloaded files...", processedFiles, totalFiles); await reporter.SubWork("Processing downloaded files...", processedFiles, totalFiles);
@ -84,7 +84,7 @@ sealed class SqliteSchemaUpgradeTo7 : ISchemaUpgrade {
} }
private async Task DiscoverDownloadableLinks(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) { private async Task DiscoverDownloadableLinks(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) {
await reporter.SubWork("Processing attachments...", finishedItems: 0, totalItems: 4); await reporter.SubWork("Processing attachments...", 0, 4);
await using (var cmd = conn.Command(""" await using (var cmd = conn.Command("""
INSERT OR IGNORE INTO download_metadata (normalized_url, download_url, status, type, size) INSERT OR IGNORE INTO download_metadata (normalized_url, download_url, status, type, size)
@ -118,7 +118,7 @@ sealed class SqliteSchemaUpgradeTo7 : ISchemaUpgrade {
insertCmd.Add(":type", SqliteType.Text); insertCmd.Add(":type", SqliteType.Text);
insertCmd.Add(":size", SqliteType.Integer); insertCmd.Add(":size", SqliteType.Integer);
await reporter.SubWork("Processing embeds...", finishedItems: 1, totalItems: 4); await reporter.SubWork("Processing embeds...", 1, 4);
await using (var embedCmd = conn.Command("SELECT json FROM embeds")) { await using (var embedCmd = conn.Command("SELECT json FROM embeds")) {
await using var reader = await embedCmd.ExecuteReaderAsync(); await using var reader = await embedCmd.ExecuteReaderAsync();
@ -128,7 +128,7 @@ sealed class SqliteSchemaUpgradeTo7 : ISchemaUpgrade {
} }
} }
await reporter.SubWork("Processing users...", finishedItems: 2, totalItems: 4); await reporter.SubWork("Processing users...", 2, 4);
await using (var avatarCmd = conn.Command("SELECT id, avatar_url FROM users WHERE avatar_url IS NOT NULL")) { await using (var avatarCmd = conn.Command("SELECT id, avatar_url FROM users WHERE avatar_url IS NOT NULL")) {
await using var reader = await avatarCmd.ExecuteReaderAsync(); await using var reader = await avatarCmd.ExecuteReaderAsync();
@ -138,7 +138,7 @@ sealed class SqliteSchemaUpgradeTo7 : ISchemaUpgrade {
} }
} }
await reporter.SubWork("Processing reactions...", finishedItems: 3, totalItems: 4); await reporter.SubWork("Processing reactions...", 3, 4);
await using (var avatarCmd = conn.Command("SELECT DISTINCT emoji_id, emoji_flags FROM reactions WHERE emoji_id IS NOT NULL")) { await using (var avatarCmd = conn.Command("SELECT DISTINCT emoji_id, emoji_flags FROM reactions WHERE emoji_id IS NOT NULL")) {
await using var reader = await avatarCmd.ExecuteReaderAsync(); await using var reader = await avatarCmd.ExecuteReaderAsync();

View File

@ -5,7 +5,7 @@ namespace DHT.Server.Database.Sqlite.Schema;
sealed class SqliteSchemaUpgradeTo8 : ISchemaUpgrade { sealed class SqliteSchemaUpgradeTo8 : ISchemaUpgrade {
async Task ISchemaUpgrade.Run(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) { async Task ISchemaUpgrade.Run(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) {
await reporter.MainWork("Applying schema changes...", finishedItems: 0, totalItems: 1); await reporter.MainWork("Applying schema changes...", 0, 1);
await conn.ExecuteAsync("ALTER TABLE users ADD display_name TEXT"); await conn.ExecuteAsync("ALTER TABLE users ADD display_name TEXT");
} }
} }

View File

@ -5,13 +5,13 @@ namespace DHT.Server.Database.Sqlite.Schema;
sealed class SqliteSchemaUpgradeTo9 : ISchemaUpgrade { sealed class SqliteSchemaUpgradeTo9 : ISchemaUpgrade {
async Task ISchemaUpgrade.Run(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) { async Task ISchemaUpgrade.Run(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) {
await reporter.MainWork("Applying schema changes...", finishedItems: 0, totalItems: 3); await reporter.MainWork("Applying schema changes...", 0, 3);
await SqliteSchema.CreateMessageAttachmentsTable(conn); await SqliteSchema.CreateMessageAttachmentsTable(conn);
await reporter.MainWork("Migrating message attachments...", finishedItems: 1, totalItems: 3); await reporter.MainWork("Migrating message attachments...", 1, 3);
await conn.ExecuteAsync("INSERT INTO message_attachments (message_id, attachment_id) SELECT message_id, attachment_id FROM attachments a JOIN messages m USING (message_id)"); await conn.ExecuteAsync("INSERT INTO message_attachments (message_id, attachment_id) SELECT message_id, attachment_id FROM attachments a JOIN messages m USING (message_id)");
await reporter.MainWork("Applying schema changes...", finishedItems: 2, totalItems: 3); await reporter.MainWork("Applying schema changes...", 2, 3);
await conn.ExecuteAsync("DROP INDEX attachments_message_ix"); await conn.ExecuteAsync("DROP INDEX attachments_message_ix");
await conn.ExecuteAsync("ALTER TABLE attachments DROP COLUMN message_id"); await conn.ExecuteAsync("ALTER TABLE attachments DROP COLUMN message_id");

View File

@ -21,7 +21,7 @@ sealed class SqliteSchema {
public async Task<bool> Setup(ISchemaUpgradeCallbacks callbacks) { public async Task<bool> Setup(ISchemaUpgradeCallbacks callbacks) {
await conn.ExecuteAsync("CREATE TABLE IF NOT EXISTS metadata (key TEXT PRIMARY KEY, value TEXT)"); await conn.ExecuteAsync("CREATE TABLE IF NOT EXISTS metadata (key TEXT PRIMARY KEY, value TEXT)");
string? dbVersionStr = await conn.ExecuteReaderAsync("SELECT value FROM metadata WHERE key = 'version'", static reader => reader?.GetString(0)); var dbVersionStr = await conn.ExecuteReaderAsync("SELECT value FROM metadata WHERE key = 'version'", static reader => reader?.GetString(0));
if (dbVersionStr == null) { if (dbVersionStr == null) {
await InitializeSchemas(); await InitializeSchemas();
} }
@ -32,7 +32,7 @@ sealed class SqliteSchema {
throw new DatabaseTooNewException(dbVersion); throw new DatabaseTooNewException(dbVersion);
} }
else if (dbVersion < Version) { else if (dbVersion < Version) {
bool proceed = await callbacks.CanUpgrade(); var proceed = await callbacks.CanUpgrade();
if (!proceed) { if (!proceed) {
return false; return false;
} }
@ -186,12 +186,12 @@ sealed class SqliteSchema {
{ 9, new SqliteSchemaUpgradeTo10() }, { 9, new SqliteSchemaUpgradeTo10() },
}; };
Perf perf = Log.Start("from version " + dbVersion); var perf = Log.Start("from version " + dbVersion);
for (int fromVersion = dbVersion; fromVersion < Version; fromVersion++) { for (int fromVersion = dbVersion; fromVersion < Version; fromVersion++) {
int toVersion = fromVersion + 1; var toVersion = fromVersion + 1;
if (upgrades.TryGetValue(fromVersion, out ISchemaUpgrade? upgrade)) { if (upgrades.TryGetValue(fromVersion, out var upgrade)) {
await upgrade.Run(conn, reporter); await upgrade.Run(conn, reporter);
} }

View File

@ -35,7 +35,7 @@ sealed class SqliteConnectionPool : IAsyncDisposable {
} }
private async Task InitializePooledConnections(SqliteConnectionStringBuilder connectionStringBuilder) { private async Task InitializePooledConnections(SqliteConnectionStringBuilder connectionStringBuilder) {
string connectionString = GetConnectionString(connectionStringBuilder); var connectionString = GetConnectionString(connectionStringBuilder);
for (int i = 0; i < poolSize; i++) { for (int i = 0; i < poolSize; i++) {
var conn = new SqliteConnection(connectionString); var conn = new SqliteConnection(connectionString);
@ -66,7 +66,7 @@ sealed class SqliteConnectionPool : IAsyncDisposable {
await disposalTokenSource.CancelAsync(); await disposalTokenSource.CancelAsync();
foreach (PooledConnection conn in all) { foreach (var conn in all) {
await conn.InnerConnection.CloseAsync(); await conn.InnerConnection.CloseAsync();
await conn.InnerConnection.DisposeAsync(); await conn.InnerConnection.DisposeAsync();
} }

View File

@ -31,8 +31,8 @@ static class SqliteExtensions {
} }
public static SqliteCommand Insert(this ISqliteConnection conn, string tableName, (string Name, SqliteType Type)[] columns) { public static SqliteCommand Insert(this ISqliteConnection conn, string tableName, (string Name, SqliteType Type)[] columns) {
string columnNames = string.Join(separator: ',', columns.Select(static c => c.Name)); string columnNames = string.Join(',', columns.Select(static c => c.Name));
string columnParams = string.Join(separator: ',', columns.Select(static c => ':' + c.Name)); string columnParams = string.Join(',', columns.Select(static c => ':' + c.Name));
var cmd = conn.Command("INSERT INTO " + tableName + " (" + columnNames + ")" + var cmd = conn.Command("INSERT INTO " + tableName + " (" + columnNames + ")" +
"VALUES (" + columnParams + ")"); "VALUES (" + columnParams + ")");
@ -42,9 +42,9 @@ static class SqliteExtensions {
} }
public static SqliteCommand Upsert(this ISqliteConnection conn, string tableName, (string Name, SqliteType Type)[] columns) { public static SqliteCommand Upsert(this ISqliteConnection conn, string tableName, (string Name, SqliteType Type)[] columns) {
string columnNames = string.Join(separator: ',', columns.Select(static c => c.Name)); string columnNames = string.Join(',', columns.Select(static c => c.Name));
string columnParams = string.Join(separator: ',', columns.Select(static c => ':' + c.Name)); string columnParams = string.Join(',', columns.Select(static c => ':' + c.Name));
string columnUpdates = string.Join(separator: ',', columns.Skip(1).Select(static c => c.Name + " = excluded." + c.Name)); string columnUpdates = string.Join(',', columns.Skip(1).Select(static c => c.Name + " = excluded." + c.Name));
var cmd = conn.Command("INSERT INTO " + tableName + " (" + columnNames + ")" + var cmd = conn.Command("INSERT INTO " + tableName + " (" + columnNames + ")" +
"VALUES (" + columnParams + ")" + "VALUES (" + columnParams + ")" +
@ -62,7 +62,7 @@ static class SqliteExtensions {
} }
private static void CreateParameters(SqliteCommand cmd, (string Name, SqliteType Type)[] columns) { private static void CreateParameters(SqliteCommand cmd, (string Name, SqliteType Type)[] columns) {
foreach ((string name, SqliteType type) in columns) { foreach (var (name, type) in columns) {
cmd.Parameters.Add(":" + name, type); cmd.Parameters.Add(":" + name, type);
} }
} }

View File

@ -1,6 +1,5 @@
using System; using System;
using System.Collections.Frozen; using System.Collections.Frozen;
using System.Collections.Specialized;
using System.Diagnostics.CodeAnalysis; using System.Diagnostics.CodeAnalysis;
using System.Web; using System.Web;
@ -10,7 +9,7 @@ static class DiscordCdn {
private static FrozenSet<string> CdnHosts { get; } = new[] { private static FrozenSet<string> CdnHosts { get; } = new[] {
"cdn.discordapp.com", "cdn.discordapp.com",
"cdn.discord.com", "cdn.discord.com",
"media.discordapp.net", "media.discordapp.net"
}.ToFrozenSet(); }.ToFrozenSet();
private static bool IsCdnUrl(string originalUrl, [NotNullWhen(true)] out Uri? uri) { private static bool IsCdnUrl(string originalUrl, [NotNullWhen(true)] out Uri? uri) {
@ -18,11 +17,11 @@ static class DiscordCdn {
} }
public static string NormalizeUrl(string originalUrl) { public static string NormalizeUrl(string originalUrl) {
return IsCdnUrl(originalUrl, out Uri? uri) ? DoNormalize(uri) : originalUrl; return IsCdnUrl(originalUrl, out var uri) ? DoNormalize(uri) : originalUrl;
} }
public static bool NormalizeUrlAndReturnIfCdn(string originalUrl, out string normalizedUrl) { public static bool NormalizeUrlAndReturnIfCdn(string originalUrl, out string normalizedUrl) {
if (IsCdnUrl(originalUrl, out Uri? uri)) { if (IsCdnUrl(originalUrl, out var uri)) {
normalizedUrl = DoNormalize(uri); normalizedUrl = DoNormalize(uri);
return true; return true;
} }
@ -33,7 +32,7 @@ static class DiscordCdn {
} }
private static string DoNormalize(Uri uri) { private static string DoNormalize(Uri uri) {
NameValueCollection query = HttpUtility.ParseQueryString(uri.Query); var query = HttpUtility.ParseQueryString(uri.Query);
query.Remove("ex"); query.Remove("ex");
query.Remove("is"); query.Remove("is");

View File

@ -11,11 +11,11 @@ public readonly struct DownloadItem {
public ulong? Size { get; init; } public ulong? Size { get; init; }
internal Data.Download ToSuccess(long size) { internal Data.Download ToSuccess(long size) {
return new Data.Download(NormalizedUrl, DownloadUrl, DownloadStatus.Success, Type, (ulong) Math.Max(size, val2: 0)); return new Data.Download(NormalizedUrl, DownloadUrl, DownloadStatus.Success, Type, (ulong) Math.Max(size, 0));
} }
internal Data.Download ToFailure(HttpStatusCode? statusCode = null) { internal Data.Download ToFailure(HttpStatusCode? statusCode = null) {
DownloadStatus status = statusCode.HasValue ? (DownloadStatus) (int) statusCode : DownloadStatus.GenericError; var status = statusCode.HasValue ? (DownloadStatus) (int) statusCode : DownloadStatus.GenericError;
return new Data.Download(NormalizedUrl, DownloadUrl, status, Type, Size); return new Data.Download(NormalizedUrl, DownloadUrl, status, Type, Size);
} }
} }

View File

@ -18,7 +18,7 @@ static class DownloadLinkExtractor {
} }
public static Data.Download FromEmoji(ulong emojiId, EmojiFlags flags) { public static Data.Download FromEmoji(ulong emojiId, EmojiFlags flags) {
bool isAnimated = flags.HasFlag(EmojiFlags.Animated); var isAnimated = flags.HasFlag(EmojiFlags.Animated);
string ext = isAnimated ? "gif" : "webp"; string ext = isAnimated ? "gif" : "webp";
string type = isAnimated ? MediaTypeNames.Image.Gif : MediaTypeNames.Image.Webp; string type = isAnimated ? MediaTypeNames.Image.Gif : MediaTypeNames.Image.Webp;
@ -62,7 +62,7 @@ static class DownloadLinkExtractor {
} }
private static Data.Download? FromEmbedImage(string url) { private static Data.Download? FromEmbedImage(string url) {
if (DiscordCdn.NormalizeUrlAndReturnIfCdn(url, out string normalizedUrl)) { if (DiscordCdn.NormalizeUrlAndReturnIfCdn(url, out var normalizedUrl)) {
return new Data.Download(normalizedUrl, url, DownloadStatus.Pending, GuessImageType(normalizedUrl), size: null); return new Data.Download(normalizedUrl, url, DownloadStatus.Pending, GuessImageType(normalizedUrl), size: null);
} }
else { else {
@ -72,7 +72,7 @@ static class DownloadLinkExtractor {
} }
private static Data.Download? FromEmbedVideo(string url) { private static Data.Download? FromEmbedVideo(string url) {
if (DiscordCdn.NormalizeUrlAndReturnIfCdn(url, out string normalizedUrl)) { if (DiscordCdn.NormalizeUrlAndReturnIfCdn(url, out var normalizedUrl)) {
return new Data.Download(normalizedUrl, url, DownloadStatus.Pending, GuessVideoType(normalizedUrl), size: null); return new Data.Download(normalizedUrl, url, DownloadStatus.Pending, GuessVideoType(normalizedUrl), size: null);
} }
else { else {
@ -82,7 +82,7 @@ static class DownloadLinkExtractor {
} }
private static string? GuessImageType(string url) { private static string? GuessImageType(string url) {
if (!Uri.TryCreate(url, UriKind.Absolute, out Uri? uri)) { if (!Uri.TryCreate(url, UriKind.Absolute, out var uri)) {
return null; return null;
} }
@ -101,12 +101,12 @@ static class DownloadLinkExtractor {
".gif" => MediaTypeNames.Image.Gif, ".gif" => MediaTypeNames.Image.Gif,
".webp" => MediaTypeNames.Image.Webp, ".webp" => MediaTypeNames.Image.Webp,
".bmp" => MediaTypeNames.Image.Bmp, ".bmp" => MediaTypeNames.Image.Bmp,
_ => null, _ => null
}; };
} }
private static string? GuessVideoType(string url) { private static string? GuessVideoType(string url) {
if (!Uri.TryCreate(url, UriKind.Absolute, out Uri? uri)) { if (!Uri.TryCreate(url, UriKind.Absolute, out var uri)) {
return null; return null;
} }
@ -116,7 +116,7 @@ static class DownloadLinkExtractor {
".mpeg" => "video/mpeg", ".mpeg" => "video/mpeg",
".webm" => "video/webm", ".webm" => "video/webm",
".mov" => "video/quicktime", ".mov" => "video/quicktime",
_ => null, _ => null
}; };
} }
} }

View File

@ -12,7 +12,7 @@ public sealed class Downloader {
private readonly IDatabaseFile db; private readonly IDatabaseFile db;
private readonly int? concurrentDownloads; private readonly int? concurrentDownloads;
private readonly SemaphoreSlim semaphore = new (initialCount: 1, maxCount: 1); private readonly SemaphoreSlim semaphore = new (1, 1);
internal Downloader(IDatabaseFile db, int? concurrentDownloads) { internal Downloader(IDatabaseFile db, int? concurrentDownloads) {
this.db = db; this.db = db;

View File

@ -1,5 +1,4 @@
using System; using System;
using System.Collections.Generic;
using System.IO; using System.IO;
using System.Linq; using System.Linq;
using System.Net.Http; using System.Net.Http;
@ -22,14 +21,14 @@ sealed class DownloaderTask : IAsyncDisposable {
private const string UserAgent = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36"; private const string UserAgent = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36";
private static int GetDownloadTaskCount(int? concurrentDownloads) { private static int GetDownloadTaskCount(int? concurrentDownloads) {
return Math.Max(val1: 1, concurrentDownloads ?? DefaultConcurrentDownloads); return Math.Max(1, concurrentDownloads ?? DefaultConcurrentDownloads);
} }
private readonly Channel<DownloadItem> downloadQueue = Channel.CreateBounded<DownloadItem>(new BoundedChannelOptions(QueueSize) { private readonly Channel<DownloadItem> downloadQueue = Channel.CreateBounded<DownloadItem>(new BoundedChannelOptions(QueueSize) {
SingleReader = false, SingleReader = false,
SingleWriter = true, SingleWriter = true,
AllowSynchronousContinuations = false, AllowSynchronousContinuations = false,
FullMode = BoundedChannelFullMode.Wait, FullMode = BoundedChannelFullMode.Wait
}); });
private readonly CancellationTokenSource cancellationTokenSource = new (); private readonly CancellationTokenSource cancellationTokenSource = new ();
@ -49,28 +48,28 @@ sealed class DownloaderTask : IAsyncDisposable {
this.filter = filter; this.filter = filter;
this.cancellationToken = cancellationTokenSource.Token; this.cancellationToken = cancellationTokenSource.Token;
this.queueWriterTask = Task.Run(RunQueueWriterTask); this.queueWriterTask = Task.Run(RunQueueWriterTask);
this.downloadTasks = Enumerable.Range(start: 1, GetDownloadTaskCount(concurrentDownloads)).Select(taskIndex => Task.Run(() => RunDownloadTask(taskIndex))).ToArray(); this.downloadTasks = Enumerable.Range(1, GetDownloadTaskCount(concurrentDownloads)).Select(taskIndex => Task.Run(() => RunDownloadTask(taskIndex))).ToArray();
} }
private async Task RunQueueWriterTask() { private async Task RunQueueWriterTask() {
while (await downloadQueue.Writer.WaitToWriteAsync(cancellationToken)) { while (await downloadQueue.Writer.WaitToWriteAsync(cancellationToken)) {
List<DownloadItem> newItems = await db.Downloads.PullPendingDownloadItems(QueueSize, filter, cancellationToken).ToListAsync(cancellationToken); var newItems = await db.Downloads.PullPendingDownloadItems(QueueSize, filter, cancellationToken).ToListAsync(cancellationToken);
if (newItems.Count == 0) { if (newItems.Count == 0) {
await Task.Delay(TimeSpan.FromMilliseconds(50), cancellationToken); await Task.Delay(TimeSpan.FromMilliseconds(50), cancellationToken);
continue; continue;
} }
foreach (DownloadItem newItem in newItems) { foreach (var newItem in newItems) {
await downloadQueue.Writer.WriteAsync(newItem, cancellationToken); await downloadQueue.Writer.WriteAsync(newItem, cancellationToken);
} }
} }
} }
private async Task RunDownloadTask(int taskIndex) { private async Task RunDownloadTask(int taskIndex) {
Log log = Log.ForType<DownloaderTask>("Task " + taskIndex); var log = Log.ForType<DownloaderTask>("Task " + taskIndex);
var client = new HttpClient(new SocketsHttpHandler { var client = new HttpClient(new SocketsHttpHandler {
ConnectTimeout = TimeSpan.FromSeconds(30), ConnectTimeout = TimeSpan.FromSeconds(30)
}); });
client.Timeout = Timeout.InfiniteTimeSpan; client.Timeout = Timeout.InfiniteTimeSpan;
@ -79,14 +78,14 @@ sealed class DownloaderTask : IAsyncDisposable {
string tempFileName = Path.GetTempFileName(); string tempFileName = Path.GetTempFileName();
log.Debug("Using temporary file: " + tempFileName); log.Debug("Using temporary file: " + tempFileName);
await using var tempFileStream = new FileStream(tempFileName, FileMode.Create, FileAccess.ReadWrite, FileShare.Read, bufferSize: 4096, FileOptions.DeleteOnClose); await using var tempFileStream = new FileStream(tempFileName, FileMode.Create, FileAccess.ReadWrite, FileShare.Read, 4096, FileOptions.DeleteOnClose);
while (!cancellationToken.IsCancellationRequested) { while (!cancellationToken.IsCancellationRequested) {
DownloadItem item = await downloadQueue.Reader.ReadAsync(cancellationToken); var item = await downloadQueue.Reader.ReadAsync(cancellationToken);
log.Debug("Downloading " + item.DownloadUrl + "..."); log.Debug("Downloading " + item.DownloadUrl + "...");
try { try {
HttpResponseMessage response = await client.SendAsync(new HttpRequestMessage(HttpMethod.Get, item.DownloadUrl), HttpCompletionOption.ResponseHeadersRead, cancellationToken); var response = await client.SendAsync(new HttpRequestMessage(HttpMethod.Get, item.DownloadUrl), HttpCompletionOption.ResponseHeadersRead, cancellationToken);
response.EnsureSuccessStatusCode(); response.EnsureSuccessStatusCode();
await HandleResponse(response, tempFileStream, item); await HandleResponse(response, tempFileStream, item);
} catch (OperationCanceledException e) when (e.CancellationToken == cancellationToken) { } catch (OperationCanceledException e) when (e.CancellationToken == cancellationToken) {
@ -120,11 +119,11 @@ sealed class DownloaderTask : IAsyncDisposable {
throw new InvalidOperationException("Temporary file is not empty: " + tempFileStream.Name); throw new InvalidOperationException("Temporary file is not empty: " + tempFileStream.Name);
} }
await using (Stream responseStream = await response.Content.ReadAsStreamAsync(cancellationToken)) { await using (var responseStream = await response.Content.ReadAsStreamAsync(cancellationToken)) {
await responseStream.CopyToAsync(tempFileStream, cancellationToken); await responseStream.CopyToAsync(tempFileStream, cancellationToken);
} }
tempFileStream.Seek(offset: 0, SeekOrigin.Begin); tempFileStream.Seek(0, SeekOrigin.Begin);
await db.Downloads.AddDownload(item.ToSuccess(contentLength), tempFileStream); await db.Downloads.AddDownload(item.ToSuccess(contentLength), tempFileStream);
} finally { } finally {
tempFileStream.SetLength(0); tempFileStream.SetLength(0);

View File

@ -7,7 +7,6 @@ using DHT.Server.Database;
using DHT.Utils.Http; using DHT.Utils.Http;
using DHT.Utils.Logging; using DHT.Utils.Logging;
using Microsoft.AspNetCore.Http; using Microsoft.AspNetCore.Http;
using Microsoft.Extensions.Primitives;
namespace DHT.Server.Endpoints; namespace DHT.Server.Endpoints;
@ -17,7 +16,7 @@ abstract class BaseEndpoint(IDatabaseFile db) {
protected IDatabaseFile Db { get; } = db; protected IDatabaseFile Db { get; } = db;
public async Task Handle(HttpContext ctx) { public async Task Handle(HttpContext ctx) {
HttpResponse response = ctx.Response; var response = ctx.Response;
try { try {
response.StatusCode = (int) HttpStatusCode.OK; response.StatusCode = (int) HttpStatusCode.OK;
@ -50,7 +49,7 @@ abstract class BaseEndpoint(IDatabaseFile db) {
} }
protected static Guid GetSessionId(HttpRequest request) { protected static Guid GetSessionId(HttpRequest request) {
if (request.Query.TryGetValue("session", out StringValues sessionIdValue) && sessionIdValue.Count == 1 && Guid.TryParse(sessionIdValue[0], out Guid sessionId)) { if (request.Query.TryGetValue("session", out var sessionIdValue) && sessionIdValue.Count == 1 && Guid.TryParse(sessionIdValue[0], out Guid sessionId)) {
return sessionId; return sessionId;
} }
else { else {

View File

@ -15,7 +15,7 @@ sealed class GetTrackingScriptEndpoint(IDatabaseFile db, ServerParameters parame
string bootstrap = await resources.ReadTextAsync("Tracker/bootstrap.js"); string bootstrap = await resources.ReadTextAsync("Tracker/bootstrap.js");
string script = bootstrap.Replace("= 0; /*[PORT]*/", "= " + parameters.Port + ";") string script = bootstrap.Replace("= 0; /*[PORT]*/", "= " + parameters.Port + ";")
.Replace("/*[TOKEN]*/", HttpUtility.JavaScriptStringEncode(parameters.Token)) .Replace("/*[TOKEN]*/", HttpUtility.JavaScriptStringEncode(parameters.Token))
.Replace("/*[IMPORTS]*/", await resources.ReadJoinedAsync("Tracker/scripts/", separator: '\n', [ "/webpack.js" ])) .Replace("/*[IMPORTS]*/", await resources.ReadJoinedAsync("Tracker/scripts/", '\n', [ "/webpack.js" ]))
.Replace("/*[CSS-CONTROLLER]*/", await resources.ReadTextAsync("Tracker/styles/controller.css")) .Replace("/*[CSS-CONTROLLER]*/", await resources.ReadTextAsync("Tracker/styles/controller.css"))
.Replace("/*[CSS-SETTINGS]*/", await resources.ReadTextAsync("Tracker/styles/settings.css")) .Replace("/*[CSS-SETTINGS]*/", await resources.ReadTextAsync("Tracker/styles/settings.css"))
.Replace("/*[DEBUGGER]*/", request.Query.ContainsKey("debug") ? "debugger;" : ""); .Replace("/*[DEBUGGER]*/", request.Query.ContainsKey("debug") ? "debugger;" : "");

View File

@ -1,4 +1,3 @@
using System;
using System.Threading; using System.Threading;
using System.Threading.Tasks; using System.Threading.Tasks;
using DHT.Server.Database; using DHT.Server.Database;
@ -10,8 +9,8 @@ namespace DHT.Server.Endpoints;
sealed class GetViewerMessagesEndpoint(IDatabaseFile db, ViewerSessions viewerSessions) : BaseEndpoint(db) { sealed class GetViewerMessagesEndpoint(IDatabaseFile db, ViewerSessions viewerSessions) : BaseEndpoint(db) {
protected override Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) { protected override Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) {
Guid sessionId = GetSessionId(request); var sessionId = GetSessionId(request);
ViewerSession session = viewerSessions.Get(sessionId); var session = viewerSessions.Get(sessionId);
response.ContentType = "application/x-ndjson"; response.ContentType = "application/x-ndjson";
return ViewerJsonExport.GetMessages(response.Body, Db, session.MessageFilter, cancellationToken); return ViewerJsonExport.GetMessages(response.Body, Db, session.MessageFilter, cancellationToken);

View File

@ -1,4 +1,3 @@
using System;
using System.Net.Mime; using System.Net.Mime;
using System.Threading; using System.Threading;
using System.Threading.Tasks; using System.Threading.Tasks;
@ -11,8 +10,8 @@ namespace DHT.Server.Endpoints;
sealed class GetViewerMetadataEndpoint(IDatabaseFile db, ViewerSessions viewerSessions) : BaseEndpoint(db) { sealed class GetViewerMetadataEndpoint(IDatabaseFile db, ViewerSessions viewerSessions) : BaseEndpoint(db) {
protected override Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) { protected override Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) {
Guid sessionId = GetSessionId(request); var sessionId = GetSessionId(request);
ViewerSession session = viewerSessions.Get(sessionId); var session = viewerSessions.Get(sessionId);
response.ContentType = MediaTypeNames.Application.Json; response.ContentType = MediaTypeNames.Application.Json;
return ViewerJsonExport.GetMetadata(response.Body, Db, session.MessageFilter, cancellationToken); return ViewerJsonExport.GetMetadata(response.Body, Db, session.MessageFilter, cancellationToken);

View File

@ -11,31 +11,27 @@ namespace DHT.Server.Endpoints;
sealed class TrackChannelEndpoint(IDatabaseFile db) : BaseEndpoint(db) { sealed class TrackChannelEndpoint(IDatabaseFile db) : BaseEndpoint(db) {
protected override async Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) { protected override async Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) {
JsonElement root = await ReadJson(request); var root = await ReadJson(request);
Data.Server server = ReadServer(root.RequireObject("server"), "server"); var server = ReadServer(root.RequireObject("server"), "server");
Channel channel = ReadChannel(root.RequireObject("channel"), "channel", server.Id); var channel = ReadChannel(root.RequireObject("channel"), "channel", server.Id);
await Db.Servers.Add([server]); await Db.Servers.Add([server]);
await Db.Channels.Add([channel]); await Db.Channels.Add([channel]);
} }
private static Data.Server ReadServer(JsonElement json, string path) { private static Data.Server ReadServer(JsonElement json, string path) => new () {
return new Data.Server {
Id = json.RequireSnowflake("id", path), Id = json.RequireSnowflake("id", path),
Name = json.RequireString("name", path), Name = json.RequireString("name", path),
Type = ServerTypes.FromString(json.RequireString("type", path)) ?? throw new HttpException(HttpStatusCode.BadRequest, "Server type must be either 'SERVER', 'GROUP', or 'DM'."), Type = ServerTypes.FromString(json.RequireString("type", path)) ?? throw new HttpException(HttpStatusCode.BadRequest, "Server type must be either 'SERVER', 'GROUP', or 'DM'.")
}; };
}
private static Channel ReadChannel(JsonElement json, string path, ulong serverId) { private static Channel ReadChannel(JsonElement json, string path, ulong serverId) => new () {
return new Channel {
Id = json.RequireSnowflake("id", path), Id = json.RequireSnowflake("id", path),
Server = serverId, Server = serverId,
Name = json.RequireString("name", path), Name = json.RequireString("name", path),
ParentId = json.HasKey("parent") ? json.RequireSnowflake("parent", path) : null, ParentId = json.HasKey("parent") ? json.RequireSnowflake("parent", path) : null,
Position = json.HasKey("position") ? json.RequireInt("position", path, min: 0) : null, Position = json.HasKey("position") ? json.RequireInt("position", path, min: 0) : null,
Topic = json.HasKey("topic") ? json.RequireString("topic", path) : null, Topic = json.HasKey("topic") ? json.RequireString("topic", path) : null,
Nsfw = json.HasKey("nsfw") ? json.RequireBool("nsfw", path) : null, Nsfw = json.HasKey("nsfw") ? json.RequireBool("nsfw", path) : null
}; };
} }
}

View File

@ -21,7 +21,7 @@ sealed class TrackMessagesEndpoint(IDatabaseFile db) : BaseEndpoint(db) {
private const string NoNewMessages = "0"; private const string NoNewMessages = "0";
protected override async Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) { protected override async Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) {
JsonElement root = await ReadJson(request); var root = await ReadJson(request);
if (root.ValueKind != JsonValueKind.Array) { if (root.ValueKind != JsonValueKind.Array) {
throw new HttpException(HttpStatusCode.BadRequest, "Expected root element to be an array."); throw new HttpException(HttpStatusCode.BadRequest, "Expected root element to be an array.");
@ -32,7 +32,7 @@ sealed class TrackMessagesEndpoint(IDatabaseFile db) : BaseEndpoint(db) {
int i = 0; int i = 0;
foreach (JsonElement ele in root.EnumerateArray()) { foreach (JsonElement ele in root.EnumerateArray()) {
Message message = ReadMessage(ele, "message"); var message = ReadMessage(ele, "message");
messages[i++] = message; messages[i++] = message;
addedMessageIds.Add(message.Id); addedMessageIds.Add(message.Id);
} }
@ -45,8 +45,7 @@ sealed class TrackMessagesEndpoint(IDatabaseFile db) : BaseEndpoint(db) {
await response.WriteTextAsync(anyNewMessages ? HasNewMessages : NoNewMessages, cancellationToken); await response.WriteTextAsync(anyNewMessages ? HasNewMessages : NoNewMessages, cancellationToken);
} }
private static Message ReadMessage(JsonElement json, string path) { private static Message ReadMessage(JsonElement json, string path) => new () {
return new Message {
Id = json.RequireSnowflake("id", path), Id = json.RequireSnowflake("id", path),
Sender = json.RequireSnowflake("sender", path), Sender = json.RequireSnowflake("sender", path),
Channel = json.RequireSnowflake("channel", path), Channel = json.RequireSnowflake("channel", path),
@ -58,12 +57,10 @@ sealed class TrackMessagesEndpoint(IDatabaseFile db) : BaseEndpoint(db) {
Embeds = json.HasKey("embeds") ? ReadEmbeds(json.RequireArray("embeds", path + ".embeds"), path + ".embeds[]").ToImmutableList() : ImmutableList<Embed>.Empty, Embeds = json.HasKey("embeds") ? ReadEmbeds(json.RequireArray("embeds", path + ".embeds"), path + ".embeds[]").ToImmutableList() : ImmutableList<Embed>.Empty,
Reactions = json.HasKey("reactions") ? ReadReactions(json.RequireArray("reactions", path + ".reactions"), path + ".reactions[]").ToImmutableList() : ImmutableList<Reaction>.Empty, Reactions = json.HasKey("reactions") ? ReadReactions(json.RequireArray("reactions", path + ".reactions"), path + ".reactions[]").ToImmutableList() : ImmutableList<Reaction>.Empty,
}; };
}
[SuppressMessage("ReSharper", "ConvertToLambdaExpression")] [SuppressMessage("ReSharper", "ConvertToLambdaExpression")]
private static IEnumerable<Attachment> ReadAttachments(JsonElement.ArrayEnumerator array, string path) { private static IEnumerable<Attachment> ReadAttachments(JsonElement.ArrayEnumerator array, string path) => array.Select(ele => {
return array.Select(ele => { var downloadUrl = ele.RequireString("url", path);
string downloadUrl = ele.RequireString("url", path);
return new Attachment { return new Attachment {
Id = ele.RequireSnowflake("id", path), Id = ele.RequireSnowflake("id", path),
Name = ele.RequireString("name", path), Name = ele.RequireString("name", path),
@ -78,16 +75,12 @@ sealed class TrackMessagesEndpoint(IDatabaseFile db) : BaseEndpoint(db) {
// Some Discord messages have duplicate attachments with the same id for unknown reasons. // Some Discord messages have duplicate attachments with the same id for unknown reasons.
return attachment.Id; return attachment.Id;
}); });
}
private static IEnumerable<Embed> ReadEmbeds(JsonElement.ArrayEnumerator array, string path) { private static IEnumerable<Embed> ReadEmbeds(JsonElement.ArrayEnumerator array, string path) => array.Select(ele => new Embed {
return array.Select(ele => new Embed { Json = ele.ValueKind == JsonValueKind.String ? ele.ToString() : throw new HttpException(HttpStatusCode.BadRequest, "Expected key '" + path + "' to be a string.")
Json = ele.ValueKind == JsonValueKind.String ? ele.ToString() : throw new HttpException(HttpStatusCode.BadRequest, "Expected key '" + path + "' to be a string."),
}); });
}
private static IEnumerable<Reaction> ReadReactions(JsonElement.ArrayEnumerator array, string path) { private static IEnumerable<Reaction> ReadReactions(JsonElement.ArrayEnumerator array, string path) => array.Select(ele => {
return array.Select(ele => {
var reaction = new Reaction { var reaction = new Reaction {
EmojiId = ele.HasKey("id") ? ele.RequireSnowflake("id", path) : null, EmojiId = ele.HasKey("id") ? ele.RequireSnowflake("id", path) : null,
EmojiName = ele.HasKey("name") ? ele.RequireString("name", path) : null, EmojiName = ele.HasKey("name") ? ele.RequireString("name", path) : null,
@ -101,7 +94,6 @@ sealed class TrackMessagesEndpoint(IDatabaseFile db) : BaseEndpoint(db) {
return reaction; return reaction;
}); });
}
private static EmojiFlags ReadEmojiFlag(JsonElement ele, string key, string path, EmojiFlags flag) { private static EmojiFlags ReadEmojiFlag(JsonElement ele, string key, string path, EmojiFlags flag) {
return ele.HasKey(key) && ele.RequireBool(key, path) ? flag : EmojiFlags.None; return ele.HasKey(key) && ele.RequireBool(key, path) ? flag : EmojiFlags.None;

View File

@ -11,7 +11,7 @@ namespace DHT.Server.Endpoints;
sealed class TrackUsersEndpoint(IDatabaseFile db) : BaseEndpoint(db) { sealed class TrackUsersEndpoint(IDatabaseFile db) : BaseEndpoint(db) {
protected override async Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) { protected override async Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) {
JsonElement root = await ReadJson(request); var root = await ReadJson(request);
if (root.ValueKind != JsonValueKind.Array) { if (root.ValueKind != JsonValueKind.Array) {
throw new HttpException(HttpStatusCode.BadRequest, "Expected root element to be an array."); throw new HttpException(HttpStatusCode.BadRequest, "Expected root element to be an array.");
@ -27,13 +27,11 @@ sealed class TrackUsersEndpoint(IDatabaseFile db) : BaseEndpoint(db) {
await Db.Users.Add(users); await Db.Users.Add(users);
} }
private static User ReadUser(JsonElement json, string path) { private static User ReadUser(JsonElement json, string path) => new () {
return new User {
Id = json.RequireSnowflake("id", path), Id = json.RequireSnowflake("id", path),
Name = json.RequireString("name", path), Name = json.RequireString("name", path),
DisplayName = json.HasKey("displayName") ? json.RequireString("displayName", path) : null, DisplayName = json.HasKey("displayName") ? json.RequireString("displayName", path) : null,
AvatarUrl = json.HasKey("avatar") ? json.RequireString("avatar", path) : null, AvatarUrl = json.HasKey("avatar") ? json.RequireString("avatar", path) : null,
Discriminator = json.HasKey("discriminator") ? json.RequireString("discriminator", path) : null, Discriminator = json.HasKey("discriminator") ? json.RequireString("discriminator", path) : null
}; };
} }
}

View File

@ -35,7 +35,7 @@ sealed class ViewerEndpoint(IDatabaseFile db, ResourceLoader resources) : BaseEn
throw new HttpException(HttpStatusCode.NotFound, "File not found: " + path); throw new HttpException(HttpStatusCode.NotFound, "File not found: " + path);
} }
else { else {
string? contentType = ContentTypeProvider.TryGetContentType(path, out string? type) ? type : null; var contentType = ContentTypeProvider.TryGetContentType(path, out string? type) ? type : null;
await response.WriteFileAsync(contentType, resourceBytes, cancellationToken); await response.WriteFileAsync(contentType, resourceBytes, cancellationToken);
} }
} }

View File

@ -18,7 +18,7 @@ sealed class ServerAuthorizationMiddleware {
} }
public async Task InvokeAsync(HttpContext context) { public async Task InvokeAsync(HttpContext context) {
HttpRequest request = context.Request; var request = context.Request;
bool success = HttpMethods.IsGet(request.Method) bool success = HttpMethods.IsGet(request.Method)
? CheckToken(request.Query["token"]) ? CheckToken(request.Query["token"])

View File

@ -25,15 +25,15 @@ sealed class ServerLoggingMiddleware(RequestDelegate next) {
private static void OnFinished(Stopwatch stopwatch, HttpContext context) { private static void OnFinished(Stopwatch stopwatch, HttpContext context) {
stopwatch.Stop(); stopwatch.Stop();
HttpRequest request = context.Request; var request = context.Request;
long requestLength = request.ContentLength ?? 0L; var requestLength = request.ContentLength ?? 0L;
long elapsedMs = stopwatch.ElapsedMilliseconds; var elapsedMs = stopwatch.ElapsedMilliseconds;
if (context.RequestAborted.IsCancellationRequested) { if (context.RequestAborted.IsCancellationRequested) {
Log.Debug("Request to " + request.GetEncodedPathAndQuery() + " (" + requestLength + " B) was cancelled after " + elapsedMs + " ms"); Log.Debug("Request to " + request.GetEncodedPathAndQuery() + " (" + requestLength + " B) was cancelled after " + elapsedMs + " ms");
} }
else { else {
int responseStatus = context.Response.StatusCode; var responseStatus = context.Response.StatusCode;
Log.Debug("Request to " + request.GetEncodedPathAndQuery() + " (" + requestLength + " B) returned " + responseStatus + ", took " + elapsedMs + " ms"); Log.Debug("Request to " + request.GetEncodedPathAndQuery() + " (" + requestLength + " B) returned " + responseStatus + ", took " + elapsedMs + " ms");
} }
} }

View File

@ -24,12 +24,12 @@ public sealed class ServerManager {
Starting, Starting,
Started, Started,
Stopping, Stopping,
Stopped, Stopped
} }
private readonly IDatabaseFile db; private readonly IDatabaseFile db;
private readonly ViewerSessions viewerSessions; private readonly ViewerSessions viewerSessions;
private readonly SemaphoreSlim semaphore = new (initialCount: 1, maxCount: 1); private readonly SemaphoreSlim semaphore = new (1, 1);
internal ServerManager(IDatabaseFile db, ViewerSessions viewerSessions) { internal ServerManager(IDatabaseFile db, ViewerSessions viewerSessions) {
this.db = db; this.db = db;
@ -72,7 +72,7 @@ public sealed class ServerManager {
options.ListenLocalhost(port, static listenOptions => listenOptions.Protocols = HttpProtocols.Http1); options.ListenLocalhost(port, static listenOptions => listenOptions.Protocols = HttpProtocols.Http1);
} }
IWebHost newServer = new WebHostBuilder() var newServer = new WebHostBuilder()
.ConfigureServices(AddServices) .ConfigureServices(AddServices)
.UseKestrel(SetKestrelOptions) .UseKestrel(SetKestrelOptions)
.UseStartup<Startup>() .UseStartup<Startup>()

View File

@ -17,7 +17,7 @@ sealed class Startup {
"https://discord.com", "https://discord.com",
"https://ptb.discord.com", "https://ptb.discord.com",
"https://canary.discord.com", "https://canary.discord.com",
"https://discordapp.com", "https://discordapp.com"
]; ];
public void ConfigureServices(IServiceCollection services) { public void ConfigureServices(IServiceCollection services) {

View File

@ -8,7 +8,7 @@ using DHT.Server.Service.Viewer;
namespace DHT.Server; namespace DHT.Server;
public sealed class State : IAsyncDisposable { public sealed class State : IAsyncDisposable {
public static State Dummy { get; } = new (DummyDatabaseFile.Instance, concurrentDownloads: null); public static State Dummy { get; } = new (DummyDatabaseFile.Instance, null);
public IDatabaseFile Db { get; } public IDatabaseFile Db { get; }
public Downloader Downloader { get; } public Downloader Downloader { get; }

View File

@ -11,7 +11,7 @@ public sealed class ConcurrentPool<T> {
public ConcurrentPool(int size) { public ConcurrentPool(int size) {
mutexSemaphore = new SemaphoreSlim(1); mutexSemaphore = new SemaphoreSlim(1);
availableItemSemaphore = new SemaphoreSlim(initialCount: 0, size); availableItemSemaphore = new SemaphoreSlim(0, size);
items = new Stack<T>(); items = new Stack<T>();
} }

View File

@ -7,7 +7,7 @@ public static class LinqExtensions {
public static IEnumerable<TItem> DistinctByKeyStable<TItem, TKey>(this IEnumerable<TItem> collection, Func<TItem, TKey> getKeyFromItem) where TKey : IEquatable<TKey> { public static IEnumerable<TItem> DistinctByKeyStable<TItem, TKey>(this IEnumerable<TItem> collection, Func<TItem, TKey> getKeyFromItem) where TKey : IEquatable<TKey> {
HashSet<TKey>? seenKeys = null; HashSet<TKey>? seenKeys = null;
foreach (TItem item in collection) { foreach (var item in collection) {
seenKeys ??= []; seenKeys ??= [];
if (seenKeys.Add(getKeyFromItem(item))) { if (seenKeys.Add(getKeyFromItem(item))) {

View File

@ -9,7 +9,7 @@ public static class JsonExtensions {
} }
public static JsonElement RequireObject(this JsonElement json, string key, string? path = null) { public static JsonElement RequireObject(this JsonElement json, string key, string? path = null) {
if (json.TryGetProperty(key, out JsonElement result)) { if (json.TryGetProperty(key, out var result)) {
return result; return result;
} }
else { else {
@ -18,7 +18,7 @@ public static class JsonExtensions {
} }
public static JsonElement.ArrayEnumerator RequireArray(this JsonElement json, string key, string? path = null) { public static JsonElement.ArrayEnumerator RequireArray(this JsonElement json, string key, string? path = null) {
if (json.TryGetProperty(key, out JsonElement result) && result.ValueKind == JsonValueKind.Array) { if (json.TryGetProperty(key, out var result) && result.ValueKind == JsonValueKind.Array) {
return result.EnumerateArray(); return result.EnumerateArray();
} }
else { else {
@ -27,7 +27,7 @@ public static class JsonExtensions {
} }
public static string RequireString(this JsonElement json, string key, string path) { public static string RequireString(this JsonElement json, string key, string path) {
if (json.TryGetProperty(key, out JsonElement result) && result.ValueKind == JsonValueKind.String) { if (json.TryGetProperty(key, out var result) && result.ValueKind == JsonValueKind.String) {
return result.ToString(); return result.ToString();
} }
else { else {
@ -36,7 +36,7 @@ public static class JsonExtensions {
} }
public static bool RequireBool(this JsonElement json, string key, string path) { public static bool RequireBool(this JsonElement json, string key, string path) {
if (json.TryGetProperty(key, out JsonElement result) && result.ValueKind is JsonValueKind.True or JsonValueKind.False) { if (json.TryGetProperty(key, out var result) && result.ValueKind is JsonValueKind.True or JsonValueKind.False) {
return result.GetBoolean(); return result.GetBoolean();
} }
else { else {
@ -45,7 +45,7 @@ public static class JsonExtensions {
} }
public static int RequireInt(this JsonElement json, string key, string path, int min = int.MinValue, int max = int.MaxValue) { public static int RequireInt(this JsonElement json, string key, string path, int min = int.MinValue, int max = int.MaxValue) {
if (json.TryGetProperty(key, out JsonElement result) && result.ValueKind == JsonValueKind.Number && result.TryGetInt32(out int i) && i >= min && i <= max) { if (json.TryGetProperty(key, out var result) && result.ValueKind == JsonValueKind.Number && result.TryGetInt32(out var i) && i >= min && i <= max) {
return i; return i;
} }
else if (min == int.MinValue && max == int.MaxValue) { else if (min == int.MinValue && max == int.MaxValue) {
@ -63,7 +63,7 @@ public static class JsonExtensions {
} }
public static long RequireLong(this JsonElement json, string key, string path, long min = long.MinValue, long max = long.MaxValue) { public static long RequireLong(this JsonElement json, string key, string path, long min = long.MinValue, long max = long.MaxValue) {
if (json.TryGetProperty(key, out JsonElement result) && result.ValueKind == JsonValueKind.Number && result.TryGetInt64(out long l) && l >= min && l <= max) { if (json.TryGetProperty(key, out var result) && result.ValueKind == JsonValueKind.Number && result.TryGetInt64(out var l) && l >= min && l <= max) {
return l; return l;
} }
else if (min == long.MinValue && max == long.MaxValue) { else if (min == long.MinValue && max == long.MaxValue) {
@ -81,7 +81,7 @@ public static class JsonExtensions {
} }
public static ulong RequireSnowflake(this JsonElement json, string key, string path) { public static ulong RequireSnowflake(this JsonElement json, string key, string path) {
if (ulong.TryParse(json.RequireString(key, path), out ulong snowflake)) { if (ulong.TryParse(json.RequireString(key, path), out var snowflake)) {
return snowflake; return snowflake;
} }
else { else {

View File

@ -50,7 +50,7 @@ public sealed class Log {
ConsoleColor prevColor = Console.ForegroundColor; ConsoleColor prevColor = Console.ForegroundColor;
Console.ForegroundColor = color; Console.ForegroundColor = color;
var builder = new StringBuilder(); StringBuilder builder = new StringBuilder();
foreach (string line in text.Replace("\r", "").Split('\n')) { foreach (string line in text.Replace("\r", "").Split('\n')) {
builder.Clear(); builder.Clear();

View File

@ -12,8 +12,8 @@ public sealed class ResourceLoader(Assembly assembly) {
private Stream? TryGetEmbeddedStream(string filename) { private Stream? TryGetEmbeddedStream(string filename) {
Stream? stream = null; Stream? stream = null;
foreach (string embeddedName in assembly.GetManifestResourceNames()) { foreach (var embeddedName in assembly.GetManifestResourceNames()) {
if (embeddedName.Replace(oldChar: '\\', newChar: '/') == filename) { if (embeddedName.Replace('\\', '/') == filename) {
stream = assembly.GetManifestResourceStream(embeddedName); stream = assembly.GetManifestResourceStream(embeddedName);
break; break;
} }
@ -48,8 +48,8 @@ public sealed class ResourceLoader(Assembly assembly) {
public async Task<string> ReadJoinedAsync(string path, char separator, string[] order) { public async Task<string> ReadJoinedAsync(string path, char separator, string[] order) {
List<(string, Stream)> resourceNames = []; List<(string, Stream)> resourceNames = [];
foreach (string embeddedName in assembly.GetManifestResourceNames()) { foreach (var embeddedName in assembly.GetManifestResourceNames()) {
string embeddedNameNormalized = embeddedName.Replace(oldChar: '\\', newChar: '/'); var embeddedNameNormalized = embeddedName.Replace('\\', '/');
if (embeddedNameNormalized.StartsWith(path)) { if (embeddedNameNormalized.StartsWith(path)) {
resourceNames.Add((embeddedNameNormalized, assembly.GetManifestResourceStream(embeddedName)!)); resourceNames.Add((embeddedNameNormalized, assembly.GetManifestResourceStream(embeddedName)!));
} }
@ -62,10 +62,10 @@ public sealed class ResourceLoader(Assembly assembly) {
return key == -1 ? order.Length : key; return key == -1 ? order.Length : key;
} }
foreach ((_, Stream stream) in resourceNames.OrderBy(item => GetOrderKey(item.Item1))) { foreach(var (_, stream) in resourceNames.OrderBy(item => GetOrderKey(item.Item1))) {
joined.Append(await ReadTextAsync(stream)).Append(separator); joined.Append(await ReadTextAsync(stream)).Append(separator);
} }
return joined.ToString(startIndex: 0, Math.Max(val1: 0, joined.Length - 1)); return joined.ToString(0, Math.Max(0, joined.Length - 1));
} }
} }

View File

@ -11,7 +11,7 @@ public sealed class DelayedThrottledTask<T> : IDisposable {
SingleReader = true, SingleReader = true,
SingleWriter = false, SingleWriter = false,
AllowSynchronousContinuations = false, AllowSynchronousContinuations = false,
FullMode = BoundedChannelFullMode.DropOldest, FullMode = BoundedChannelFullMode.DropOldest
}); });
private readonly CancellationTokenSource cancellationTokenSource = new (); private readonly CancellationTokenSource cancellationTokenSource = new ();
@ -28,7 +28,7 @@ public sealed class DelayedThrottledTask<T> : IDisposable {
} }
private async Task ReaderTask() { private async Task ReaderTask() {
CancellationToken cancellationToken = cancellationTokenSource.Token; var cancellationToken = cancellationTokenSource.Token;
try { try {
while (await taskChannel.Reader.WaitToReadAsync(cancellationToken)) { while (await taskChannel.Reader.WaitToReadAsync(cancellationToken)) {

View File

@ -15,8 +15,8 @@ public sealed class RestartableTask<T>(Action<T> resultProcessor, TaskScheduler
cancellationTokenSource = new CancellationTokenSource(); cancellationTokenSource = new CancellationTokenSource();
CancellationTokenSource? taskCancellationTokenSource = cancellationTokenSource; var taskCancellationTokenSource = cancellationTokenSource;
CancellationToken taskCancellationToken = taskCancellationTokenSource.Token; var taskCancellationToken = taskCancellationTokenSource.Token;
Task.Run(() => resultComputer(taskCancellationToken), taskCancellationToken) Task.Run(() => resultComputer(taskCancellationToken), taskCancellationToken)
.ContinueWith(task => resultProcessor(task.Result), taskCancellationToken, TaskContinuationOptions.OnlyOnRanToCompletion, resultScheduler) .ContinueWith(task => resultProcessor(task.Result), taskCancellationToken, TaskContinuationOptions.OnlyOnRanToCompletion, resultScheduler)

View File

@ -11,7 +11,7 @@ public abstract class ThrottledTaskBase<T> : IDisposable {
SingleReader = true, SingleReader = true,
SingleWriter = false, SingleWriter = false,
AllowSynchronousContinuations = false, AllowSynchronousContinuations = false,
FullMode = BoundedChannelFullMode.DropOldest, FullMode = BoundedChannelFullMode.DropOldest
}); });
private readonly CancellationTokenSource cancellationTokenSource = new (); private readonly CancellationTokenSource cancellationTokenSource = new ();
@ -22,10 +22,10 @@ public abstract class ThrottledTaskBase<T> : IDisposable {
} }
protected async Task ReaderTask() { protected async Task ReaderTask() {
CancellationToken cancellationToken = cancellationTokenSource.Token; var cancellationToken = cancellationTokenSource.Token;
try { try {
await foreach (Func<CancellationToken, T> item in taskChannel.Reader.ReadAllAsync(cancellationToken)) { await foreach (var item in taskChannel.Reader.ReadAllAsync(cancellationToken)) {
try { try {
await Run(item, cancellationToken); await Run(item, cancellationToken);
} catch (OperationCanceledException) { } catch (OperationCanceledException) {