1
0
mirror of https://github.com/chylex/Discord-History-Tracker.git synced 2025-08-18 13:31:42 +02:00

54 Commits
v41.0 ... v45.0

Author SHA1 Message Date
50d5bdba97 Release v45.0 2025-02-07 16:44:16 +01:00
295c32c7b4 Remove some runtimes from the portable build 2025-02-06 14:12:37 +01:00
5e4bb5b44d Remove osx-x64 from dedicated runtime builds 2025-02-06 14:11:05 +01:00
96c19afa66 Improve reproducibility of builds 2025-02-06 13:36:13 +01:00
a45f60b528 Update to .NET 9 2025-02-06 13:15:11 +01:00
62b97807b8 Update FUNDING.yml 2025-02-06 06:25:39 +01:00
0fff3e8eaf Add option to delete orphaned downloads
Closes #273
2025-02-03 12:29:09 +01:00
02b773db8f Handle uncaught exceptions in progress dialogs 2025-02-03 12:28:07 +01:00
261a583b50 Remove orphaned servers, channels, users, and attachments after removing messages 2025-02-03 12:28:07 +01:00
2ecb658e42 Reformat code 2025-02-03 12:28:07 +01:00
7a6dd23912 Add foreign keys to tables linked to messages 2025-02-03 12:28:07 +01:00
60761d80ab Fix showing wrong keyboard shortcut for opening dev tools on macOS 2025-01-15 03:47:57 +01:00
e11db62015 Update Avalonia to 11.2.3 2024-12-31 10:30:18 +01:00
bfac9b91d9 Release v44.0 2024-12-31 09:23:17 +01:00
4215dc76f4 Add main menu button to check for updates
Closes #165
2024-12-31 08:58:56 +01:00
86adda610b Fix wrong reaction handling in messages with polls
Closes #259
2024-12-31 04:59:33 +01:00
f1c4cd040e Tweak tracking script for easier debugging 2024-12-31 04:55:53 +01:00
737ab43ea4 Add option to hide previews while tracking and autoscrolling 2024-11-05 18:38:49 +01:00
0229c00259 Rewrite tracker to use Discord client functions instead of React properties 2024-10-23 02:01:23 +02:00
95361d2e01 Write downloads to temporary files to reduce blocking concurrent database accesses
References #168
2024-10-22 11:55:27 +02:00
5b7312109b Release v43.1 2024-08-04 21:49:40 +02:00
9f1db9a662 Fix attachment migration error when database contains attachments for deleted messages
Closes #264
2024-08-04 21:47:34 +02:00
d3e1bb901c Release v43.0 2024-07-10 12:28:20 +02:00
9bd105f57e Update About page with a link to issue tracker and libraries 2024-07-10 12:28:20 +02:00
e1eae393c3 Update SQLite provider to 8.0.7 (SQLite version 3.41.2) 2024-07-09 20:39:39 +02:00
fbed74529d Update Avalonia to 11.0.11 2024-07-09 20:39:39 +02:00
8924aa7c06 Ask about automatic downloads when creating a new database 2024-07-09 20:39:39 +02:00
9738880ba7 Remember downloading state and filter settings in database 2024-07-09 20:39:39 +02:00
1700f99bf7 Rename database tables related to messages 2024-07-05 05:02:06 +02:00
84acf5f5d5 Fix error when tracking announcements with attachments across multiple channels
Closes #261
2024-07-04 21:56:23 +02:00
ae56433836 Fix not updating download URLs and metadata when re-tracking messages with failed downloads 2024-07-01 05:45:36 +02:00
c3d4fa5532 Release v42.1 2024-05-09 00:08:15 +02:00
a6225b9721 Hide user discriminators & fix places that still displayed usernames instead of display names
References #216
2024-05-09 00:04:31 +02:00
943163473a Add support for global display names of users
Closes #216
2024-05-08 23:39:13 +02:00
fa00df10d8 Fix viewer menu styling 2024-05-08 21:47:16 +02:00
f54465e5fe Fix viewer compatibility with older browsers and (hopefully) Safari
Closes #260
2024-05-08 21:08:24 +02:00
2d55ca4013 Release v42.0 2024-04-23 03:56:27 +02:00
0072e025f4 Fix broken links to image embeds in viewer 2024-04-21 20:55:06 +02:00
383ee5c90e Stream messages to viewer using JSON lines 2024-04-21 20:55:05 +02:00
2b1c178f49 Handle request cancellation in the integrated HTTP server 2024-04-21 18:48:19 +02:00
16d7e5a6f8 Serve viewer page and JSON data from the integrated HTTP server 2024-04-21 18:48:19 +02:00
052d24d1e7 Remove unused file library in Rider 2024-04-20 02:06:17 +02:00
b058f1fb77 Update Rider code style and inspections 2024-04-20 02:06:17 +02:00
d4da64a5ed Release v41.2 2024-04-17 14:14:46 +02:00
8de309a6c4 Fix some Rider inspections and a typo 2024-04-17 14:13:33 +02:00
de8d6a1e11 Stream downloaded files during database merges 2024-04-17 13:31:25 +02:00
d79e6f53b4 Stream downloaded files from database directly into HTTP server responses 2024-04-17 13:31:25 +02:00
70c04fc986 Stream downloaded files directly into database 2024-04-17 13:31:24 +02:00
c8d8d95daa Fix not rolling back database transactions after unhandled exceptions 2024-04-17 12:30:13 +02:00
daafdbbfaf Prevent active downloads from timing out
Closes #256
2024-04-17 08:51:37 +02:00
07615de87a Fix download timeouts not marking the downloaded file as failed
References #256
2024-04-16 11:00:38 +02:00
7fdc19880e Add -concurrentdownloads program argument to configure number of concurrent download tasks
References #256
2024-04-16 10:50:50 +02:00
67b9c12843 Release v41.1 2024-02-15 13:07:36 +01:00
9030a2f010 Update message timestamp processing for latest Discord update
Closes #249
2024-02-15 13:06:06 +01:00
185 changed files with 4231 additions and 2958 deletions

2
.github/FUNDING.yml vendored
View File

@@ -1,3 +1 @@
github: chylex
patreon: chylex
ko_fi: chylex ko_fi: chylex

View File

@@ -18,7 +18,7 @@ Folder organization:
* `app/` contains a Visual Studio solution for the desktop app * `app/` contains a Visual Studio solution for the desktop app
* `web/` contains source code of the [official website](https://dht.chylex.com), which can be used as a template when making your own website * `web/` contains source code of the [official website](https://dht.chylex.com), which can be used as a template when making your own website
To start editing source code for the desktop app, install the [.NET 8 SDK](https://dotnet.microsoft.com/en-us/download/dotnet/8.0), and then open `app/DiscordHistoryTracker.sln` in [Visual Studio](https://visualstudio.microsoft.com/downloads/) or [Rider](https://www.jetbrains.com/rider/). To start editing source code for the desktop app, install the [.NET 9 SDK](https://dotnet.microsoft.com/en-us/download/dotnet/9.0), and then open `app/DiscordHistoryTracker.sln` in [Visual Studio](https://visualstudio.microsoft.com/downloads/) or [Rider](https://www.jetbrains.com/rider/).
### Building ### Building
@@ -28,18 +28,18 @@ To build a `Release` version of the desktop app, follow the instructions for you
#### Release Windows (64-bit) #### Release Windows (64-bit)
1. Install [Powershell 5](https://docs.microsoft.com/en-us/powershell/scripting/install/installing-powershell-on-windows) or newer (on Windows 10, the included version of Powershell should be enough) 1. Install Debian in WSL and open a terminal in the project folder.
2. Run the `app/build.wsl.sh` script.
3. Read the [Distribution](#distribution) section below.
Run the `app/build.bat` script, and read the [Distribution](#distribution) section below. Note: The build script expects `dotnet.exe` to be installed in `C:\Program Files\dotnet`.
#### Release Other Operating Systems #### Release Other Operating Systems
1. Install the `zip` package from your repository 1. Install the `zip` package from your repository.
2. Run the `app/build.sh` script.
Run the `app/build.sh` script, and read the [Distribution](#distribution) section below. 3. Read the [Distribution](#distribution) section below.
#### Distribution #### Distribution
The mentioned build scripts will prepare `Release` builds ready for distribution. Once the script finishes, the `app/bin` folder will contain self-contained executables for each major operating system, and a portable version that works on all other systems but requires .NET 8 to be installed. The mentioned build scripts will prepare `Release` builds ready for distribution. Once the script finishes, the `app/bin` folder will contain self-contained executables for each major operating system, and a portable version that works on all other systems but requires the ASP.NET Core Runtime to be installed.
Note that when building on Windows, the generated `.zip` files for Linux and Mac will not have correct file permissions, so it will not be possible to run them by double-clicking the executable. Since .NET 8 fixed several issues with publishing Windows executables on Linux, I recommend using Linux to build the app for all operating systems.

View File

@@ -13,10 +13,10 @@
<CssCodeStyleSettings> <CssCodeStyleSettings>
<option name="HEX_COLOR_LOWER_CASE" value="true" /> <option name="HEX_COLOR_LOWER_CASE" value="true" />
</CssCodeStyleSettings> </CssCodeStyleSettings>
<DB2CodeStyleSettings version="6"> <DB2CodeStyleSettings version="7">
<option name="USE_GENERIC_STYLE" value="true" /> <option name="USE_GENERIC_STYLE" value="true" />
</DB2CodeStyleSettings> </DB2CodeStyleSettings>
<DerbyCodeStyleSettings version="6"> <DerbyCodeStyleSettings version="7">
<option name="USE_GENERIC_STYLE" value="true" /> <option name="USE_GENERIC_STYLE" value="true" />
</DerbyCodeStyleSettings> </DerbyCodeStyleSettings>
<GoCodeStyleSettings> <GoCodeStyleSettings>
@@ -26,10 +26,10 @@
<option name="WRAP_FUNC_PARAMS" value="5" /> <option name="WRAP_FUNC_PARAMS" value="5" />
<option name="WRAP_FUNC_RESULT" value="5" /> <option name="WRAP_FUNC_RESULT" value="5" />
</GoCodeStyleSettings> </GoCodeStyleSettings>
<H2CodeStyleSettings version="6"> <H2CodeStyleSettings version="7">
<option name="USE_GENERIC_STYLE" value="true" /> <option name="USE_GENERIC_STYLE" value="true" />
</H2CodeStyleSettings> </H2CodeStyleSettings>
<HSQLCodeStyleSettings version="6"> <HSQLCodeStyleSettings version="7">
<option name="USE_GENERIC_STYLE" value="true" /> <option name="USE_GENERIC_STYLE" value="true" />
</HSQLCodeStyleSettings> </HSQLCodeStyleSettings>
<HTMLCodeStyleSettings> <HTMLCodeStyleSettings>
@@ -85,10 +85,10 @@
<LessCodeStyleSettings> <LessCodeStyleSettings>
<option name="HEX_COLOR_LOWER_CASE" value="true" /> <option name="HEX_COLOR_LOWER_CASE" value="true" />
</LessCodeStyleSettings> </LessCodeStyleSettings>
<MSSQLCodeStyleSettings version="6"> <MSSQLCodeStyleSettings version="7">
<option name="USE_GENERIC_STYLE" value="true" /> <option name="USE_GENERIC_STYLE" value="true" />
</MSSQLCodeStyleSettings> </MSSQLCodeStyleSettings>
<MySQLCodeStyleSettings version="6"> <MySQLCodeStyleSettings version="7">
<option name="USE_GENERIC_STYLE" value="true" /> <option name="USE_GENERIC_STYLE" value="true" />
</MySQLCodeStyleSettings> </MySQLCodeStyleSettings>
<Objective-C> <Objective-C>
@@ -98,7 +98,7 @@
<option name="SPACE_BEFORE_INIT_LIST" value="true" /> <option name="SPACE_BEFORE_INIT_LIST" value="true" />
<option name="SPACE_AFTER_DICTIONARY_LITERAL_COLON" value="false" /> <option name="SPACE_AFTER_DICTIONARY_LITERAL_COLON" value="false" />
</Objective-C> </Objective-C>
<OracleCodeStyleSettings version="6"> <OracleCodeStyleSettings version="7">
<option name="USE_GENERIC_STYLE" value="true" /> <option name="USE_GENERIC_STYLE" value="true" />
</OracleCodeStyleSettings> </OracleCodeStyleSettings>
<PHPCodeStyleSettings> <PHPCodeStyleSettings>
@@ -116,7 +116,7 @@
<option name="NEW_LINE_AFTER_PHP_OPENING_TAG" value="true" /> <option name="NEW_LINE_AFTER_PHP_OPENING_TAG" value="true" />
<option name="SPACE_AROUND_ASSIGNMENT_IN_DECLARE" value="true" /> <option name="SPACE_AROUND_ASSIGNMENT_IN_DECLARE" value="true" />
</PHPCodeStyleSettings> </PHPCodeStyleSettings>
<PostgresCodeStyleSettings version="6"> <PostgresCodeStyleSettings version="7">
<option name="USE_GENERIC_STYLE" value="true" /> <option name="USE_GENERIC_STYLE" value="true" />
</PostgresCodeStyleSettings> </PostgresCodeStyleSettings>
<Properties> <Properties>
@@ -143,13 +143,16 @@
<option name="INDENT_WHEN_CASES" value="true" /> <option name="INDENT_WHEN_CASES" value="true" />
<option name="CHAIN_CALLS_ALIGNMENT" value="2" /> <option name="CHAIN_CALLS_ALIGNMENT" value="2" />
</Ruby> </Ruby>
<SQLiteCodeStyleSettings version="6"> <SQLiteCodeStyleSettings version="7">
<option name="USE_GENERIC_STYLE" value="true" /> <option name="USE_GENERIC_STYLE" value="true" />
</SQLiteCodeStyleSettings> </SQLiteCodeStyleSettings>
<ScssCodeStyleSettings> <ScssCodeStyleSettings>
<option name="HEX_COLOR_LOWER_CASE" value="true" /> <option name="HEX_COLOR_LOWER_CASE" value="true" />
</ScssCodeStyleSettings> </ScssCodeStyleSettings>
<SqlCodeStyleSettings version="6"> <Shell_Script>
<option name="KEEP_COLUMN_ALIGNMENT_PADDING" value="true" />
</Shell_Script>
<SqlCodeStyleSettings version="7">
<option name="KEYWORD_CASE" value="2" /> <option name="KEYWORD_CASE" value="2" />
<option name="TYPE_CASE" value="2" /> <option name="TYPE_CASE" value="2" />
<option name="CUSTOM_TYPE_CASE" value="2" /> <option name="CUSTOM_TYPE_CASE" value="2" />
@@ -173,9 +176,10 @@
<option name="CONSTRAINT_WRAP_3" value="true" /> <option name="CONSTRAINT_WRAP_3" value="true" />
<option name="CONSTRAINT_WRAP_4" value="true" /> <option name="CONSTRAINT_WRAP_4" value="true" />
<option name="VIEW_INDENT_QUERY" value="true" /> <option name="VIEW_INDENT_QUERY" value="true" />
<option name="IMP_LOOP_LOOP_INDENT" value="false" />
<option name="EXPR_CASE_WHEN_WRAP" value="false" /> <option name="EXPR_CASE_WHEN_WRAP" value="false" />
</SqlCodeStyleSettings> </SqlCodeStyleSettings>
<SybaseCodeStyleSettings version="6"> <SybaseCodeStyleSettings version="7">
<option name="USE_GENERIC_STYLE" value="true" /> <option name="USE_GENERIC_STYLE" value="true" />
</SybaseCodeStyleSettings> </SybaseCodeStyleSettings>
<TypeScriptCodeStyleSettings version="0"> <TypeScriptCodeStyleSettings version="0">
@@ -203,6 +207,11 @@
<option name="KEEP_INDENTS_ON_EMPTY_LINES" value="true" /> <option name="KEEP_INDENTS_ON_EMPTY_LINES" value="true" />
</indentOptions> </indentOptions>
</codeStyleSettings> </codeStyleSettings>
<codeStyleSettings language="Gherkin">
<indentOptions>
<option name="KEEP_INDENTS_ON_EMPTY_LINES" value="true" />
</indentOptions>
</codeStyleSettings>
<codeStyleSettings language="Groovy"> <codeStyleSettings language="Groovy">
<option name="ELSE_ON_NEW_LINE" value="true" /> <option name="ELSE_ON_NEW_LINE" value="true" />
<option name="SPACE_WITHIN_ARRAY_INITIALIZER_BRACES" value="true" /> <option name="SPACE_WITHIN_ARRAY_INITIALIZER_BRACES" value="true" />
@@ -282,6 +291,13 @@
<option name="KEEP_INDENTS_ON_EMPTY_LINES" value="true" /> <option name="KEEP_INDENTS_ON_EMPTY_LINES" value="true" />
</indentOptions> </indentOptions>
</codeStyleSettings> </codeStyleSettings>
<codeStyleSettings language="Markdown">
<indentOptions>
<option name="INDENT_SIZE" value="2" />
<option name="CONTINUATION_INDENT_SIZE" value="2" />
<option name="TAB_SIZE" value="2" />
</indentOptions>
</codeStyleSettings>
<codeStyleSettings language="ObjectiveC"> <codeStyleSettings language="ObjectiveC">
<option name="LINE_COMMENT_AT_FIRST_COLUMN" value="false" /> <option name="LINE_COMMENT_AT_FIRST_COLUMN" value="false" />
<option name="BLOCK_COMMENT_AT_FIRST_COLUMN" value="false" /> <option name="BLOCK_COMMENT_AT_FIRST_COLUMN" value="false" />
@@ -342,7 +358,6 @@
</indentOptions> </indentOptions>
</codeStyleSettings> </codeStyleSettings>
<codeStyleSettings language="Rust"> <codeStyleSettings language="Rust">
<option name="RIGHT_MARGIN" value="140" />
<option name="ALIGN_MULTILINE_CHAINED_METHODS" value="true" /> <option name="ALIGN_MULTILINE_CHAINED_METHODS" value="true" />
<indentOptions> <indentOptions>
<option name="USE_TAB_CHARACTER" value="true" /> <option name="USE_TAB_CHARACTER" value="true" />
@@ -357,6 +372,7 @@
</codeStyleSettings> </codeStyleSettings>
<codeStyleSettings language="SCSS"> <codeStyleSettings language="SCSS">
<indentOptions> <indentOptions>
<option name="CONTINUATION_INDENT_SIZE" value="2" />
<option name="KEEP_INDENTS_ON_EMPTY_LINES" value="true" /> <option name="KEEP_INDENTS_ON_EMPTY_LINES" value="true" />
</indentOptions> </indentOptions>
</codeStyleSettings> </codeStyleSettings>
@@ -367,13 +383,6 @@
<option name="KEEP_INDENTS_ON_EMPTY_LINES" value="true" /> <option name="KEEP_INDENTS_ON_EMPTY_LINES" value="true" />
</indentOptions> </indentOptions>
</codeStyleSettings> </codeStyleSettings>
<codeStyleSettings language="Shell Script">
<indentOptions>
<option name="INDENT_SIZE" value="4" />
<option name="TAB_SIZE" value="4" />
<option name="USE_TAB_CHARACTER" value="true" />
</indentOptions>
</codeStyleSettings>
<codeStyleSettings language="TOML"> <codeStyleSettings language="TOML">
<indentOptions> <indentOptions>
<option name="CONTINUATION_INDENT_SIZE" value="4" /> <option name="CONTINUATION_INDENT_SIZE" value="4" />
@@ -427,6 +436,9 @@
</codeStyleSettings> </codeStyleSettings>
<codeStyleSettings language="liquid"> <codeStyleSettings language="liquid">
<indentOptions> <indentOptions>
<option name="INDENT_SIZE" value="2" />
<option name="CONTINUATION_INDENT_SIZE" value="2" />
<option name="TAB_SIZE" value="2" />
<option name="KEEP_INDENTS_ON_EMPTY_LINES" value="true" /> <option name="KEEP_INDENTS_ON_EMPTY_LINES" value="true" />
</indentOptions> </indentOptions>
</codeStyleSettings> </codeStyleSettings>

View File

@@ -91,7 +91,6 @@
<inspection_tool class="ComparatorNotSerializable" enabled="true" level="WARNING" enabled_by_default="true" /> <inspection_tool class="ComparatorNotSerializable" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="CompareToUsesNonFinalVariable" enabled="true" level="WARNING" enabled_by_default="true" /> <inspection_tool class="CompareToUsesNonFinalVariable" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="ComparisonOfShortAndChar" enabled="true" level="WARNING" enabled_by_default="true" /> <inspection_tool class="ComparisonOfShortAndChar" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="ComposeMissingKeys" enabled="true" level="ERROR" enabled_by_default="true" />
<inspection_tool class="ConditionSignal" enabled="true" level="WARNING" enabled_by_default="true" /> <inspection_tool class="ConditionSignal" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="ConditionalExpression" enabled="true" level="INFORMATION" enabled_by_default="true"> <inspection_tool class="ConditionalExpression" enabled="true" level="INFORMATION" enabled_by_default="true">
<option name="ignoreSimpleAssignmentsAndReturns" value="true" /> <option name="ignoreSimpleAssignmentsAndReturns" value="true" />
@@ -362,7 +361,7 @@
</inspection_tool> </inspection_tool>
<inspection_tool class="LocalVariableDeclarationSideOnly" enabled="true" level="ERROR" enabled_by_default="true" /> <inspection_tool class="LocalVariableDeclarationSideOnly" enabled="true" level="ERROR" enabled_by_default="true" />
<inspection_tool class="LocalVariableNamingConventionJS" enabled="true" level="WARNING" enabled_by_default="true"> <inspection_tool class="LocalVariableNamingConventionJS" enabled="true" level="WARNING" enabled_by_default="true">
<option name="m_regex" value="[a-z][A-Za-z]*" /> <option name="m_regex" value="[a-z][A-Za-z0-9]*" />
<option name="m_minLength" value="0" /> <option name="m_minLength" value="0" />
<option name="m_maxLength" value="99" /> <option name="m_maxLength" value="99" />
</inspection_tool> </inspection_tool>

View File

@@ -1,22 +0,0 @@
<component name="libraryTable">
<library name="Generated files" type="javaScript">
<properties>
<sourceFilesUrls>
<item url="file://$PROJECT_DIR$/Resources/Tracker/scripts.min/discord.js" />
<item url="file://$PROJECT_DIR$/Resources/Tracker/scripts.min/dom.js" />
<item url="file://$PROJECT_DIR$/Resources/Tracker/scripts.min/gui.js" />
<item url="file://$PROJECT_DIR$/Resources/Tracker/scripts.min/settings.js" />
<item url="file://$PROJECT_DIR$/Resources/Tracker/scripts.min/state.js" />
</sourceFilesUrls>
</properties>
<CLASSES>
<root url="file://$PROJECT_DIR$/Resources/Tracker/scripts.min/discord.js" />
<root url="file://$PROJECT_DIR$/Resources/Tracker/scripts.min/dom.js" />
<root url="file://$PROJECT_DIR$/Resources/Tracker/scripts.min/gui.js" />
<root url="file://$PROJECT_DIR$/Resources/Tracker/scripts.min/settings.js" />
<root url="file://$PROJECT_DIR$/Resources/Tracker/scripts.min/state.js" />
</CLASSES>
<JAVADOC />
<SOURCES />
</library>
</component>

View File

@@ -1,4 +1,3 @@
using System;
using System.Collections.Generic; using System.Collections.Generic;
using DHT.Utils.Logging; using DHT.Utils.Logging;
@@ -9,12 +8,13 @@ sealed class Arguments {
private const int FirstArgument = 1; private const int FirstArgument = 1;
public static Arguments Empty => new (Array.Empty<string>()); public static Arguments Empty => new ([]);
public bool Console { get; } public bool Console { get; }
public string? DatabaseFile { get; } public string? DatabaseFile { get; }
public ushort? ServerPort { get; } public ushort? ServerPort { get; }
public string? ServerToken { get; } public string? ServerToken { get; }
public byte? ConcurrentDownloads { get; }
public Arguments(IReadOnlyList<string> args) { public Arguments(IReadOnlyList<string> args) {
for (int i = FirstArgument; i < args.Count; i++) { for (int i = FirstArgument; i < args.Count; i++) {
@@ -50,11 +50,11 @@ sealed class Arguments {
continue; continue;
case "-port": { case "-port": {
if (ushort.TryParse(value, out var port)) { if (!ushort.TryParse(value, out ushort port)) {
ServerPort = port; Log.Warn("Invalid port number: " + value);
} }
else { else {
Log.Warn("Invalid port number: " + value); ServerPort = port;
} }
continue; continue;
@@ -64,6 +64,20 @@ sealed class Arguments {
ServerToken = value; ServerToken = value;
continue; continue;
case "-concurrentdownloads":
if (!ulong.TryParse(value, out ulong concurrentDownloads) || concurrentDownloads == 0) {
Log.Warn("Invalid concurrent downloads count: " + value);
}
else if (concurrentDownloads > 10) {
Log.Warn("Limiting concurrent downloads to 10");
ConcurrentDownloads = 10;
}
else {
ConcurrentDownloads = (byte) concurrentDownloads;
}
continue;
default: default:
Log.Warn("Unknown command line argument: " + key); Log.Warn("Unknown command line argument: " + key);
break; break;

View File

@@ -20,7 +20,7 @@ static class DatabaseGui {
private const string DatabaseFileInitialName = "archive.dht"; private const string DatabaseFileInitialName = "archive.dht";
private static readonly IReadOnlyList<FilePickerFileType> DatabaseFileDialogFilter = [ private static readonly IReadOnlyList<FilePickerFileType> DatabaseFileDialogFilter = [
FileDialogs.CreateFilter("Discord History Tracker Database", ["dht"]) FileDialogs.CreateFilter("Discord History Tracker Database", ["dht"]),
]; ];
public static async Task<string[]> NewOpenDatabaseFilesDialog(Window window, string? suggestedDirectory) { public static async Task<string[]> NewOpenDatabaseFilesDialog(Window window, string? suggestedDirectory) {
@@ -28,7 +28,7 @@ static class DatabaseGui {
Title = "Open Database File", Title = "Open Database File",
FileTypeFilter = DatabaseFileDialogFilter, FileTypeFilter = DatabaseFileDialogFilter,
SuggestedStartLocation = await FileDialogs.GetSuggestedStartLocation(window, suggestedDirectory), SuggestedStartLocation = await FileDialogs.GetSuggestedStartLocation(window, suggestedDirectory),
AllowMultiple = true AllowMultiple = true,
}); });
} }
@@ -38,7 +38,7 @@ static class DatabaseGui {
FileTypeChoices = DatabaseFileDialogFilter, FileTypeChoices = DatabaseFileDialogFilter,
SuggestedFileName = DatabaseFileInitialName, SuggestedFileName = DatabaseFileInitialName,
SuggestedStartLocation = await FileDialogs.GetSuggestedStartLocation(window, suggestedDirectory), SuggestedStartLocation = await FileDialogs.GetSuggestedStartLocation(window, suggestedDirectory),
ShowOverwritePrompt = false ShowOverwritePrompt = false,
}); });
} }

View File

@@ -0,0 +1,9 @@
using System.Diagnostics;
namespace DHT.Desktop.Common;
static class SystemUtils {
public static void OpenUrl(string url) {
Process.Start(new ProcessStartInfo(url) { UseShellExecute = true });
}
}

View File

@@ -15,14 +15,14 @@
</PropertyGroup> </PropertyGroup>
<ItemGroup> <ItemGroup>
<PackageReference Include="Avalonia" Version="11.0.6" /> <PackageReference Include="Avalonia" Version="11.2.3" />
<PackageReference Include="Avalonia.Controls.DataGrid" Version="11.0.6" /> <PackageReference Include="Avalonia.Controls.DataGrid" Version="11.2.3" />
<PackageReference Include="Avalonia.Controls.ItemsRepeater" Version="11.0.6" /> <PackageReference Include="Avalonia.Controls.ItemsRepeater" Version="11.1.5" />
<PackageReference Include="Avalonia.Desktop" Version="11.0.6" /> <PackageReference Include="Avalonia.Desktop" Version="11.2.3" />
<PackageReference Include="Avalonia.Diagnostics" Version="11.0.6" Condition=" '$(Configuration)' == 'Debug' " /> <PackageReference Include="Avalonia.Diagnostics" Version="11.2.3" Condition=" '$(Configuration)' == 'Debug' " />
<PackageReference Include="Avalonia.Fonts.Inter" Version="11.0.6" /> <PackageReference Include="Avalonia.Fonts.Inter" Version="11.2.3" />
<PackageReference Include="Avalonia.ReactiveUI" Version="11.0.6" /> <PackageReference Include="Avalonia.ReactiveUI" Version="11.2.3" />
<PackageReference Include="Avalonia.Themes.Fluent" Version="11.0.6" /> <PackageReference Include="Avalonia.Themes.Fluent" Version="11.2.3" />
<PackageReference Include="CommunityToolkit.Mvvm" Version="999.0.0-build.0.g0d941a6a62" /> <PackageReference Include="CommunityToolkit.Mvvm" Version="999.0.0-build.0.g0d941a6a62" />
</ItemGroup> </ItemGroup>
@@ -39,11 +39,6 @@
<EmbeddedResource Include="Resources/tracker-loader.js"> <EmbeddedResource Include="Resources/tracker-loader.js">
<LogicalName>tracker-loader.js</LogicalName> <LogicalName>tracker-loader.js</LogicalName>
</EmbeddedResource> </EmbeddedResource>
<EmbeddedResource Include="../Resources/Viewer/**">
<LogicalName>Viewer\%(RecursiveDir)%(Filename)%(Extension)</LogicalName>
<Link>Resources/Viewer/%(RecursiveDir)%(Filename)%(Extension)</Link>
<Visible>false</Visible>
</EmbeddedResource>
</ItemGroup> </ItemGroup>
</Project> </Project>

View File

@@ -1,4 +1,3 @@
using System;
using System.Collections.Generic; using System.Collections.Generic;
using System.ComponentModel; using System.ComponentModel;
using System.Linq; using System.Linq;
@@ -9,19 +8,19 @@ namespace DHT.Desktop.Dialogs.CheckBox;
class CheckBoxDialogModel : ObservableObject { class CheckBoxDialogModel : ObservableObject {
public string Title { get; init; } = ""; public string Title { get; init; } = "";
private IReadOnlyList<CheckBoxItem> items = Array.Empty<CheckBoxItem>(); private IReadOnlyList<CheckBoxItem> items = [];
public IReadOnlyList<CheckBoxItem> Items { public IReadOnlyList<CheckBoxItem> Items {
get => items; get => items;
protected set { protected set {
foreach (var item in items) { foreach (CheckBoxItem item in items) {
item.PropertyChanged -= OnItemPropertyChanged; item.PropertyChanged -= OnItemPropertyChanged;
} }
items = value; items = value;
foreach (var item in items) { foreach (CheckBoxItem item in items) {
item.PropertyChanged += OnItemPropertyChanged; item.PropertyChanged += OnItemPropertyChanged;
} }
} }
@@ -38,7 +37,7 @@ class CheckBoxDialogModel : ObservableObject {
private void SetAllChecked(bool isChecked) { private void SetAllChecked(bool isChecked) {
pauseCheckEvents = true; pauseCheckEvents = true;
foreach (var item in Items) { foreach (CheckBoxItem item in Items) {
item.IsChecked = isChecked; item.IsChecked = isChecked;
} }
@@ -65,6 +64,6 @@ sealed class CheckBoxDialogModel<T> : CheckBoxDialogModel {
public CheckBoxDialogModel(IEnumerable<CheckBoxItem<T>> items) { public CheckBoxDialogModel(IEnumerable<CheckBoxItem<T>> items) {
this.Items = new List<CheckBoxItem<T>>(items); this.Items = new List<CheckBoxItem<T>>(items);
base.Items = this.Items; base.Items = Items;
} }
} }

View File

@@ -18,7 +18,7 @@ static class FileDialogs {
public static FilePickerFileType CreateFilter(string name, string[] extensions) { public static FilePickerFileType CreateFilter(string name, string[] extensions) {
return new FilePickerFileType(name) { return new FilePickerFileType(name) {
Patterns = extensions.Select(static ext => "*." + ext).ToArray() Patterns = extensions.Select(static ext => "*." + ext).ToArray(),
}; };
} }

View File

@@ -15,8 +15,8 @@ static class Dialog {
DataContext = new MessageDialogModel { DataContext = new MessageDialogModel {
Title = title, Title = title,
Message = message, Message = message,
IsOkVisible = true IsOkVisible = true,
} },
}.ShowDialog<DialogResult.All>(owner); }.ShowDialog<DialogResult.All>(owner);
} }
@@ -30,8 +30,8 @@ static class Dialog {
Title = title, Title = title,
Message = message, Message = message,
IsOkVisible = true, IsOkVisible = true,
IsCancelVisible = true IsCancelVisible = true,
} },
}.ShowDialog<DialogResult.All?>(owner); }.ShowDialog<DialogResult.All?>(owner);
return result.ToOkCancel(); return result.ToOkCancel();
@@ -47,8 +47,8 @@ static class Dialog {
Title = title, Title = title,
Message = message, Message = message,
IsYesVisible = true, IsYesVisible = true,
IsNoVisible = true IsNoVisible = true,
} },
}.ShowDialog<DialogResult.All?>(owner); }.ShowDialog<DialogResult.All?>(owner);
return result.ToYesNo(); return result.ToYesNo();
@@ -65,8 +65,8 @@ static class Dialog {
Message = message, Message = message,
IsYesVisible = true, IsYesVisible = true,
IsNoVisible = true, IsNoVisible = true,
IsCancelVisible = true IsCancelVisible = true,
} },
}.ShowDialog<DialogResult.All?>(owner); }.ShowDialog<DialogResult.All?>(owner);
return result.ToYesNoCancel(); return result.ToYesNoCancel();

View File

@@ -7,26 +7,26 @@ static class DialogResult {
Ok, Ok,
Yes, Yes,
No, No,
Cancel Cancel,
} }
public enum OkCancel { public enum OkCancel {
Closed, Closed,
Ok, Ok,
Cancel Cancel,
} }
public enum YesNo { public enum YesNo {
Closed, Closed,
Yes, Yes,
No No,
} }
public enum YesNoCancel { public enum YesNoCancel {
Closed, Closed,
Yes, Yes,
No, No,
Cancel Cancel,
} }
public static OkCancel ToOkCancel(this All? result) { public static OkCancel ToOkCancel(this All? result) {
@@ -34,7 +34,7 @@ static class DialogResult {
null => OkCancel.Closed, null => OkCancel.Closed,
All.Ok => OkCancel.Ok, All.Ok => OkCancel.Ok,
All.Cancel => OkCancel.Cancel, All.Cancel => OkCancel.Cancel,
_ => throw new ArgumentException("Cannot convert dialog result " + result + " to ok/cancel.") _ => throw new ArgumentException("Cannot convert dialog result " + result + " to ok/cancel."),
}; };
} }
@@ -43,7 +43,7 @@ static class DialogResult {
null => YesNo.Closed, null => YesNo.Closed,
All.Yes => YesNo.Yes, All.Yes => YesNo.Yes,
All.No => YesNo.No, All.No => YesNo.No,
_ => throw new ArgumentException("Cannot convert dialog result " + result + " to yes/no.") _ => throw new ArgumentException("Cannot convert dialog result " + result + " to yes/no."),
}; };
} }
@@ -53,7 +53,7 @@ static class DialogResult {
All.Yes => YesNoCancel.Yes, All.Yes => YesNoCancel.Yes,
All.No => YesNoCancel.No, All.No => YesNoCancel.No,
All.Cancel => YesNoCancel.Cancel, All.Cancel => YesNoCancel.Cancel,
_ => throw new ArgumentException("Cannot convert dialog result " + result + " to yes/no/cancel.") _ => throw new ArgumentException("Cannot convert dialog result " + result + " to yes/no/cancel."),
}; };
} }
} }

View File

@@ -2,11 +2,15 @@ using System;
using System.Diagnostics.CodeAnalysis; using System.Diagnostics.CodeAnalysis;
using System.Threading.Tasks; using System.Threading.Tasks;
using Avalonia.Controls; using Avalonia.Controls;
using DHT.Desktop.Dialogs.Message;
using DHT.Utils.Logging;
namespace DHT.Desktop.Dialogs.Progress; namespace DHT.Desktop.Dialogs.Progress;
[SuppressMessage("ReSharper", "MemberCanBeInternal")] [SuppressMessage("ReSharper", "MemberCanBeInternal")]
public sealed partial class ProgressDialog : Window { public sealed partial class ProgressDialog : Window {
private static readonly Log Log = Log.ForType<ProgressDialog>();
internal static async Task Show(Window owner, string title, Func<ProgressDialog, IProgressCallback, Task> action) { internal static async Task Show(Window owner, string title, Func<ProgressDialog, IProgressCallback, Task> action) {
var taskCompletionSource = new TaskCompletionSource(); var taskCompletionSource = new TaskCompletionSource();
var dialog = new ProgressDialog(); var dialog = new ProgressDialog();
@@ -84,6 +88,11 @@ public sealed partial class ProgressDialog : Window {
public async Task ShowProgressDialog(Window owner) { public async Task ShowProgressDialog(Window owner) {
await ShowDialog(owner); await ShowDialog(owner);
await progressTask; try {
await progressTask;
} catch (Exception e) {
Log.Error(e);
await Dialog.ShowOk(owner, "Unexpected Error", e.Message);
}
} }
} }

View File

@@ -10,7 +10,7 @@ namespace DHT.Desktop.Dialogs.Progress;
sealed class ProgressDialogModel { sealed class ProgressDialogModel {
public string Title { get; init; } = ""; public string Title { get; init; } = "";
public IReadOnlyList<ProgressItem> Items { get; } = Array.Empty<ProgressItem>(); public IReadOnlyList<ProgressItem> Items { get; } = [];
private readonly TaskRunner? task; private readonly TaskRunner? task;
@@ -20,7 +20,7 @@ sealed class ProgressDialogModel {
public ProgressDialogModel(string title, TaskRunner task, int progressItems = 1) { public ProgressDialogModel(string title, TaskRunner task, int progressItems = 1) {
this.Title = title; this.Title = title;
this.task = task; this.task = task;
this.Items = Enumerable.Range(0, progressItems).Select(static _ => new ProgressItem()).ToArray(); this.Items = Enumerable.Range(start: 0, progressItems).Select(static _ => new ProgressItem()).ToArray();
} }
internal async Task StartTask() { internal async Task StartTask() {
@@ -57,7 +57,7 @@ sealed class ProgressDialogModel {
} }
public Task Hide() { public Task Hide() {
return Update(string.Empty, 0, 0); return Update(string.Empty, finishedItems: 0, totalItems: 0);
} }
} }
} }

View File

@@ -1,4 +1,3 @@
using System;
using System.Collections.Generic; using System.Collections.Generic;
using System.ComponentModel; using System.ComponentModel;
using System.Linq; using System.Linq;
@@ -10,19 +9,19 @@ class TextBoxDialogModel : ObservableObject {
public string Title { get; init; } = ""; public string Title { get; init; } = "";
public string Description { get; init; } = ""; public string Description { get; init; } = "";
private IReadOnlyList<TextBoxItem> items = Array.Empty<TextBoxItem>(); private IReadOnlyList<TextBoxItem> items = [];
public IReadOnlyList<TextBoxItem> Items { public IReadOnlyList<TextBoxItem> Items {
get => items; get => items;
protected set { protected set {
foreach (var item in items) { foreach (TextBoxItem item in items) {
item.ErrorsChanged -= OnItemErrorsChanged; item.ErrorsChanged -= OnItemErrorsChanged;
} }
items = value; items = value;
foreach (var item in items) { foreach (TextBoxItem item in items) {
item.ErrorsChanged += OnItemErrorsChanged; item.ErrorsChanged += OnItemErrorsChanged;
} }
} }

View File

@@ -15,7 +15,7 @@ class TextBoxItem : ObservableObject, INotifyDataErrorInfo {
private string value = string.Empty; private string value = string.Empty;
public string Value { public string Value {
get => this.value; get => value;
set { set {
SetProperty(ref this.value, value); SetProperty(ref this.value, value);
ErrorsChanged?.Invoke(this, new DataErrorsChangedEventArgs(nameof(Value))); ErrorsChanged?.Invoke(this, new DataErrorsChangedEventArgs(nameof(Value)));

View File

@@ -39,7 +39,7 @@ static class DiscordAppSettings {
public static async Task<bool?> AreDevToolsEnabled() { public static async Task<bool?> AreDevToolsEnabled() {
try { try {
var settingsJson = await ReadSettingsJson(); JsonObject settingsJson = await ReadSettingsJson();
return AreDevToolsEnabled(settingsJson); return AreDevToolsEnabled(settingsJson);
} catch (Exception e) { } catch (Exception e) {
Log.Error("Cannot read settings file."); Log.Error("Cannot read settings file.");
@@ -49,7 +49,7 @@ static class DiscordAppSettings {
} }
private static bool AreDevToolsEnabled(JsonObject json) { private static bool AreDevToolsEnabled(JsonObject json) {
return json.TryGetPropertyValue(JsonKeyDevTools, out var node) && node?.GetValueKind() == JsonValueKind.True; return json.TryGetPropertyValue(JsonKeyDevTools, out JsonNode? node) && node?.GetValueKind() == JsonValueKind.True;
} }
public static async Task<SettingsJsonResult> ConfigureDevTools(bool enable) { public static async Task<SettingsJsonResult> ConfigureDevTools(bool enable) {
@@ -89,7 +89,7 @@ static class DiscordAppSettings {
if (File.Exists(JsonBackupFilePath)) { if (File.Exists(JsonBackupFilePath)) {
try { try {
File.Move(JsonBackupFilePath, JsonFilePath, true); File.Move(JsonBackupFilePath, JsonFilePath, overwrite: true);
Log.Info("Restored settings file from backup."); Log.Info("Restored settings file from backup.");
} catch (Exception e2) { } catch (Exception e2) {
Log.Error("Cannot restore settings file from backup."); Log.Error("Cannot restore settings file from backup.");

View File

@@ -6,5 +6,5 @@ enum SettingsJsonResult {
FileNotFound, FileNotFound,
ReadError, ReadError,
InvalidJson, InvalidJson,
WriteError WriteError,
} }

View File

@@ -3,12 +3,12 @@
xmlns:d="http://schemas.microsoft.com/expression/blend/2008" xmlns:d="http://schemas.microsoft.com/expression/blend/2008"
xmlns:mc="http://schemas.openxmlformats.org/markup-compatibility/2006" xmlns:mc="http://schemas.openxmlformats.org/markup-compatibility/2006"
xmlns:main="clr-namespace:DHT.Desktop.Main" xmlns:main="clr-namespace:DHT.Desktop.Main"
mc:Ignorable="d" d:DesignWidth="480" d:DesignHeight="295" mc:Ignorable="d" d:DesignWidth="480" d:DesignHeight="360"
x:Class="DHT.Desktop.Main.AboutWindow" x:Class="DHT.Desktop.Main.AboutWindow"
x:DataType="main:AboutWindowModel" x:DataType="main:AboutWindowModel"
Title="About Discord History Tracker" Title="About Discord History Tracker"
Icon="avares://DiscordHistoryTracker/Resources/icon.ico" Icon="avares://DiscordHistoryTracker/Resources/icon.ico"
Width="480" Height="295" CanResize="False" Width="480" Height="360" CanResize="False"
WindowStartupLocation="CenterOwner"> WindowStartupLocation="CenterOwner">
<Design.DataContext> <Design.DataContext>
@@ -39,10 +39,11 @@
<StackPanel> <StackPanel>
<Button Command="{Binding ShowOfficialWebsite}">Official Website</Button> <Button Command="{Binding ShowOfficialWebsite}">Official Website</Button>
<Button Command="{Binding ShowIssueTracker}">Issue Tracker</Button>
<Button Command="{Binding ShowSourceCode}">Source Code</Button> <Button Command="{Binding ShowSourceCode}">Source Code</Button>
</StackPanel> </StackPanel>
<Grid RowDefinitions="Auto,5,Auto,Auto,Auto,Auto,Auto,Auto" ColumnDefinitions="175,125,*" Margin="0 10 0 0"> <Grid RowDefinitions="Auto,5,Auto,Auto,Auto,Auto,Auto,Auto,Auto,Auto" ColumnDefinitions="175,125,*" Margin="0 10 0 0">
<TextBlock Grid.Row="0" Grid.Column="0" FontWeight="Bold">Third-Party Software</TextBlock> <TextBlock Grid.Row="0" Grid.Column="0" FontWeight="Bold">Third-Party Software</TextBlock>
<TextBlock Grid.Row="0" Grid.Column="1" FontWeight="Bold">License</TextBlock> <TextBlock Grid.Row="0" Grid.Column="1" FontWeight="Bold">License</TextBlock>
<TextBlock Grid.Row="0" Grid.Column="2" FontWeight="Bold">Link</TextBlock> <TextBlock Grid.Row="0" Grid.Column="2" FontWeight="Bold">Link</TextBlock>
@@ -55,13 +56,21 @@
<TextBlock Grid.Row="3" Grid.Column="1">MIT</TextBlock> <TextBlock Grid.Row="3" Grid.Column="1">MIT</TextBlock>
<Button Grid.Row="3" Grid.Column="2" Command="{Binding ShowLibraryAvalonia}">NuGet</Button> <Button Grid.Row="3" Grid.Column="2" Command="{Binding ShowLibraryAvalonia}">NuGet</Button>
<TextBlock Grid.Row="4" Grid.Column="0">SQLite</TextBlock> <TextBlock Grid.Row="4" Grid.Column="0">MVVM Toolkit</TextBlock>
<TextBlock Grid.Row="4" Grid.Column="1">Public Domain</TextBlock> <TextBlock Grid.Row="4" Grid.Column="1">MIT</TextBlock>
<Button Grid.Row="4" Grid.Column="2" Command="{Binding ShowLibrarySqlite}">Official Website</Button> <Button Grid.Row="4" Grid.Column="2" Command="{Binding ShowLibraryCommunityToolkit}">GitHub</Button>
<TextBlock Grid.Row="5" Grid.Column="0">Microsoft.Data.Sqlite</TextBlock> <TextBlock Grid.Row="5" Grid.Column="0">SQLite</TextBlock>
<TextBlock Grid.Row="5" Grid.Column="1">Apache-2.0</TextBlock> <TextBlock Grid.Row="5" Grid.Column="1">Public Domain</TextBlock>
<Button Grid.Row="5" Grid.Column="2" Command="{Binding ShowLibrarySqliteAdoNet}">NuGet</Button> <Button Grid.Row="5" Grid.Column="2" Command="{Binding ShowLibrarySqlite}">Official Website</Button>
<TextBlock Grid.Row="6" Grid.Column="0">Microsoft.Data.Sqlite</TextBlock>
<TextBlock Grid.Row="6" Grid.Column="1">Apache-2.0</TextBlock>
<Button Grid.Row="6" Grid.Column="2" Command="{Binding ShowLibrarySqliteAdoNet}">NuGet</Button>
<TextBlock Grid.Row="7" Grid.Column="0">Rx.NET</TextBlock>
<TextBlock Grid.Row="7" Grid.Column="1">MIT</TextBlock>
<Button Grid.Row="7" Grid.Column="2" Command="{Binding ShowLibraryRxNet}">GitHub</Button>
</Grid> </Grid>
</StackPanel> </StackPanel>

View File

@@ -1,33 +1,41 @@
using System.Diagnostics; using DHT.Desktop.Common;
namespace DHT.Desktop.Main; namespace DHT.Desktop.Main;
sealed class AboutWindowModel { sealed class AboutWindowModel {
public void ShowOfficialWebsite() { public void ShowOfficialWebsite() {
OpenUrl("https://dht.chylex.com"); SystemUtils.OpenUrl(Program.Website);
}
public void ShowIssueTracker() {
SystemUtils.OpenUrl("https://github.com/chylex/Discord-History-Tracker/issues");
} }
public void ShowSourceCode() { public void ShowSourceCode() {
OpenUrl("https://github.com/chylex/Discord-History-Tracker"); SystemUtils.OpenUrl("https://github.com/chylex/Discord-History-Tracker");
}
public void ShowLibraryAvalonia() {
OpenUrl("https://www.nuget.org/packages/Avalonia");
}
public void ShowLibrarySqlite() {
OpenUrl("https://www.sqlite.org");
}
public void ShowLibrarySqliteAdoNet() {
OpenUrl("https://www.nuget.org/packages/Microsoft.Data.Sqlite");
} }
public void ShowLibraryNetCore() { public void ShowLibraryNetCore() {
OpenUrl("https://github.com/dotnet/core"); SystemUtils.OpenUrl("https://github.com/dotnet/core");
} }
private static void OpenUrl(string url) { public void ShowLibraryAvalonia() {
Process.Start(new ProcessStartInfo { FileName = url, UseShellExecute = true }); SystemUtils.OpenUrl("https://www.nuget.org/packages/Avalonia");
}
public void ShowLibraryCommunityToolkit() {
SystemUtils.OpenUrl("https://github.com/CommunityToolkit/dotnet");
}
public void ShowLibrarySqlite() {
SystemUtils.OpenUrl("https://www.sqlite.org");
}
public void ShowLibrarySqliteAdoNet() {
SystemUtils.OpenUrl("https://www.nuget.org/packages/Microsoft.Data.Sqlite");
}
public void ShowLibraryRxNet() {
SystemUtils.OpenUrl("https://github.com/dotnet/reactive");
} }
} }

View File

@@ -1,6 +1,7 @@
using System; using System;
using System.Collections.Generic; using System.Collections.Generic;
using System.ComponentModel; using System.ComponentModel;
using System.Linq;
using System.Reactive.Linq; using System.Reactive.Linq;
using System.Threading.Tasks; using System.Threading.Tasks;
using Avalonia.ReactiveUI; using Avalonia.ReactiveUI;
@@ -8,23 +9,27 @@ using CommunityToolkit.Mvvm.ComponentModel;
using DHT.Desktop.Common; using DHT.Desktop.Common;
using DHT.Server; using DHT.Server;
using DHT.Server.Data.Filters; using DHT.Server.Data.Filters;
using DHT.Server.Data.Settings;
using DHT.Utils.Logging;
using DHT.Utils.Tasks; using DHT.Utils.Tasks;
namespace DHT.Desktop.Main.Controls; namespace DHT.Desktop.Main.Controls;
sealed partial class DownloadItemFilterPanelModel : ObservableObject, IDisposable { sealed partial class DownloadItemFilterPanelModel : ObservableObject, IAsyncDisposable {
private static readonly Log Log = Log.ForType<DownloadItemFilterPanelModel>();
public sealed record Unit(string Name, uint Scale); public sealed record Unit(string Name, uint Scale);
private static readonly Unit[] AllUnits = [ private static readonly Unit[] AllUnits = [
new Unit("B", 1), new Unit("B", Scale: 1),
new Unit("kB", 1024), new Unit("kB", Scale: 1024),
new Unit("MB", 1024 * 1024) new Unit("MB", Scale: 1024 * 1024)
]; ];
private static readonly HashSet<string> FilterProperties = [ private static readonly HashSet<string> FilterProperties = [
nameof(LimitSize), nameof(LimitSize),
nameof(MaximumSize), nameof(MaximumSize),
nameof(MaximumSizeUnit) nameof(MaximumSizeUnit),
]; ];
public string FilterStatisticsText { get; private set; } = ""; public string FilterStatisticsText { get; private set; } = "";
@@ -33,7 +38,7 @@ sealed partial class DownloadItemFilterPanelModel : ObservableObject, IDisposabl
private bool limitSize = false; private bool limitSize = false;
[ObservableProperty] [ObservableProperty]
private ulong maximumSize = 0L; private ulong maximumSize = 0UL;
[ObservableProperty] [ObservableProperty]
private Unit maximumSizeUnit = AllUnits[0]; private Unit maximumSizeUnit = AllUnits[0];
@@ -43,6 +48,9 @@ sealed partial class DownloadItemFilterPanelModel : ObservableObject, IDisposabl
private readonly State state; private readonly State state;
private readonly string verb; private readonly string verb;
private readonly DelayedThrottledTask<FilterSettings> saveFilterSettingsTask;
private bool isLoadingFilterSettings;
private readonly RestartableTask<long> downloadItemCountTask; private readonly RestartableTask<long> downloadItemCountTask;
private long? matchingItemCount; private long? matchingItemCount;
@@ -56,6 +64,8 @@ sealed partial class DownloadItemFilterPanelModel : ObservableObject, IDisposabl
this.state = state; this.state = state;
this.verb = verb; this.verb = verb;
this.saveFilterSettingsTask = new DelayedThrottledTask<FilterSettings>(Log, TimeSpan.FromSeconds(5), SaveFilterSettings);
this.downloadItemCountTask = new RestartableTask<long>(SetMatchingCount, TaskScheduler.FromCurrentSynchronizationContext()); this.downloadItemCountTask = new RestartableTask<long>(SetMatchingCount, TaskScheduler.FromCurrentSynchronizationContext());
this.downloadItemCountSubscription = state.Db.Downloads.TotalCount.ObserveOn(AvaloniaScheduler.Instance).Subscribe(OnDownloadItemCountChanged); this.downloadItemCountSubscription = state.Db.Downloads.TotalCount.ObserveOn(AvaloniaScheduler.Instance).Subscribe(OnDownloadItemCountChanged);
@@ -64,13 +74,51 @@ sealed partial class DownloadItemFilterPanelModel : ObservableObject, IDisposabl
PropertyChanged += OnPropertyChanged; PropertyChanged += OnPropertyChanged;
} }
public void Dispose() { public async Task Initialize() {
isLoadingFilterSettings = true;
LimitSize = await state.Db.Settings.Get(SettingsKey.DownloadsLimitSize, LimitSize);
MaximumSize = await state.Db.Settings.Get(SettingsKey.DownloadsMaximumSize, MaximumSize);
if (await state.Db.Settings.Get(SettingsKey.DownloadsMaximumSizeUnit, defaultValue: null) is {} unitName && AllUnits.FirstOrDefault(unit => unit.Name == unitName) is {} unitValue) {
MaximumSizeUnit = unitValue;
}
isLoadingFilterSettings = false;
}
public async ValueTask DisposeAsync() {
saveFilterSettingsTask.Dispose();
downloadItemCountTask.Cancel(); downloadItemCountTask.Cancel();
downloadItemCountSubscription.Dispose(); downloadItemCountSubscription.Dispose();
await SaveFilterSettings(new FilterSettings(this));
}
private sealed record FilterSettings(bool LimitSize, ulong MaximumSize, Unit MaximumSizeUnit) {
public FilterSettings(DownloadItemFilterPanelModel model) : this(model.LimitSize, model.MaximumSize, model.MaximumSizeUnit) {}
}
private async Task SaveFilterSettings(FilterSettings settings) {
try {
await state.Db.Settings.Set(async setter => {
await setter.Set(SettingsKey.DownloadsLimitSize, settings.LimitSize);
await setter.Set(SettingsKey.DownloadsMaximumSize, settings.MaximumSize);
await setter.Set(SettingsKey.DownloadsMaximumSizeUnit, settings.MaximumSizeUnit.Name);
});
} catch (Exception e) {
Log.Error("Could not save download filter settings");
Log.Error(e);
}
} }
private void OnPropertyChanged(object? sender, PropertyChangedEventArgs e) { private void OnPropertyChanged(object? sender, PropertyChangedEventArgs e) {
if (e.PropertyName != null && FilterProperties.Contains(e.PropertyName)) { if (e.PropertyName != null && FilterProperties.Contains(e.PropertyName)) {
if (!isLoadingFilterSettings) {
saveFilterSettingsTask.Post(new FilterSettings(this));
}
UpdateFilterStatistics(); UpdateFilterStatistics();
} }
} }
@@ -82,7 +130,7 @@ sealed partial class DownloadItemFilterPanelModel : ObservableObject, IDisposabl
private void UpdateFilterStatistics() { private void UpdateFilterStatistics() {
var filter = CreateFilter(); DownloadItemFilter filter = CreateFilter();
if (filter.IsEmpty) { if (filter.IsEmpty) {
downloadItemCountTask.Cancel(); downloadItemCountTask.Cancel();
matchingItemCount = totalItemCount; matchingItemCount = totalItemCount;
@@ -101,8 +149,8 @@ sealed partial class DownloadItemFilterPanelModel : ObservableObject, IDisposabl
} }
private void UpdateFilterStatisticsText() { private void UpdateFilterStatisticsText() {
var matchingItemCountStr = matchingItemCount?.Format() ?? "(...)"; string matchingItemCountStr = matchingItemCount?.Format() ?? "(...)";
var totalItemCountStr = totalItemCount?.Format() ?? "(...)"; string totalItemCountStr = totalItemCount?.Format() ?? "(...)";
FilterStatisticsText = verb + " " + matchingItemCountStr + " out of " + totalItemCountStr + " file" + (totalItemCount is null or 1 ? "." : "s."); FilterStatisticsText = verb + " " + matchingItemCountStr + " out of " + totalItemCountStr + " file" + (totalItemCount is null or 1 ? "." : "s.");
OnPropertyChanged(nameof(FilterStatisticsText)); OnPropertyChanged(nameof(FilterStatisticsText));

View File

@@ -1,4 +1,5 @@
using System.Diagnostics.CodeAnalysis; using System.Diagnostics.CodeAnalysis;
using System.Globalization;
using Avalonia.Controls; using Avalonia.Controls;
namespace DHT.Desktop.Main.Controls; namespace DHT.Desktop.Main.Controls;
@@ -8,8 +9,8 @@ public sealed partial class MessageFilterPanel : UserControl {
public MessageFilterPanel() { public MessageFilterPanel() {
InitializeComponent(); InitializeComponent();
var culture = Program.Culture; CultureInfo culture = Program.Culture;
foreach (var picker in new CalendarDatePicker[] { StartDatePicker, EndDatePicker }) { foreach (CalendarDatePicker picker in new CalendarDatePicker[] { StartDatePicker, EndDatePicker }) {
picker.FirstDayOfWeek = culture.DateTimeFormat.FirstDayOfWeek; picker.FirstDayOfWeek = culture.DateTimeFormat.FirstDayOfWeek;
picker.SelectedDateFormat = CalendarDatePickerFormat.Custom; picker.SelectedDateFormat = CalendarDatePickerFormat.Custom;
picker.CustomDateFormatString = culture.DateTimeFormat.ShortDatePattern; picker.CustomDateFormatString = culture.DateTimeFormat.ShortDatePattern;

View File

@@ -27,7 +27,7 @@ sealed partial class MessageFilterPanelModel : ObservableObject, IDisposable {
nameof(FilterByChannel), nameof(FilterByChannel),
nameof(IncludedChannels), nameof(IncludedChannels),
nameof(FilterByUser), nameof(FilterByUser),
nameof(IncludedUsers) nameof(IncludedUsers),
]; ];
public string FilterStatisticsText { get; private set; } = ""; public string FilterStatisticsText { get; private set; } = "";
@@ -160,7 +160,7 @@ sealed partial class MessageFilterPanelModel : ObservableObject, IDisposable {
} }
private void UpdateFilterStatistics() { private void UpdateFilterStatistics() {
var filter = CreateFilter(); MessageFilter filter = CreateFilter();
if (filter.IsEmpty) { if (filter.IsEmpty) {
exportedMessageCountTask.Cancel(); exportedMessageCountTask.Cancel();
exportedMessageCount = totalMessageCount; exportedMessageCount = totalMessageCount;
@@ -179,8 +179,8 @@ sealed partial class MessageFilterPanelModel : ObservableObject, IDisposable {
} }
private void UpdateFilterStatisticsText() { private void UpdateFilterStatisticsText() {
var exportedMessageCountStr = exportedMessageCount?.Format() ?? "(...)"; string exportedMessageCountStr = exportedMessageCount?.Format() ?? "(...)";
var totalMessageCountStr = totalMessageCount?.Format() ?? "(...)"; string totalMessageCountStr = totalMessageCount?.Format() ?? "(...)";
FilterStatisticsText = verb + " " + exportedMessageCountStr + " out of " + totalMessageCountStr + " message" + (totalMessageCount is null or 1 ? "." : "s."); FilterStatisticsText = verb + " " + exportedMessageCountStr + " out of " + totalMessageCountStr + " message" + (totalMessageCount is null or 1 ? "." : "s.");
OnPropertyChanged(nameof(FilterStatisticsText)); OnPropertyChanged(nameof(FilterStatisticsText));
@@ -189,16 +189,16 @@ sealed partial class MessageFilterPanelModel : ObservableObject, IDisposable {
public async Task OpenChannelFilterDialog() { public async Task OpenChannelFilterDialog() {
async Task<List<CheckBoxItem<ulong>>> PrepareChannelItems(ProgressDialog dialog) { async Task<List<CheckBoxItem<ulong>>> PrepareChannelItems(ProgressDialog dialog) {
var items = new List<CheckBoxItem<ulong>>(); var items = new List<CheckBoxItem<ulong>>();
var servers = await state.Db.Servers.Get().ToDictionaryAsync(static server => server.Id); Dictionary<ulong, DHT.Server.Data.Server> servers = await state.Db.Servers.Get().ToDictionaryAsync(static server => server.Id);
await foreach (var channel in state.Db.Channels.Get()) { await foreach (Channel channel in state.Db.Channels.Get()) {
var channelId = channel.Id; ulong channelId = channel.Id;
var channelName = channel.Name; string channelName = channel.Name;
string title; string title;
if (servers.TryGetValue(channel.Server, out var server)) { if (servers.TryGetValue(channel.Server, out var server)) {
var titleBuilder = new StringBuilder(); var titleBuilder = new StringBuilder();
var serverType = server.Type; ServerType? serverType = server.Type;
titleBuilder.Append('[') titleBuilder.Append('[')
.Append(ServerTypes.ToString(serverType)) .Append(ServerTypes.ToString(serverType))
@@ -221,7 +221,7 @@ sealed partial class MessageFilterPanelModel : ObservableObject, IDisposable {
items.Add(new CheckBoxItem<ulong>(channelId) { items.Add(new CheckBoxItem<ulong>(channelId) {
Title = title, Title = title,
IsChecked = IncludedChannels == null || IncludedChannels.Contains(channelId) IsChecked = IncludedChannels == null || IncludedChannels.Contains(channelId),
}); });
} }
@@ -238,7 +238,7 @@ sealed partial class MessageFilterPanelModel : ObservableObject, IDisposable {
return; return;
} }
var result = await OpenIdFilterDialog(Title, items); HashSet<ulong>? result = await OpenIdFilterDialog(Title, items);
if (result != null) { if (result != null) {
IncludedChannels = result; IncludedChannels = result;
} }
@@ -248,13 +248,10 @@ sealed partial class MessageFilterPanelModel : ObservableObject, IDisposable {
async Task<List<CheckBoxItem<ulong>>> PrepareUserItems(ProgressDialog dialog) { async Task<List<CheckBoxItem<ulong>>> PrepareUserItems(ProgressDialog dialog) {
var checkBoxItems = new List<CheckBoxItem<ulong>>(); var checkBoxItems = new List<CheckBoxItem<ulong>>();
await foreach (var user in state.Db.Users.Get()) { await foreach (User user in state.Db.Users.Get()) {
var name = user.Name;
var discriminator = user.Discriminator;
checkBoxItems.Add(new CheckBoxItem<ulong>(user.Id) { checkBoxItems.Add(new CheckBoxItem<ulong>(user.Id) {
Title = discriminator == null ? name : name + " #" + discriminator, Title = user.DisplayName == null ? user.Name : $"{user.DisplayName} ({user.Name})",
IsChecked = IncludedUsers == null || IncludedUsers.Contains(user.Id) IsChecked = IncludedUsers == null || IncludedUsers.Contains(user.Id),
}); });
} }
@@ -271,7 +268,7 @@ sealed partial class MessageFilterPanelModel : ObservableObject, IDisposable {
return; return;
} }
var result = await OpenIdFilterDialog(Title, items); HashSet<ulong>? result = await OpenIdFilterDialog(Title, items);
if (result != null) { if (result != null) {
IncludedUsers = result; IncludedUsers = result;
} }
@@ -281,7 +278,7 @@ sealed partial class MessageFilterPanelModel : ObservableObject, IDisposable {
items.Sort(static (item1, item2) => item1.Title.CompareTo(item2.Title)); items.Sort(static (item1, item2) => item1.Title.CompareTo(item2.Title));
var model = new CheckBoxDialogModel<ulong>(items) { var model = new CheckBoxDialogModel<ulong>(items) {
Title = title Title = title,
}; };
var dialog = new CheckBoxDialog { DataContext = model }; var dialog = new CheckBoxDialog { DataContext = model };

View File

@@ -16,6 +16,10 @@
<Setter Property="FontFamily" Value="Consolas,Courier" /> <Setter Property="FontFamily" Value="Consolas,Courier" />
<Setter Property="FontSize" Value="15" /> <Setter Property="FontSize" Value="15" />
</Style> </Style>
<Style Selector="Label">
<Setter Property="Margin" Value="0 5" />
<Setter Property="Padding" Value="0" />
</Style>
<Style Selector="WrapPanel > StackPanel"> <Style Selector="WrapPanel > StackPanel">
<Setter Property="Orientation" Value="Vertical" /> <Setter Property="Orientation" Value="Vertical" />
<Setter Property="Margin" Value="0 0 10 10" /> <Setter Property="Margin" Value="0 0 10 10" />

View File

@@ -27,7 +27,7 @@ sealed partial class StatusBarModel : ObservableObject, IDisposable {
ServerManager.Status.Started => "READY", ServerManager.Status.Started => "READY",
ServerManager.Status.Stopping => "STOPPING", ServerManager.Status.Stopping => "STOPPING",
ServerManager.Status.Stopped => "STOPPED", ServerManager.Status.Stopped => "STOPPED",
_ => "" _ => "",
}; };
private readonly State state; private readonly State state;

View File

@@ -1,9 +1,7 @@
using System; using System;
using System.Diagnostics.CodeAnalysis; using System.Diagnostics.CodeAnalysis;
using System.IO;
using System.Threading.Tasks; using System.Threading.Tasks;
using Avalonia.Controls; using Avalonia.Controls;
using DHT.Desktop.Main.Pages;
using DHT.Utils.Logging; using DHT.Utils.Logging;
using JetBrains.Annotations; using JetBrains.Annotations;
@@ -43,13 +41,5 @@ public sealed partial class MainWindow : Window {
Log.Error("Caught exception while disposing window: " + ex); Log.Error("Caught exception while disposing window: " + ex);
} }
} }
foreach (var temporaryFile in ViewerPageModel.TemporaryFiles) {
try {
File.Delete(temporaryFile);
} catch (Exception) {
// ignored
}
}
} }
} }

View File

@@ -30,6 +30,7 @@ sealed partial class MainWindowModel : ObservableObject, IAsyncDisposable {
private MainContentScreenModel? mainContentScreenModel; private MainContentScreenModel? mainContentScreenModel;
private readonly Window window; private readonly Window window;
private readonly int? concurrentDownloads;
private State? state; private State? state;
@@ -45,7 +46,7 @@ sealed partial class MainWindowModel : ObservableObject, IAsyncDisposable {
welcomeScreen = new WelcomeScreen { DataContext = welcomeScreenModel }; welcomeScreen = new WelcomeScreen { DataContext = welcomeScreenModel };
currentScreen = welcomeScreen; currentScreen = welcomeScreen;
var dbFile = args.DatabaseFile; string? dbFile = args.DatabaseFile;
if (!string.IsNullOrWhiteSpace(dbFile)) { if (!string.IsNullOrWhiteSpace(dbFile)) {
async void OnWindowOpened(object? o, EventArgs eventArgs) { async void OnWindowOpened(object? o, EventArgs eventArgs) {
window.Opened -= OnWindowOpened; window.Opened -= OnWindowOpened;
@@ -73,6 +74,8 @@ sealed partial class MainWindowModel : ObservableObject, IAsyncDisposable {
if (args.ServerToken != null) { if (args.ServerToken != null) {
ServerConfiguration.Token = args.ServerToken; ServerConfiguration.Token = args.ServerToken;
} }
concurrentDownloads = args.ConcurrentDownloads;
} }
private async void OnDatabaseSelected(object? sender, IDatabaseFile db) { private async void OnDatabaseSelected(object? sender, IDatabaseFile db) {
@@ -80,7 +83,7 @@ sealed partial class MainWindowModel : ObservableObject, IAsyncDisposable {
await DisposeState(); await DisposeState();
state = new State(db); state = new State(db, concurrentDownloads);
try { try {
await state.Server.Start(ServerConfiguration.Port, ServerConfiguration.Token); await state.Server.Start(ServerConfiguration.Port, ServerConfiguration.Token);
@@ -92,6 +95,8 @@ sealed partial class MainWindowModel : ObservableObject, IAsyncDisposable {
mainContentScreenModel = new MainContentScreenModel(window, state); mainContentScreenModel = new MainContentScreenModel(window, state);
mainContentScreenModel.DatabaseClosed += MainContentScreenModelOnDatabaseClosed; mainContentScreenModel.DatabaseClosed += MainContentScreenModelOnDatabaseClosed;
await mainContentScreenModel.Initialize();
Title = Path.GetFileName(state.Db.Path) + " - " + DefaultTitle; Title = Path.GetFileName(state.Db.Path) + " - " + DefaultTitle;
CurrentScreen = new MainContentScreen { DataContext = mainContentScreenModel }; CurrentScreen = new MainContentScreen { DataContext = mainContentScreenModel };
@@ -101,7 +106,7 @@ sealed partial class MainWindowModel : ObservableObject, IAsyncDisposable {
private async void MainContentScreenModelOnDatabaseClosed(object? sender, EventArgs e) { private async void MainContentScreenModelOnDatabaseClosed(object? sender, EventArgs e) {
if (mainContentScreenModel != null) { if (mainContentScreenModel != null) {
mainContentScreenModel.DatabaseClosed -= MainContentScreenModelOnDatabaseClosed; mainContentScreenModel.DatabaseClosed -= MainContentScreenModelOnDatabaseClosed;
mainContentScreenModel.Dispose(); await mainContentScreenModel.DisposeAsync();
mainContentScreenModel = null; mainContentScreenModel = null;
} }
@@ -121,7 +126,10 @@ sealed partial class MainWindowModel : ObservableObject, IAsyncDisposable {
} }
public async ValueTask DisposeAsync() { public async ValueTask DisposeAsync() {
mainContentScreenModel?.Dispose(); if (mainContentScreenModel != null) {
await mainContentScreenModel.DisposeAsync();
}
await DisposeState(); await DisposeState();
} }
} }

View File

@@ -72,7 +72,7 @@ sealed class DatabasePageModel {
} }
public async Task MergeWithDatabase() { public async Task MergeWithDatabase() {
var paths = await DatabaseGui.NewOpenDatabaseFilesDialog(window, Path.GetDirectoryName(Db.Path)); string[] paths = await DatabaseGui.NewOpenDatabaseFilesDialog(window, Path.GetDirectoryName(Db.Path));
if (paths.Length > 0) { if (paths.Length > 0) {
await ProgressDialog.Show(window, "Database Merge", async (dialog, callback) => await MergeWithDatabaseFromPaths(Db, paths, dialog, callback)); await ProgressDialog.Show(window, "Database Merge", async (dialog, callback) => await MergeWithDatabaseFromPaths(Db, paths, dialog, callback));
} }
@@ -133,10 +133,10 @@ sealed class DatabasePageModel {
} }
public async Task ImportLegacyArchive() { public async Task ImportLegacyArchive() {
var paths = await window.StorageProvider.OpenFiles(new FilePickerOpenOptions { string[] paths = await window.StorageProvider.OpenFiles(new FilePickerOpenOptions {
Title = "Open Legacy DHT Archive", Title = "Open Legacy DHT Archive",
SuggestedStartLocation = await FileDialogs.GetSuggestedStartLocation(window, Path.GetDirectoryName(Db.Path)), SuggestedStartLocation = await FileDialogs.GetSuggestedStartLocation(window, Path.GetDirectoryName(Db.Path)),
AllowMultiple = true AllowMultiple = true,
}); });
if (paths.Length > 0) { if (paths.Length > 0) {
@@ -167,16 +167,16 @@ sealed class DatabasePageModel {
var items = new List<TextBoxItem<DHT.Server.Data.Server>>(); var items = new List<TextBoxItem<DHT.Server.Data.Server>>();
foreach (var server in servers.OrderBy(static server => server.Type).ThenBy(static server => server.Name)) { foreach (DHT.Server.Data.Server server in servers.OrderBy(static server => server.Type).ThenBy(static server => server.Name)) {
items.Add(new TextBoxItem<DHT.Server.Data.Server>(server) { items.Add(new TextBoxItem<DHT.Server.Data.Server>(server) {
Title = server.Name + " (" + ServerTypes.ToNiceString(server.Type) + ")", Title = server.Name + " (" + ServerTypes.ToNiceString(server.Type) + ")",
ValidityCheck = IsValidSnowflake ValidityCheck = IsValidSnowflake,
}); });
} }
var model = new TextBoxDialogModel<DHT.Server.Data.Server>(items) { var model = new TextBoxDialogModel<DHT.Server.Data.Server>(items) {
Title = "Imported Server IDs", Title = "Imported Server IDs",
Description = "Please fill in the IDs of servers and direct messages. First enable Developer Mode in Discord, then right-click each server or direct message, click 'Copy ID', and paste it into the input field. If a server no longer exists, leave its input field empty to use a random ID." Description = "Please fill in the IDs of servers and direct messages. First enable Developer Mode in Discord, then right-click each server or direct message, click 'Copy ID', and paste it into the input field. If a server no longer exists, leave its input field empty to use a random ID.",
}; };
var dialog = new TextBoxDialog { DataContext = model }; var dialog = new TextBoxDialog { DataContext = model };
@@ -193,7 +193,7 @@ sealed class DatabasePageModel {
private static async Task PerformImport(IDatabaseFile target, string[] paths, ProgressDialog dialog, IProgressCallback callback, string neutralDialogTitle, string errorDialogTitle, string itemName, Func<string, Task<bool>> performImport) { private static async Task PerformImport(IDatabaseFile target, string[] paths, ProgressDialog dialog, IProgressCallback callback, string neutralDialogTitle, string errorDialogTitle, string itemName, Func<string, Task<bool>> performImport) {
int total = paths.Length; int total = paths.Length;
var oldStatistics = await DatabaseStatistics.Take(target); DatabaseStatistics oldStatistics = await DatabaseStatistics.Take(target);
int successful = 0; int successful = 0;
int finished = 0; int finished = 0;
@@ -224,7 +224,7 @@ sealed class DatabasePageModel {
return; return;
} }
var newStatistics = await DatabaseStatistics.Take(target); DatabaseStatistics newStatistics = await DatabaseStatistics.Take(target);
await Dialog.ShowOk(dialog, neutralDialogTitle, GetImportDialogMessage(oldStatistics, newStatistics, successful, total, itemName)); await Dialog.ShowOk(dialog, neutralDialogTitle, GetImportDialogMessage(oldStatistics, newStatistics, successful, total, itemName));
} }
@@ -245,7 +245,7 @@ sealed class DatabasePageModel {
long newUsers = newStatistics.UserCount - oldStatistics.UserCount; long newUsers = newStatistics.UserCount - oldStatistics.UserCount;
long newMessages = newStatistics.MessageCount - oldStatistics.MessageCount; long newMessages = newStatistics.MessageCount - oldStatistics.MessageCount;
StringBuilder message = new StringBuilder(); var message = new StringBuilder();
message.Append("Processed "); message.Append("Processed ");
if (successfulItems == totalItems) { if (successfulItems == totalItems) {

View File

@@ -16,6 +16,10 @@
<Setter Property="FontFamily" Value="Consolas,Courier" /> <Setter Property="FontFamily" Value="Consolas,Courier" />
<Setter Property="FontSize" Value="15" /> <Setter Property="FontSize" Value="15" />
</Style> </Style>
<Style Selector="Label">
<Setter Property="Margin" Value="0 5" />
<Setter Property="Padding" Value="0" />
</Style>
<Style Selector="WrapPanel > StackPanel"> <Style Selector="WrapPanel > StackPanel">
<Setter Property="Orientation" Value="Vertical" /> <Setter Property="Orientation" Value="Vertical" />
<Setter Property="Margin" Value="0 0 10 10" /> <Setter Property="Margin" Value="0 0 10 10" />

View File

@@ -10,164 +10,165 @@ using DHT.Server;
using DHT.Server.Data; using DHT.Server.Data;
using DHT.Server.Service; using DHT.Server.Service;
namespace DHT.Desktop.Main.Pages { namespace DHT.Desktop.Main.Pages;
sealed class DebugPageModel {
public string GenerateChannels { get; set; } = "0";
public string GenerateUsers { get; set; } = "0";
public string GenerateMessages { get; set; } = "0";
private readonly Window window; sealed class DebugPageModel {
private readonly State state; public string GenerateChannels { get; set; } = "0";
public string GenerateUsers { get; set; } = "0";
public string GenerateMessages { get; set; } = "0";
[Obsolete("Designer")] private readonly Window window;
public DebugPageModel() : this(null!, State.Dummy) {} private readonly State state;
public DebugPageModel(Window window, State state) { [Obsolete("Designer")]
this.window = window; public DebugPageModel() : this(null!, State.Dummy) {}
this.state = state;
public DebugPageModel(Window window, State state) {
this.window = window;
this.state = state;
}
public async void OnClickAddRandomDataToDatabase() {
if (!int.TryParse(GenerateChannels, out int channels) || channels < 1) {
await Dialog.ShowOk(window, "Generate Random Data", "Amount of channels must be at least 1!");
return;
} }
public async void OnClickAddRandomDataToDatabase() { if (!int.TryParse(GenerateUsers, out int users) || users < 1) {
if (!int.TryParse(GenerateChannels, out int channels) || channels < 1) { await Dialog.ShowOk(window, "Generate Random Data", "Amount of users must be at least 1!");
await Dialog.ShowOk(window, "Generate Random Data", "Amount of channels must be at least 1!"); return;
return;
}
if (!int.TryParse(GenerateUsers, out int users) || users < 1) {
await Dialog.ShowOk(window, "Generate Random Data", "Amount of users must be at least 1!");
return;
}
if (!int.TryParse(GenerateMessages, out int messages) || messages < 1) {
await Dialog.ShowOk(window, "Generate Random Data", "Amount of messages must be at least 1!");
return;
}
await ProgressDialog.Show(window, "Generating Random Data", async (_, callback) => await GenerateRandomData(channels, users, messages, callback));
} }
private const int BatchSize = 500; if (!int.TryParse(GenerateMessages, out int messages) || messages < 1) {
await Dialog.ShowOk(window, "Generate Random Data", "Amount of messages must be at least 1!");
return;
}
private async Task GenerateRandomData(int channelCount, int userCount, int messageCount, IProgressCallback callback) { await ProgressDialog.Show(window, "Generating Random Data", async (_, callback) => await GenerateRandomData(channels, users, messages, callback));
int batchCount = (messageCount + BatchSize - 1) / BatchSize; }
await callback.Update("Adding messages in batches of " + BatchSize, 0, batchCount);
var rand = new Random(); private const int BatchSize = 500;
var server = new DHT.Server.Data.Server {
Id = RandomId(rand),
Name = RandomName("s"),
Type = ServerType.Server,
};
var channels = Enumerable.Range(0, channelCount).Select(i => new Channel { private async Task GenerateRandomData(int channelCount, int userCount, int messageCount, IProgressCallback callback) {
Id = RandomId(rand), int batchCount = (messageCount + BatchSize - 1) / BatchSize;
Server = server.Id, await callback.Update("Adding messages in batches of " + BatchSize, finishedItems: 0, batchCount);
Name = RandomName("c"),
ParentId = null, var rand = new Random();
Position = i, var server = new DHT.Server.Data.Server {
Topic = RandomText(rand, 10), Id = RandomId(rand),
Nsfw = rand.Next(4) == 0, Name = RandomName("s"),
Type = ServerType.Server,
};
Channel[] channels = Enumerable.Range(start: 0, channelCount).Select(i => new Channel {
Id = RandomId(rand),
Server = server.Id,
Name = RandomName("c"),
ParentId = null,
Position = i,
Topic = RandomText(rand, maxWords: 10),
Nsfw = rand.Next(4) == 0,
}).ToArray();
User[] users = Enumerable.Range(start: 0, userCount).Select(_ => new User {
Id = RandomId(rand),
Name = RandomName("u"),
DisplayName = RandomName("u"),
AvatarUrl = null,
Discriminator = rand.Next(minValue: 0, maxValue: 9999).ToString(),
}).ToArray();
await state.Db.Users.Add(users);
await state.Db.Servers.Add([server]);
await state.Db.Channels.Add(channels);
DateTimeOffset now = DateTimeOffset.Now;
int batchIndex = 0;
while (messageCount > 0) {
int hourOffset = batchIndex;
Message[] messages = Enumerable.Range(start: 0, Math.Min(messageCount, BatchSize)).Select(i => {
DateTimeOffset time = now.AddHours(hourOffset).AddMinutes(i * 60.0 / BatchSize);
DateTimeOffset? edit = rand.Next(100) == 0 ? time.AddSeconds(rand.Next(minValue: 1, maxValue: 60)) : null;
long timeMillis = time.ToUnixTimeMilliseconds();
long? editMillis = edit?.ToUnixTimeMilliseconds();
return new Message {
Id = (ulong) timeMillis,
Sender = RandomBiasedIndex(rand, users).Id,
Channel = RandomBiasedIndex(rand, channels).Id,
Text = RandomText(rand, maxWords: 100),
Timestamp = timeMillis,
EditTimestamp = editMillis,
RepliedToId = null,
Attachments = ImmutableList<Attachment>.Empty,
Embeds = ImmutableList<Embed>.Empty,
Reactions = ImmutableList<Reaction>.Empty,
};
}).ToArray(); }).ToArray();
var users = Enumerable.Range(0, userCount).Select(_ => new User { await state.Db.Messages.Add(messages);
Id = RandomId(rand),
Name = RandomName("u"),
AvatarUrl = null,
Discriminator = rand.Next(0, 9999).ToString(),
}).ToArray();
await state.Db.Users.Add(users); messageCount -= BatchSize;
await state.Db.Servers.Add([server]); await callback.Update("Adding messages in batches of " + BatchSize, ++batchIndex, batchCount);
await state.Db.Channels.Add(channels);
var now = DateTimeOffset.Now;
int batchIndex = 0;
while (messageCount > 0) {
int hourOffset = batchIndex;
var messages = Enumerable.Range(0, Math.Min(messageCount, BatchSize)).Select(i => {
DateTimeOffset time = now.AddHours(hourOffset).AddMinutes(i * 60.0 / BatchSize);
DateTimeOffset? edit = rand.Next(100) == 0 ? time.AddSeconds(rand.Next(1, 60)) : null;
var timeMillis = time.ToUnixTimeMilliseconds();
var editMillis = edit?.ToUnixTimeMilliseconds();
return new Message {
Id = (ulong) timeMillis,
Sender = RandomBiasedIndex(rand, users).Id,
Channel = RandomBiasedIndex(rand, channels).Id,
Text = RandomText(rand, 100),
Timestamp = timeMillis,
EditTimestamp = editMillis,
RepliedToId = null,
Attachments = ImmutableList<Attachment>.Empty,
Embeds = ImmutableList<Embed>.Empty,
Reactions = ImmutableList<Reaction>.Empty,
};
}).ToArray();
await state.Db.Messages.Add(messages);
messageCount -= BatchSize;
await callback.Update("Adding messages in batches of " + BatchSize, ++batchIndex, batchCount);
}
} }
}
private static ulong RandomId(Random rand) { private static ulong RandomId(Random rand) {
ulong h = unchecked((ulong) rand.Next()); ulong h = unchecked((ulong) rand.Next());
ulong l = unchecked((ulong) rand.Next()); ulong l = unchecked((ulong) rand.Next());
return (h << 32) | l; return (h << 32) | l;
} }
private static string RandomName(string prefix) { private static string RandomName(string prefix) {
return prefix + "-" + ServerUtils.GenerateRandomToken(5); return prefix + "-" + ServerUtils.GenerateRandomToken(5);
} }
private static T RandomBiasedIndex<T>(Random rand, T[] options) { private static T RandomBiasedIndex<T>(Random rand, T[] options) {
return options[(int) Math.Floor(options.Length * rand.NextDouble() * rand.NextDouble())]; return options[(int) Math.Floor(options.Length * rand.NextDouble() * rand.NextDouble())];
} }
private static readonly string[] RandomWords = [ private static readonly string[] RandomWords = [
"apple", "apricot", "artichoke", "arugula", "asparagus", "avocado", "apple", "apricot", "artichoke", "arugula", "asparagus", "avocado",
"banana", "bean", "beechnut", "beet", "blackberry", "blackcurrant", "blueberry", "boysenberry", "bramble", "broccoli", "banana", "bean", "beechnut", "beet", "blackberry", "blackcurrant", "blueberry", "boysenberry", "bramble", "broccoli",
"cabbage", "cacao", "cantaloupe", "caper", "carambola", "carrot", "cauliflower", "celery", "chard", "cherry", "chokeberry", "citron", "clementine", "coconut", "corn", "crabapple", "cranberry", "cucumber", "currant", "cabbage", "cacao", "cantaloupe", "caper", "carambola", "carrot", "cauliflower", "celery", "chard", "cherry", "chokeberry", "citron", "clementine", "coconut", "corn", "crabapple", "cranberry", "cucumber", "currant",
"daikon", "date", "dewberry", "durian", "daikon", "date", "dewberry", "durian",
"edamame", "eggplant", "elderberry", "endive", "edamame", "eggplant", "elderberry", "endive",
"fig", "fig",
"garlic", "ginger", "gooseberry", "grape", "grapefruit", "guava", "garlic", "ginger", "gooseberry", "grape", "grapefruit", "guava",
"honeysuckle", "horseradish", "huckleberry", "honeysuckle", "horseradish", "huckleberry",
"jackfruit", "jicama", "jackfruit", "jicama",
"kale", "kiwi", "kohlrabi", "kumquat", "kale", "kiwi", "kohlrabi", "kumquat",
"leek", "lemon", "lentil", "lettuce", "lime", "leek", "lemon", "lentil", "lettuce", "lime",
"mandarin", "mango", "mushroom", "myrtle", "mandarin", "mango", "mushroom", "myrtle",
"nectarine", "nut", "nectarine", "nut",
"olive", "okra", "onion", "orange", "olive", "okra", "onion", "orange",
"papaya", "parsnip", "pawpaw", "peach", "pear", "pea", "pepper", "persimmon", "pineapple", "plum", "plantain", "pomegranate", "pomelo", "potato", "prune", "pumpkin", "papaya", "parsnip", "pawpaw", "peach", "pear", "pea", "pepper", "persimmon", "pineapple", "plum", "plantain", "pomegranate", "pomelo", "potato", "prune", "pumpkin",
"quandong", "quinoa", "quandong", "quinoa",
"radicchio", "radish", "raisin", "raspberry", "redcurrant", "rhubarb", "rutabaga", "radicchio", "radish", "raisin", "raspberry", "redcurrant", "rhubarb", "rutabaga",
"spinach", "strawberry", "squash", "spinach", "strawberry", "squash",
"tamarind", "tangerine", "tomatillo", "tomato", "turnip", "tamarind", "tangerine", "tomatillo", "tomato", "turnip",
"vanilla", "vanilla",
"watercress", "watermelon", "watercress", "watermelon",
"yam", "yam",
"zucchini" "zucchini",
]; ];
private static string RandomText(Random rand, int maxWords) { private static string RandomText(Random rand, int maxWords) {
int wordCount = 1 + (int) Math.Floor(maxWords * Math.Pow(rand.NextDouble(), 3)); int wordCount = 1 + (int) Math.Floor(maxWords * Math.Pow(rand.NextDouble(), y: 3));
return string.Join(' ', Enumerable.Range(0, wordCount).Select(_ => RandomWords[rand.Next(RandomWords.Length)])); return string.Join(separator: ' ', Enumerable.Range(start: 0, wordCount).Select(_ => RandomWords[rand.Next(RandomWords.Length)]));
}
} }
} }
#else #else
namespace DHT.Desktop.Main.Pages { namespace DHT.Desktop.Main.Pages;
sealed class DebugPageModel {
public string GenerateChannels { get; set; } = "0";
public string GenerateUsers { get; set; } = "0";
public string GenerateMessages { get; set; } = "0";
public void OnClickAddRandomDataToDatabase() {} sealed class DebugPageModel {
} public string GenerateChannels { get; set; } = "0";
public string GenerateUsers { get; set; } = "0";
public string GenerateMessages { get; set; } = "0";
public void OnClickAddRandomDataToDatabase() {}
} }
#endif #endif

View File

@@ -13,8 +13,8 @@
</Design.DataContext> </Design.DataContext>
<UserControl.Styles> <UserControl.Styles>
<Style Selector="Expander"> <Style Selector="WrapPanel > Button">
<Setter Property="Margin" Value="0 5 0 0" /> <Setter Property="Margin" Value="0 0 10 10" />
</Style> </Style>
<Style Selector="DataGridColumnHeader"> <Style Selector="DataGridColumnHeader">
<Setter Property="FontWeight" Value="Medium" /> <Setter Property="FontWeight" Value="Medium" />
@@ -30,10 +30,17 @@
</Style> </Style>
</UserControl.Styles> </UserControl.Styles>
<StackPanel Orientation="Vertical" Spacing="20"> <StackPanel Orientation="Vertical">
<Button Command="{Binding OnClickToggleDownload}" Content="{Binding ToggleDownloadButtonText}" IsEnabled="{Binding IsToggleDownloadButtonEnabled}" /> <WrapPanel Orientation="Horizontal">
<controls:DownloadItemFilterPanel DataContext="{Binding FilterModel}" IsEnabled="{Binding !$parent[UserControl].((pages:DownloadsPageModel)DataContext).IsDownloading}" /> <Button Command="{Binding OnClickToggleDownload}" Content="{Binding ToggleDownloadButtonText}" IsEnabled="{Binding IsToggleDownloadButtonEnabled}" />
<StackPanel Orientation="Vertical" Spacing="12"> <Button Command="{Binding OnClickRetryFailedDownloads}" IsEnabled="{Binding IsRetryFailedOnDownloadsButtonEnabled}">Retry Failed Downloads</Button>
<Button Command="{Binding OnClickDeleteOrphanedDownloads}">Delete Orphaned Downloads</Button>
</WrapPanel>
<StackPanel Orientation="Vertical" Spacing="20" Margin="0 10 0 0">
<controls:DownloadItemFilterPanel DataContext="{Binding FilterModel}" IsEnabled="{Binding !$parent[UserControl].((pages:DownloadsPageModel)DataContext).IsDownloading}" />
<TextBlock TextWrapping="Wrap">
Downloading state and filter settings are remembered per-database.
</TextBlock>
<Expander Header="Download Status" IsExpanded="True"> <Expander Header="Download Status" IsExpanded="True">
<DataGrid ItemsSource="{Binding StatisticsRows}" AutoGenerateColumns="False" CanUserReorderColumns="False" CanUserResizeColumns="False" CanUserSortColumns="False" IsReadOnly="True"> <DataGrid ItemsSource="{Binding StatisticsRows}" AutoGenerateColumns="False" CanUserReorderColumns="False" CanUserResizeColumns="False" CanUserSortColumns="False" IsReadOnly="True">
<DataGrid.Columns> <DataGrid.Columns>
@@ -43,9 +50,6 @@
</DataGrid.Columns> </DataGrid.Columns>
</DataGrid> </DataGrid>
</Expander> </Expander>
<StackPanel Orientation="Horizontal" Spacing="10">
<Button Command="{Binding OnClickRetryFailedDownloads}" IsEnabled="{Binding IsRetryFailedOnDownloadsButtonEnabled}">Retry Failed Downloads</Button>
</StackPanel>
</StackPanel> </StackPanel>
</StackPanel> </StackPanel>
</UserControl> </UserControl>

View File

@@ -1,21 +1,27 @@
using System; using System;
using System.Collections.Generic;
using System.Collections.ObjectModel; using System.Collections.ObjectModel;
using System.Reactive.Linq; using System.Reactive.Linq;
using System.Threading.Tasks; using System.Threading.Tasks;
using Avalonia.Controls;
using Avalonia.ReactiveUI; using Avalonia.ReactiveUI;
using CommunityToolkit.Mvvm.ComponentModel; using CommunityToolkit.Mvvm.ComponentModel;
using DHT.Desktop.Common; using DHT.Desktop.Common;
using DHT.Desktop.Dialogs.Message;
using DHT.Desktop.Dialogs.Progress;
using DHT.Desktop.Main.Controls; using DHT.Desktop.Main.Controls;
using DHT.Server; using DHT.Server;
using DHT.Server.Data;
using DHT.Server.Data.Aggregations; using DHT.Server.Data.Aggregations;
using DHT.Server.Data.Filters; using DHT.Server.Data.Filters;
using DHT.Server.Data.Settings;
using DHT.Server.Download; using DHT.Server.Download;
using DHT.Utils.Logging; using DHT.Utils.Logging;
using DHT.Utils.Tasks; using DHT.Utils.Tasks;
namespace DHT.Desktop.Main.Pages; namespace DHT.Desktop.Main.Pages;
sealed partial class DownloadsPageModel : ObservableObject, IDisposable { sealed partial class DownloadsPageModel : ObservableObject, IAsyncDisposable {
private static readonly Log Log = Log.ForType<DownloadsPageModel>(); private static readonly Log Log = Log.ForType<DownloadsPageModel>();
[ObservableProperty(Setter = Access.Private)] [ObservableProperty(Setter = Access.Private)]
@@ -47,6 +53,7 @@ sealed partial class DownloadsPageModel : ObservableObject, IDisposable {
public bool IsDownloading => state.Downloader.IsDownloading; public bool IsDownloading => state.Downloader.IsDownloading;
private readonly Window window;
private readonly State state; private readonly State state;
private readonly ThrottledTask<DownloadStatusStatistics> downloadStatisticsTask; private readonly ThrottledTask<DownloadStatusStatistics> downloadStatisticsTask;
private readonly IDisposable downloadItemCountSubscription; private readonly IDisposable downloadItemCountSubscription;
@@ -54,9 +61,10 @@ sealed partial class DownloadsPageModel : ObservableObject, IDisposable {
private IDisposable? finishedItemsSubscription; private IDisposable? finishedItemsSubscription;
private DownloadItemFilter? currentDownloadFilter; private DownloadItemFilter? currentDownloadFilter;
public DownloadsPageModel() : this(State.Dummy) {} public DownloadsPageModel() : this(null!, State.Dummy) {}
public DownloadsPageModel(State state) { public DownloadsPageModel(Window window, State state) {
this.window = window;
this.state = state; this.state = state;
FilterModel = new DownloadItemFilterPanelModel(state); FilterModel = new DownloadItemFilterPanelModel(state);
@@ -65,7 +73,7 @@ sealed partial class DownloadsPageModel : ObservableObject, IDisposable {
statisticsPending, statisticsPending,
statisticsDownloaded, statisticsDownloaded,
statisticsFailed, statisticsFailed,
statisticsSkipped statisticsSkipped,
]; ];
downloadStatisticsTask = new ThrottledTask<DownloadStatusStatistics>(Log, UpdateStatistics, TaskScheduler.FromCurrentSynchronizationContext()); downloadStatisticsTask = new ThrottledTask<DownloadStatusStatistics>(Log, UpdateStatistics, TaskScheduler.FromCurrentSynchronizationContext());
@@ -74,13 +82,21 @@ sealed partial class DownloadsPageModel : ObservableObject, IDisposable {
RecomputeDownloadStatistics(); RecomputeDownloadStatistics();
} }
public void Dispose() { public async Task Initialize() {
await FilterModel.Initialize();
if (await state.Db.Settings.Get(SettingsKey.DownloadsAutoStart, defaultValue: false)) {
await StartDownload();
}
}
public async ValueTask DisposeAsync() {
finishedItemsSubscription?.Dispose(); finishedItemsSubscription?.Dispose();
downloadItemCountSubscription.Dispose(); downloadItemCountSubscription.Dispose();
downloadStatisticsTask.Dispose(); downloadStatisticsTask.Dispose();
FilterModel.Dispose(); await FilterModel.DisposeAsync();
} }
private void OnDownloadCountChanged(long newDownloadCount) { private void OnDownloadCountChanged(long newDownloadCount) {
@@ -91,26 +107,41 @@ sealed partial class DownloadsPageModel : ObservableObject, IDisposable {
IsToggleDownloadButtonEnabled = false; IsToggleDownloadButtonEnabled = false;
if (IsDownloading) { if (IsDownloading) {
await state.Downloader.Stop(); await StopDownload();
await state.Db.Downloads.MoveDownloadingItemsBackToQueue();
finishedItemsSubscription?.Dispose();
finishedItemsSubscription = null;
currentDownloadFilter = null;
} }
else { else {
await state.Db.Downloads.MoveDownloadingItemsBackToQueue(); await StartDownload();
var finishedItems = await state.Downloader.Start(currentDownloadFilter = FilterModel.CreateFilter());
finishedItemsSubscription = finishedItems.ObserveOn(AvaloniaScheduler.Instance).Subscribe(OnItemFinished);
} }
await state.Db.Settings.Set(SettingsKey.DownloadsAutoStart, IsDownloading);
IsToggleDownloadButtonEnabled = true;
}
private async Task StartDownload() {
await state.Db.Downloads.MoveDownloadingItemsBackToQueue();
IObservable<DownloadItem> finishedItems = await state.Downloader.Start(currentDownloadFilter = FilterModel.CreateFilter());
finishedItemsSubscription = finishedItems.ObserveOn(AvaloniaScheduler.Instance).Subscribe(OnItemFinished);
OnDownloadStateChanged();
}
private async Task StopDownload() {
await state.Downloader.Stop();
await state.Db.Downloads.MoveDownloadingItemsBackToQueue();
finishedItemsSubscription?.Dispose();
finishedItemsSubscription = null;
currentDownloadFilter = null;
OnDownloadStateChanged();
}
private void OnDownloadStateChanged() {
RecomputeDownloadStatistics(); RecomputeDownloadStatistics();
OnPropertyChanged(nameof(ToggleDownloadButtonText)); OnPropertyChanged(nameof(ToggleDownloadButtonText));
OnPropertyChanged(nameof(IsDownloading)); OnPropertyChanged(nameof(IsDownloading));
IsToggleDownloadButtonEnabled = true;
} }
private void OnItemFinished(DownloadItem item) { private void OnItemFinished(DownloadItem item) {
@@ -134,6 +165,50 @@ sealed partial class DownloadsPageModel : ObservableObject, IDisposable {
downloadStatisticsTask.Post(cancellationToken => state.Db.Downloads.GetStatistics(currentDownloadFilter ?? new DownloadItemFilter(), cancellationToken)); downloadStatisticsTask.Post(cancellationToken => state.Db.Downloads.GetStatistics(currentDownloadFilter ?? new DownloadItemFilter(), cancellationToken));
} }
private const string DeleteOrphanedDownloadsTitle = "Delete Orphaned Downloads";
public async Task OnClickDeleteOrphanedDownloads() {
await ProgressDialog.Show(window, DeleteOrphanedDownloadsTitle, DeleteOrphanedDownloads);
}
private async Task DeleteOrphanedDownloads(ProgressDialog dialog, IProgressCallback callback) {
await callback.UpdateIndeterminate("Searching for orphaned downloads...");
HashSet<string> reachableNormalizedUrls = [];
HashSet<string> orphanedNormalizedUrls = [];
await foreach (Download download in state.Db.Downloads.FindAllDownloadableUrls()) {
reachableNormalizedUrls.Add(download.NormalizedUrl);
}
await foreach (Download download in state.Db.Downloads.Get()) {
string normalizedUrl = download.NormalizedUrl;
if (!reachableNormalizedUrls.Contains(normalizedUrl)) {
orphanedNormalizedUrls.Add(normalizedUrl);
}
}
if (orphanedNormalizedUrls.Count == 0) {
await Dialog.ShowOk(window, DeleteOrphanedDownloadsTitle, "No orphaned downloads found.");
return;
}
if (await Dialog.ShowYesNo(window, DeleteOrphanedDownloadsTitle, orphanedNormalizedUrls.Count + " orphaned download(s) will be removed from this database. This action cannot be undone. Proceed?") != DialogResult.YesNo.Yes) {
return;
}
await callback.UpdateIndeterminate("Deleting orphaned downloads...");
await state.Db.Downloads.Remove(orphanedNormalizedUrls);
RecomputeDownloadStatistics();
if (await Dialog.ShowYesNo(window, DeleteOrphanedDownloadsTitle, "Orphaned downloads deleted. Vacuum database now to reclaim space?") != DialogResult.YesNo.Yes) {
return;
}
await callback.UpdateIndeterminate("Vacuuming database...");
await state.Db.Vacuum();
}
private void UpdateStatistics(DownloadStatusStatistics statusStatistics) { private void UpdateStatistics(DownloadStatusStatistics statusStatistics) {
statisticsPending.Items = statusStatistics.PendingCount; statisticsPending.Items = statusStatistics.PendingCount;
statisticsPending.Size = statusStatistics.PendingTotalSize; statisticsPending.Size = statusStatistics.PendingTotalSize;

View File

@@ -13,13 +13,21 @@
<StackPanel Spacing="10"> <StackPanel Spacing="10">
<TextBlock TextWrapping="Wrap"> <TextBlock TextWrapping="Wrap">
To start tracking messages, copy the tracking script and paste it into the console of either the Discord app, or your browser. The console is usually opened by pressing Ctrl+Shift+I. <TextBlock.Text>
<MultiBinding StringFormat="To start tracking messages, copy the tracking script and paste it into the console of either the Discord app, or your browser. The console is usually opened by pressing {0}.">
<Binding Path="OpenDevToolsShortcutText" />
</MultiBinding>
</TextBlock.Text>
</TextBlock> </TextBlock>
<StackPanel DockPanel.Dock="Left" Orientation="Horizontal" Spacing="10"> <StackPanel DockPanel.Dock="Left" Orientation="Horizontal" Spacing="10">
<Button x:Name="CopyTrackingScript" Click="CopyTrackingScriptButton_OnClick" IsEnabled="{Binding IsCopyTrackingScriptButtonEnabled}">Copy Tracking Script</Button> <Button x:Name="CopyTrackingScript" Click="CopyTrackingScriptButton_OnClick" IsEnabled="{Binding IsCopyTrackingScriptButtonEnabled}">Copy Tracking Script</Button>
</StackPanel> </StackPanel>
<TextBlock TextWrapping="Wrap" Margin="0 5 0 0"> <TextBlock TextWrapping="Wrap" Margin="0 5 0 0">
By default, the Discord app does not allow opening the console. The button below will change a hidden setting in the Discord app that controls whether the Ctrl+Shift+I shortcut is enabled. <TextBlock.Text>
<MultiBinding StringFormat="By default, the Discord app does not allow opening the console. The button below will change a hidden setting in the Discord app that controls whether the {0} shortcut is enabled.">
<Binding Path="OpenDevToolsShortcutText" />
</MultiBinding>
</TextBlock.Text>
</TextBlock> </TextBlock>
<Button DockPanel.Dock="Right" Command="{Binding OnClickToggleAppDevTools}" Content="{Binding ToggleAppDevToolsButtonText}" IsEnabled="{Binding IsToggleAppDevToolsButtonEnabled}" /> <Button DockPanel.Dock="Right" Command="{Binding OnClickToggleAppDevTools}" Content="{Binding ToggleAppDevToolsButtonText}" IsEnabled="{Binding IsToggleAppDevToolsButtonEnabled}" />
</StackPanel> </StackPanel>

View File

@@ -16,7 +16,7 @@ public sealed partial class TrackingPage : UserControl {
public async void CopyTrackingScriptButton_OnClick(object? sender, RoutedEventArgs e) { public async void CopyTrackingScriptButton_OnClick(object? sender, RoutedEventArgs e) {
if (DataContext is TrackingPageModel model) { if (DataContext is TrackingPageModel model) {
var originalText = CopyTrackingScript.Content; object? originalText = CopyTrackingScript.Content;
CopyTrackingScript.MinWidth = CopyTrackingScript.Bounds.Width; CopyTrackingScript.MinWidth = CopyTrackingScript.Bounds.Width;
if (await model.OnClickCopyTrackingScript() && !isCopyingScript) { if (await model.OnClickCopyTrackingScript() && !isCopyingScript) {

View File

@@ -3,6 +3,7 @@ using System.Threading;
using System.Threading.Tasks; using System.Threading.Tasks;
using System.Web; using System.Web;
using Avalonia.Controls; using Avalonia.Controls;
using Avalonia.Input.Platform;
using CommunityToolkit.Mvvm.ComponentModel; using CommunityToolkit.Mvvm.ComponentModel;
using DHT.Desktop.Dialogs.Message; using DHT.Desktop.Dialogs.Message;
using DHT.Desktop.Discord; using DHT.Desktop.Discord;
@@ -23,6 +24,8 @@ sealed partial class TrackingPageModel : ObservableObject {
[NotifyPropertyChangedFor(nameof(ToggleAppDevToolsButtonText))] [NotifyPropertyChangedFor(nameof(ToggleAppDevToolsButtonText))]
private bool isToggleAppDevToolsButtonEnabled = false; private bool isToggleAppDevToolsButtonEnabled = false;
public string OpenDevToolsShortcutText { get; } = OperatingSystem.IsMacOS() ? "Cmd+Shift+I" : "Ctrl+Shift+I";
public string ToggleAppDevToolsButtonText { public string ToggleAppDevToolsButtonText {
get { get {
if (!AreDevToolsEnabled.HasValue) { if (!AreDevToolsEnabled.HasValue) {
@@ -33,7 +36,7 @@ sealed partial class TrackingPageModel : ObservableObject {
return "Unavailable"; return "Unavailable";
} }
return AreDevToolsEnabled.Value ? "Disable Ctrl+Shift+I" : "Enable Ctrl+Shift+I"; return (AreDevToolsEnabled.Value ? "Disable" : "Enable") + " " + OpenDevToolsShortcutText;
} }
} }
@@ -62,7 +65,7 @@ sealed partial class TrackingPageModel : ObservableObject {
string url = $"http://127.0.0.1:{ServerConfiguration.Port}/get-tracking-script?token={HttpUtility.UrlEncode(ServerConfiguration.Token)}"; string url = $"http://127.0.0.1:{ServerConfiguration.Port}/get-tracking-script?token={HttpUtility.UrlEncode(ServerConfiguration.Token)}";
string script = (await Resources.ReadTextAsync("tracker-loader.js")).Trim().Replace("{url}", url); string script = (await Resources.ReadTextAsync("tracker-loader.js")).Trim().Replace("{url}", url);
var clipboard = window.Clipboard; IClipboard? clipboard = window.Clipboard;
if (clipboard == null) { if (clipboard == null) {
await Dialog.ShowOk(window, "Copy Tracking Script", "Clipboard is not available on this system."); await Dialog.ShowOk(window, "Copy Tracking Script", "Clipboard is not available on this system.");
return false; return false;
@@ -102,11 +105,11 @@ sealed partial class TrackingPageModel : ObservableObject {
switch (await DiscordAppSettings.ConfigureDevTools(newState)) { switch (await DiscordAppSettings.ConfigureDevTools(newState)) {
case SettingsJsonResult.Success: case SettingsJsonResult.Success:
AreDevToolsEnabled = newState; AreDevToolsEnabled = newState;
await Dialog.ShowOk(window, DialogTitle, "Ctrl+Shift+I was " + (newState ? "enabled." : "disabled.") + " Restart the Discord app for the change to take effect."); await Dialog.ShowOk(window, DialogTitle, OpenDevToolsShortcutText + " was " + (newState ? "enabled." : "disabled.") + " Restart the Discord app for the change to take effect.");
break; break;
case SettingsJsonResult.AlreadySet: case SettingsJsonResult.AlreadySet:
await Dialog.ShowOk(window, DialogTitle, "Ctrl+Shift+I is already " + (newState ? "enabled." : "disabled.")); await Dialog.ShowOk(window, DialogTitle, OpenDevToolsShortcutText + " is already " + (newState ? "enabled." : "disabled."));
AreDevToolsEnabled = newState; AreDevToolsEnabled = newState;
break; break;

View File

@@ -21,7 +21,6 @@
<StackPanel Orientation="Vertical" Spacing="20"> <StackPanel Orientation="Vertical" Spacing="20">
<StackPanel Orientation="Horizontal" VerticalAlignment="Top"> <StackPanel Orientation="Horizontal" VerticalAlignment="Top">
<Button Command="{Binding OnClickOpenViewer}" Margin="0 0 5 0">Open Viewer</Button> <Button Command="{Binding OnClickOpenViewer}" Margin="0 0 5 0">Open Viewer</Button>
<Button Command="{Binding OnClickSaveViewer}" Margin="5 0 0 0">Save Viewer</Button>
</StackPanel> </StackPanel>
<controls:MessageFilterPanel DataContext="{Binding FilterModel}" /> <controls:MessageFilterPanel DataContext="{Binding FilterModel}" />
<Expander Header="Database Tools"> <Expander Header="Database Tools">

View File

@@ -1,33 +1,23 @@
using System; using System;
using System.Collections.Concurrent;
using System.ComponentModel; using System.ComponentModel;
using System.Diagnostics;
using System.IO;
using System.Text;
using System.Threading.Tasks; using System.Threading.Tasks;
using System.Web; using System.Web;
using Avalonia.Controls; using Avalonia.Controls;
using Avalonia.Platform.Storage;
using CommunityToolkit.Mvvm.ComponentModel; using CommunityToolkit.Mvvm.ComponentModel;
using DHT.Desktop.Common; using DHT.Desktop.Common;
using DHT.Desktop.Dialogs.File;
using DHT.Desktop.Dialogs.Message; using DHT.Desktop.Dialogs.Message;
using DHT.Desktop.Dialogs.Progress; using DHT.Desktop.Dialogs.Progress;
using DHT.Desktop.Main.Controls; using DHT.Desktop.Main.Controls;
using DHT.Desktop.Server; using DHT.Desktop.Server;
using DHT.Server; using DHT.Server;
using DHT.Server.Data.Filters; using DHT.Server.Data.Filters;
using DHT.Server.Database.Export; using DHT.Server.Service.Viewer;
using static DHT.Desktop.Program; using DHT.Utils.Logging;
namespace DHT.Desktop.Main.Pages; namespace DHT.Desktop.Main.Pages;
sealed partial class ViewerPageModel : ObservableObject, IDisposable { sealed partial class ViewerPageModel : ObservableObject, IDisposable {
public static readonly ConcurrentBag<string> TemporaryFiles = []; private static readonly Log Log = Log.ForType<ViewerPageModel>();
private static readonly FilePickerFileType[] ViewerFileTypes = [
FileDialogs.CreateFilter("Discord History Viewer", ["html"])
];
public bool DatabaseToolFilterModeKeep { get; set; } = true; public bool DatabaseToolFilterModeKeep { get; set; } = true;
public bool DatabaseToolFilterModeRemove { get; set; } = false; public bool DatabaseToolFilterModeRemove { get; set; } = false;
@@ -61,104 +51,18 @@ sealed partial class ViewerPageModel : ObservableObject, IDisposable {
public async void OnClickOpenViewer() { public async void OnClickOpenViewer() {
try { try {
var fullPath = await PrepareTemporaryViewerFile(); string serverUrl = "http://127.0.0.1:" + ServerConfiguration.Port;
string serverToken = ServerConfiguration.Token;
string jsConstants = $""" string sessionId = state.ViewerSessions.Register(new ViewerSession(FilterModel.CreateFilter())).ToString();
window.DHT_SERVER_URL = "{HttpUtility.JavaScriptStringEncode("http://127.0.0.1:" + ServerConfiguration.Port)}"; SystemUtils.OpenUrl(serverUrl + "/viewer/?token=" + HttpUtility.UrlEncode(serverToken) + "&session=" + HttpUtility.UrlEncode(sessionId));
window.DHT_SERVER_TOKEN = "{HttpUtility.JavaScriptStringEncode(ServerConfiguration.Token)}";
""";
await ProgressDialog.ShowIndeterminate(window, "Open Viewer", "Creating viewer...", _ => Task.Run(() => WriteViewerFile(fullPath, jsConstants)));
Process.Start(new ProcessStartInfo(fullPath) {
UseShellExecute = true
});
} catch (Exception e) { } catch (Exception e) {
await Dialog.ShowOk(window, "Open Viewer", "Could not create or save viewer: " + e.Message); await Dialog.ShowOk(window, "Open Viewer", "Could not open viewer: " + e.Message);
} }
} }
private async Task<string> PrepareTemporaryViewerFile() {
return await Task.Run(() => {
string rootPath = Path.Combine(Path.GetTempPath(), "DiscordHistoryTracker");
string filenameBase = Path.GetFileNameWithoutExtension(state.Db.Path) + "-" + DateTime.Now.ToString("yyyy-MM-dd");
string fullPath = Path.Combine(rootPath, filenameBase + ".html");
int counter = 0;
while (File.Exists(fullPath)) {
++counter;
fullPath = Path.Combine(rootPath, filenameBase + "-" + counter + ".html");
}
TemporaryFiles.Add(fullPath);
Directory.CreateDirectory(rootPath);
return fullPath;
});
}
public async void OnClickSaveViewer() {
string? path = await window.StorageProvider.SaveFile(new FilePickerSaveOptions {
Title = "Save Viewer",
FileTypeChoices = ViewerFileTypes,
SuggestedFileName = Path.GetFileNameWithoutExtension(state.Db.Path) + ".html",
SuggestedStartLocation = await FileDialogs.GetSuggestedStartLocation(window, Path.GetDirectoryName(state.Db.Path)),
});
if (path == null) {
return;
}
try {
await ProgressDialog.ShowIndeterminate(window, "Save Viewer", "Creating viewer...", _ => Task.Run(() => WriteViewerFile(path, string.Empty)));
} catch (Exception e) {
await Dialog.ShowOk(window, "Save Viewer", "Could not create or save viewer: " + e.Message);
}
}
private async Task WriteViewerFile(string path, string jsConstants) {
const string ArchiveTag = "/*[ARCHIVE]*/";
string indexFile = await Resources.ReadTextAsync("Viewer/index.html");
string viewerTemplate = indexFile.Replace("/*[CONSTANTS]*/", jsConstants)
.Replace("/*[JS]*/", await Resources.ReadJoinedAsync("Viewer/scripts/", '\n'))
.Replace("/*[CSS]*/", await Resources.ReadJoinedAsync("Viewer/styles/", '\n'));
int viewerArchiveTagStart = viewerTemplate.IndexOf(ArchiveTag);
int viewerArchiveTagEnd = viewerArchiveTagStart + ArchiveTag.Length;
string jsonTempFile = path + ".tmp";
await using (var jsonStream = new FileStream(jsonTempFile, FileMode.Create, FileAccess.ReadWrite, FileShare.Read)) {
await ViewerJsonExport.Generate(jsonStream, state.Db, FilterModel.CreateFilter());
char[] jsonBuffer = new char[Math.Min(32768, jsonStream.Position)];
jsonStream.Position = 0;
await using (var outputStream = new FileStream(path, FileMode.Create, FileAccess.Write, FileShare.Read))
await using (var outputWriter = new StreamWriter(outputStream, Encoding.UTF8)) {
await outputWriter.WriteAsync(viewerTemplate[..viewerArchiveTagStart]);
using (var jsonReader = new StreamReader(jsonStream, Encoding.UTF8)) {
int readBytes;
while ((readBytes = await jsonReader.ReadAsync(jsonBuffer, 0, jsonBuffer.Length)) > 0) {
string jsonChunk = new string(jsonBuffer, 0, readBytes);
await outputWriter.WriteAsync(HttpUtility.JavaScriptStringEncode(jsonChunk));
}
}
await outputWriter.WriteAsync(viewerTemplate[viewerArchiveTagEnd..]);
}
}
File.Delete(jsonTempFile);
}
public async Task OnClickApplyFiltersToDatabase() { public async Task OnClickApplyFiltersToDatabase() {
var filter = FilterModel.CreateFilter(); MessageFilter filter = FilterModel.CreateFilter();
var messageCount = await ProgressDialog.ShowIndeterminate(window, "Apply Filters", "Counting matching messages...", _ => state.Db.Messages.Count(filter)); long messageCount = await ProgressDialog.ShowIndeterminate(window, "Apply Filters", "Counting matching messages...", _ => state.Db.Messages.Count(filter));
if (DatabaseToolFilterModeKeep) { if (DatabaseToolFilterModeKeep) {
if (DialogResult.YesNo.Yes == await Dialog.ShowYesNo(window, "Keep Matching Messages in This Database", messageCount.Pluralize("message") + " will be kept, and the rest will be removed from this database. This action cannot be undone. Proceed?")) { if (DialogResult.YesNo.Yes == await Dialog.ShowYesNo(window, "Keep Matching Messages in This Database", messageCount.Pluralize("message") + " will be kept, and the rest will be removed from this database. This action cannot be undone. Proceed?")) {
@@ -173,6 +77,21 @@ sealed partial class ViewerPageModel : ObservableObject, IDisposable {
} }
private async Task ApplyFilterToDatabase(MessageFilter filter, FilterRemovalMode removalMode) { private async Task ApplyFilterToDatabase(MessageFilter filter, FilterRemovalMode removalMode) {
await ProgressDialog.ShowIndeterminate(window, "Apply Filters", "Removing messages...", _ => state.Db.Messages.Remove(filter, removalMode)); await ProgressDialog.Show(window, "Apply Filters", async (_, callback) => {
await callback.UpdateIndeterminate("Removing messages...");
Log.Info("Removed messages: " + await state.Db.Messages.Remove(filter, removalMode));
await callback.UpdateIndeterminate("Cleaning up attachments...");
Log.Info("Removed orphaned attachments: " + await state.Db.Messages.RemoveUnreachableAttachments());
await callback.UpdateIndeterminate("Cleaning up users...");
Log.Info("Removed orphaned users: " + await state.Db.Users.RemoveUnreachable());
await callback.UpdateIndeterminate("Cleaning up channels...");
Log.Info("Removed orphaned channels: " + await state.Db.Channels.RemoveUnreachable());
await callback.UpdateIndeterminate("Cleaning up servers...");
Log.Info("Removed orphaned servers: " + await state.Db.Servers.RemoveUnreachable());
});
} }
} }

View File

@@ -40,13 +40,13 @@
<Style Selector="TabItem:pointerover /template/ Border"> <Style Selector="TabItem:pointerover /template/ Border">
<Setter Property="Background" Value="#455785" /> <Setter Property="Background" Value="#455785" />
</Style> </Style>
<Style Selector="TabItem:pointerover > TextBlock"> <Style Selector="TabItem:pointerover /template/ ContentPresenter">
<Setter Property="Foreground" Value="#E9E9E9" /> <Setter Property="Foreground" Value="#E9E9E9" />
</Style> </Style>
<Style Selector="TabItem:selected:pointerover /template/ Border"> <Style Selector="TabItem:selected:pointerover /template/ Border">
<Setter Property="Background" Value="#FFFFFF" /> <Setter Property="Background" Value="#FFFFFF" />
</Style> </Style>
<Style Selector="TabItem:selected:pointerover > TextBlock"> <Style Selector="TabItem:selected:pointerover /template/ ContentPresenter">
<Setter Property="Foreground" Value="#1A2234" /> <Setter Property="Foreground" Value="#1A2234" />
</Style> </Style>
<Style Selector="TabItem:selected"> <Style Selector="TabItem:selected">
@@ -56,9 +56,11 @@
<Style Selector="TabItem:selected /template/ Border#PART_SelectedPipe"> <Style Selector="TabItem:selected /template/ Border#PART_SelectedPipe">
<Setter Property="IsVisible" Value="False" /> <Setter Property="IsVisible" Value="False" />
</Style> </Style>
<Style Selector="TabItem:disabled > TextBlock"> <Style Selector="TabItem:disabled /template/ ContentPresenter">
<Setter Property="Foreground" Value="#B2B2B2" /> <Setter Property="Foreground" Value="#B2B2B2" />
<Setter Property="TextDecorations" Value="Strikethrough" /> </Style>
<Style Selector="TabItem:disabled /template/ ContentPresenter">
<Setter Property="AccessText.TextDecorations" Value="Strikethrough" />
</Style> </Style>
<Style Selector="TabItem.first"> <Style Selector="TabItem.first">
<Setter Property="Margin" Value="0 13 0 0" /> <Setter Property="Margin" Value="0 13 0 0" />

View File

@@ -1,4 +1,5 @@
using System; using System;
using System.Threading.Tasks;
using Avalonia.Controls; using Avalonia.Controls;
using DHT.Desktop.Main.Controls; using DHT.Desktop.Main.Controls;
using DHT.Desktop.Main.Pages; using DHT.Desktop.Main.Pages;
@@ -6,7 +7,7 @@ using DHT.Server;
namespace DHT.Desktop.Main.Screens; namespace DHT.Desktop.Main.Screens;
sealed class MainContentScreenModel : IDisposable { sealed class MainContentScreenModel : IAsyncDisposable {
public DatabasePage DatabasePage { get; } public DatabasePage DatabasePage { get; }
private DatabasePageModel DatabasePageModel { get; } private DatabasePageModel DatabasePageModel { get; }
@@ -34,12 +35,8 @@ sealed class MainContentScreenModel : IDisposable {
public StatusBarModel StatusBarModel { get; } public StatusBarModel StatusBarModel { get; }
public event EventHandler? DatabaseClosed { public event EventHandler? DatabaseClosed {
add { add => DatabasePageModel.DatabaseClosed += value;
DatabasePageModel.DatabaseClosed += value; remove => DatabasePageModel.DatabaseClosed -= value;
}
remove {
DatabasePageModel.DatabaseClosed -= value;
}
} }
[Obsolete("Designer")] [Obsolete("Designer")]
@@ -52,7 +49,7 @@ sealed class MainContentScreenModel : IDisposable {
TrackingPageModel = new TrackingPageModel(window); TrackingPageModel = new TrackingPageModel(window);
TrackingPage = new TrackingPage { DataContext = TrackingPageModel }; TrackingPage = new TrackingPage { DataContext = TrackingPageModel };
DownloadsPageModel = new DownloadsPageModel(state); DownloadsPageModel = new DownloadsPageModel(window, state);
DownloadsPage = new DownloadsPage { DataContext = DownloadsPageModel }; DownloadsPage = new DownloadsPage { DataContext = DownloadsPageModel };
ViewerPageModel = new ViewerPageModel(window, state); ViewerPageModel = new ViewerPageModel(window, state);
@@ -71,8 +68,12 @@ sealed class MainContentScreenModel : IDisposable {
StatusBarModel = new StatusBarModel(state); StatusBarModel = new StatusBarModel(state);
} }
public void Dispose() { public async Task Initialize() {
DownloadsPageModel.Dispose(); await DownloadsPageModel.Initialize();
}
public async ValueTask DisposeAsync() {
await DownloadsPageModel.DisposeAsync();
ViewerPageModel.Dispose(); ViewerPageModel.Dispose();
AdvancedPageModel.Dispose(); AdvancedPageModel.Dispose();
StatusBarModel.Dispose(); StatusBarModel.Dispose();

View File

@@ -22,20 +22,21 @@
<Setter Property="HorizontalAlignment" Value="Center" /> <Setter Property="HorizontalAlignment" Value="Center" />
<Setter Property="VerticalAlignment" Value="Center" /> <Setter Property="VerticalAlignment" Value="Center" />
</Style> </Style>
<Style Selector="Button"> <Style Selector="Grid#ButtonPanel > Button">
<Setter Property="Margin" Value="5 0" /> <Setter Property="HorizontalAlignment" Value="Stretch" />
</Style> </Style>
</UserControl.Styles> </UserControl.Styles>
<Panel Name="RootPanel"> <Panel Name="RootPanel">
<StackPanel Margin="42"> <StackPanel Margin="42 30">
<TextBlock Text="{Binding Version, StringFormat=Discord History Tracker v{0}}" FontSize="25" Margin="0 0 0 30" HorizontalAlignment="Center" /> <TextBlock Text="{Binding Version, StringFormat=Discord History Tracker v{0}}" FontSize="25" Margin="0 0 0 25" HorizontalAlignment="Center" />
<StackPanel Orientation="Horizontal" HorizontalAlignment="Center"> <Grid Name="ButtonPanel" RowDefinitions="Auto,12,Auto,12,Auto" ColumnDefinitions="*,12,*" Margin="12 0" HorizontalAlignment="Stretch">
<Button Command="{Binding OpenOrCreateDatabase}" IsEnabled="{Binding IsOpenOrCreateDatabaseButtonEnabled}">Open or Create Database</Button> <Button Grid.Row="0" Grid.Column="0" Grid.ColumnSpan="3" Command="{Binding OpenOrCreateDatabase}" IsEnabled="{Binding IsOpenOrCreateDatabaseButtonEnabled}">Open or Create Database</Button>
<Button Command="{Binding ShowAboutDialog}">About</Button> <Button Grid.Row="2" Grid.Column="0" Grid.ColumnSpan="3" Command="{Binding CheckUpdates}">Check For Updates</Button>
<Button Command="{Binding Exit}">Exit</Button> <Button Grid.Row="4" Grid.Column="0" Command="{Binding ShowAboutDialog}">About</Button>
</StackPanel> <Button Grid.Row="4" Grid.Column="2" Command="{Binding Exit}">Exit</Button>
</Grid>
</StackPanel> </StackPanel>
</Panel> </Panel>
</UserControl> </UserControl>

View File

@@ -1,18 +1,24 @@
using System; using System;
using System.Collections.Generic; using System.Collections.Generic;
using System.IO; using System.IO;
using System.Net;
using System.Net.Http;
using System.Threading.Tasks; using System.Threading.Tasks;
using Avalonia.Controls; using Avalonia.Controls;
using CommunityToolkit.Mvvm.ComponentModel; using CommunityToolkit.Mvvm.ComponentModel;
using DHT.Desktop.Common; using DHT.Desktop.Common;
using DHT.Desktop.Dialogs.Message; using DHT.Desktop.Dialogs.Message;
using DHT.Desktop.Dialogs.Progress; using DHT.Desktop.Dialogs.Progress;
using DHT.Server.Data.Settings;
using DHT.Server.Database; using DHT.Server.Database;
using DHT.Server.Database.Sqlite.Schema; using DHT.Server.Database.Sqlite.Schema;
using DHT.Utils.Logging;
namespace DHT.Desktop.Main.Screens; namespace DHT.Desktop.Main.Screens;
sealed partial class WelcomeScreenModel : ObservableObject { sealed partial class WelcomeScreenModel : ObservableObject {
private static readonly Log Log = Log.ForType<WelcomeScreenModel>();
public string Version => Program.Version; public string Version => Program.Version;
[ObservableProperty(Setter = Access.Private)] [ObservableProperty(Setter = Access.Private)]
@@ -34,7 +40,7 @@ sealed partial class WelcomeScreenModel : ObservableObject {
public async Task OpenOrCreateDatabase() { public async Task OpenOrCreateDatabase() {
IsOpenOrCreateDatabaseButtonEnabled = false; IsOpenOrCreateDatabaseButtonEnabled = false;
try { try {
var path = await DatabaseGui.NewOpenOrCreateDatabaseFileDialog(window, Path.GetDirectoryName(dbFilePath)); string? path = await DatabaseGui.NewOpenOrCreateDatabaseFileDialog(window, Path.GetDirectoryName(dbFilePath));
if (path != null) { if (path != null) {
await OpenOrCreateDatabaseFromPath(path); await OpenOrCreateDatabaseFromPath(path);
} }
@@ -46,19 +52,21 @@ sealed partial class WelcomeScreenModel : ObservableObject {
public async Task OpenOrCreateDatabaseFromPath(string path) { public async Task OpenOrCreateDatabaseFromPath(string path) {
dbFilePath = path; dbFilePath = path;
var db = await DatabaseGui.TryOpenOrCreateDatabaseFromPath(path, window, new SchemaUpgradeCallbacks(window)); bool isNew = !File.Exists(path);
if (db != null) {
DatabaseSelected?.Invoke(this, db); IDatabaseFile? db = await DatabaseGui.TryOpenOrCreateDatabaseFromPath(path, window, new SchemaUpgradeCallbacks(window));
if (db == null) {
return;
} }
if (isNew && await Dialog.ShowYesNo(window, "Automatic Downloads", "Do you want to automatically download files hosted on Discord? You can change this later in the Downloads tab.") == DialogResult.YesNo.Yes) {
await db.Settings.Set(SettingsKey.DownloadsAutoStart, value: true);
}
DatabaseSelected?.Invoke(this, db);
} }
private sealed class SchemaUpgradeCallbacks : ISchemaUpgradeCallbacks { private sealed class SchemaUpgradeCallbacks(Window window) : ISchemaUpgradeCallbacks {
private readonly Window window;
public SchemaUpgradeCallbacks(Window window) {
this.window = window;
}
public async Task<bool> CanUpgrade() { public async Task<bool> CanUpgrade() {
return DialogResult.YesNo.Yes == await DatabaseGui.ShowCanUpgradeDatabaseDialog(window); return DialogResult.YesNo.Yes == await DatabaseGui.ShowCanUpgradeDatabaseDialog(window);
} }
@@ -75,17 +83,9 @@ sealed partial class WelcomeScreenModel : ObservableObject {
await new ProgressDialog { DataContext = new ProgressDialogModel("Upgrading Database", StartUpgrade, progressItems: 3) }.ShowProgressDialog(window); await new ProgressDialog { DataContext = new ProgressDialogModel("Upgrading Database", StartUpgrade, progressItems: 3) }.ShowProgressDialog(window);
} }
private sealed class ProgressReporter : ISchemaUpgradeCallbacks.IProgressReporter { private sealed class ProgressReporter(int versionSteps, IReadOnlyList<IProgressCallback> callbacks) : ISchemaUpgradeCallbacks.IProgressReporter {
private readonly IReadOnlyList<IProgressCallback> callbacks;
private readonly int versionSteps;
private int versionProgress = 0; private int versionProgress = 0;
public ProgressReporter(int versionSteps, IReadOnlyList<IProgressCallback> callbacks) {
this.callbacks = callbacks;
this.versionSteps = versionSteps;
}
public async Task NextVersion() { public async Task NextVersion() {
await callbacks[0].Update("Upgrading schema version...", versionProgress++, versionSteps); await callbacks[0].Update("Upgrading schema version...", versionProgress++, versionSteps);
await HideChildren(0); await HideChildren(0);
@@ -109,6 +109,53 @@ sealed partial class WelcomeScreenModel : ObservableObject {
} }
} }
public async Task CheckUpdates() {
var latestVersion = await ProgressDialog.ShowIndeterminate<Version?>(window, "Check Updates", "Checking for updates...", async _ => {
var client = new HttpClient(new SocketsHttpHandler {
AutomaticDecompression = DecompressionMethods.None,
AllowAutoRedirect = false,
UseCookies = false,
});
client.Timeout = TimeSpan.FromSeconds(30);
client.MaxResponseContentBufferSize = 1024;
client.DefaultRequestHeaders.UserAgent.ParseAdd("DiscordHistoryTracker/" + Program.Version);
string response;
try {
response = await client.GetStringAsync(Program.Website + "/version");
} catch (TaskCanceledException e) when (e.InnerException is TimeoutException) {
await Dialog.ShowOk(window, "Check Updates", "Request timed out.");
return null;
} catch (Exception e) {
Log.Error(e);
await Dialog.ShowOk(window, "Check Updates", "Error checking for updates: " + e.Message);
return null;
}
if (!System.Version.TryParse(response, out Version? latestVersion)) {
await Dialog.ShowOk(window, "Check Updates", "Server returned an invalid response.");
return null;
}
return latestVersion;
});
if (latestVersion == null) {
return;
}
if (Program.AssemblyVersion >= latestVersion) {
await Dialog.ShowOk(window, "Check Updates", "You are using the latest version.");
return;
}
if (await Dialog.ShowYesNo(window, "Check Updates", "A newer version is available: v" + Program.VersionToString(latestVersion) + "\nVisit the official website and close the app?") == DialogResult.YesNo.Yes) {
SystemUtils.OpenUrl(Program.Website);
Exit();
}
}
public async Task ShowAboutDialog() { public async Task ShowAboutDialog() {
await new AboutWindow { DataContext = new AboutWindowModel() }.ShowDialog(window); await new AboutWindow { DataContext = new AboutWindowModel() }.ShowDialog(window);
} }

View File

@@ -9,17 +9,18 @@ namespace DHT.Desktop;
static class Program { static class Program {
public static string Version { get; } public static string Version { get; }
public static Version AssemblyVersion { get; }
public static CultureInfo Culture { get; } public static CultureInfo Culture { get; }
public static ResourceLoader Resources { get; } public static ResourceLoader Resources { get; }
public static Arguments Arguments { get; } public static Arguments Arguments { get; }
public const string Website = "https://dht.chylex.com";
static Program() { static Program() {
var assembly = Assembly.GetExecutingAssembly(); var assembly = Assembly.GetExecutingAssembly();
Version = assembly.GetName().Version?.ToString() ?? ""; AssemblyVersion = assembly.GetName().Version ?? new Version(major: 0, minor: 0, build: 0, revision: 0);
while (Version.EndsWith(".0")) { Version = VersionToString(AssemblyVersion);
Version = Version[..^2];
}
Culture = CultureInfo.CurrentCulture; Culture = CultureInfo.CurrentCulture;
CultureInfo.CurrentCulture = CultureInfo.InvariantCulture; CultureInfo.CurrentCulture = CultureInfo.InvariantCulture;
@@ -31,6 +32,16 @@ static class Program {
Arguments = new Arguments(Environment.GetCommandLineArgs()); Arguments = new Arguments(Environment.GetCommandLineArgs());
} }
public static string VersionToString(Version version) {
string versionStr = version.ToString();
while (versionStr.EndsWith(".0")) {
versionStr = versionStr[..^2];
}
return versionStr;
}
public static void Main(string[] args) { public static void Main(string[] args) {
if (Arguments.Console && OperatingSystem.IsWindows()) { if (Arguments.Console && OperatingSystem.IsWindows()) {
WindowsConsole.AllocConsole(); WindowsConsole.AllocConsole();

View File

@@ -3,6 +3,6 @@ using DHT.Server.Service;
namespace DHT.Desktop.Server; namespace DHT.Desktop.Server;
static class ServerConfiguration { static class ServerConfiguration {
public static ushort Port { get; set; } = ServerUtils.FindAvailablePort(50000, 60000); public static ushort Port { get; set; } = ServerUtils.FindAvailablePort(min: 50000, max: 60000);
public static string Token { get; set; } = ServerUtils.GenerateRandomToken(20); public static string Token { get; set; } = ServerUtils.GenerateRandomToken(20);
} }

View File

@@ -1,8 +1,8 @@
<Project> <Project>
<PropertyGroup> <PropertyGroup>
<TargetFramework>net8.0</TargetFramework> <TargetFramework>net9.0</TargetFramework>
<LangVersion>12</LangVersion> <LangVersion>13</LangVersion>
<Nullable>enable</Nullable> <Nullable>enable</Nullable>
</PropertyGroup> </PropertyGroup>
@@ -39,6 +39,7 @@
<PropertyGroup Condition=" '$(Configuration)' == 'Release' "> <PropertyGroup Condition=" '$(Configuration)' == 'Release' ">
<DebugSymbols>false</DebugSymbols> <DebugSymbols>false</DebugSymbols>
<DebugType>none</DebugType> <DebugType>none</DebugType>
<ContinuousIntegrationBuild>true</ContinuousIntegrationBuild>
</PropertyGroup> </PropertyGroup>
<PropertyGroup> <PropertyGroup>

View File

@@ -9,6 +9,8 @@ items:
pattern: "^[0-9]+$" pattern: "^[0-9]+$"
name: name:
type: string type: string
displayName:
type: string
avatar: avatar:
type: string type: string
discriminator: discriminator:

View File

@@ -10,11 +10,16 @@
return; return;
} }
/*[IMPORTS]*/
if (!DISCORD.isCompatible()) {
alert("Discord History Tracker is not compatible with this version of Discord.");
return;
}
window.DHT_LOADED = true; window.DHT_LOADED = true;
window.DHT_ON_UNLOAD = []; window.DHT_ON_UNLOAD = [];
/*[IMPORTS]*/
const port = 0; /*[PORT]*/ const port = 0; /*[PORT]*/
const token = "/*[TOKEN]*/"; const token = "/*[TOKEN]*/";
STATE.setup(port, token); STATE.setup(port, token);
@@ -46,7 +51,7 @@
return action === null || action === CONSTANTS.AUTOSCROLL_ACTION_NOTHING; return action === null || action === CONSTANTS.AUTOSCROLL_ACTION_NOTHING;
}; };
const onTrackingContinued = function(anyNewMessages) { const onTrackingContinued = function(anyNewMessages, hasMoreBefore) {
if (!STATE.isTracking()) { if (!STATE.isTracking()) {
return; return;
} }
@@ -63,7 +68,7 @@
if (SETTINGS.autoscroll) { if (SETTINGS.autoscroll) {
let action = null; let action = null;
if (!DISCORD.hasMoreMessages()) { if (!hasMoreBefore) {
console.debug("[DHT] Reached first message."); console.debug("[DHT] Reached first message.");
action = SETTINGS.afterFirstMsg; action = SETTINGS.afterFirstMsg;
} }
@@ -84,7 +89,7 @@
let waitUntilSendingFinishedTimer = null; let waitUntilSendingFinishedTimer = null;
const onMessagesUpdated = async messages => { const onMessagesUpdated = async (server, channel, messages, hasMoreBefore) => {
if (!STATE.isTracking() || delayedStopRequests > 0) { if (!STATE.isTracking() || delayedStopRequests > 0) {
return; return;
} }
@@ -94,24 +99,16 @@
waitUntilSendingFinishedTimer = window.setTimeout(() => { waitUntilSendingFinishedTimer = window.setTimeout(() => {
waitUntilSendingFinishedTimer = null; waitUntilSendingFinishedTimer = null;
onMessagesUpdated(messages); onMessagesUpdated(server, channel, messages, hasMoreBefore);
}, 100); }, 100);
return; return;
} }
const info = DISCORD.getSelectedChannel();
if (!info) {
GUI.setStatus("Error (Unknown Channel)");
stopTrackingDelayed();
return;
}
isSending = true; isSending = true;
try { try {
await STATE.addDiscordChannel(info.server, info.channel); await STATE.addDiscordChannel(server, channel);
} catch (e) { } catch (e) {
onError(e); onError(e);
return; return;
@@ -120,35 +117,33 @@
try { try {
if (!messages.length) { if (!messages.length) {
isSending = false; isSending = false;
onTrackingContinued(false); onTrackingContinued(false, hasMoreBefore);
} }
else { else {
const anyNewMessages = await STATE.addDiscordMessages(messages); const anyNewMessages = await STATE.addDiscordMessages(messages);
onTrackingContinued(anyNewMessages); onTrackingContinued(anyNewMessages, hasMoreBefore);
} }
} catch (e) { } catch (e) {
onError(e); onError(e);
} }
}; };
DISCORD.setupMessageCallback(onMessagesUpdated); const starter = DISCORD.setupMessageCallback(onMessagesUpdated);
STATE.onTrackingStateChanged(enabled => { STATE.onTrackingStateChanged(enabled => {
if (enabled) { if (enabled) {
const messages = DISCORD.getMessages();
if (messages.length === 0) {
stopTrackingDelayed(() => alert("Cannot see any messages."));
return;
}
GUI.setStatus("Starting"); GUI.setStatus("Starting");
GUI.createTrackingStyles();
hasJustStarted = true; hasJustStarted = true;
// noinspection JSIgnoredPromiseFromCall
onMessagesUpdated(messages); if (!starter()) {
stopTrackingDelayed(() => alert("Cannot see any messages."));
hasJustStarted = false;
}
} }
else { else {
isSending = false; isSending = false;
GUI.deleteTrackingStyles();
} }
}); });

View File

@@ -4,11 +4,26 @@ class DISCORD {
// https://discord.com/developers/docs/resources/channel#channel-object-channel-types // https://discord.com/developers/docs/resources/channel#channel-object-channel-types
static CHANNEL_TYPE = { static CHANNEL_TYPE = {
GUILD_TEXT: 0,
DM: 1, DM: 1,
GROUP_DM: 3, GROUP_DM: 3,
GUILD_ANNOUNCEMENT: 5,
ANNOUNCEMENT_THREAD: 10, ANNOUNCEMENT_THREAD: 10,
PUBLIC_THREAD: 11, PUBLIC_THREAD: 11,
PRIVATE_THREAD: 12 PRIVATE_THREAD: 12,
isPrivate(type) {
return type === this.DM
|| type === this.GROUP_DM;
},
isNavigableGuildChannel(type) {
return type === this.GUILD_TEXT
|| type === this.GUILD_ANNOUNCEMENT
|| type === this.ANNOUNCEMENT_THREAD
|| type === this.PUBLIC_THREAD
|| type === this.PRIVATE_THREAD;
}
}; };
// https://discord.com/developers/docs/resources/channel#message-object-message-types // https://discord.com/developers/docs/resources/channel#message-object-message-types
@@ -18,6 +33,74 @@ class DISCORD {
THREAD_STARTER: 21 THREAD_STARTER: 21
}; };
// https://discord.com/developers/docs/topics/permissions#permissions-bitwise-permission-flags
static PERMISSION = {
VIEW_CHANNEL: 1n << 10n
};
/**
* @type {Object}
* @property {function(String): ?DiscordGuild} getGuild
*/
static #guildStore = WEBPACK.findModule("guildStore", WEBPACK.filterByProps("getGuild", "getGuilds", "getGuildIds"));
/**
* @type {Object}
* @property {function(String): Boolean} isOptInEnabled
* @property {function(String): Set<String>} getOptedInChannels
*/
static #guildSettings = WEBPACK.findModule("guildSettings", WEBPACK.filterByProps("isOptInEnabled", "getOptedInChannels"));
/**
* @type {Object}
* @property {function(String): ?DiscordChannel} getChannel
* @property {function(String): Array<DiscordChannel>} getMutableGuildChannelsForGuild
* @property {function(): Array<DiscordChannel>} getSortedPrivateChannels
*/
static #channelStore = WEBPACK.findModule("channelStore", WEBPACK.filterByProps("getChannel", "getMutableGuildChannelsForGuild", "getSortedPrivateChannels"));
/**
* @type {function(BigInt, Object): Boolean}
*/
static #hasPermission = WEBPACK.findFunction("can", [ "getGuildPermissions", "getChannelPermissions" ]);
/**
* @type {function(String): MessageData}
*/
static #getMessages = WEBPACK.findFunction("getMessages");
/**
* @type {function(String): void}
*/
static #jumpToMessage = WEBPACK.findFunction("jumpToMessage");
/**
* @type {function(): String}
*/
static #getCurrentlySelectedChannelId = WEBPACK.findFunction("getCurrentlySelectedChannelId");
/**
* @type {function(String): void}
*/
static #selectPrivateChannel = WEBPACK.findFunction("selectPrivateChannel", [ "selectChannel" ]);
/**
* @type {function(String, Object, String=null): void}
*/
static #transitionToGuildSync = WEBPACK.findFunction("transitionToGuildSync");
static isCompatible() {
return !!this.#guildStore
&& !!this.#guildSettings
&& !!this.#channelStore
&& !!this.#hasPermission
&& !!this.#getMessages
&& !!this.#jumpToMessage
&& !!this.#getCurrentlySelectedChannelId
&& !!this.#selectPrivateChannel
&& !!this.#transitionToGuildSync;
}
static getMessageOuterElement() { static getMessageOuterElement() {
return DOM.queryReactClass("messagesWrapper"); return DOM.queryReactClass("messagesWrapper");
} }
@@ -26,14 +109,6 @@ class DISCORD {
return DOM.queryReactClass("scroller", this.getMessageOuterElement()); return DOM.queryReactClass("scroller", this.getMessageOuterElement());
} }
static getMessageElements() {
return this.getMessageOuterElement().querySelectorAll("[class*='message_']");
}
static hasMoreMessages() {
return document.querySelector("#messagesNavigationDescription + [class^=container]") === null;
}
static loadOlderMessages() { static loadOlderMessages() {
const view = this.getMessageScrollerElement(); const view = this.getMessageScrollerElement();
@@ -42,26 +117,43 @@ class DISCORD {
} }
} }
static getMessagesFromSelectedChannel() {
const channelId = this.#getCurrentlySelectedChannelId();
return channelId ? this.#getMessages(channelId) : null;
}
/** /**
* Calls the provided function with a list of messages whenever the currently loaded messages change. * Calls the provided function with a list of messages whenever the currently loaded messages change.
* @param callback {function(server: ?DiscordGuild, channel: DiscordChannel, messages: Array<DiscordMessage>, hasMoreBefore: boolean)}
*/ */
static setupMessageCallback(callback) { static setupMessageCallback(callback) {
const previousMessages = new Set(); const previousMessages = new Set();
const onMessageElementsChanged = function() { const onMessageElementsChanged = force => {
const messages = DISCORD.getMessages(); const messages = this.getMessagesFromSelectedChannel();
const hasChanged = messages.some(message => !previousMessages.has(message.id)) || !DISCORD.hasMoreMessages(); if (!messages || !messages.ready || messages.loadingMore) {
return false;
}
const channel = this.#channelStore.getChannel(messages.channelId);
if (!channel) {
return false;
}
const hasChanged = force || !messages.hasMoreBefore || messages.some(message => !previousMessages.has(message.id));
if (!hasChanged) { if (!hasChanged) {
return; return false;
} }
previousMessages.clear(); previousMessages.clear();
for (const message of messages) { for (const message of messages._array) {
previousMessages.add(message.id); previousMessages.add(message.id);
} }
callback(messages); const server = this.#guildStore.getGuild(channel.guild_id);
callback(server, channel, messages._array, messages.hasMoreBefore);
return true;
}; };
let debounceTimer; let debounceTimer;
@@ -74,7 +166,7 @@ class DISCORD {
debounceTimer = window.setTimeout(onMessageElementsChanged, 100); debounceTimer = window.setTimeout(onMessageElementsChanged, 100);
}; };
const observer = new MutationObserver(function () { const observer = new MutationObserver(function() {
onMessageElementsChangedLater(); onMessageElementsChangedLater();
}); });
@@ -112,216 +204,54 @@ class DISCORD {
observedElement = null; observedElement = null;
window.clearInterval(observerTimer); window.clearInterval(observerTimer);
}); });
}
/** return () => onMessageElementsChanged(true);
* Returns the message from a message element.
* @returns { null | DiscordMessage } }
*/
static getMessageFromElement(ele) {
const props = DOM.getReactProps(ele);
if (props && Array.isArray(props.children)) {
for (const child of props.children) {
if (!(child instanceof Object)) {
continue;
}
const childProps = child.props;
if (childProps instanceof Object && "message" in childProps) {
return childProps.message;
}
}
}
return null;
}
/**
* Returns an array containing currently loaded messages.
*/
static getMessages() {
try {
const messages = [];
for (const ele of this.getMessageElements()) {
try {
const message = this.getMessageFromElement(ele);
if (message != null) {
messages.push(message);
}
} catch (e) {
console.error("[DHT] Error extracing message data, skipping it.", e, ele, DOM.tryGetReactProps(ele));
}
}
return messages;
} catch (e) {
console.error("[DHT] Error retrieving messages.", e);
return [];
}
}
/**
* Returns an object containing the selected server and channel information.
* For types DM and GROUP, the server and channel ids and names are identical.
* @returns { {} | null }
*/
static getSelectedChannel() {
try {
let obj = null;
try {
for (const child of DOM.getReactProps(DOM.queryReactClass("chatContent")).children) {
if (child && child.props && child.props.channel) {
obj = child.props.channel;
break;
}
}
} catch (e) {
console.error("[DHT] Error retrieving selected channel from 'chatContent' element.", e);
}
if (!obj || typeof obj.id !== "string") {
return null;
}
const dms = DOM.queryReactClass("privateChannels");
if (dms) {
let name;
for (const ele of dms.querySelectorAll("[class*='channel_'] [class*='selected_'] [class^='name_'] *")) {
const node = Array.prototype.find.call(ele.childNodes, node => node.nodeType === Node.TEXT_NODE);
if (node) {
name = node.nodeValue;
break;
}
}
if (!name) {
return null;
}
let type;
// https://discord.com/developers/docs/resources/channel#channel-object-channel-types
switch (obj.type) {
case DISCORD.CHANNEL_TYPE.DM: type = "DM"; break;
case DISCORD.CHANNEL_TYPE.GROUP_DM: type = "GROUP"; break;
default: return null;
}
const id = obj.id;
const server = { id, name, type };
const channel = { id, name };
return { server, channel };
}
else if (obj.guild_id) {
let guild;
for (const child of DOM.getReactProps(document.querySelector("nav header [class*='headerContent_']")).children) {
if (child && child.props && child.props.guild) {
guild = child.props.guild;
break;
}
}
if (!guild || typeof guild.name !== "string" || obj.guild_id !== guild.id) {
return null;
}
const server = {
"id": guild.id,
"name": guild.name,
"type": "SERVER"
};
const channel = {
"id": obj.id,
"name": obj.name,
"extra": {
"nsfw": obj.nsfw
}
};
if (obj.type === DISCORD.CHANNEL_TYPE.ANNOUNCEMENT_THREAD || obj.type === DISCORD.CHANNEL_TYPE.PUBLIC_THREAD || obj.type === DISCORD.CHANNEL_TYPE.PRIVATE_THREAD) {
channel["extra"]["parent"] = obj.parent_id;
}
else {
channel["extra"]["position"] = obj.position;
channel["extra"]["topic"] = obj.topic;
}
return { server, channel };
}
else {
return null;
}
} catch (e) {
console.error("[DHT] Error retrieving selected channel.", e);
return null;
}
} }
/** /**
* Selects the next text channel and returns true, otherwise returns false if there are no more channels. * Selects the next text channel and returns true, otherwise returns false if there are no more channels.
*/ */
static selectNextTextChannel() { static selectNextTextChannel() {
const dms = DOM.queryReactClass("privateChannels"); const currentChannel = this.#channelStore.getChannel(this.#getCurrentlySelectedChannelId());
if (!currentChannel) {
return false;
}
if (dms) { if (this.CHANNEL_TYPE.isPrivate(currentChannel.type)) {
const currentChannel = DOM.queryReactClass("selected", dms); const privateChannel = this.#channelStore.getSortedPrivateChannels();
const currentChannelContainer = currentChannel && currentChannel.closest("[class*='channel_']"); const currentIndex = privateChannel.findIndex(channel => channel.id === currentChannel.id);
const nextChannel = currentChannelContainer && currentChannelContainer.nextElementSibling;
if (!nextChannel || !nextChannel.getAttribute("class").includes("channel_")) { if (currentIndex === -1 || currentIndex === privateChannel.length - 1) {
return false; return false;
} }
const nextChannelLink = nextChannel.querySelector("a[href*='/@me/']"); this.#selectPrivateChannel(privateChannel[currentIndex + 1].id);
if (!nextChannelLink) {
return false;
}
nextChannelLink.click();
nextChannelLink.scrollIntoView(true);
return true; return true;
} }
else { else {
const channelListEle = document.getElementById("channels"); const guildId = currentChannel.guild_id;
if (!channelListEle) {
let isChannelOptedIn;
if (this.#guildSettings.isOptInEnabled(guildId)) {
const optedInChannels = this.#guildSettings.getOptedInChannels(guildId);
isChannelOptedIn = channel => optedInChannels.has(channel.id);
}
else {
isChannelOptedIn = _ => true;
}
const guildChannelMap = this.#channelStore.getMutableGuildChannelsForGuild(guildId);
const guildChannels = Object.values(guildChannelMap)
.filter(channel => this.CHANNEL_TYPE.isNavigableGuildChannel(channel.type) && isChannelOptedIn(channel) && this.#hasPermission(this.PERMISSION.VIEW_CHANNEL, channel))
.sort((a, b) => a.position - b.position);
const currentIndex = guildChannels.findIndex(channel => channel.id === currentChannel.id);
if (currentIndex === -1 || currentIndex === guildChannels.length - 1) {
return false; return false;
} }
function getLinkElement(channel) { this.#transitionToGuildSync(guildId, {}, guildChannels[currentIndex + 1].id);
return channel.querySelector("a[href^='/channels/'][role='link']");
}
const allTextChannels = Array.prototype.filter.call(channelListEle.querySelectorAll("[class*='containerDefault']"), ele => getLinkElement(ele) !== null);
let nextChannel = null;
for (let index = 0; index < allTextChannels.length - 1; index++) {
if (allTextChannels[index].className.includes("selected_")) {
nextChannel = allTextChannels[index + 1];
break;
}
}
if (nextChannel === null) {
return false;
}
const nextChannelLink = getLinkElement(nextChannel);
if (!nextChannelLink) {
return false;
}
nextChannelLink.click();
nextChannel.scrollIntoView(true);
return true; return true;
} }
} }

View File

@@ -1,6 +1,8 @@
class DOM { class DOM {
/** /**
* Returns a child element by its ID. Parent defaults to the entire document. * Returns a child element by its ID. Parent defaults to the entire document.
* @param {string} id
* @param {HTMLElement?} [parent]
* @returns {HTMLElement} * @returns {HTMLElement}
*/ */
static id(id, parent) { static id(id, parent) {
@@ -9,6 +11,9 @@ class DOM {
/** /**
* Returns the first child element containing the specified obfuscated class. Parent defaults to the entire document. * Returns the first child element containing the specified obfuscated class. Parent defaults to the entire document.
* @param {string} cls
* @param {HTMLElement?} [parent]
* @returns {HTMLElement}
*/ */
static queryReactClass(cls, parent) { static queryReactClass(cls, parent) {
return (parent || document).querySelector(`[class*="${cls}_"]`); return (parent || document).querySelector(`[class*="${cls}_"]`);
@@ -55,31 +60,4 @@ class DOM {
const value = document.cookie.replace(new RegExp("(?:(?:^|.*;\\s*)" + name + "\\s*\\=\\s*([^;]*).*$)|^.*$"), "$1"); const value = document.cookie.replace(new RegExp("(?:(?:^|.*;\\s*)" + name + "\\s*\\=\\s*([^;]*).*$)|^.*$"), "$1");
return value.length ? JSON.parse(decodeURIComponent(value)) : null; return value.length ? JSON.parse(decodeURIComponent(value)) : null;
} }
/**
* Returns internal React state object of an element.
*/
static getReactProps(ele) {
const keys = Object.keys(ele || {});
let key = keys.find(key => key.startsWith("__reactInternalInstance"));
if (key) {
// noinspection JSUnresolvedVariable
return ele[key].memoizedProps;
}
key = keys.find(key => key.startsWith("__reactProps$"));
return key ? ele[key] : null;
}
/**
* Returns internal React state object of an element, or null if the retrieval throws.
*/
static tryGetReactProps(ele) {
try {
return this.getReactProps(ele);
} catch (e) {
return null;
}
}
} }

View File

@@ -2,14 +2,17 @@
const GUI = (function() { const GUI = (function() {
let controller = null; let controller = null;
let settings = null; let settings = null;
let trackingStyles = null;
const stateChangedEvent = () => { const stateChangedEvent = () => {
if (settings) { if (settings) {
settings.ui.cbAutoscroll.checked = SETTINGS.autoscroll; settings.ui.cbAutoscroll.checked = SETTINGS.autoscroll;
settings.ui.cbHidePreviewsWhileAutoscrolling.checked = SETTINGS.hidePreviewsWhileAutoscrolling;
settings.ui.optsAfterFirstMsg[SETTINGS.afterFirstMsg].checked = true; settings.ui.optsAfterFirstMsg[SETTINGS.afterFirstMsg].checked = true;
settings.ui.optsAfterSavedMsg[SETTINGS.afterSavedMsg].checked = true; settings.ui.optsAfterSavedMsg[SETTINGS.afterSavedMsg].checked = true;
const autoscrollDisabled = !SETTINGS.autoscroll; const autoscrollDisabled = !SETTINGS.autoscroll;
settings.ui.cbHidePreviewsWhileAutoscrolling.disabled = autoscrollDisabled;
Object.values(settings.ui.optsAfterFirstMsg).forEach(ele => ele.disabled = autoscrollDisabled); Object.values(settings.ui.optsAfterFirstMsg).forEach(ele => ele.disabled = autoscrollDisabled);
Object.values(settings.ui.optsAfterSavedMsg).forEach(ele => ele.disabled = autoscrollDisabled); Object.values(settings.ui.optsAfterSavedMsg).forEach(ele => ele.disabled = autoscrollDisabled);
} }
@@ -54,6 +57,7 @@ const GUI = (function() {
controller.ui.btnClose.addEventListener("click", () => { controller.ui.btnClose.addEventListener("click", () => {
this.hideController(); this.hideController();
this.deleteTrackingStyles();
window.DHT_ON_UNLOAD.forEach(f => f()); window.DHT_ON_UNLOAD.forEach(f => f());
delete window.DHT_ON_UNLOAD; delete window.DHT_ON_UNLOAD;
delete window.DHT_LOADED; delete window.DHT_LOADED;
@@ -84,6 +88,7 @@ const GUI = (function() {
const radio = (type, id, label) => "<label><input id='dht-cfg-" + type + "-" + id + "' name='dht-" + type + "' type='radio'> " + label + "</label><br>"; const radio = (type, id, label) => "<label><input id='dht-cfg-" + type + "-" + id + "' name='dht-" + type + "' type='radio'> " + label + "</label><br>";
const html = ` const html = `
<label><input id='dht-cfg-autoscroll' type='checkbox'> Autoscroll</label><br> <label><input id='dht-cfg-autoscroll' type='checkbox'> Autoscroll</label><br>
<label><input id='dht-cfg-hide-previews-while-autoscrolling' type='checkbox'> Hide previews to improve browser performance</label><br>
<br> <br>
<label>After reaching the first message in channel...</label><br> <label>After reaching the first message in channel...</label><br>
${radio("afm", "nothing", "Continue Tracking")} ${radio("afm", "nothing", "Continue Tracking")}
@@ -93,8 +98,7 @@ ${radio("afm", "switch", "Switch to Next Channel")}
<label>After reaching a previously saved message...</label><br> <label>After reaching a previously saved message...</label><br>
${radio("asm", "nothing", "Continue Tracking")} ${radio("asm", "nothing", "Continue Tracking")}
${radio("asm", "pause", "Pause Tracking")} ${radio("asm", "pause", "Pause Tracking")}
${radio("asm", "switch", "Switch to Next Channel")} ${radio("asm", "switch", "Switch to Next Channel")}`;
<p id='dht-cfg-note'>It is recommended to disable link and image previews to avoid putting unnecessary strain on your browser.</p>`;
settings = { settings = {
styles: DOM.createStyle(`/*[CSS-SETTINGS]*/`), styles: DOM.createStyle(`/*[CSS-SETTINGS]*/`),
@@ -107,9 +111,10 @@ ${radio("asm", "switch", "Switch to Next Channel")}
}); });
settings.ui = { settings.ui = {
cbAutoscroll: DOM.id("dht-cfg-autoscroll"), /** @type {HTMLInputElement} */ cbAutoscroll: DOM.id("dht-cfg-autoscroll"),
optsAfterFirstMsg: {}, /** @type {HTMLInputElement} */ cbHidePreviewsWhileAutoscrolling: DOM.id("dht-cfg-hide-previews-while-autoscrolling"),
optsAfterSavedMsg: {} /** @type {Object.<number, HTMLInputElement>} */ optsAfterFirstMsg: {},
/** @type {Object.<number, HTMLInputElement>} */ optsAfterSavedMsg: {}
}; };
settings.ui.optsAfterFirstMsg[CONSTANTS.AUTOSCROLL_ACTION_NOTHING] = DOM.id("dht-cfg-afm-nothing"); settings.ui.optsAfterFirstMsg[CONSTANTS.AUTOSCROLL_ACTION_NOTHING] = DOM.id("dht-cfg-afm-nothing");
@@ -124,6 +129,10 @@ ${radio("asm", "switch", "Switch to Next Channel")}
SETTINGS.autoscroll = settings.ui.cbAutoscroll.checked; SETTINGS.autoscroll = settings.ui.cbAutoscroll.checked;
}); });
settings.ui.cbHidePreviewsWhileAutoscrolling.addEventListener("change", () => {
SETTINGS.hidePreviewsWhileAutoscrolling = settings.ui.cbHidePreviewsWhileAutoscrolling.checked;
});
Object.keys(settings.ui.optsAfterFirstMsg).forEach(key => { Object.keys(settings.ui.optsAfterFirstMsg).forEach(key => {
settings.ui.optsAfterFirstMsg[key].addEventListener("click", () => { settings.ui.optsAfterFirstMsg[key].addEventListener("click", () => {
SETTINGS.afterFirstMsg = key; SETTINGS.afterFirstMsg = key;
@@ -152,6 +161,29 @@ ${radio("asm", "switch", "Switch to Next Channel")}
if (controller) { if (controller) {
controller.ui.textStatus.innerText = state; controller.ui.textStatus.innerText = state;
} }
},
createTrackingStyles() {
if (trackingStyles) {
return;
}
let style = "";
if (SETTINGS.autoscroll && SETTINGS.hidePreviewsWhileAutoscrolling) {
style += `div[id^="message-accessories-"] { display: none; }`;
}
if (style.length > 0) {
trackingStyles = DOM.createStyle(style);
}
},
deleteTrackingStyles() {
if (trackingStyles) {
DOM.removeElement(trackingStyles);
trackingStyles = null;
}
} }
}; };
})(); })();

View File

@@ -35,17 +35,28 @@ const SETTINGS = (function() {
obj[name] = value; obj[name] = value;
}; };
const defaults = {
"_autoscroll": true,
"_hidePreviewsWhileAutoscrolling": true,
"_afterFirstMsg": CONSTANTS.AUTOSCROLL_ACTION_PAUSE,
"_afterSavedMsg": CONSTANTS.AUTOSCROLL_ACTION_PAUSE,
};
let loaded = DOM.loadFromCookie("DHT_SETTINGS"); let loaded = DOM.loadFromCookie("DHT_SETTINGS");
let hasChanged = false;
if (!loaded) { if (!loaded) {
loaded = { loaded = defaults;
"_autoscroll": true,
"_afterFirstMsg": CONSTANTS.AUTOSCROLL_ACTION_PAUSE,
"_afterSavedMsg": CONSTANTS.AUTOSCROLL_ACTION_PAUSE
};
IS_FIRST_RUN = true; IS_FIRST_RUN = true;
} }
else {
for (const property in defaults) {
if (!(property in loaded)) {
loaded[property] = defaults[property];
hasChanged = true;
}
}
}
const root = { const root = {
onSettingsChanged(callback) { onSettingsChanged(callback) {
@@ -54,10 +65,11 @@ const SETTINGS = (function() {
}; };
defineTriggeringProperty(root, "autoscroll", loaded._autoscroll); defineTriggeringProperty(root, "autoscroll", loaded._autoscroll);
defineTriggeringProperty(root, "hidePreviewsWhileAutoscrolling", loaded._hidePreviewsWhileAutoscrolling);
defineTriggeringProperty(root, "afterFirstMsg", loaded._afterFirstMsg); defineTriggeringProperty(root, "afterFirstMsg", loaded._afterFirstMsg);
defineTriggeringProperty(root, "afterSavedMsg", loaded._afterSavedMsg); defineTriggeringProperty(root, "afterSavedMsg", loaded._afterSavedMsg);
if (IS_FIRST_RUN) { if (IS_FIRST_RUN || hasChanged) {
saveSettings(); saveSettings();
} }

View File

@@ -48,69 +48,49 @@ const STATE = (function() {
}); });
}; };
const getDate = function(date) {
if (date instanceof Date) {
return date;
}
else {
// noinspection JSUnresolvedReference
return date.toDate();
}
};
/**
* @param {DiscordChannel} channel
*/
const getPrivateChannelName = function(channel) {
if (channel.name === "") {
return channel.rawRecipients.map(user => user.username).join(", ");
}
else {
return channel.name;
}
};
/**
* @param {Number} type
*/
const getChannelTypeName = function(type) {
if (type === DISCORD.CHANNEL_TYPE.DM) {
return "DM";
}
else if (type === DISCORD.CHANNEL_TYPE.GROUP_DM) {
return "GROUP";
}
else {
return "SERVER";
}
};
const trackingStateChangedListeners = []; const trackingStateChangedListeners = [];
let isTracking = false; let isTracking = false;
const addedChannels = new Set(); const addedChannels = new Set();
const addedUsers = new Set(); const addedUsers = new Set();
/**
* @name DiscordUser
* @property {String} id
* @property {String} username
* @property {String} discriminator
* @property {String} [avatar]
* @property {Boolean} [bot]
*/
/**
* @name DiscordMessage
* @property {String} id
* @property {String} channel_id
* @property {DiscordUser} author
* @property {String} content
* @property {Timestamp} timestamp
* @property {Timestamp|null} editedTimestamp
* @property {DiscordAttachment[]} attachments
* @property {Object[]} embeds
* @property {DiscordMessageReaction[]} [reactions]
* @property {DiscordMessageReference} [messageReference]
* @property {Number} type
* @property {String} state
*/
/**
* @name DiscordAttachment
* @property {String} id
* @property {String} filename
* @property {String} [content_type]
* @property {String} size
* @property {String} url
*/
/**
* @name DiscordMessageReaction
* @property {DiscordEmoji} emoji
* @property {Number} count
*/
/**
* @name DiscordMessageReference
* @property {String} [message_id]
*/
/**
* @name DiscordEmoji
* @property {String|null} id
* @property {String|null} name
* @property {Boolean} animated
*/
/**
* @name Timestamp
* @property {Function} toDate
*/
return { return {
setup(port, token) { setup(port, token) {
serverPort = port; serverPort = port;
@@ -141,32 +121,51 @@ const STATE = (function() {
} }
}, },
/**
* @param {?DiscordGuild} serverInfo
* @param {DiscordChannel} channelInfo
*/
async addDiscordChannel(serverInfo, channelInfo) { async addDiscordChannel(serverInfo, channelInfo) {
if (addedChannels.has(channelInfo.id)) { if (addedChannels.has(channelInfo.id)) {
return; return;
} }
const server = { const server = {
id: serverInfo.id, type: getChannelTypeName(channelInfo.type)
name: serverInfo.name,
type: serverInfo.type
}; };
const channel = { const channel = {
id: channelInfo.id, id: channelInfo.id,
name: channelInfo.name extra: {}
}; };
if ("extra" in channelInfo) { if (DISCORD.CHANNEL_TYPE.isPrivate(channelInfo.type)) {
const extra = channelInfo.extra; server.id = channelInfo.id;
server.name = channel.name = getPrivateChannelName(channelInfo);
}
else if (serverInfo) {
server.id = serverInfo.id;
server.name = serverInfo.name;
channel.name = channelInfo.name;
}
else {
return;
}
if ("parent" in extra) { if ("nsfw" in channelInfo) {
channel.parent = extra.parent; channel.extra.nsfw = channelInfo.nsfw;
} }
channel.position = extra.position; if ("topic" in channelInfo) {
channel.topic = extra.topic; channel.extra.topic = channelInfo.topic;
channel.nsfw = extra.nsfw; }
if ("position" in channelInfo) {
channel.extra.position = channelInfo.position;
}
if (channelInfo.type === DISCORD.CHANNEL_TYPE.ANNOUNCEMENT_THREAD || channelInfo.type === DISCORD.CHANNEL_TYPE.PUBLIC_THREAD || channelInfo.type === DISCORD.CHANNEL_TYPE.PRIVATE_THREAD) {
channel.extra.parent = channelInfo.parent_id;
} }
await post("/track-channel", { server, channel }); await post("/track-channel", { server, channel });
@@ -195,6 +194,10 @@ const STATE = (function() {
name: user.username name: user.username
}; };
if (user.globalName) {
obj.displayName = user.globalName;
}
if (user.avatar) { if (user.avatar) {
obj.avatar = user.avatar; obj.avatar = user.avatar;
} }
@@ -223,12 +226,12 @@ const STATE = (function() {
sender: msg.author.id, sender: msg.author.id,
channel: msg.channel_id, channel: msg.channel_id,
text: msg.content, text: msg.content,
timestamp: msg.timestamp.toDate().getTime() timestamp: getDate(msg.timestamp).getTime()
}; };
if (msg.editedTimestamp !== null) { if (msg.editedTimestamp !== null) {
// noinspection JSUnusedGlobalSymbols // noinspection JSUnusedGlobalSymbols
obj.editTimestamp = msg.editedTimestamp.toDate().getTime(); obj.editTimestamp = getDate(msg.editedTimestamp).getTime();
} }
if (msg.messageReference !== null) { if (msg.messageReference !== null) {
@@ -283,7 +286,7 @@ const STATE = (function() {
} }
if (msg.reactions.length > 0) { if (msg.reactions.length > 0) {
obj.reactions = msg.reactions.map(reaction => { obj.reactions = msg.reactions.filter(reaction => reaction.count > 0).map(reaction => {
const emoji = reaction.emoji; const emoji = reaction.emoji;
const mapped = { const mapped = {

View File

@@ -0,0 +1,82 @@
/**
* @name DiscordGuild
* @property {String} id
* @property {String} name
*/
/**
* @name DiscordChannel
* @property {String} id
* @property {String} name
* @property {Number} type
* @property {String} [guild_id]
* @property {String} [parent_id]
* @property {Number} [position]
* @property {String} [topic]
* @property {Boolean} [nsfw]
* @property {DiscordUser[]} [rawRecipients]
*/
/**
* @name DiscordUser
* @property {String} id
* @property {String} username
* @property {String} discriminator
* @property {String} [globalName]
* @property {String} [avatar]
* @property {Boolean} [bot]
*/
/**
* @name DiscordMessage
* @property {String} id
* @property {String} channel_id
* @property {DiscordUser} author
* @property {String} content
* @property {Date} timestamp
* @property {Date|null} editedTimestamp
* @property {DiscordAttachment[]} attachments
* @property {Object[]} embeds
* @property {DiscordMessageReaction[]} [reactions]
* @property {DiscordMessageReference} [messageReference]
* @property {Number} type
* @property {String} state
*/
/**
* @name DiscordAttachment
* @property {String} id
* @property {String} filename
* @property {String} [content_type]
* @property {String} size
* @property {String} url
*/
/**
* @name DiscordMessageReaction
* @property {DiscordEmoji} emoji
* @property {Number} count
*/
/**
* @name DiscordMessageReference
* @property {String} [message_id]
*/
/**
* @name DiscordEmoji
* @property {String|null} id
* @property {String|null} name
* @property {Boolean} animated
*/
/**
* @name MessageData
* @type {Object}
* @property {String} channelId
* @property {Boolean} ready
* @property {Boolean} loadingMore
* @property {Boolean} hasMoreAfter
* @property {Boolean} hasMoreBefore
* @property {Array<DiscordMessage>} _array
*/

View File

@@ -0,0 +1,98 @@
/**
* Parts copied from Better Discord, licensed under Apache License 2.0.
*
* https://github.com/BetterDiscord/BetterDiscord/blob/78edeb77c60542a57884686c4ba98f997c886fad/renderer/src/modules/webpackmodules.js
* https://github.com/BetterDiscord/BetterDiscord/blob/78edeb77c60542a57884686c4ba98f997c886fad/LICENSE
*/
class WEBPACK {
static get require() {
if (this._require) {
return this._require;
}
/**
* @type {Object}
* @property {Object} m
* @property {Object} c
*/
let hookedRequire;
const id = "dht-webpackmodules-" + new Date().getTime();
if (typeof (window["webpackChunkdiscord_app"]) !== "undefined") {
window["webpackChunkdiscord_app"].push([ [ id ], {}, internalRequire => hookedRequire = internalRequire ]);
}
delete hookedRequire.m[id];
delete hookedRequire.c[id];
return this._require = hookedRequire;
}
static getAllModules() {
return this.require.c;
}
static filterByProps(...props) {
return module => props.every(prop => prop in module);
}
static filterByPropsWithPredicate(predicate, ...props) {
return module => props.every(prop => prop in module && predicate(module[prop]));
}
static findModules(filter) {
const defaultExport = true;
const moduleFilter = module => (typeof module === "object" || typeof module === "function") && filter(module);
const results = [];
for (const module of Object.values(this.getAllModules())) {
/**
* @type {Object}
* @property [Z]
* @property [ZP]
* @property [__esModule]
* @property [default]
*/
const exports = module.exports;
if (!exports || exports === window || exports === document.documentElement || exports[Symbol.toStringTag] === "DOMTokenList") {
continue;
}
let foundModule = null;
if (exports.Z && moduleFilter(exports.Z)) {
foundModule = defaultExport ? exports.Z : exports;
}
if (exports.ZP && moduleFilter(exports.ZP)) {
foundModule = defaultExport ? exports.ZP : exports;
}
if (exports.__esModule && exports.default && moduleFilter(exports.default)) {
foundModule = defaultExport ? exports.default : exports;
}
if (moduleFilter(exports)) {
foundModule = exports;
}
if (foundModule) {
results.push(foundModule);
}
}
return results;
}
static findModule(name, filter) {
const modules = this.findModules(filter);
if (modules.length === 1) {
return modules[0];
}
console.error("[DHT] Cannot find module " + name + ", results found:", modules.length);
return null;
}
static findFunction(name, additionalRequiredProps) {
const searchedProps = additionalRequiredProps ? [ name, ...additionalRequiredProps ] : [ name ];
const matchingModule = this.findModule("containing function " + name, this.filterByPropsWithPredicate(prop => typeof (prop) === "function", ...searchedProps));
return matchingModule == null ? null : matchingModule[name].bind(matchingModule);
}
}

View File

@@ -18,11 +18,13 @@
height: 262px; height: 262px;
margin-left: -400px; margin-left: -400px;
margin-top: -131px; margin-top: -131px;
line-height: 120%;
padding: 8px; padding: 8px;
background-color: #fff; background-color: #fff;
z-index: 1000002; z-index: 1000002;
} }
#dht-cfg-note { #dht-cfg label {
margin-top: 22px; display: inline-block;
margin: 1px 0;
} }

View File

@@ -2,21 +2,31 @@
<html lang="en"> <html lang="en">
<head> <head>
<meta charset="utf-8"> <meta charset="utf-8">
<meta name="referrer" content="no-referrer">
<title>Discord Offline History</title> <title>Discord Offline History</title>
<link rel="icon" href="favicon.ico">
<link rel="stylesheet" href="styles/main.css">
<link rel="stylesheet" href="styles/menu.css">
<link rel="stylesheet" href="styles/channels.css">
<link rel="stylesheet" href="styles/messages.css">
<link rel="stylesheet" href="styles/modal.css">
<script type="text/javascript"> <script type="text/javascript">
window.DHT_EMBEDDED = "/*[ARCHIVE]*/"; const query = new URLSearchParams(location.search);
/*[CONSTANTS]*/ window.DHT_SERVER_TOKEN = query.get("token");
/*[JS]*/ window.DHT_SERVER_SESSION = query.get("session");
</script> </script>
<style> <script type="module" src="scripts/bootstrap.mjs"></script>
/*[CSS]*/
</style>
</head> </head>
<body> <body>
<div id="menu"> <div id="menu">
<button id="btn-settings">Settings</button> <button id="btn-settings">Settings</button>
<div class="splitter"></div>
<div> <!-- needed to stop the select from messing up --> <div> <!-- needed to stop the select from messing up -->
<select id="opt-messages-per-page"> <select id="opt-messages-per-page">
<option value="50">50 messages per page&nbsp;</option> <option value="50">50 messages per page&nbsp;</option>
@@ -65,7 +75,9 @@
</div> </div>
<div id="app"> <div id="app">
<div id="channels"></div> <div id="channels">
<div class="loading"></div>
</div>
<div id="messages"></div> <div id="messages"></div>
</div> </div>

View File

@@ -1,39 +0,0 @@
document.addEventListener("DOMContentLoaded", () => {
DISCORD.setup();
GUI.setup();
GUI.onOptionMessagesPerPageChanged(() => {
STATE.setMessagesPerPage(GUI.getOptionMessagesPerPage());
});
STATE.setMessagesPerPage(GUI.getOptionMessagesPerPage());
GUI.onOptMessageFilterChanged(filter => {
STATE.setActiveFilter(filter);
});
GUI.onNavigationButtonClicked(action => {
STATE.updateCurrentPage(action);
});
STATE.onUsersRefreshed(users => {
GUI.updateUserList(users);
});
STATE.onChannelsRefreshed((channels, selected) => {
GUI.updateChannelList(channels, selected, STATE.selectChannel);
});
STATE.onMessagesRefreshed(messages => {
GUI.updateNavigation(STATE.getCurrentPage(), STATE.getPageCount());
GUI.updateMessageList(messages);
GUI.scrollMessagesToTop();
});
try {
STATE.uploadFile(JSON.parse(window.DHT_EMBEDDED));
} catch (e) {
console.error(e);
alert("Could not parse embedded file, see console for details.");
}
});

View File

@@ -0,0 +1,111 @@
import discord from "./discord.mjs";
import gui from "./gui.mjs";
import state from "./state.mjs";
import "./polyfills.mjs";
window.DISCORD = discord;
document.addEventListener("DOMContentLoaded", () => {
discord.setup();
gui.setup();
gui.onOptionMessagesPerPageChanged(() => {
state.setMessagesPerPage(gui.getOptionMessagesPerPage());
});
state.setMessagesPerPage(gui.getOptionMessagesPerPage());
gui.onOptMessageFilterChanged(filter => {
state.setActiveFilter(filter);
});
gui.onNavigationButtonClicked(action => {
state.updateCurrentPage(action);
});
state.onUsersRefreshed(users => {
gui.updateUserList(users);
});
state.onChannelsRefreshed((channels, selected) => {
gui.updateChannelList(channels, selected, state.selectChannel);
});
state.onMessagesRefreshed(messages => {
gui.updateNavigation(state.getCurrentPage(), state.getPageCount());
gui.updateMessageList(messages);
gui.scrollMessagesToTop();
});
async function fetchUrl(path, contentType) {
const response = await fetch("/" + path + "?token=" + encodeURIComponent(window.DHT_SERVER_TOKEN) + "&session=" + encodeURIComponent(window.DHT_SERVER_SESSION), {
method: "GET",
headers: {
"Content-Type": contentType,
},
credentials: "omit",
redirect: "error",
});
if (!response.ok) {
throw "Unexpected response status: " + response.statusText;
}
return response;
}
async function processLines(response, callback) {
let body = "";
for await (const chunk of response.body.pipeThrough(new TextDecoderStream("utf-8"))) {
body += chunk;
let startIndex = 0;
while (true) {
const endIndex = body.indexOf("\n", startIndex);
if (endIndex === -1) {
break;
}
callback(body.substring(startIndex, endIndex));
startIndex = endIndex + 1;
}
body = body.substring(startIndex);
}
if (body !== "") {
callback(body);
}
}
async function loadData() {
try {
const metadataResponse = await fetchUrl("get-viewer-metadata", "application/json");
const metadataJson = await metadataResponse.json();
const messagesResponse = await fetchUrl("get-viewer-messages", "application/x-ndjson");
const messages = {};
await processLines(messagesResponse, line => {
const message = JSON.parse(line);
const channel = message.c;
const channelMessages = messages[channel] || (messages[channel] = {});
channelMessages[message.id] = message;
delete message.id;
delete message.c;
});
state.uploadFile(metadataJson, messages);
} catch (e) {
console.error(e);
alert("Could not load data, see console for details.");
document.querySelector("#channels > div.loading").remove();
}
}
loadData();
});

View File

@@ -1,4 +1,10 @@
const DISCORD = (function() { import discord from "./discord.mjs";
import dom from "./dom.mjs";
import template from "./template.mjs";
import settings from "./settings.mjs";
import state from "./state.mjs";
export default (function() {
const regex = { const regex = {
formatBold: /\*\*([\s\S]+?)\*\*(?!\*)/g, formatBold: /\*\*([\s\S]+?)\*\*(?!\*)/g,
formatItalic1: /\*([\s\S]+?)\*(?!\*)/g, formatItalic1: /\*([\s\S]+?)\*(?!\*)/g,
@@ -35,17 +41,14 @@ const DISCORD = (function() {
let templateReaction; let templateReaction;
let templateReactionCustom; let templateReactionCustom;
const fileUrlProcessor = function(serverUrl, serverToken) { const fileUrlProcessor = function(serverToken) {
if (typeof serverUrl === "string" && typeof serverToken === "string") { if (typeof serverToken === "string") {
return url => serverUrl + "/get-downloaded-file/" + encodeURIComponent(url) + "?token=" + encodeURIComponent(serverToken); return url => "/get-downloaded-file/" + encodeURIComponent(url) + "?token=" + encodeURIComponent(serverToken);
} }
else { else {
return url => url; return url => url;
} }
}( }(window.DHT_SERVER_TOKEN);
window["DHT_SERVER_URL"],
window["DHT_SERVER_TOKEN"]
);
const getEmoji = function(name, id, extension) { const getEmoji = function(name, id, extension) {
const tag = ":" + name + ":"; const tag = ":" + name + ":";
@@ -53,9 +56,9 @@ const DISCORD = (function() {
}; };
const processMessageContents = function(contents) { const processMessageContents = function(contents) {
let processed = DOM.escapeHTML(contents.replace(regex.formatUrlNoEmbed, "$1")); let processed = dom.escapeHTML(contents.replace(regex.formatUrlNoEmbed, "$1"));
if (SETTINGS.enableFormatting) { if (settings.enableFormatting) {
const escapeHtmlMatch = (full, match) => "&#" + match.charCodeAt(0) + ";"; const escapeHtmlMatch = (full, match) => "&#" + match.charCodeAt(0) + ";";
processed = processed processed = processed
@@ -71,13 +74,13 @@ const DISCORD = (function() {
.replace(regex.formatStrike, "<s>$1</s>"); .replace(regex.formatStrike, "<s>$1</s>");
} }
const animatedEmojiExtension = SETTINGS.enableAnimatedEmoji ? "gif" : "webp"; const animatedEmojiExtension = settings.enableAnimatedEmoji ? "gif" : "webp";
// noinspection HtmlUnknownTarget // noinspection HtmlUnknownTarget
processed = processed processed = processed
.replace(regex.formatUrl, "<a href='$1' target='_blank' rel='noreferrer'>$1</a>") .replace(regex.formatUrl, "<a href='$1' target='_blank' rel='noreferrer'>$1</a>")
.replace(regex.mentionChannel, (full, match) => "<span class='link mention-chat'>#" + STATE.getChannelName(match) + "</span>") .replace(regex.mentionChannel, (full, match) => "<span class='link mention-chat'>#" + state.getChannelName(match) + "</span>")
.replace(regex.mentionUser, (full, match) => "<span class='link mention-user' title='#" + (STATE.getUserTag(match) || "????") + "'>@" + STATE.getUserName(match) + "</span>") .replace(regex.mentionUser, (full, match) => "<span class='link mention-user' title='" + state.getUserName(match) + "'>@" + state.getUserDisplayName(match) + "</span>")
.replace(regex.customEmojiStatic, (full, m1, m2) => getEmoji(m1, m2, "webp")) .replace(regex.customEmojiStatic, (full, m1, m2) => getEmoji(m1, m2, "webp"))
.replace(regex.customEmojiAnimated, (full, m1, m2) => getEmoji(m1, m2, animatedEmojiExtension)); .replace(regex.customEmojiAnimated, (full, m1, m2) => getEmoji(m1, m2, animatedEmojiExtension));
@@ -89,7 +92,7 @@ const DISCORD = (function() {
}; };
const getImageEmbed = function(url, image) { const getImageEmbed = function(url, image) {
if (!SETTINGS.enableImagePreviews) { if (!settings.enableImagePreviews) {
return ""; return "";
} }
@@ -109,36 +112,36 @@ const DISCORD = (function() {
return { return {
setup() { setup() {
templateChannelServer = new TEMPLATE([ templateChannelServer = new template([
"<div data-channel='{id}'>", "<div class='channel' data-channel='{id}'>",
"<div class='info' title='{topic}'><strong class='name'>#{name}</strong>{nsfw}<span class='tag'>{msgcount}</span></div>", "<div class='info' title='{topic}'><strong class='name'>#{name}</strong>{nsfw}<span class='tag'>{msgcount}</span></div>",
"<span class='server'>{server.name} ({server.type})</span>", "<span class='server'>{server.name} ({server.type})</span>",
"</div>" "</div>"
].join("")); ].join(""));
templateChannelPrivate = new TEMPLATE([ templateChannelPrivate = new template([
"<div data-channel='{id}'>", "<div class='channel' data-channel='{id}'>",
"<div class='info'><strong class='name'>{name}</strong><span class='tag'>{msgcount}</span></div>", "<div class='info'><strong class='name'>{name}</strong><span class='tag'>{msgcount}</span></div>",
"<span class='server'>({server.type})</span>", "<span class='server'>({server.type})</span>",
"</div>" "</div>"
].join("")); ].join(""));
templateMessageNoAvatar = new TEMPLATE([ templateMessageNoAvatar = new template([
"<div>", "<div>",
"<div class='reply-message'>{reply}</div>", "<div class='reply-message'>{reply}</div>",
"<h2><strong class='username' title='#{user.tag}'>{user.name}</strong><span class='info time'>{timestamp}</span>{edit}{jump}</h2>", "<h2><strong class='username' title='{user.name}'>{user.displayName}</strong><span class='info time'>{timestamp}</span>{edit}{jump}</h2>",
"<div class='message'>{contents}{embeds}{attachments}</div>", "<div class='message'>{contents}{embeds}{attachments}</div>",
"{reactions}", "{reactions}",
"</div>" "</div>"
].join("")); ].join(""));
templateMessageWithAvatar = new TEMPLATE([ templateMessageWithAvatar = new template([
"<div>", "<div>",
"<div class='reply-message reply-message-with-avatar'>{reply}</div>", "<div class='reply-message reply-message-with-avatar'>{reply}</div>",
"<div class='avatar-wrapper'>", "<div class='avatar-wrapper'>",
"<div class='avatar'>{avatar}</div>", "<div class='avatar'>{avatar}</div>",
"<div>", "<div>",
"<h2><strong class='username' title='#{user.tag}'>{user.name}</strong><span class='info time'>{timestamp}</span>{edit}{jump}</h2>", "<h2><strong class='username' title='{user.name}'>{user.displayName}</strong><span class='info time'>{timestamp}</span>{edit}{jump}</h2>",
"<div class='message'>{contents}{embeds}{attachments}</div>", "<div class='message'>{contents}{embeds}{attachments}</div>",
"{reactions}", "{reactions}",
"</div>", "</div>",
@@ -147,50 +150,50 @@ const DISCORD = (function() {
].join("")); ].join(""));
// noinspection HtmlUnknownTarget // noinspection HtmlUnknownTarget
templateUserAvatar = new TEMPLATE([ templateUserAvatar = new template([
"<img src='{url}' alt=''>" "<img src='{url}' alt=''>"
].join("")); ].join(""));
// noinspection HtmlUnknownTarget // noinspection HtmlUnknownTarget
templateAttachmentDownload = new TEMPLATE([ templateAttachmentDownload = new template([
"<a href='{url}' class='embed download'>Download {name}</a>" "<a href='{url}' class='embed download'>Download {name}</a>"
].join("")); ].join(""));
// noinspection HtmlUnknownTarget // noinspection HtmlUnknownTarget
templateEmbedImage = new TEMPLATE([ templateEmbedImage = new template([
"<a href='{url}' class='embed thumbnail loading'><img src='{src}' alt='' onload='DISCORD.handleImageLoad(this)' onerror='DISCORD.handleImageLoadError(this)'></a><br>" "<a href='{url}' class='embed thumbnail loading'><img src='{src}' alt='' onload='window.DISCORD.handleImageLoad(this)' onerror='window.DISCORD.handleImageLoadError(this)'></a><br>"
].join("")); ].join(""));
// noinspection HtmlUnknownTarget // noinspection HtmlUnknownTarget
templateEmbedImageWithSize = new TEMPLATE([ templateEmbedImageWithSize = new template([
"<a href='{url}' class='embed thumbnail loading'><img src='{src}' width='{width}' height='{height}' alt='' onload='DISCORD.handleImageLoad(this)' onerror='DISCORD.handleImageLoadError(this)'></a><br>" "<a href='{url}' class='embed thumbnail loading'><img src='{src}' width='{width}' height='{height}' alt='' onload='window.DISCORD.handleImageLoad(this)' onerror='window.DISCORD.handleImageLoadError(this)'></a><br>"
].join("")); ].join(""));
// noinspection HtmlUnknownTarget // noinspection HtmlUnknownTarget
templateEmbedRich = new TEMPLATE([ templateEmbedRich = new template([
"<div class='embed download'><a href='{url}' class='title'>{title}</a><p class='desc'>{description}</p></div>" "<div class='embed download'><a href='{url}' class='title'>{title}</a><p class='desc'>{description}</p></div>"
].join("")); ].join(""));
// noinspection HtmlUnknownTarget // noinspection HtmlUnknownTarget
templateEmbedRichNoDescription = new TEMPLATE([ templateEmbedRichNoDescription = new template([
"<div class='embed download'><a href='{url}' class='title'>{title}</a></div>" "<div class='embed download'><a href='{url}' class='title'>{title}</a></div>"
].join("")); ].join(""));
// noinspection HtmlUnknownTarget // noinspection HtmlUnknownTarget
templateEmbedUrl = new TEMPLATE([ templateEmbedUrl = new template([
"<a href='{url}' class='embed download'>{url}</a>" "<a href='{url}' class='embed download'>{url}</a>"
].join("")); ].join(""));
templateEmbedUnsupported = new TEMPLATE([ templateEmbedUnsupported = new template([
"<div class='embed download'><p>(Unsupported embed)</p></div>" "<div class='embed download'><p>(Unsupported embed)</p></div>"
].join("")); ].join(""));
templateReaction = new TEMPLATE([ templateReaction = new template([
"<span class='reaction-wrapper'><span class='reaction-emoji'>{n}</span><span class='count'>{c}</span></span>" "<span class='reaction-wrapper'><span class='reaction-emoji'>{n}</span><span class='count'>{c}</span></span>"
].join("")); ].join(""));
// noinspection HtmlUnknownTarget // noinspection HtmlUnknownTarget
templateReactionCustom = new TEMPLATE([ templateReactionCustom = new template([
"<span class='reaction-wrapper'><img src='{url}' alt=':{n}:' title=':{n}:' class='reaction-emoji-custom'><span class='count'>{c}</span></span>" "<span class='reaction-wrapper'><img src='{url}' alt=':{n}:' title=':{n}:' class='reaction-emoji-custom'><span class='count'>{c}</span></span>"
].join("")); ].join(""));
}, },
@@ -207,7 +210,7 @@ const DISCORD = (function() {
}, },
isImageAttachment(attachment) { isImageAttachment(attachment) {
const url = DOM.tryParseUrl(attachment.url); const url = dom.tryParseUrl(attachment.url);
return url != null && isImageUrl(url); return url != null && isImageUrl(url);
}, },
@@ -220,15 +223,15 @@ const DISCORD = (function() {
}, },
getMessageHTML(message) { // noinspection FunctionWithInconsistentReturnsJS getMessageHTML(message) { // noinspection FunctionWithInconsistentReturnsJS
return (SETTINGS.enableUserAvatars ? templateMessageWithAvatar : templateMessageNoAvatar).apply(message, (property, value) => { return (settings.enableUserAvatars ? templateMessageWithAvatar : templateMessageNoAvatar).apply(message, (property, value) => {
if (property === "avatar") { if (property === "avatar") {
return value ? templateUserAvatar.apply(getAvatarUrlObject(value)) : ""; return value ? templateUserAvatar.apply(getAvatarUrlObject(value)) : "";
} }
else if (property === "user.tag") { else if (property === "user.displayName") {
return value ? value : "????"; return value ? value : message.user.name;
} }
else if (property === "timestamp") { else if (property === "timestamp") {
return DOM.getHumanReadableTime(value); return dom.getHumanReadableTime(value);
} }
else if (property === "contents") { else if (property === "contents") {
return value && value.length > 0 ? processMessageContents(value) : ""; return value && value.length > 0 ? processMessageContents(value) : "";
@@ -243,10 +246,10 @@ const DISCORD = (function() {
return templateEmbedUnsupported.apply(embed); return templateEmbedUnsupported.apply(embed);
} }
else if ("image" in embed && embed.image.url) { else if ("image" in embed && embed.image.url) {
return getImageEmbed(fileUrlProcessor(embed.url), embed.image); return getImageEmbed(embed.url, embed.image);
} }
else if ("thumbnail" in embed && embed.thumbnail.url) { else if ("thumbnail" in embed && embed.thumbnail.url) {
return getImageEmbed(fileUrlProcessor(embed.url), embed.thumbnail); return getImageEmbed(embed.url, embed.thumbnail);
} }
else if ("title" in embed && "description" in embed) { else if ("title" in embed && "description" in embed) {
return templateEmbedRich.apply(embed); return templateEmbedRich.apply(embed);
@@ -267,7 +270,7 @@ const DISCORD = (function() {
return value.map(attachment => { return value.map(attachment => {
const url = fileUrlProcessor(attachment.url); const url = fileUrlProcessor(attachment.url);
if (!DISCORD.isImageAttachment(attachment) || !SETTINGS.enableImagePreviews) { if (!discord.isImageAttachment(attachment) || !settings.enableImagePreviews) {
return templateAttachmentDownload.apply({ url, name: attachment.name }); return templateAttachmentDownload.apply({ url, name: attachment.name });
} }
else if ("width" in attachment && "height" in attachment) { else if ("width" in attachment && "height" in attachment) {
@@ -279,30 +282,30 @@ const DISCORD = (function() {
}).join(""); }).join("");
} }
else if (property === "edit") { else if (property === "edit") {
return value ? "<span class='info edited'>Edited " + DOM.getHumanReadableTime(value) + "</span>" : ""; return value ? "<span class='info edited'>Edited " + dom.getHumanReadableTime(value) + "</span>" : "";
} }
else if (property === "jump") { else if (property === "jump") {
return STATE.hasActiveFilter ? "<span class='info jump' data-jump='" + value + "'>Jump to message</span>" : ""; return state.hasActiveFilter ? "<span class='info jump' data-jump='" + value + "'>Jump to message</span>" : "";
} }
else if (property === "reply") { else if (property === "reply") {
if (!value) { if (!value) {
return value === null ? "<span class='reply-contents reply-missing'>(replies to an unknown message)</span>" : ""; return value === null ? "<span class='reply-contents reply-missing'>(replies to an unknown message)</span>" : "";
} }
const user = "<span class='reply-username' title='#" + (value.user.tag ? value.user.tag : "????") + "'>" + value.user.name + "</span>"; const user = "<span class='reply-username' title='" + value.user.name + "'>" + (value.user.displayName ?? value.user.name) + "</span>";
const avatar = SETTINGS.enableUserAvatars && value.avatar ? "<span class='reply-avatar'>" + templateUserAvatar.apply(getAvatarUrlObject(value.avatar)) + "</span>" : ""; const avatar = settings.enableUserAvatars && value.avatar ? "<span class='reply-avatar'>" + templateUserAvatar.apply(getAvatarUrlObject(value.avatar)) + "</span>" : "";
const contents = value.contents ? "<span class='reply-contents'>" + processMessageContents(value.contents) + "</span>" : ""; const contents = value.contents ? "<span class='reply-contents'>" + processMessageContents(value.contents) + "</span>" : "";
return "<span class='jump' data-jump='" + value.id + "'>Jump to reply</span><span class='user'>" + avatar + user + "</span>" + contents; return "<span class='jump' data-jump='" + value.id + "'>Jump to reply</span><span class='user'>" + avatar + user + "</span>" + contents;
} }
else if (property === "reactions"){ else if (property === "reactions") {
if (!value){ if (!value) {
return ""; return "";
} }
return "<div class='reactions'>" + value.map(reaction => { return "<div class='reactions'>" + value.map(reaction => {
if ("id" in reaction){ if ("id" in reaction) {
const ext = reaction.a && SETTINGS.enableAnimatedEmoji ? "gif" : "webp"; const ext = reaction.a && settings.enableAnimatedEmoji ? "gif" : "webp";
const url = fileUrlProcessor("https://cdn.discordapp.com/emojis/" + reaction.id + "." + ext); const url = fileUrlProcessor("https://cdn.discordapp.com/emojis/" + reaction.id + "." + ext);
// noinspection JSUnusedGlobalSymbols // noinspection JSUnusedGlobalSymbols
return templateReactionCustom.apply({ url, n: reaction.n, c: reaction.c }); return templateReactionCustom.apply({ url, n: reaction.n, c: reaction.c });

View File

@@ -8,9 +8,12 @@ const HTML_ENTITY_MAP = {
const HTML_ENTITY_REGEX = /[&<>"']/g; const HTML_ENTITY_REGEX = /[&<>"']/g;
class DOM { export default class {
/** /**
* Returns a child element by its ID. Parent defaults to the entire document. * Returns a child element by its ID. Parent defaults to the entire document.
* @param {string} id
* @param {HTMLElement} [parent]
* @returns {HTMLElement|null}
*/ */
static id(id, parent) { static id(id, parent) {
return (parent || document).getElementById(id); return (parent || document).getElementById(id);
@@ -18,6 +21,9 @@ class DOM {
/** /**
* Returns an array of all child elements containing the specified class. Parent defaults to the entire document. * Returns an array of all child elements containing the specified class. Parent defaults to the entire document.
* @param {string} cls
* @param {HTMLElement} [parent]
* @returns {HTMLElement[]}
*/ */
static cls(cls, parent) { static cls(cls, parent) {
return Array.prototype.slice.call((parent || document).getElementsByClassName(cls)); return Array.prototype.slice.call((parent || document).getElementsByClassName(cls));
@@ -25,6 +31,9 @@ class DOM {
/** /**
* Returns an array of all child elements that have the specified tag. Parent defaults to the entire document. * Returns an array of all child elements that have the specified tag. Parent defaults to the entire document.
* @param {string} tag
* @param {HTMLElement} [parent]
* @returns {HTMLElement[]}
*/ */
static tag(tag, parent) { static tag(tag, parent) {
return Array.prototype.slice.call((parent || document).getElementsByTagName(tag)); return Array.prototype.slice.call((parent || document).getElementsByTagName(tag));
@@ -32,6 +41,9 @@ class DOM {
/** /**
* Returns the first child element containing the specified class. Parent defaults to the entire document. * Returns the first child element containing the specified class. Parent defaults to the entire document.
* @param {string} cls
* @param {HTMLElement} [parent]
* @returns {HTMLElement}
*/ */
static fcls(cls, parent) { static fcls(cls, parent) {
return (parent || document).getElementsByClassName(cls)[0]; return (parent || document).getElementsByClassName(cls)[0];

View File

@@ -1,10 +1,16 @@
const GUI = (function() { import dom from "./dom.mjs";
import discord from "./discord.mjs";
import settings from "./settings.mjs";
import state from "./state.mjs";
export default (function() {
let eventOnOptMessagesPerPageChanged; let eventOnOptMessagesPerPageChanged;
let eventOnOptMessageFilterChanged; let eventOnOptMessageFilterChanged;
let eventOnNavButtonClicked; let eventOnNavButtonClicked;
const getActiveFilter = function() { const getActiveFilter = function() {
const active = DOM.fcls("active", DOM.id("opt-filter-list")); /** @type HTMLSelectElement */
const active = dom.fcls("active", dom.id("opt-filter-list"));
return active && active.value !== "" ? { return active && active.value !== "" ? {
"type": active.getAttribute("data-filter-type"), "type": active.getAttribute("data-filter-type"),
@@ -17,12 +23,12 @@ const GUI = (function() {
}; };
const showModal = function(width, html) { const showModal = function(width, html) {
const dialog = DOM.id("dialog"); const dialog = dom.id("dialog");
dialog.innerHTML = html; dialog.innerHTML = html;
dialog.style.width = width + "px"; dialog.style.width = width + "px";
dialog.style.marginLeft = (-width / 2) + "px"; dialog.style.marginLeft = (-width / 2) + "px";
DOM.id("modal").classList.add("visible"); dom.id("modal").classList.add("visible");
return dialog; return dialog;
}; };
@@ -38,9 +44,9 @@ const GUI = (function() {
<label><input id='dht-cfg-animemoji' type='checkbox'> Animated Emoji</label><br>`); <label><input id='dht-cfg-animemoji' type='checkbox'> Animated Emoji</label><br>`);
const setupCheckBox = function(id, settingName) { const setupCheckBox = function(id, settingName) {
const ele = DOM.id(id); const ele = dom.id(id);
ele.checked = SETTINGS[settingName]; ele.checked = settings[settingName];
ele.addEventListener("change", () => SETTINGS[settingName] = ele.checked); ele.addEventListener("change", () => settings[settingName] = ele.checked);
}; };
setupCheckBox("dht-cfg-imgpreviews", "enableImagePreviews"); setupCheckBox("dht-cfg-imgpreviews", "enableImagePreviews");
@@ -65,20 +71,20 @@ const GUI = (function() {
// --------- // ---------
setup() { setup() {
const inputMessageFilter = DOM.id("opt-messages-filter"); const inputMessageFilter = dom.id("opt-messages-filter");
const containerFilterList = DOM.id("opt-filter-list"); const containerFilterList = dom.id("opt-filter-list");
const resetActiveFilter = function() { const resetActiveFilter = function() {
inputMessageFilter.value = ""; inputMessageFilter.value = "";
inputMessageFilter.dispatchEvent(new Event("change")); inputMessageFilter.dispatchEvent(new Event("change"));
DOM.id("opt-filter-contents").value = ""; dom.id("opt-filter-contents").value = "";
}; };
inputMessageFilter.value = ""; // required to prevent browsers from remembering old value inputMessageFilter.value = ""; // required to prevent browsers from remembering old value
inputMessageFilter.addEventListener("change", () => { inputMessageFilter.addEventListener("change", () => {
DOM.cls("active", containerFilterList).forEach(ele => ele.classList.remove("active")); dom.cls("active", containerFilterList).forEach(ele => ele.classList.remove("active"));
if (inputMessageFilter.value) { if (inputMessageFilter.value) {
containerFilterList.querySelector("[data-filter-type='" + inputMessageFilter.value + "']").classList.add("active"); containerFilterList.querySelector("[data-filter-type='" + inputMessageFilter.value + "']").classList.add("active");
@@ -91,11 +97,11 @@ const GUI = (function() {
ele.addEventListener(ele.tagName === "SELECT" ? "change" : "input", () => triggerFilterChanged()); ele.addEventListener(ele.tagName === "SELECT" ? "change" : "input", () => triggerFilterChanged());
}); });
DOM.id("opt-messages-per-page").addEventListener("change", () => { dom.id("opt-messages-per-page").addEventListener("change", () => {
eventOnOptMessagesPerPageChanged && eventOnOptMessagesPerPageChanged(); eventOnOptMessagesPerPageChanged && eventOnOptMessagesPerPageChanged();
}); });
DOM.tag("button", DOM.fcls("nav")).forEach(button => { dom.tag("button", dom.fcls("nav")).forEach(button => {
button.disabled = true; button.disabled = true;
button.addEventListener("click", () => { button.addEventListener("click", () => {
@@ -103,34 +109,34 @@ const GUI = (function() {
}); });
}); });
DOM.id("btn-settings").addEventListener("click", () => { dom.id("btn-settings").addEventListener("click", () => {
showSettingsModal(); showSettingsModal();
}); });
DOM.id("btn-about").addEventListener("click", () => { dom.id("btn-about").addEventListener("click", () => {
showInfoModal(); showInfoModal();
}); });
DOM.id("messages").addEventListener("click", e => { dom.id("messages").addEventListener("click", e => {
const jump = e.target.getAttribute("data-jump"); const jump = e.target.getAttribute("data-jump");
if (jump) { if (jump) {
resetActiveFilter(); resetActiveFilter();
const index = STATE.navigateToMessage(jump); const index = state.navigateToMessage(jump);
if (index === -1) { if (index === -1) {
alert("Message not found."); alert("Message not found.");
} }
else { else {
DOM.id("messages").children[index].scrollIntoView(); dom.id("messages").children[index].scrollIntoView();
} }
} }
}); });
DOM.id("overlay").addEventListener("click", () => { dom.id("overlay").addEventListener("click", () => {
DOM.id("modal").classList.remove("visible"); dom.id("modal").classList.remove("visible");
DOM.id("dialog").innerHTML = ""; dom.id("dialog").innerHTML = "";
}); });
}, },
@@ -168,19 +174,19 @@ const GUI = (function() {
*/ */
getOptionMessagesPerPage() { getOptionMessagesPerPage() {
/** @type HTMLInputElement */ /** @type HTMLInputElement */
const messagesPerPage = DOM.id("opt-messages-per-page"); const messagesPerPage = dom.id("opt-messages-per-page");
return parseInt(messagesPerPage.value, 10); return parseInt(messagesPerPage.value, 10);
}, },
updateNavigation(currentPage, totalPages) { updateNavigation(currentPage, totalPages) {
DOM.id("nav-page-current").innerHTML = currentPage; dom.id("nav-page-current").innerHTML = currentPage;
DOM.id("nav-page-total").innerHTML = totalPages || "?"; dom.id("nav-page-total").innerHTML = totalPages || "?";
DOM.id("nav-first").disabled = currentPage === 1; dom.id("nav-first").disabled = currentPage === 1;
DOM.id("nav-prev").disabled = currentPage === 1; dom.id("nav-prev").disabled = currentPage === 1;
DOM.id("nav-pick").disabled = (totalPages || 0) <= 1; dom.id("nav-pick").disabled = (totalPages || 0) <= 1;
DOM.id("nav-next").disabled = currentPage === (totalPages || 1); dom.id("nav-next").disabled = currentPage === (totalPages || 1);
DOM.id("nav-last").disabled = currentPage === (totalPages || 1); dom.id("nav-last").disabled = currentPage === (totalPages || 1);
}, },
// -------------- // --------------
@@ -191,7 +197,7 @@ const GUI = (function() {
* Updates the channel list and sets up their click events. The callback is triggered whenever a channel is selected, and takes the channel ID as its argument. * Updates the channel list and sets up their click events. The callback is triggered whenever a channel is selected, and takes the channel ID as its argument.
*/ */
updateChannelList(channels, selected, callback) { updateChannelList(channels, selected, callback) {
const eleChannels = DOM.id("channels"); const eleChannels = dom.id("channels");
if (!channels) { if (!channels) {
eleChannels.innerHTML = ""; eleChannels.innerHTML = "";
@@ -201,11 +207,11 @@ const GUI = (function() {
channels = channels.filter(channel => channel.msgcount > 0); channels = channels.filter(channel => channel.msgcount > 0);
} }
eleChannels.innerHTML = channels.map(channel => DISCORD.getChannelHTML(channel)).join(""); eleChannels.innerHTML = channels.map(channel => discord.getChannelHTML(channel)).join("");
Array.prototype.forEach.call(eleChannels.children, ele => { Array.prototype.forEach.call(eleChannels.children, ele => {
ele.addEventListener("click", () => { ele.addEventListener("click", () => {
const currentChannel = DOM.fcls("active", eleChannels); const currentChannel = dom.fcls("active", eleChannels);
if (currentChannel) { if (currentChannel) {
currentChannel.classList.remove("active"); currentChannel.classList.remove("active");
@@ -224,12 +230,12 @@ const GUI = (function() {
}, },
updateMessageList(messages) { updateMessageList(messages) {
DOM.id("messages").innerHTML = messages ? messages.map(message => DISCORD.getMessageHTML(message)).join("") : ""; dom.id("messages").innerHTML = messages ? messages.map(message => discord.getMessageHTML(message)).join("") : "";
}, },
updateUserList(users) { updateUserList(users) {
/** @type HTMLSelectElement */ /** @type HTMLSelectElement */
const eleSelect = DOM.id("opt-filter-user"); const eleSelect = dom.id("opt-filter-user");
while (eleSelect.length > 1) { while (eleSelect.length > 1) {
eleSelect.remove(1); eleSelect.remove(1);
@@ -237,10 +243,11 @@ const GUI = (function() {
const options = []; const options = [];
for (const key of Object.keys(users)) { for (const id of Object.keys(users)) {
const user = users[id];
const option = document.createElement("option"); const option = document.createElement("option");
option.value = key; option.value = id;
option.text = users[key].name; option.text = user.displayName ? `${user.displayName} (${user.name})` : user.name;
options.push(option); options.push(option);
} }
@@ -249,7 +256,7 @@ const GUI = (function() {
}, },
scrollMessagesToTop() { scrollMessagesToTop() {
DOM.id("messages").scrollTop = 0; dom.id("messages").scrollTop = 0;
} }
}; };
})(); })();

View File

@@ -0,0 +1,35 @@
// https://gist.github.com/MattiasBuelens/496fc1d37adb50a733edd43853f2f60e/088f061ab79b296f29225467ae9ba86ff990195d
ReadableStream.prototype.values ??= function({ preventCancel = false } = {}) {
const reader = this.getReader();
return {
async next() {
try {
const result = await reader.read();
if (result.done) {
reader.releaseLock();
}
return result;
} catch (e) {
reader.releaseLock();
throw e;
}
},
async return(value) {
if (!preventCancel) {
const cancelPromise = reader.cancel(value);
reader.releaseLock();
await cancelPromise;
}
else {
reader.releaseLock();
}
return { done: true, value };
},
[Symbol.asyncIterator]() {
return this;
}
};
};
ReadableStream.prototype[Symbol.asyncIterator] ??= ReadableStream.prototype.values;

View File

@@ -1,16 +1,16 @@
const PROCESSOR = {}; import discord from "./discord.mjs";
// ------------------------ // ------------------------
// Global filter generators // Global filter generators
// ------------------------ // ------------------------
PROCESSOR.FILTER = { const filter = {
byUser: ((userindex) => message => message.u === userindex), byUser: ((user) => message => message.u === user),
byTime: ((timeStart, timeEnd) => message => message.t >= timeStart && message.t <= timeEnd), byTime: ((timeStart, timeEnd) => message => message.t >= timeStart && message.t <= timeEnd),
byContents: ((substr) => message => ("m" in message ? message.m : "").indexOf(substr) !== -1), byContents: ((substr) => message => ("m" in message ? message.m : "").indexOf(substr) !== -1),
byRegex: ((regex) => message => regex.test("m" in message ? message.m : "")), byRegex: ((regex) => message => regex.test("m" in message ? message.m : "")),
withImages: (() => message => (message.e && message.e.some(embed => embed.type === "image")) || (message.a && message.a.some(DISCORD.isImageAttachment))), withImages: (() => message => (message.e && message.e.some(embed => embed.type === "image")) || (message.a && message.a.some(discord.isImageAttachment))),
withDownloads: (() => message => message.a && message.a.some(attachment => !DISCORD.isImageAttachment(attachment))), withDownloads: (() => message => message.a && message.a.some(attachment => !discord.isImageAttachment(attachment))),
withEmbeds: (() => message => message.e && message.e.length > 0), withEmbeds: (() => message => message.e && message.e.length > 0),
withAttachments: (() => message => message.a && message.a.length > 0), withAttachments: (() => message => message.a && message.a.length > 0),
isEdited: (() => message => ("te" in message) ? message.te : (message.f & 1) === 1) isEdited: (() => message => ("te" in message) ? message.te : (message.f & 1) === 1)
@@ -20,7 +20,7 @@ PROCESSOR.FILTER = {
// Global sorters // Global sorters
// -------------- // --------------
PROCESSOR.SORTER = { const sorter = {
oldestToNewest: (key1, key2) => { oldestToNewest: (key1, key2) => {
if (key1.length === key2.length) { if (key1.length === key2.length) {
return key1 > key2 ? 1 : key1 < key2 ? -1 : 0; return key1 > key2 ? 1 : key1 < key2 ? -1 : 0;
@@ -39,3 +39,8 @@ PROCESSOR.SORTER = {
} }
} }
}; };
export default {
FILTER: filter,
SORTER: sorter
};

View File

@@ -1,4 +1,4 @@
const SETTINGS = (function() { export default (function() {
/** /**
* @type {{}} * @type {{}}
* @property {Function} onSettingsChanged * @property {Function} onSettingsChanged

View File

@@ -1,10 +1,12 @@
import settings from "./settings.mjs";
import processor from "./processor.mjs";
// noinspection FunctionWithInconsistentReturnsJS // noinspection FunctionWithInconsistentReturnsJS
const STATE = (function() { export default (function() {
/** /**
* @type {{}} * @type {{}}
* @property {{}} users * @property {{}} users
* @property {String[]} userindex * @property {{}} servers
* @property {{}[]} servers
* @property {{}} channels * @property {{}} channels
*/ */
let loadedFileMeta; let loadedFileMeta;
@@ -17,20 +19,16 @@ const STATE = (function() {
let currentPage; let currentPage;
let messagesPerPage; let messagesPerPage;
const getUser = function(index) { const getUser = function(id) {
return loadedFileMeta.users[loadedFileMeta.userindex[index]] || { "name": "&lt;unknown&gt;" }; return loadedFileMeta.users[id] || { "name": "&lt;unknown&gt;" };
};
const getUserId = function(index) {
return loadedFileMeta.userindex[index];
}; };
const getUserList = function() { const getUserList = function() {
return loadedFileMeta ? loadedFileMeta.users : []; return loadedFileMeta ? loadedFileMeta.users : [];
}; };
const getServer = function(index) { const getServer = function(id) {
return loadedFileMeta.servers[index] || { "name": "&lt;unknown&gt;", "type": "unknown" }; return loadedFileMeta.servers[id] || { "name": "&lt;unknown&gt;", "type": "unknown" };
}; };
const generateChannelHierarchy = function() { const generateChannelHierarchy = function() {
@@ -204,7 +202,7 @@ const STATE = (function() {
*/ */
const message = messages[key]; const message = messages[key];
const user = getUser(message.u); const user = getUser(message.u);
const avatar = user.avatar ? { id: getUserId(message.u), path: user.avatar } : null; const avatar = user.avatar ? { id: message.u, path: user.avatar } : null;
const obj = { const obj = {
user, user,
@@ -232,7 +230,7 @@ const STATE = (function() {
if ("r" in message) { if ("r" in message) {
const replyMessage = getMessageById(message.r); const replyMessage = getMessageById(message.r);
const replyUser = replyMessage ? getUser(replyMessage.u) : null; const replyUser = replyMessage ? getUser(replyMessage.u) : null;
const replyAvatar = replyUser && replyUser.avatar ? { id: getUserId(replyMessage.u), path: replyUser.avatar } : null; const replyAvatar = replyUser && replyUser.avatar ? { id: replyMessage.u, path: replyUser.avatar } : null;
obj["reply"] = replyMessage ? { obj["reply"] = replyMessage ? {
"id": message.r, "id": message.r,
@@ -290,20 +288,17 @@ const STATE = (function() {
eventOnUsersRefreshed = callback; eventOnUsersRefreshed = callback;
}, },
/** uploadFile(meta, data) {
* @param {{ meta, data }} file
*/
uploadFile(file) {
if (loadedFileMeta != null) { if (loadedFileMeta != null) {
throw "A file is already loaded!"; throw "A file is already loaded!";
} }
if (!file || typeof file.meta !== "object" || typeof file.data !== "object") { if (typeof meta !== "object" || typeof data !== "object") {
throw "Invalid file format!"; throw "Invalid file format!";
} }
loadedFileMeta = file.meta; loadedFileMeta = meta;
loadedFileData = file.data; loadedFileData = data;
loadedMessages = null; loadedMessages = null;
selectedChannel = null; selectedChannel = null;
@@ -313,7 +308,7 @@ const STATE = (function() {
triggerChannelsRefreshed(); triggerChannelsRefreshed();
triggerMessagesRefreshed(); triggerMessagesRefreshed();
SETTINGS.onSettingsChanged(() => triggerMessagesRefreshed()); settings.onSettingsChanged(() => triggerMessagesRefreshed());
}, },
getChannelName(channel) { getChannelName(channel) {
@@ -321,21 +316,21 @@ const STATE = (function() {
return (channelObj && channelObj.name) || channel; return (channelObj && channelObj.name) || channel;
}, },
getUserTag(user) {
const userObj = loadedFileMeta.users[user];
return (userObj && userObj.tag) || "????";
},
getUserName(user) { getUserName(user) {
const userObj = loadedFileMeta.users[user]; const userObj = loadedFileMeta.users[user];
return (userObj && userObj.name) || user; return (userObj && userObj.name) || user;
}, },
getUserDisplayName(user) {
const userObj = loadedFileMeta.users[user];
return (userObj && (userObj.displayName || userObj.name)) || user;
},
selectChannel(channel) { selectChannel(channel) {
currentPage = 1; currentPage = 1;
selectedChannel = channel; selectedChannel = channel;
loadedMessages = getFilteredMessageKeys(channel).sort(PROCESSOR.SORTER.oldestToNewest); loadedMessages = getFilteredMessageKeys(channel).sort(processor.SORTER.oldestToNewest);
triggerMessagesRefreshed(); triggerMessagesRefreshed();
}, },
@@ -416,23 +411,23 @@ const STATE = (function() {
setActiveFilter(filter) { setActiveFilter(filter) {
switch (filter ? filter.type : "") { switch (filter ? filter.type : "") {
case "user": case "user":
filterFunction = PROCESSOR.FILTER.byUser(loadedFileMeta.userindex.indexOf(filter.value)); filterFunction = processor.FILTER.byUser(filter.value);
break; break;
case "contents": case "contents":
filterFunction = PROCESSOR.FILTER.byContents(filter.value); filterFunction = processor.FILTER.byContents(filter.value);
break; break;
case "withimages": case "withimages":
filterFunction = PROCESSOR.FILTER.withImages(); filterFunction = processor.FILTER.withImages();
break; break;
case "withdownloads": case "withdownloads":
filterFunction = PROCESSOR.FILTER.withDownloads(); filterFunction = processor.FILTER.withDownloads();
break; break;
case "edited": case "edited":
filterFunction = PROCESSOR.FILTER.isEdited(); filterFunction = processor.FILTER.isEdited();
break; break;
default: default:

View File

@@ -1,6 +1,8 @@
import dom from "./dom.mjs";
const TEMPLATE_REGEX = /{([^{}]+?)}/g; const TEMPLATE_REGEX = /{([^{}]+?)}/g;
class TEMPLATE { export default class {
constructor(contents) { constructor(contents) {
this.contents = contents; this.contents = contents;
}; };
@@ -11,10 +13,10 @@ class TEMPLATE {
if (processor) { if (processor) {
const updated = processor(match, value); const updated = processor(match, value);
return typeof updated === "undefined" ? DOM.escapeHTML(value) : updated; return typeof updated === "undefined" ? dom.escapeHTML(value) : updated;
} }
return DOM.escapeHTML(value); return dom.escapeHTML(value);
}); });
} }
} }

View File

@@ -3,18 +3,24 @@
min-width: 215px; min-width: 215px;
max-width: 300px; max-width: 300px;
overflow-y: auto; overflow-y: auto;
color: #eee;
background-color: #1c1e22; background-color: #1c1e22;
font-size: 15px;
} }
#channels > div { #channels > div.loading {
margin: 0 auto;
width: 150px;
height: 150px;
}
#channels > div.channel {
cursor: pointer; cursor: pointer;
padding: 10px 12px; padding: 10px 12px;
color: #eee;
font-size: 15px;
border-bottom: 1px solid #333333; border-bottom: 1px solid #333333;
} }
#channels > div:hover, #channels > div.active { #channels > div.channel:hover, #channels > div.channel.active {
background-color: #282b30; background-color: #282b30;
} }

View File

@@ -11,3 +11,20 @@ body {
display: flex; display: flex;
flex-direction: row; flex-direction: row;
} }
.loading {
position: relative;
--loading-backdrop: rgba(0, 0, 0, 0);
}
.loading::after {
content: "";
background: var(--loading-backdrop)
url("data:image/svg+xml,%3Csvg xmlns='http://www.w3.org/2000/svg' viewBox='0 0 300 300' preserveAspectRatio='xMidYMid'%3E %3Ccircle cx='150' cy='150' fill='none' stroke='%237983f5' stroke-width='8' r='42' stroke-dasharray='198 68'%3E %3CanimateTransform attributeName='transform' type='rotate' repeatCount='indefinite' dur='1.25s' values='0 150 150;360 150 150' keyTimes='0;1' /%3E %3C/circle%3E %3C/svg%3E")
no-repeat center center;
position: absolute;
top: 0;
left: 0;
width: 100%;
height: 100%;
}

View File

@@ -1,15 +1,16 @@
#menu { #menu {
width: 100%;
height: 48px;
display: flex; display: flex;
flex-direction: row; flex-direction: row;
align-items: stretch;
gap: 8px;
padding: 8px;
background-color: #17181c; background-color: #17181c;
border-bottom: 1px dotted #5d626b; border-bottom: 1px dotted #5d626b;
} }
#menu .splitter { #menu .splitter {
width: 1px; flex: 0 0 1px;
margin: 9px 4px; margin: 9px 1px;
background-color: #5d626b; background-color: #5d626b;
} }
@@ -23,7 +24,8 @@
} }
#menu button, #menu select, #menu input[type="text"] { #menu button, #menu select, #menu input[type="text"] {
margin: 8px; height: 31px;
padding: 0 10px;
background-color: #7289da; background-color: #7289da;
color: #fff; color: #fff;
text-shadow: 1px 1px 2px rgba(0, 0, 0, 0.75); text-shadow: 1px 1px 2px rgba(0, 0, 0, 0.75);
@@ -31,28 +33,25 @@
#menu button { #menu button {
font-size: 17px; font-size: 17px;
padding: 0 12px;
border: 0; border: 0;
cursor: pointer; cursor: pointer;
white-space: nowrap;
} }
#menu select { #menu select {
font-size: 14px; font-size: 14px;
padding: 6px;
border: 0; border: 0;
cursor: pointer; cursor: pointer;
} }
#menu input[type="text"] { #menu input[type="text"] {
font-size: 14px; font-size: 14px;
padding: 7px 12px;
border: 0; border: 0;
} }
#menu .nav { #menu .nav {
display: flex; display: flex;
flex-direction: row; flex-direction: row;
margin: 0 8px;
} }
#menu .nav > button { #menu .nav > button {
@@ -66,7 +65,7 @@
} }
#menu .nav > button, #menu .nav > p { #menu .nav > button, #menu .nav > p {
margin: 8px 1px; margin: 0 1px;
} }
#opt-filter-list > select, #opt-filter-list > input { #opt-filter-list > select, #opt-filter-list > input {
@@ -76,3 +75,7 @@
#opt-filter-list > .active { #opt-filter-list > .active {
display: block; display: block;
} }
#btn-about {
margin-left: auto;
}

View File

@@ -1,7 +1,7 @@
#messages { #messages {
flex: 1 1 0; flex: 1 1 0;
overflow-y: auto; overflow-y: auto;
background-color: #36393E; background-color: #36393e;
} }
#messages > div { #messages > div {
@@ -38,7 +38,7 @@
} }
#messages .username { #messages .username {
color: #FFF; color: #fff;
font-size: 15px; font-size: 15px;
font-weight: 600; font-weight: 600;
margin-right: 3px; margin-right: 3px;
@@ -75,12 +75,12 @@
} }
.message .link, .reply-message .link { .message .link, .reply-message .link {
color: #7289DA; color: #7289da;
background-color: rgba(115, 139, 215, 0.1); background-color: rgba(115, 139, 215, 0.1);
} }
.message a, .reply-message a { .message a, .reply-message a {
color: #0096CF; color: #0096cf;
text-decoration: none; text-decoration: none;
} }
@@ -107,23 +107,11 @@
} }
.message .thumbnail { .message .thumbnail {
position: relative; --loading-backdrop: rgba(0, 0, 0, 0.75);
max-width: calc(100% - 20px); max-width: calc(100% - 20px);
max-height: 320px; max-height: 320px;
} }
.message .thumbnail.loading::after {
content: "";
background: rgba(0, 0, 0, 0.75)
url("data:image/svg+xml,%3Csvg xmlns='http://www.w3.org/2000/svg' viewBox='0 0 300 300' preserveAspectRatio='xMidYMid'%3E %3Ccircle cx='150' cy='150' fill='none' stroke='%237983f5' stroke-width='8' r='42' stroke-dasharray='198 68'%3E %3CanimateTransform attributeName='transform' type='rotate' repeatCount='indefinite' dur='1.25s' values='0 150 150;360 150 150' keyTimes='0;1' /%3E %3C/circle%3E %3C/svg%3E")
no-repeat center center;
position: absolute;
top: 0;
left: 0;
width: 100%;
height: 100%;
}
.message .thumbnail img { .message .thumbnail img {
width: auto; width: auto;
max-width: 100%; max-width: 100%;
@@ -143,7 +131,7 @@
} }
.message code { .message code {
background-color: #2E3136; background-color: #2e3136;
border-radius: 5px; border-radius: 5px;
font-family: Menlo, Consolas, Monaco, monospace; font-family: Menlo, Consolas, Monaco, monospace;
font-size: 14px; font-size: 14px;
@@ -156,7 +144,7 @@
.message code.block { .message code.block {
display: block; display: block;
border: 2px solid #282B30; border: 2px solid #282b30;
margin-top: 6px; margin-top: 6px;
padding: 7px; padding: 7px;
} }
@@ -210,7 +198,7 @@
} }
.reply-username { .reply-username {
color: #FFF; color: #fff;
font-size: 12px; font-size: 12px;
font-weight: 600; font-weight: 600;
letter-spacing: 0; letter-spacing: 0;
@@ -230,7 +218,7 @@
} }
.reply-contents code { .reply-contents code {
background-color: #2E3136; background-color: #2e3136;
font-family: Menlo, Consolas, Monaco, monospace; font-family: Menlo, Consolas, Monaco, monospace;
padding: 1px 2px; padding: 1px 2px;
} }

View File

@@ -10,5 +10,5 @@ public enum DownloadStatus {
GenericError = 1, GenericError = 1,
Downloading = 2, Downloading = 2,
LastCustomCode = 99, LastCustomCode = 99,
Success = HttpStatusCode.OK Success = HttpStatusCode.OK,
} }

View File

@@ -1,3 +0,0 @@
namespace DHT.Server.Data;
public readonly record struct DownloadWithData(Download Download, byte[]? Data);

View File

@@ -5,5 +5,5 @@ namespace DHT.Server.Data;
[Flags] [Flags]
public enum EmojiFlags : ushort { public enum EmojiFlags : ushort {
None = 0, None = 0,
Animated = 0b1 Animated = 0b1,
} }

View File

@@ -2,5 +2,5 @@ namespace DHT.Server.Data.Filters;
public enum FilterRemovalMode { public enum FilterRemovalMode {
KeepMatching, KeepMatching,
RemoveMatching RemoveMatching,
} }

View File

@@ -3,7 +3,7 @@ namespace DHT.Server.Data;
public enum ServerType { public enum ServerType {
Server, Server,
Group, Group,
DirectMessage DirectMessage,
} }
public static class ServerTypes { public static class ServerTypes {
@@ -12,7 +12,7 @@ public static class ServerTypes {
"SERVER" => ServerType.Server, "SERVER" => ServerType.Server,
"GROUP" => ServerType.Group, "GROUP" => ServerType.Group,
"DM" => ServerType.DirectMessage, "DM" => ServerType.DirectMessage,
_ => null _ => null,
}; };
} }
@@ -21,7 +21,7 @@ public static class ServerTypes {
ServerType.Server => "SERVER", ServerType.Server => "SERVER",
ServerType.Group => "GROUP", ServerType.Group => "GROUP",
ServerType.DirectMessage => "DM", ServerType.DirectMessage => "DM",
_ => "UNKNOWN" _ => "UNKNOWN",
}; };
} }
@@ -30,7 +30,7 @@ public static class ServerTypes {
ServerType.Server => "Server", ServerType.Server => "Server",
ServerType.Group => "Group", ServerType.Group => "Group",
ServerType.DirectMessage => "DM", ServerType.DirectMessage => "DM",
_ => "Unknown" _ => "Unknown",
}; };
} }
@@ -39,7 +39,7 @@ public static class ServerTypes {
ServerType.Server => "server", ServerType.Server => "server",
ServerType.Group => "group", ServerType.Group => "group",
ServerType.DirectMessage => "user", ServerType.DirectMessage => "user",
_ => "unknown" _ => "unknown",
}; };
} }
} }

View File

@@ -0,0 +1,60 @@
using System.Diagnostics.CodeAnalysis;
namespace DHT.Server.Data.Settings;
public static class SettingsKey {
public static Bool DownloadsAutoStart { get; } = new ("downloads_auto_start");
public static Bool DownloadsLimitSize { get; } = new ("downloads_limit_size");
public static UnsignedLong DownloadsMaximumSize { get; } = new ("downloads_maximum_size");
public static String DownloadsMaximumSizeUnit { get; } = new ("downloads_maximum_size_unit");
public sealed class String(string key) : SettingsKey<string>(key) {
internal override bool FromString(string value, out string result) {
result = value;
return true;
}
internal override string ToString(string value) {
return value;
}
}
public sealed class Bool(string key) : SettingsKey<bool>(key) {
internal override bool FromString(string value, out bool result) {
switch (value) {
case "1":
result = true;
return true;
case "0":
result = false;
return true;
default:
result = false;
return false;
}
}
internal override string ToString(bool value) {
return value ? "1" : "0";
}
}
public sealed class UnsignedLong(string key) : SettingsKey<ulong>(key) {
internal override bool FromString(string value, out ulong result) {
return ulong.TryParse(value, out result);
}
internal override string ToString(ulong value) {
return value.ToString();
}
}
}
public abstract class SettingsKey<T>(string key) {
internal string Key => key;
internal abstract bool FromString(string value, [NotNullWhen(true)] out T result);
internal abstract string ToString(T value);
}

View File

@@ -3,6 +3,7 @@ namespace DHT.Server.Data;
public readonly struct User { public readonly struct User {
public ulong Id { get; init; } public ulong Id { get; init; }
public string Name { get; init; } public string Name { get; init; }
public string? DisplayName { get; init; }
public string? AvatarUrl { get; init; } public string? AvatarUrl { get; init; }
public string? Discriminator { get; init; } public string? Discriminator { get; init; }
} }

View File

@@ -14,7 +14,7 @@ public static class DatabaseExtensions {
const int MessageBatchSize = 100; const int MessageBatchSize = 100;
List<Message> batchedMessages = new (MessageBatchSize); List<Message> batchedMessages = new (MessageBatchSize);
await foreach (var message in source.Messages.Get()) { await foreach (Message message in source.Messages.Get()) {
batchedMessages.Add(message); batchedMessages.Add(message);
if (batchedMessages.Count >= MessageBatchSize) { if (batchedMessages.Count >= MessageBatchSize) {
@@ -25,8 +25,10 @@ public static class DatabaseExtensions {
await target.Messages.Add(batchedMessages); await target.Messages.Add(batchedMessages);
await foreach (var download in source.Downloads.Get()) { await foreach (Data.Download download in source.Downloads.Get()) {
await target.Downloads.AddDownload(await source.Downloads.HydrateWithData(download)); if (download.Status != DownloadStatus.Success || !await source.Downloads.GetDownloadData(download.NormalizedUrl, stream => target.Downloads.AddDownload(download, stream))) {
await target.Downloads.AddDownload(download, stream: null);
}
} }
} }
} }

View File

@@ -10,6 +10,7 @@ sealed class DummyDatabaseFile : IDatabaseFile {
public string Path => ""; public string Path => "";
public ISettingsRepository Settings { get; } = new ISettingsRepository.Dummy();
public IUserRepository Users { get; } = new IUserRepository.Dummy(); public IUserRepository Users { get; } = new IUserRepository.Dummy();
public IServerRepository Servers { get; } = new IServerRepository.Dummy(); public IServerRepository Servers { get; } = new IServerRepository.Dummy();
public IChannelRepository Channels { get; } = new IChannelRepository.Dummy(); public IChannelRepository Channels { get; } = new IChannelRepository.Dummy();

View File

@@ -1,3 +1,5 @@
namespace DHT.Server.Database.Export; namespace DHT.Server.Database.Export;
readonly record struct Snowflake(ulong Id); readonly record struct Snowflake(ulong Id) {
public static implicit operator Snowflake(ulong id) => new (id);
}

View File

@@ -3,14 +3,10 @@ using System.Text.Json.Serialization;
namespace DHT.Server.Database.Export; namespace DHT.Server.Database.Export;
sealed class ViewerJson { static class ViewerJson {
public required JsonMeta Meta { get; init; }
public required Dictionary<Snowflake, Dictionary<Snowflake, JsonMessage>> Data { get; init; }
public sealed class JsonMeta { public sealed class JsonMeta {
public required Dictionary<Snowflake, JsonUser> Users { get; init; } public required Dictionary<Snowflake, JsonUser> Users { get; init; }
public required List<Snowflake> Userindex { get; init; } public required Dictionary<Snowflake, JsonServer> Servers { get; init; }
public required List<JsonServer> Servers { get; init; }
public required Dictionary<Snowflake, JsonChannel> Channels { get; init; } public required Dictionary<Snowflake, JsonChannel> Channels { get; init; }
} }
@@ -18,10 +14,10 @@ sealed class ViewerJson {
public required string Name { get; init; } public required string Name { get; init; }
[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)] [JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
public string? Avatar { get; init; } public string? DisplayName { get; init; }
[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)] [JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
public string? Tag { get; init; } public string? Avatar { get; init; }
} }
public sealed class JsonServer { public sealed class JsonServer {
@@ -30,7 +26,7 @@ sealed class ViewerJson {
} }
public sealed class JsonChannel { public sealed class JsonChannel {
public required int Server { get; init; } public required Snowflake Server { get; init; }
public required string Name { get; init; } public required string Name { get; init; }
[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)] [JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
@@ -47,7 +43,9 @@ sealed class ViewerJson {
} }
public sealed class JsonMessage { public sealed class JsonMessage {
public required int U { get; init; } public required Snowflake Id { get; init; }
public required Snowflake C { get; init; }
public required Snowflake U { get; init; }
public required long T { get; init; } public required long T { get; init; }
[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)] [JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]

View File

@@ -2,7 +2,9 @@ using System;
using System.Collections.Generic; using System.Collections.Generic;
using System.IO; using System.IO;
using System.Linq; using System.Linq;
using System.Runtime.CompilerServices;
using System.Text.Json; using System.Text.Json;
using System.Threading;
using System.Threading.Tasks; using System.Threading.Tasks;
using DHT.Server.Data; using DHT.Server.Data;
using DHT.Server.Data.Filters; using DHT.Server.Data.Filters;
@@ -10,165 +12,138 @@ using DHT.Utils.Logging;
namespace DHT.Server.Database.Export; namespace DHT.Server.Database.Export;
public static class ViewerJsonExport { static class ViewerJsonExport {
private static readonly Log Log = Log.ForType(typeof(ViewerJsonExport)); private static readonly Log Log = Log.ForType(typeof(ViewerJsonExport));
public static async Task Generate(Stream stream, IDatabaseFile db, MessageFilter? filter = null) { public static async Task GetMetadata(Stream stream, IDatabaseFile db, MessageFilter? filter = null, CancellationToken cancellationToken = default) {
var perf = Log.Start(); Perf perf = Log.Start();
var includedUserIds = new HashSet<ulong>(); var includedChannels = new List<Channel>();
var includedChannelIds = new HashSet<ulong>();
var includedServerIds = new HashSet<ulong>(); var includedServerIds = new HashSet<ulong>();
var includedMessages = await db.Messages.Get(filter).ToListAsync(); HashSet<ulong>? channelIdFilter = filter?.ChannelIds;
var includedChannels = new List<Channel>();
foreach (var message in includedMessages) { await foreach (Channel channel in db.Channels.Get(cancellationToken)) {
includedUserIds.Add(message.Sender); if (channelIdFilter == null || channelIdFilter.Contains(channel.Id)) {
includedChannelIds.Add(message.Channel);
}
await foreach (var channel in db.Channels.Get()) {
if (includedChannelIds.Contains(channel.Id)) {
includedChannels.Add(channel); includedChannels.Add(channel);
includedServerIds.Add(channel.Server); includedServerIds.Add(channel.Server);
} }
} }
var (users, userIndex, userIndices) = await GenerateUserList(db, includedUserIds); Dictionary<Snowflake, ViewerJson.JsonUser> users = await GenerateUserList(db, cancellationToken);
var (servers, serverIndices) = await GenerateServerList(db, includedServerIds); Dictionary<Snowflake, ViewerJson.JsonServer> servers = await GenerateServerList(db, includedServerIds, cancellationToken);
var channels = GenerateChannelList(includedChannels, serverIndices); Dictionary<Snowflake, ViewerJson.JsonChannel> channels = GenerateChannelList(includedChannels);
var meta = new ViewerJson.JsonMeta {
Users = users,
Servers = servers,
Channels = channels,
};
perf.Step("Collect database data"); perf.Step("Collect database data");
var value = new ViewerJson { await JsonSerializer.SerializeAsync(stream, meta, ViewerJsonMetadataContext.Default.JsonMeta, cancellationToken);
Meta = new ViewerJson.JsonMeta {
Users = users,
Userindex = userIndex,
Servers = servers,
Channels = channels
},
Data = GenerateMessageList(includedMessages, userIndices)
};
perf.Step("Generate value object");
await JsonSerializer.SerializeAsync(stream, value, ViewerJsonContext.Default.ViewerJson);
perf.Step("Serialize to JSON"); perf.Step("Serialize to JSON");
perf.End(); perf.End();
} }
private static async Task<(Dictionary<Snowflake, ViewerJson.JsonUser> Users, List<Snowflake> UserIndex, Dictionary<ulong, int> UserIndices)> GenerateUserList(IDatabaseFile db, HashSet<ulong> userIds) { public static async Task GetMessages(Stream stream, IDatabaseFile db, MessageFilter? filter = null, CancellationToken cancellationToken = default) {
Perf perf = Log.Start();
ReadOnlyMemory<byte> newLine = "\n"u8.ToArray();
await foreach (ViewerJson.JsonMessage message in GenerateMessageList(db, filter, cancellationToken)) {
await JsonSerializer.SerializeAsync(stream, message, ViewerJsonMessageContext.Default.JsonMessage, cancellationToken);
await stream.WriteAsync(newLine, cancellationToken);
}
perf.Step("Generate and serialize messages to JSON");
perf.End();
}
private static async Task<Dictionary<Snowflake, ViewerJson.JsonUser>> GenerateUserList(IDatabaseFile db, CancellationToken cancellationToken) {
var users = new Dictionary<Snowflake, ViewerJson.JsonUser>(); var users = new Dictionary<Snowflake, ViewerJson.JsonUser>();
var userIndex = new List<Snowflake>();
var userIndices = new Dictionary<ulong, int>();
await foreach (var user in db.Users.Get()) { await foreach (User user in db.Users.Get(cancellationToken)) {
var id = user.Id; users[user.Id] = new ViewerJson.JsonUser {
if (!userIds.Contains(id)) {
continue;
}
var idSnowflake = new Snowflake(id);
userIndices[id] = users.Count;
userIndex.Add(idSnowflake);
users[idSnowflake] = new ViewerJson.JsonUser {
Name = user.Name, Name = user.Name,
DisplayName = user.DisplayName,
Avatar = user.AvatarUrl, Avatar = user.AvatarUrl,
Tag = user.Discriminator
}; };
} }
return (users, userIndex, userIndices); return users;
} }
private static async Task<(List<ViewerJson.JsonServer> Servers, Dictionary<ulong, int> ServerIndices)> GenerateServerList(IDatabaseFile db, HashSet<ulong> serverIds) { private static async Task<Dictionary<Snowflake, ViewerJson.JsonServer>> GenerateServerList(IDatabaseFile db, HashSet<ulong> serverIds, CancellationToken cancellationToken) {
var servers = new List<ViewerJson.JsonServer>(); var servers = new Dictionary<Snowflake, ViewerJson.JsonServer>();
var serverIndices = new Dictionary<ulong, int>();
await foreach (var server in db.Servers.Get()) { await foreach (Data.Server server in db.Servers.Get(cancellationToken)) {
var id = server.Id; if (!serverIds.Contains(server.Id)) {
if (!serverIds.Contains(id)) {
continue; continue;
} }
serverIndices[id] = servers.Count; servers[server.Id] = new ViewerJson.JsonServer {
servers.Add(new ViewerJson.JsonServer {
Name = server.Name, Name = server.Name,
Type = ServerTypes.ToJsonViewerString(server.Type) Type = ServerTypes.ToJsonViewerString(server.Type),
}); };
} }
return (servers, serverIndices); return servers;
} }
private static Dictionary<Snowflake, ViewerJson.JsonChannel> GenerateChannelList(List<Channel> includedChannels, Dictionary<ulong, int> serverIndices) { private static Dictionary<Snowflake, ViewerJson.JsonChannel> GenerateChannelList(List<Channel> includedChannels) {
var channels = new Dictionary<Snowflake, ViewerJson.JsonChannel>(); var channels = new Dictionary<Snowflake, ViewerJson.JsonChannel>();
foreach (var channel in includedChannels) { foreach (Channel channel in includedChannels) {
var channelIdSnowflake = new Snowflake(channel.Id); channels[channel.Id] = new ViewerJson.JsonChannel {
Server = channel.Server,
channels[channelIdSnowflake] = new ViewerJson.JsonChannel {
Server = serverIndices[channel.Server],
Name = channel.Name, Name = channel.Name,
Parent = channel.ParentId?.ToString(), Parent = channel.ParentId?.ToString(),
Position = channel.Position, Position = channel.Position,
Topic = channel.Topic, Topic = channel.Topic,
Nsfw = channel.Nsfw Nsfw = channel.Nsfw,
}; };
} }
return channels; return channels;
} }
private static Dictionary<Snowflake, Dictionary<Snowflake, ViewerJson.JsonMessage>> GenerateMessageList(List<Message> includedMessages, Dictionary<ulong, int> userIndices) { private static async IAsyncEnumerable<ViewerJson.JsonMessage> GenerateMessageList(IDatabaseFile db, MessageFilter? filter, [EnumeratorCancellation] CancellationToken cancellationToken) {
var data = new Dictionary<Snowflake, Dictionary<Snowflake, ViewerJson.JsonMessage>>(); await foreach (Message message in db.Messages.Get(filter, cancellationToken)) {
yield return new ViewerJson.JsonMessage {
Id = message.Id,
C = message.Channel,
U = message.Sender,
T = message.Timestamp,
M = string.IsNullOrEmpty(message.Text) ? null : message.Text,
Te = message.EditTimestamp,
R = message.RepliedToId?.ToString(),
foreach (var grouping in includedMessages.GroupBy(static message => message.Channel)) { A = message.Attachments.IsEmpty ? null : message.Attachments.Select(static attachment => {
var channelIdSnowflake = new Snowflake(grouping.Key); var a = new ViewerJson.JsonMessageAttachment {
var channelData = new Dictionary<Snowflake, ViewerJson.JsonMessage>(); Url = attachment.DownloadUrl,
Name = Uri.TryCreate(attachment.NormalizedUrl, UriKind.Absolute, out Uri? uri) ? Path.GetFileName(uri.LocalPath) : attachment.NormalizedUrl,
};
foreach (var message in grouping) { if (attachment is { Width: not null, Height: not null }) {
var messageIdSnowflake = new Snowflake(message.Id); a.Width = attachment.Width;
a.Height = attachment.Height;
}
channelData[messageIdSnowflake] = new ViewerJson.JsonMessage { return a;
U = userIndices[message.Sender], }).ToArray(),
T = message.Timestamp,
M = string.IsNullOrEmpty(message.Text) ? null : message.Text,
Te = message.EditTimestamp,
R = message.RepliedToId?.ToString(),
A = message.Attachments.IsEmpty ? null : message.Attachments.Select(static attachment => { E = message.Embeds.IsEmpty ? null : message.Embeds.Select(static embed => embed.Json).ToArray(),
var a = new ViewerJson.JsonMessageAttachment {
Url = attachment.DownloadUrl,
Name = Uri.TryCreate(attachment.NormalizedUrl, UriKind.Absolute, out var uri) ? Path.GetFileName(uri.LocalPath) : attachment.NormalizedUrl
};
if (attachment is { Width: not null, Height: not null }) { Re = message.Reactions.IsEmpty ? null : message.Reactions.Select(static reaction => new ViewerJson.JsonMessageReaction {
a.Width = attachment.Width; Id = reaction.EmojiId?.ToString(),
a.Height = attachment.Height; N = reaction.EmojiName,
} A = reaction.EmojiFlags.HasFlag(EmojiFlags.Animated),
C = reaction.Count,
return a; }).ToArray(),
}).ToArray(), };
E = message.Embeds.IsEmpty ? null : message.Embeds.Select(static embed => embed.Json).ToArray(),
Re = message.Reactions.IsEmpty ? null : message.Reactions.Select(static reaction => new ViewerJson.JsonMessageReaction {
Id = reaction.EmojiId?.ToString(),
N = reaction.EmojiName,
A = reaction.EmojiFlags.HasFlag(EmojiFlags.Animated),
C = reaction.Count
}).ToArray()
};
}
data[channelIdSnowflake] = channelData;
} }
return data;
} }
} }

View File

@@ -0,0 +1,11 @@
using System.Text.Json.Serialization;
namespace DHT.Server.Database.Export;
[JsonSourceGenerationOptions(
Converters = [typeof(SnowflakeJsonSerializer)],
PropertyNamingPolicy = JsonKnownNamingPolicy.CamelCase,
GenerationMode = JsonSourceGenerationMode.Default
)]
[JsonSerializable(typeof(ViewerJson.JsonMessage))]
sealed partial class ViewerJsonMessageContext : JsonSerializerContext;

View File

@@ -7,5 +7,5 @@ namespace DHT.Server.Database.Export;
PropertyNamingPolicy = JsonKnownNamingPolicy.CamelCase, PropertyNamingPolicy = JsonKnownNamingPolicy.CamelCase,
GenerationMode = JsonSourceGenerationMode.Default GenerationMode = JsonSourceGenerationMode.Default
)] )]
[JsonSerializable(typeof(ViewerJson))] [JsonSerializable(typeof(ViewerJson.JsonMeta))]
sealed partial class ViewerJsonContext : JsonSerializerContext; sealed partial class ViewerJsonMetadataContext : JsonSerializerContext;

View File

@@ -7,6 +7,7 @@ namespace DHT.Server.Database;
public interface IDatabaseFile : IAsyncDisposable { public interface IDatabaseFile : IAsyncDisposable {
string Path { get; } string Path { get; }
ISettingsRepository Settings { get; }
IUserRepository Users { get; } IUserRepository Users { get; }
IServerRepository Servers { get; } IServerRepository Servers { get; }
IChannelRepository Channels { get; } IChannelRepository Channels { get; }

View File

@@ -11,7 +11,7 @@ public sealed class FakeSnowflake {
private ulong id; private ulong id;
public FakeSnowflake() { public FakeSnowflake() {
var unixMillis = (ulong) (DateTime.UtcNow.Subtract(DateTime.UnixEpoch).Ticks / TimeSpan.TicksPerMillisecond); ulong unixMillis = (ulong) (DateTime.UtcNow.Subtract(DateTime.UnixEpoch).Ticks / TimeSpan.TicksPerMillisecond);
this.id = (unixMillis - DiscordEpoch) << 22; this.id = (unixMillis - DiscordEpoch) << 22;
} }

View File

@@ -20,24 +20,24 @@ public static class LegacyArchiveImport {
private static readonly FileExtensionContentTypeProvider ContentTypeProvider = new (); private static readonly FileExtensionContentTypeProvider ContentTypeProvider = new ();
public static async Task<bool> Read(Stream stream, IDatabaseFile db, FakeSnowflake fakeSnowflake, Func<Data.Server[], Task<Dictionary<Data.Server, ulong>?>> askForServerIds) { public static async Task<bool> Read(Stream stream, IDatabaseFile db, FakeSnowflake fakeSnowflake, Func<Data.Server[], Task<Dictionary<Data.Server, ulong>?>> askForServerIds) {
var perf = Log.Start(); Perf perf = Log.Start();
var root = await JsonSerializer.DeserializeAsync(stream, JsonElementContext.Default.JsonElement); JsonElement root = await JsonSerializer.DeserializeAsync(stream, JsonElementContext.Default.JsonElement);
try { try {
var meta = root.RequireObject("meta"); JsonElement meta = root.RequireObject("meta");
var data = root.RequireObject("data"); JsonElement data = root.RequireObject("data");
perf.Step("Deserialize JSON"); perf.Step("Deserialize JSON");
var users = ReadUserList(meta); User[] users = ReadUserList(meta);
var servers = ReadServerList(meta, fakeSnowflake); Data.Server[] servers = ReadServerList(meta, fakeSnowflake);
var newServersOnly = new HashSet<Data.Server>(servers); var newServersOnly = new HashSet<Data.Server>(servers);
var oldServersById = await db.Servers.Get().ToDictionaryAsync(static server => server.Id, static server => server); Dictionary<ulong, Data.Server> oldServersById = await db.Servers.Get().ToDictionaryAsync(static server => server.Id, static server => server);
var oldChannelsById = await db.Channels.Get().ToDictionaryAsync(static channel => channel.Id, static channel => channel); Dictionary<ulong, Channel> oldChannelsById = await db.Channels.Get().ToDictionaryAsync(static channel => channel.Id, static channel => channel);
foreach (var (channelId, serverIndex) in ReadChannelToServerIndexMapping(meta, servers)) { foreach ((ulong channelId, int serverIndex) in ReadChannelToServerIndexMapping(meta, servers)) {
if (oldChannelsById.TryGetValue(channelId, out var oldChannel) && oldServersById.TryGetValue(oldChannel.Server, out var oldServer) && newServersOnly.Remove(servers[serverIndex])) { if (oldChannelsById.TryGetValue(channelId, out Channel oldChannel) && oldServersById.TryGetValue(oldChannel.Server, out Data.Server oldServer) && newServersOnly.Remove(servers[serverIndex])) {
servers[serverIndex] = oldServer; servers[serverIndex] = oldServer;
} }
} }
@@ -45,29 +45,29 @@ public static class LegacyArchiveImport {
perf.Step("Read server and user list"); perf.Step("Read server and user list");
if (newServersOnly.Count > 0) { if (newServersOnly.Count > 0) {
var askedServerIds = await askForServerIds(newServersOnly.ToArray()); Dictionary<Data.Server, ulong>? askedServerIds = await askForServerIds(newServersOnly.ToArray());
if (askedServerIds == null) { if (askedServerIds == null) {
return false; return false;
} }
perf.Step("Ask for server IDs"); perf.Step("Ask for server IDs");
for (var i = 0; i < servers.Length; i++) { for (int i = 0; i < servers.Length; i++) {
var server = servers[i]; Data.Server server = servers[i];
if (askedServerIds.TryGetValue(server, out var serverId)) { if (askedServerIds.TryGetValue(server, out ulong serverId)) {
servers[i] = server with { Id = serverId }; servers[i] = server with { Id = serverId };
} }
} }
} }
var channels = ReadChannelList(meta, servers); Channel[] channels = ReadChannelList(meta, servers);
perf.Step("Read channel list"); perf.Step("Read channel list");
var oldMessageIds = await db.Messages.GetIds().ToHashSetAsync(); HashSet<ulong> oldMessageIds = await db.Messages.GetIds().ToHashSetAsync();
var newMessages = channels.SelectMany(channel => ReadMessages(data, channel, users, fakeSnowflake)) Message[] newMessages = channels.SelectMany(channel => ReadMessages(data, channel, users, fakeSnowflake))
.Where(message => !oldMessageIds.Contains(message.Id)) .Where(message => !oldMessageIds.Contains(message.Id))
.ToArray(); .ToArray();
perf.Step("Read messages"); perf.Step("Read messages");
@@ -92,16 +92,16 @@ public static class LegacyArchiveImport {
return ulong.Parse(element.GetString() ?? throw new JsonException("Expected key 'meta.userindex[" + index + "]' to be a string.")); return ulong.Parse(element.GetString() ?? throw new JsonException("Expected key 'meta.userindex[" + index + "]' to be a string."));
} }
var userindex = meta.RequireArray("userindex", "meta") Dictionary<ulong, int> userindex = meta.RequireArray("userindex", "meta")
.Select(static (item, index) => (ParseUserIndex(item, index), index)) .Select(static (item, index) => (ParseUserIndex(item, index), index))
.ToDictionary(); .ToDictionary();
var users = new User[userindex.Count]; var users = new User[userindex.Count];
foreach (var item in meta.RequireObject("users", "meta").EnumerateObject()) { foreach (JsonProperty item in meta.RequireObject("users", "meta").EnumerateObject()) {
var path = UsersPath + "." + item.Name; string path = UsersPath + "." + item.Name;
var userId = ulong.Parse(item.Name); ulong userId = ulong.Parse(item.Name);
var userObj = item.Value; JsonElement userObj = item.Value;
users[userindex[userId]] = new User { users[userindex[userId]] = new User {
Id = userId, Id = userId,
@@ -128,9 +128,9 @@ public static class LegacyArchiveImport {
private static Dictionary<ulong, int> ReadChannelToServerIndexMapping(JsonElement meta, Data.Server[] servers) { private static Dictionary<ulong, int> ReadChannelToServerIndexMapping(JsonElement meta, Data.Server[] servers) {
return meta.RequireObject("channels", "meta").EnumerateObject().Select(item => { return meta.RequireObject("channels", "meta").EnumerateObject().Select(item => {
var path = ChannelsPath + "." + item.Name; string path = ChannelsPath + "." + item.Name;
var channelId = ulong.Parse(item.Name); ulong channelId = ulong.Parse(item.Name);
var channelObj = item.Value; JsonElement channelObj = item.Value;
return (channelId, channelObj.RequireInt("server", path, min: 0, max: servers.Length - 1)); return (channelId, channelObj.RequireInt("server", path, min: 0, max: servers.Length - 1));
}).ToDictionary(); }).ToDictionary();
@@ -138,13 +138,13 @@ public static class LegacyArchiveImport {
private static Channel[] ReadChannelList(JsonElement meta, Data.Server[] servers) { private static Channel[] ReadChannelList(JsonElement meta, Data.Server[] servers) {
return meta.RequireObject("channels", "meta").EnumerateObject().Select(item => { return meta.RequireObject("channels", "meta").EnumerateObject().Select(item => {
var path = ChannelsPath + "." + item.Name; string path = ChannelsPath + "." + item.Name;
var channelId = ulong.Parse(item.Name); ulong channelId = ulong.Parse(item.Name);
var channelObj = item.Value; JsonElement channelObj = item.Value;
return new Channel { return new Channel {
Id = channelId, Id = channelId,
Server = servers[channelObj.RequireInt("server", path, min: 0, max: servers.Length - 1)].Id, Server = servers[channelObj.RequireInt("server", path, min: 0, servers.Length - 1)].Id,
Name = channelObj.RequireString("name", path), Name = channelObj.RequireString("name", path),
Position = channelObj.HasKey("position") ? channelObj.RequireInt("position", path, min: 0) : null, Position = channelObj.HasKey("position") ? channelObj.RequireInt("position", path, min: 0) : null,
Topic = channelObj.HasKey("topic") ? channelObj.RequireString("topic", path) : null, Topic = channelObj.HasKey("topic") ? channelObj.RequireString("topic", path) : null,
@@ -156,18 +156,18 @@ public static class LegacyArchiveImport {
private static Message[] ReadMessages(JsonElement data, Channel channel, User[] users, FakeSnowflake fakeSnowflake) { private static Message[] ReadMessages(JsonElement data, Channel channel, User[] users, FakeSnowflake fakeSnowflake) {
const string DataPath = "data"; const string DataPath = "data";
var channelId = channel.Id; ulong channelId = channel.Id;
var channelIdStr = channelId.ToString(); string channelIdStr = channelId.ToString();
var messagesObj = data.HasKey(channelIdStr) ? data.RequireObject(channelIdStr, DataPath) : (JsonElement?) null; JsonElement? messagesObj = data.HasKey(channelIdStr) ? data.RequireObject(channelIdStr, DataPath) : null;
if (messagesObj == null) { if (messagesObj == null) {
return Array.Empty<Message>(); return [];
} }
return messagesObj.Value.EnumerateObject().Select(item => { return messagesObj.Value.EnumerateObject().Select(item => {
var path = DataPath + "." + item.Name; string path = DataPath + "." + item.Name;
var messageId = ulong.Parse(item.Name); ulong messageId = ulong.Parse(item.Name);
var messageObj = item.Value; JsonElement messageObj = item.Value;
return new Message { return new Message {
Id = messageId, Id = messageId,
@@ -189,7 +189,7 @@ public static class LegacyArchiveImport {
return attachmentsArray.Select(attachmentObj => { return attachmentsArray.Select(attachmentObj => {
string url = attachmentObj.RequireString("url", path); string url = attachmentObj.RequireString("url", path);
string name = url[(url.LastIndexOf('/') + 1)..]; string name = url[(url.LastIndexOf('/') + 1)..];
string? type = ContentTypeProvider.TryGetContentType(name, out var contentType) ? contentType : null; string? type = ContentTypeProvider.TryGetContentType(name, out string? contentType) ? contentType : null;
return new Attachment { return new Attachment {
Id = fakeSnowflake.Next(), Id = fakeSnowflake.Next(),
@@ -216,19 +216,19 @@ public static class LegacyArchiveImport {
Type = type, Type = type,
Title = type == "rich" && embedObj.HasKey("t") ? embedObj.RequireString("t", path) : null, Title = type == "rich" && embedObj.HasKey("t") ? embedObj.RequireString("t", path) : null,
Description = type == "rich" && embedObj.HasKey("d") ? embedObj.RequireString("d", path) : null, Description = type == "rich" && embedObj.HasKey("d") ? embedObj.RequireString("d", path) : null,
Image = type == "image" ? new DiscordEmbedLegacyJson.ImageJson { Url = url } : null Image = type == "image" ? new DiscordEmbedLegacyJson.ImageJson { Url = url } : null,
}; };
return new Embed { return new Embed {
Json = JsonSerializer.Serialize(embed, DiscordEmbedLegacyJsonContext.Default.DiscordEmbedLegacyJson) Json = JsonSerializer.Serialize(embed, DiscordEmbedLegacyJsonContext.Default.DiscordEmbedLegacyJson),
}; };
}); });
} }
private static IEnumerable<Reaction> ReadMessageReactions(JsonElement.ArrayEnumerator reactionsArray, string path) { private static IEnumerable<Reaction> ReadMessageReactions(JsonElement.ArrayEnumerator reactionsArray, string path) {
return reactionsArray.Select(reactionObj => { return reactionsArray.Select(reactionObj => {
var id = reactionObj.HasKey("id") ? reactionObj.RequireSnowflake("id", path) : (ulong?) null; ulong? id = reactionObj.HasKey("id") ? reactionObj.RequireSnowflake("id", path) : (ulong?) null;
var name = reactionObj.HasKey("n") ? reactionObj.RequireString("n", path) : null; string? name = reactionObj.HasKey("n") ? reactionObj.RequireString("n", path) : null;
if (id == null && name == null) { if (id == null && name == null) {
throw new JsonException("Expected key '" + path + ".id' and/or '" + path + ".n' to be present."); throw new JsonException("Expected key '" + path + ".id' and/or '" + path + ".n' to be present.");

View File

@@ -15,7 +15,9 @@ public interface IChannelRepository {
Task<long> Count(CancellationToken cancellationToken = default); Task<long> Count(CancellationToken cancellationToken = default);
IAsyncEnumerable<Channel> Get(); IAsyncEnumerable<Channel> Get(CancellationToken cancellationToken = default);
Task<int> RemoveUnreachable();
internal sealed class Dummy : IChannelRepository { internal sealed class Dummy : IChannelRepository {
public IObservable<long> TotalCount { get; } = Observable.Return(0L); public IObservable<long> TotalCount { get; } = Observable.Return(0L);
@@ -28,8 +30,12 @@ public interface IChannelRepository {
return Task.FromResult(0L); return Task.FromResult(0L);
} }
public IAsyncEnumerable<Channel> Get() { public IAsyncEnumerable<Channel> Get(CancellationToken cancellationToken) {
return AsyncEnumerable.Empty<Channel>(); return AsyncEnumerable.Empty<Channel>();
} }
public Task<int> RemoveUnreachable() {
return Task.FromResult(0);
}
} }
} }

View File

@@ -1,10 +1,10 @@
using System; using System;
using System.Collections.Generic; using System.Collections.Generic;
using System.IO;
using System.Linq; using System.Linq;
using System.Reactive.Linq; using System.Reactive.Linq;
using System.Threading; using System.Threading;
using System.Threading.Tasks; using System.Threading.Tasks;
using DHT.Server.Data;
using DHT.Server.Data.Aggregations; using DHT.Server.Data.Aggregations;
using DHT.Server.Data.Filters; using DHT.Server.Data.Filters;
using DHT.Server.Download; using DHT.Server.Download;
@@ -14,7 +14,7 @@ namespace DHT.Server.Database.Repositories;
public interface IDownloadRepository { public interface IDownloadRepository {
IObservable<long> TotalCount { get; } IObservable<long> TotalCount { get; }
Task AddDownload(DownloadWithData item); Task AddDownload(Data.Download item, Stream? stream);
Task<long> Count(DownloadItemFilter filter, CancellationToken cancellationToken = default); Task<long> Count(DownloadItemFilter filter, CancellationToken cancellationToken = default);
@@ -22,9 +22,9 @@ public interface IDownloadRepository {
IAsyncEnumerable<Data.Download> Get(); IAsyncEnumerable<Data.Download> Get();
Task<DownloadWithData> HydrateWithData(Data.Download download); Task<bool> GetDownloadData(string normalizedUrl, Func<Stream, Task> dataProcessor);
Task<DownloadWithData?> GetSuccessfulDownloadWithData(string normalizedUrl); Task<bool> GetSuccessfulDownloadWithData(string normalizedUrl, Func<Data.Download, Stream, CancellationToken, Task> dataProcessor, CancellationToken cancellationToken = default);
IAsyncEnumerable<DownloadItem> PullPendingDownloadItems(int count, DownloadItemFilter filter, CancellationToken cancellationToken = default); IAsyncEnumerable<DownloadItem> PullPendingDownloadItems(int count, DownloadItemFilter filter, CancellationToken cancellationToken = default);
@@ -32,10 +32,14 @@ public interface IDownloadRepository {
Task<int> RetryFailed(CancellationToken cancellationToken = default); Task<int> RetryFailed(CancellationToken cancellationToken = default);
Task Remove(ICollection<string> normalizedUrls);
IAsyncEnumerable<Data.Download> FindAllDownloadableUrls(CancellationToken cancellationToken = default);
internal sealed class Dummy : IDownloadRepository { internal sealed class Dummy : IDownloadRepository {
public IObservable<long> TotalCount { get; } = Observable.Return(0L); public IObservable<long> TotalCount { get; } = Observable.Return(0L);
public Task AddDownload(DownloadWithData item) { public Task AddDownload(Data.Download item, Stream? stream) {
return Task.CompletedTask; return Task.CompletedTask;
} }
@@ -51,12 +55,12 @@ public interface IDownloadRepository {
return AsyncEnumerable.Empty<Data.Download>(); return AsyncEnumerable.Empty<Data.Download>();
} }
public Task<DownloadWithData> HydrateWithData(Data.Download download) { public Task<bool> GetDownloadData(string normalizedUrl, Func<Stream, Task> dataProcessor) {
return Task.FromResult(new DownloadWithData(download, Data: null)); return Task.FromResult(false);
} }
public Task<DownloadWithData?> GetSuccessfulDownloadWithData(string normalizedUrl) { public Task<bool> GetSuccessfulDownloadWithData(string normalizedUrl, Func<Data.Download, Stream, CancellationToken, Task> dataProcessor, CancellationToken cancellationToken) {
return Task.FromResult<DownloadWithData?>(null); return Task.FromResult(false);
} }
public IAsyncEnumerable<DownloadItem> PullPendingDownloadItems(int count, DownloadItemFilter filter, CancellationToken cancellationToken) { public IAsyncEnumerable<DownloadItem> PullPendingDownloadItems(int count, DownloadItemFilter filter, CancellationToken cancellationToken) {
@@ -70,5 +74,13 @@ public interface IDownloadRepository {
public Task<int> RetryFailed(CancellationToken cancellationToken) { public Task<int> RetryFailed(CancellationToken cancellationToken) {
return Task.FromResult(0); return Task.FromResult(0);
} }
public Task Remove(ICollection<string> normalizedUrls) {
return Task.CompletedTask;
}
public IAsyncEnumerable<Data.Download> FindAllDownloadableUrls(CancellationToken cancellationToken) {
return AsyncEnumerable.Empty<Data.Download>();
}
} }
} }

View File

@@ -16,11 +16,13 @@ public interface IMessageRepository {
Task<long> Count(MessageFilter? filter = null, CancellationToken cancellationToken = default); Task<long> Count(MessageFilter? filter = null, CancellationToken cancellationToken = default);
IAsyncEnumerable<Message> Get(MessageFilter? filter = null); IAsyncEnumerable<Message> Get(MessageFilter? filter = null, CancellationToken cancellationToken = default);
IAsyncEnumerable<ulong> GetIds(MessageFilter? filter = null); IAsyncEnumerable<ulong> GetIds(MessageFilter? filter = null);
Task Remove(MessageFilter filter, FilterRemovalMode mode); Task<int> Remove(MessageFilter filter, FilterRemovalMode mode);
Task<int> RemoveUnreachableAttachments();
internal sealed class Dummy : IMessageRepository { internal sealed class Dummy : IMessageRepository {
public IObservable<long> TotalCount { get; } = Observable.Return(0L); public IObservable<long> TotalCount { get; } = Observable.Return(0L);
@@ -33,7 +35,7 @@ public interface IMessageRepository {
return Task.FromResult(0L); return Task.FromResult(0L);
} }
public IAsyncEnumerable<Message> Get(MessageFilter? filter) { public IAsyncEnumerable<Message> Get(MessageFilter? filter, CancellationToken cancellationToken) {
return AsyncEnumerable.Empty<Message>(); return AsyncEnumerable.Empty<Message>();
} }
@@ -41,8 +43,12 @@ public interface IMessageRepository {
return AsyncEnumerable.Empty<ulong>(); return AsyncEnumerable.Empty<ulong>();
} }
public Task Remove(MessageFilter filter, FilterRemovalMode mode) { public Task<int> Remove(MessageFilter filter, FilterRemovalMode mode) {
return Task.CompletedTask; return Task.FromResult(0);
}
public Task<int> RemoveUnreachableAttachments() {
return Task.FromResult(0);
} }
} }
} }

View File

@@ -14,7 +14,9 @@ public interface IServerRepository {
Task<long> Count(CancellationToken cancellationToken = default); Task<long> Count(CancellationToken cancellationToken = default);
IAsyncEnumerable<Data.Server> Get(); IAsyncEnumerable<Data.Server> Get(CancellationToken cancellationToken = default);
Task<int> RemoveUnreachable();
internal sealed class Dummy : IServerRepository { internal sealed class Dummy : IServerRepository {
public IObservable<long> TotalCount { get; } = Observable.Return(0L); public IObservable<long> TotalCount { get; } = Observable.Return(0L);
@@ -27,8 +29,12 @@ public interface IServerRepository {
return Task.FromResult(0L); return Task.FromResult(0L);
} }
public IAsyncEnumerable<Data.Server> Get() { public IAsyncEnumerable<Data.Server> Get(CancellationToken cancellationToken) {
return AsyncEnumerable.Empty<Data.Server>(); return AsyncEnumerable.Empty<Data.Server>();
} }
public Task<int> RemoveUnreachable() {
return Task.FromResult(0);
}
} }
} }

View File

@@ -0,0 +1,31 @@
using System;
using System.Threading.Tasks;
using DHT.Server.Data.Settings;
namespace DHT.Server.Database.Repositories;
public interface ISettingsRepository {
Task Set<T>(SettingsKey<T> key, T value);
Task Set(Func<ISetter, Task> setter);
Task<T?> Get<T>(SettingsKey<T> key, T? defaultValue);
interface ISetter {
Task Set<T>(SettingsKey<T> key, T value);
}
internal sealed class Dummy : ISettingsRepository {
public Task Set<T>(SettingsKey<T> key, T value) {
return Task.CompletedTask;
}
public Task Set(Func<ISetter, Task> setter) {
return Task.CompletedTask;
}
public Task<T?> Get<T>(SettingsKey<T> key, T? defaultValue) {
return Task.FromResult(defaultValue);
}
}
}

View File

@@ -15,7 +15,9 @@ public interface IUserRepository {
Task<long> Count(CancellationToken cancellationToken = default); Task<long> Count(CancellationToken cancellationToken = default);
IAsyncEnumerable<User> Get(); IAsyncEnumerable<User> Get(CancellationToken cancellationToken = default);
Task<int> RemoveUnreachable();
internal sealed class Dummy : IUserRepository { internal sealed class Dummy : IUserRepository {
public IObservable<long> TotalCount { get; } = Observable.Return(0L); public IObservable<long> TotalCount { get; } = Observable.Return(0L);
@@ -28,8 +30,12 @@ public interface IUserRepository {
return Task.FromResult(0L); return Task.FromResult(0L);
} }
public IAsyncEnumerable<User> Get() { public IAsyncEnumerable<User> Get(CancellationToken cancellationToken) {
return AsyncEnumerable.Empty<User>(); return AsyncEnumerable.Empty<User>();
} }
public Task<int> RemoveUnreachable() {
return Task.FromResult(0);
}
} }
} }

View File

@@ -1,4 +1,5 @@
using System.Collections.Generic; using System.Collections.Generic;
using System.Runtime.CompilerServices;
using System.Threading; using System.Threading;
using System.Threading.Tasks; using System.Threading.Tasks;
using DHT.Server.Data; using DHT.Server.Data;
@@ -19,9 +20,9 @@ sealed class SqliteChannelRepository : BaseSqliteRepository, IChannelRepository
} }
public async Task Add(IReadOnlyList<Channel> channels) { public async Task Add(IReadOnlyList<Channel> channels) {
await using var conn = await pool.Take(); await using (var conn = await pool.Take()) {
await conn.BeginTransactionAsync();
await using (var tx = await conn.BeginTransactionAsync()) {
await using var cmd = conn.Upsert("channels", [ await using var cmd = conn.Upsert("channels", [
("id", SqliteType.Integer), ("id", SqliteType.Integer),
("server", SqliteType.Integer), ("server", SqliteType.Integer),
@@ -29,10 +30,10 @@ sealed class SqliteChannelRepository : BaseSqliteRepository, IChannelRepository
("parent_id", SqliteType.Integer), ("parent_id", SqliteType.Integer),
("position", SqliteType.Integer), ("position", SqliteType.Integer),
("topic", SqliteType.Text), ("topic", SqliteType.Text),
("nsfw", SqliteType.Integer) ("nsfw", SqliteType.Integer),
]); ]);
foreach (var channel in channels) { foreach (Channel channel in channels) {
cmd.Set(":id", channel.Id); cmd.Set(":id", channel.Id);
cmd.Set(":server", channel.Server); cmd.Set(":server", channel.Server);
cmd.Set(":name", channel.Name); cmd.Set(":name", channel.Name);
@@ -43,7 +44,7 @@ sealed class SqliteChannelRepository : BaseSqliteRepository, IChannelRepository
await cmd.ExecuteNonQueryAsync(); await cmd.ExecuteNonQueryAsync();
} }
await tx.CommitAsync(); await conn.CommitTransactionAsync();
} }
UpdateTotalCount(); UpdateTotalCount();
@@ -54,13 +55,13 @@ sealed class SqliteChannelRepository : BaseSqliteRepository, IChannelRepository
return await conn.ExecuteReaderAsync("SELECT COUNT(*) FROM channels", static reader => reader?.GetInt64(0) ?? 0L, cancellationToken); return await conn.ExecuteReaderAsync("SELECT COUNT(*) FROM channels", static reader => reader?.GetInt64(0) ?? 0L, cancellationToken);
} }
public async IAsyncEnumerable<Channel> Get() { public async IAsyncEnumerable<Channel> Get([EnumeratorCancellation] CancellationToken cancellationToken) {
await using var conn = await pool.Take(); await using var conn = await pool.Take();
await using var cmd = conn.Command("SELECT id, server, name, parent_id, position, topic, nsfw FROM channels"); await using var cmd = conn.Command("SELECT id, server, name, parent_id, position, topic, nsfw FROM channels");
await using var reader = await cmd.ExecuteReaderAsync(); await using var reader = await cmd.ExecuteReaderAsync(cancellationToken);
while (await reader.ReadAsync()) { while (await reader.ReadAsync(cancellationToken)) {
yield return new Channel { yield return new Channel {
Id = reader.GetUint64(0), Id = reader.GetUint64(0),
Server = reader.GetUint64(1), Server = reader.GetUint64(1),
@@ -72,4 +73,14 @@ sealed class SqliteChannelRepository : BaseSqliteRepository, IChannelRepository
}; };
} }
} }
public async Task<int> RemoveUnreachable() {
int removed;
await using (var conn = await pool.Take()) {
removed = await conn.ExecuteAsync("DELETE FROM channels WHERE id NOT IN (SELECT DISTINCT channel_id FROM messages)");
}
UpdateTotalCount();
return removed;
}
} }

View File

@@ -1,5 +1,6 @@
using System; using System;
using System.Collections.Generic; using System.Collections.Generic;
using System.IO;
using System.Runtime.CompilerServices; using System.Runtime.CompilerServices;
using System.Threading; using System.Threading;
using System.Threading.Tasks; using System.Threading.Tasks;
@@ -14,18 +15,12 @@ using Microsoft.Data.Sqlite;
namespace DHT.Server.Database.Sqlite.Repositories; namespace DHT.Server.Database.Sqlite.Repositories;
sealed class SqliteDownloadRepository : BaseSqliteRepository, IDownloadRepository { sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRepository(Log), IDownloadRepository {
private static readonly Log Log = Log.ForType<SqliteDownloadRepository>(); private static readonly Log Log = Log.ForType<SqliteDownloadRepository>();
private readonly SqliteConnectionPool pool;
public SqliteDownloadRepository(SqliteConnectionPool pool) : base(Log) {
this.pool = pool;
}
internal sealed class NewDownloadCollector : IAsyncDisposable { internal sealed class NewDownloadCollector : IAsyncDisposable {
private readonly SqliteDownloadRepository repository; private readonly SqliteDownloadRepository repository;
private bool hasAdded = false; private bool hasChanged = false;
private readonly SqliteCommand metadataCmd; private readonly SqliteCommand metadataCmd;
@@ -36,7 +31,16 @@ sealed class SqliteDownloadRepository : BaseSqliteRepository, IDownloadRepositor
""" """
INSERT INTO download_metadata (normalized_url, download_url, status, type, size) INSERT INTO download_metadata (normalized_url, download_url, status, type, size)
VALUES (:normalized_url, :download_url, :status, :type, :size) VALUES (:normalized_url, :download_url, :status, :type, :size)
ON CONFLICT DO NOTHING ON CONFLICT (normalized_url)
DO UPDATE SET
download_url = excluded.download_url,
type = IFNULL(excluded.type, type),
size = IFNULL(excluded.size, size)
WHERE status != :success
AND (download_url != excluded.download_url
OR (excluded.type IS NOT NULL AND type IS NOT excluded.type)
OR (excluded.size IS NOT NULL AND size IS NOT excluded.size)
)
""" """
); );
metadataCmd.Add(":normalized_url", SqliteType.Text); metadataCmd.Add(":normalized_url", SqliteType.Text);
@@ -44,6 +48,7 @@ sealed class SqliteDownloadRepository : BaseSqliteRepository, IDownloadRepositor
metadataCmd.Add(":status", SqliteType.Integer); metadataCmd.Add(":status", SqliteType.Integer);
metadataCmd.Add(":type", SqliteType.Text); metadataCmd.Add(":type", SqliteType.Text);
metadataCmd.Add(":size", SqliteType.Integer); metadataCmd.Add(":size", SqliteType.Integer);
metadataCmd.AddAndSet(":success", SqliteType.Integer, (int) DownloadStatus.Success);
} }
public async Task Add(Data.Download download) { public async Task Add(Data.Download download) {
@@ -52,11 +57,11 @@ sealed class SqliteDownloadRepository : BaseSqliteRepository, IDownloadRepositor
metadataCmd.Set(":status", (int) download.Status); metadataCmd.Set(":status", (int) download.Status);
metadataCmd.Set(":type", download.Type); metadataCmd.Set(":type", download.Type);
metadataCmd.Set(":size", download.Size); metadataCmd.Set(":size", download.Size);
hasAdded |= await metadataCmd.ExecuteNonQueryAsync() > 0; hasChanged |= await metadataCmd.ExecuteNonQueryAsync() > 0;
} }
public void OnCommitted() { public void OnCommitted() {
if (hasAdded) { if (hasChanged) {
repository.UpdateTotalCount(); repository.UpdateTotalCount();
} }
} }
@@ -66,11 +71,9 @@ sealed class SqliteDownloadRepository : BaseSqliteRepository, IDownloadRepositor
} }
} }
public async Task AddDownload(DownloadWithData item) { public async Task AddDownload(Data.Download item, Stream? stream) {
var (download, data) = item;
await using (var conn = await pool.Take()) { await using (var conn = await pool.Take()) {
var tx = await conn.BeginTransactionAsync(); await conn.BeginTransactionAsync();
await using var metadataCmd = conn.Upsert("download_metadata", [ await using var metadataCmd = conn.Upsert("download_metadata", [
("normalized_url", SqliteType.Text), ("normalized_url", SqliteType.Text),
@@ -80,30 +83,38 @@ sealed class SqliteDownloadRepository : BaseSqliteRepository, IDownloadRepositor
("size", SqliteType.Integer), ("size", SqliteType.Integer),
]); ]);
metadataCmd.Set(":normalized_url", download.NormalizedUrl); metadataCmd.Set(":normalized_url", item.NormalizedUrl);
metadataCmd.Set(":download_url", download.DownloadUrl); metadataCmd.Set(":download_url", item.DownloadUrl);
metadataCmd.Set(":status", (int) download.Status); metadataCmd.Set(":status", (int) item.Status);
metadataCmd.Set(":type", download.Type); metadataCmd.Set(":type", item.Type);
metadataCmd.Set(":size", download.Size); metadataCmd.Set(":size", item.Size);
await metadataCmd.ExecuteNonQueryAsync(); await metadataCmd.ExecuteNonQueryAsync();
if (data == null) { if (stream == null) {
await using var deleteBlobCmd = conn.Command("DELETE FROM download_blobs WHERE normalized_url = :normalized_url"); await using var deleteBlobCmd = conn.Command("DELETE FROM download_blobs WHERE normalized_url = :normalized_url");
deleteBlobCmd.AddAndSet(":normalized_url", SqliteType.Text, download.NormalizedUrl); deleteBlobCmd.AddAndSet(":normalized_url", SqliteType.Text, item.NormalizedUrl);
await deleteBlobCmd.ExecuteNonQueryAsync(); await deleteBlobCmd.ExecuteNonQueryAsync();
} }
else { else {
await using var upsertBlobCmd = conn.Upsert("download_blobs", [ await using var upsertBlobCmd = conn.Command(
("normalized_url", SqliteType.Text), """
("blob", SqliteType.Blob) INSERT INTO download_blobs (normalized_url, blob)
]); VALUES (:normalized_url, ZEROBLOB(:blob_length))
ON CONFLICT (normalized_url)
DO UPDATE SET blob = excluded.blob
RETURNING rowid
"""
);
upsertBlobCmd.Set(":normalized_url", download.NormalizedUrl); upsertBlobCmd.AddAndSet(":normalized_url", SqliteType.Text, item.NormalizedUrl);
upsertBlobCmd.Set(":blob", data); upsertBlobCmd.AddAndSet(":blob_length", SqliteType.Integer, item.Size);
await upsertBlobCmd.ExecuteNonQueryAsync(); long rowid = await upsertBlobCmd.ExecuteLongScalarAsync();
await using var blob = new SqliteBlob(conn.InnerConnection, "download_blobs", "blob", rowid);
await stream.CopyToAsync(blob);
} }
await tx.CommitAsync(); await conn.CommitTransactionAsync();
} }
UpdateTotalCount(); UpdateTotalCount();
@@ -166,7 +177,7 @@ sealed class SqliteDownloadRepository : BaseSqliteRepository, IDownloadRepositor
FailedWithUnknownSizeCount = reader.GetInt32(8), FailedWithUnknownSizeCount = reader.GetInt32(8),
SkippedCount = reader.GetInt32(9), SkippedCount = reader.GetInt32(9),
SkippedTotalSize = reader.GetUint64(10), SkippedTotalSize = reader.GetUint64(10),
SkippedWithUnknownSizeCount = reader.GetInt32(11) SkippedWithUnknownSizeCount = reader.GetInt32(11),
}; };
} }
@@ -187,24 +198,35 @@ sealed class SqliteDownloadRepository : BaseSqliteRepository, IDownloadRepositor
} }
} }
public async Task<DownloadWithData> HydrateWithData(Data.Download download) { public async Task<bool> GetDownloadData(string normalizedUrl, Func<Stream, Task> dataProcessor) {
await using var conn = await pool.Take(); await using var conn = await pool.Take();
await using var cmd = conn.Command("SELECT blob FROM download_blobs WHERE normalized_url = :url"); await using var cmd = conn.Command("SELECT rowid FROM download_blobs WHERE normalized_url = :normalized_url");
cmd.AddAndSet(":url", SqliteType.Text, download.NormalizedUrl); cmd.AddAndSet(":normalized_url", SqliteType.Text, normalizedUrl);
await using var reader = await cmd.ExecuteReaderAsync(); long rowid;
var data = await reader.ReadAsync() && !reader.IsDBNull(0) ? (byte[]) reader["blob"] : null;
return new DownloadWithData(download, data); await using (SqliteDataReader reader = await cmd.ExecuteReaderAsync()) {
if (!await reader.ReadAsync()) {
return false;
}
rowid = reader.GetInt64(0);
}
await using (var blob = new SqliteBlob(conn.InnerConnection, "download_blobs", "blob", rowid, readOnly: true)) {
await dataProcessor(blob);
}
return true;
} }
public async Task<DownloadWithData?> GetSuccessfulDownloadWithData(string normalizedUrl) { public async Task<bool> GetSuccessfulDownloadWithData(string normalizedUrl, Func<Data.Download, Stream, CancellationToken, Task> dataProcessor, CancellationToken cancellationToken) {
await using var conn = await pool.Take(); await using var conn = await pool.Take();
await using var cmd = conn.Command( await using var cmd = conn.Command(
""" """
SELECT dm.download_url, dm.type, db.blob FROM download_metadata dm SELECT dm.download_url, dm.type, db.rowid FROM download_metadata dm
JOIN download_blobs db ON dm.normalized_url = db.normalized_url JOIN download_blobs db ON dm.normalized_url = db.normalized_url
WHERE dm.normalized_url = :normalized_url AND dm.status = :success IS NOT NULL WHERE dm.normalized_url = :normalized_url AND dm.status = :success IS NOT NULL
""" """
@@ -213,19 +235,25 @@ sealed class SqliteDownloadRepository : BaseSqliteRepository, IDownloadRepositor
cmd.AddAndSet(":normalized_url", SqliteType.Text, normalizedUrl); cmd.AddAndSet(":normalized_url", SqliteType.Text, normalizedUrl);
cmd.AddAndSet(":success", SqliteType.Integer, (int) DownloadStatus.Success); cmd.AddAndSet(":success", SqliteType.Integer, (int) DownloadStatus.Success);
await using var reader = await cmd.ExecuteReaderAsync(); string downloadUrl;
string? type;
long rowid;
if (!await reader.ReadAsync()) { await using (var reader = await cmd.ExecuteReaderAsync(cancellationToken)) {
return null; if (!await reader.ReadAsync(cancellationToken)) {
return false;
}
downloadUrl = reader.GetString(0);
type = reader.IsDBNull(1) ? null : reader.GetString(1);
rowid = reader.GetInt64(2);
} }
var downloadUrl = reader.GetString(0); await using (var blob = new SqliteBlob(conn.InnerConnection, "download_blobs", "blob", rowid, readOnly: true)) {
var type = reader.IsDBNull(1) ? null : reader.GetString(1); await dataProcessor(new Data.Download(normalizedUrl, downloadUrl, DownloadStatus.Success, type, (ulong) blob.Length), blob, cancellationToken);
var data = (byte[]) reader[2]; }
var size = (ulong) data.LongLength;
var download = new Data.Download(normalizedUrl, downloadUrl, DownloadStatus.Success, type, size);
return new DownloadWithData(download, data); return true;
} }
public async IAsyncEnumerable<DownloadItem> PullPendingDownloadItems(int count, DownloadItemFilter filter, [EnumeratorCancellation] CancellationToken cancellationToken) { public async IAsyncEnumerable<DownloadItem> PullPendingDownloadItems(int count, DownloadItemFilter filter, [EnumeratorCancellation] CancellationToken cancellationToken) {
@@ -236,15 +264,15 @@ sealed class SqliteDownloadRepository : BaseSqliteRepository, IDownloadRepositor
await using var conn = await pool.Take(); await using var conn = await pool.Take();
var sql = $""" string sql = $"""
SELECT normalized_url, download_url, type, size SELECT normalized_url, download_url, type, size
FROM download_metadata FROM download_metadata
{filter.GenerateConditions().BuildWhereClause()} {filter.GenerateConditions().BuildWhereClause()}
LIMIT :limit LIMIT :limit
"""; """;
await using (var cmd = conn.Command(sql)) { await using (var cmd = conn.Command(sql)) {
cmd.AddAndSet(":limit", SqliteType.Integer, Math.Max(0, count)); cmd.AddAndSet(":limit", SqliteType.Integer, Math.Max(val1: 0, count));
await using var reader = await cmd.ExecuteReaderAsync(cancellationToken); await using var reader = await cmd.ExecuteReaderAsync(cancellationToken);
@@ -253,7 +281,7 @@ sealed class SqliteDownloadRepository : BaseSqliteRepository, IDownloadRepositor
NormalizedUrl = reader.GetString(0), NormalizedUrl = reader.GetString(0),
DownloadUrl = reader.GetString(1), DownloadUrl = reader.GetString(1),
Type = reader.IsDBNull(2) ? null : reader.GetString(2), Type = reader.IsDBNull(2) ? null : reader.GetString(2),
Size = reader.IsDBNull(3) ? null : reader.GetUint64(3) Size = reader.IsDBNull(3) ? null : reader.GetUint64(3),
}); });
} }
} }
@@ -264,7 +292,7 @@ sealed class SqliteDownloadRepository : BaseSqliteRepository, IDownloadRepositor
cmd.AddAndSet(":downloading", SqliteType.Integer, (int) DownloadStatus.Downloading); cmd.AddAndSet(":downloading", SqliteType.Integer, (int) DownloadStatus.Downloading);
cmd.Add(":normalized_url", SqliteType.Text); cmd.Add(":normalized_url", SqliteType.Text);
foreach (var item in found) { foreach (DownloadItem item in found) {
cmd.Set(":normalized_url", item.NormalizedUrl); cmd.Set(":normalized_url", item.NormalizedUrl);
if (await cmd.ExecuteNonQueryAsync(cancellationToken) == 1) { if (await cmd.ExecuteNonQueryAsync(cancellationToken) == 1) {
@@ -293,4 +321,62 @@ sealed class SqliteDownloadRepository : BaseSqliteRepository, IDownloadRepositor
cmd.AddAndSet(":success", SqliteType.Integer, (int) DownloadStatus.Success); cmd.AddAndSet(":success", SqliteType.Integer, (int) DownloadStatus.Success);
return await cmd.ExecuteNonQueryAsync(cancellationToken); return await cmd.ExecuteNonQueryAsync(cancellationToken);
} }
public async Task Remove(ICollection<string> normalizedUrls) {
await using (var conn = await pool.Take()) {
await conn.BeginTransactionAsync();
await using (var cmd = conn.Command("DELETE FROM download_metadata WHERE normalized_url = :normalized_url")) {
cmd.Add(":normalized_url", SqliteType.Text);
foreach (string normalizedUrl in normalizedUrls) {
cmd.Set(":normalized_url", normalizedUrl);
await cmd.ExecuteNonQueryAsync();
}
}
await conn.CommitTransactionAsync();
}
UpdateTotalCount();
}
public async IAsyncEnumerable<Data.Download> FindAllDownloadableUrls([EnumeratorCancellation] CancellationToken cancellationToken = default) {
await using var conn = await pool.Take();
await using (var cmd = conn.Command("SELECT normalized_url, download_url, type, size FROM attachments")) {
await using var reader = await cmd.ExecuteReaderAsync(cancellationToken);
while (await reader.ReadAsync(cancellationToken)) {
yield return DownloadLinkExtractor.FromAttachment(reader.GetString(0), reader.GetString(1), reader.IsDBNull(2) ? null : reader.GetString(2), reader.GetUint64(3));
}
}
await using (var cmd = conn.Command("SELECT json FROM message_embeds")) {
await using var reader = await cmd.ExecuteReaderAsync(cancellationToken);
while (await reader.ReadAsync(cancellationToken)) {
var result = await DownloadLinkExtractor.TryFromEmbedJson(reader.GetStream(0));
if (result is not null) {
yield return result;
}
}
}
await using (var cmd = conn.Command("SELECT id, avatar_url FROM users WHERE avatar_url IS NOT NULL")) {
await using var reader = await cmd.ExecuteReaderAsync(cancellationToken);
while (await reader.ReadAsync(cancellationToken)) {
yield return DownloadLinkExtractor.FromUserAvatar(reader.GetUint64(0), reader.GetString(1));
}
}
await using (var cmd = conn.Command("SELECT DISTINCT emoji_id, emoji_flags FROM message_reactions WHERE emoji_id IS NOT NULL")) {
await using var reader = await cmd.ExecuteReaderAsync(cancellationToken);
while (await reader.ReadAsync(cancellationToken)) {
yield return DownloadLinkExtractor.FromEmoji(reader.GetUint64(0), (EmojiFlags) reader.GetInt16(1));
}
}
}
} }

View File

@@ -1,6 +1,7 @@
using System; using System;
using System.Collections.Generic; using System.Collections.Generic;
using System.Collections.Immutable; using System.Collections.Immutable;
using System.Runtime.CompilerServices;
using System.Threading; using System.Threading;
using System.Threading.Tasks; using System.Threading.Tasks;
using DHT.Server.Data; using DHT.Server.Data;
@@ -13,17 +14,9 @@ using Microsoft.Data.Sqlite;
namespace DHT.Server.Database.Sqlite.Repositories; namespace DHT.Server.Database.Sqlite.Repositories;
sealed class SqliteMessageRepository : BaseSqliteRepository, IMessageRepository { sealed class SqliteMessageRepository(SqliteConnectionPool pool, SqliteDownloadRepository downloads) : BaseSqliteRepository(Log), IMessageRepository {
private static readonly Log Log = Log.ForType<SqliteMessageRepository>(); private static readonly Log Log = Log.ForType<SqliteMessageRepository>();
private readonly SqliteConnectionPool pool;
private readonly SqliteDownloadRepository downloads;
public SqliteMessageRepository(SqliteConnectionPool pool, SqliteDownloadRepository downloads) : base(Log) {
this.pool = pool;
this.downloads = downloads;
}
public async Task Add(IReadOnlyList<Message> messages) { public async Task Add(IReadOnlyList<Message> messages) {
if (messages.Count == 0) { if (messages.Count == 0) {
return; return;
@@ -39,35 +32,17 @@ sealed class SqliteMessageRepository : BaseSqliteRepository, IMessageRepository
} }
await using (var conn = await pool.Take()) { await using (var conn = await pool.Take()) {
await using var tx = await conn.BeginTransactionAsync(); await conn.BeginTransactionAsync();
await using var messageCmd = conn.Upsert("messages", [ await using var messageCmd = conn.Upsert("messages", [
("message_id", SqliteType.Integer), ("message_id", SqliteType.Integer),
("sender_id", SqliteType.Integer), ("sender_id", SqliteType.Integer),
("channel_id", SqliteType.Integer), ("channel_id", SqliteType.Integer),
("text", SqliteType.Text), ("text", SqliteType.Text),
("timestamp", SqliteType.Integer) ("timestamp", SqliteType.Integer),
]); ]);
await using var deleteEditTimestampCmd = DeleteByMessageId(conn, "edit_timestamps"); await using var attachmentCmd = conn.Upsert("attachments", [
await using var deleteRepliedToCmd = DeleteByMessageId(conn, "replied_to");
await using var deleteAttachmentsCmd = DeleteByMessageId(conn, "attachments");
await using var deleteEmbedsCmd = DeleteByMessageId(conn, "embeds");
await using var deleteReactionsCmd = DeleteByMessageId(conn, "reactions");
await using var editTimestampCmd = conn.Insert("edit_timestamps", [
("message_id", SqliteType.Integer),
("edit_timestamp", SqliteType.Integer)
]);
await using var repliedToCmd = conn.Insert("replied_to", [
("message_id", SqliteType.Integer),
("replied_to_id", SqliteType.Integer)
]);
await using var attachmentCmd = conn.Insert("attachments", [
("message_id", SqliteType.Integer),
("attachment_id", SqliteType.Integer), ("attachment_id", SqliteType.Integer),
("name", SqliteType.Text), ("name", SqliteType.Text),
("type", SqliteType.Text), ("type", SqliteType.Text),
@@ -75,25 +50,47 @@ sealed class SqliteMessageRepository : BaseSqliteRepository, IMessageRepository
("download_url", SqliteType.Text), ("download_url", SqliteType.Text),
("size", SqliteType.Integer), ("size", SqliteType.Integer),
("width", SqliteType.Integer), ("width", SqliteType.Integer),
("height", SqliteType.Integer) ("height", SqliteType.Integer),
]); ]);
await using var embedCmd = conn.Insert("embeds", [ await using var deleteMessageEditTimestampCmd = DeleteByMessageId(conn, "message_edit_timestamps");
await using var deleteMessageRepliedToCmd = DeleteByMessageId(conn, "message_replied_to");
await using var deleteMessageAttachmentsCmd = DeleteByMessageId(conn, "message_attachments");
await using var deleteMessageEmbedsCmd = DeleteByMessageId(conn, "message_embeds");
await using var deleteMessageReactionsCmd = DeleteByMessageId(conn, "message_reactions");
await using var messageEditTimestampCmd = conn.Insert("message_edit_timestamps", [
("message_id", SqliteType.Integer), ("message_id", SqliteType.Integer),
("json", SqliteType.Text) ("edit_timestamp", SqliteType.Integer),
]); ]);
await using var reactionCmd = conn.Insert("reactions", [ await using var messageRepliedToCmd = conn.Insert("message_replied_to", [
("message_id", SqliteType.Integer),
("replied_to_id", SqliteType.Integer),
]);
await using var messageAttachmentCmd = conn.Insert("message_attachments", [
("message_id", SqliteType.Integer),
("attachment_id", SqliteType.Integer),
]);
await using var messageEmbedCmd = conn.Insert("message_embeds", [
("message_id", SqliteType.Integer),
("json", SqliteType.Text),
]);
await using var messageReactionCmd = conn.Insert("message_reactions", [
("message_id", SqliteType.Integer), ("message_id", SqliteType.Integer),
("emoji_id", SqliteType.Integer), ("emoji_id", SqliteType.Integer),
("emoji_name", SqliteType.Text), ("emoji_name", SqliteType.Text),
("emoji_flags", SqliteType.Integer), ("emoji_flags", SqliteType.Integer),
("count", SqliteType.Integer) ("count", SqliteType.Integer),
]); ]);
await using var downloadCollector = new SqliteDownloadRepository.NewDownloadCollector(downloads, conn); await using var downloadCollector = new SqliteDownloadRepository.NewDownloadCollector(downloads, conn);
foreach (var message in messages) { foreach (Message message in messages) {
object messageId = message.Id; object messageId = message.Id;
messageCmd.Set(":message_id", messageId); messageCmd.Set(":message_id", messageId);
@@ -103,29 +100,30 @@ sealed class SqliteMessageRepository : BaseSqliteRepository, IMessageRepository
messageCmd.Set(":timestamp", message.Timestamp); messageCmd.Set(":timestamp", message.Timestamp);
await messageCmd.ExecuteNonQueryAsync(); await messageCmd.ExecuteNonQueryAsync();
await ExecuteDeleteByMessageId(deleteEditTimestampCmd, messageId); await ExecuteDeleteByMessageId(deleteMessageEditTimestampCmd, messageId);
await ExecuteDeleteByMessageId(deleteRepliedToCmd, messageId); await ExecuteDeleteByMessageId(deleteMessageRepliedToCmd, messageId);
await ExecuteDeleteByMessageId(deleteAttachmentsCmd, messageId); await ExecuteDeleteByMessageId(deleteMessageAttachmentsCmd, messageId);
await ExecuteDeleteByMessageId(deleteEmbedsCmd, messageId); await ExecuteDeleteByMessageId(deleteMessageEmbedsCmd, messageId);
await ExecuteDeleteByMessageId(deleteReactionsCmd, messageId); await ExecuteDeleteByMessageId(deleteMessageReactionsCmd, messageId);
if (message.EditTimestamp is {} timestamp) { if (message.EditTimestamp is {} timestamp) {
editTimestampCmd.Set(":message_id", messageId); messageEditTimestampCmd.Set(":message_id", messageId);
editTimestampCmd.Set(":edit_timestamp", timestamp); messageEditTimestampCmd.Set(":edit_timestamp", timestamp);
await editTimestampCmd.ExecuteNonQueryAsync(); await messageEditTimestampCmd.ExecuteNonQueryAsync();
} }
if (message.RepliedToId is {} repliedToId) { if (message.RepliedToId is {} repliedToId) {
repliedToCmd.Set(":message_id", messageId); messageRepliedToCmd.Set(":message_id", messageId);
repliedToCmd.Set(":replied_to_id", repliedToId); messageRepliedToCmd.Set(":replied_to_id", repliedToId);
await repliedToCmd.ExecuteNonQueryAsync(); await messageRepliedToCmd.ExecuteNonQueryAsync();
} }
if (!message.Attachments.IsEmpty) { if (!message.Attachments.IsEmpty) {
foreach (var attachment in message.Attachments) { foreach (Attachment attachment in message.Attachments) {
attachmentCmd.Set(":message_id", messageId); object attachmentId = attachment.Id;
attachmentCmd.Set(":attachment_id", attachment.Id);
attachmentCmd.Set(":attachment_id", attachmentId);
attachmentCmd.Set(":name", attachment.Name); attachmentCmd.Set(":name", attachment.Name);
attachmentCmd.Set(":type", attachment.Type); attachmentCmd.Set(":type", attachment.Type);
attachmentCmd.Set(":normalized_url", attachment.NormalizedUrl); attachmentCmd.Set(":normalized_url", attachment.NormalizedUrl);
@@ -135,15 +133,19 @@ sealed class SqliteMessageRepository : BaseSqliteRepository, IMessageRepository
attachmentCmd.Set(":height", attachment.Height); attachmentCmd.Set(":height", attachment.Height);
await attachmentCmd.ExecuteNonQueryAsync(); await attachmentCmd.ExecuteNonQueryAsync();
messageAttachmentCmd.Set(":message_id", messageId);
messageAttachmentCmd.Set(":attachment_id", attachmentId);
await messageAttachmentCmd.ExecuteNonQueryAsync();
await downloadCollector.Add(DownloadLinkExtractor.FromAttachment(attachment)); await downloadCollector.Add(DownloadLinkExtractor.FromAttachment(attachment));
} }
} }
if (!message.Embeds.IsEmpty) { if (!message.Embeds.IsEmpty) {
foreach (var embed in message.Embeds) { foreach (Embed embed in message.Embeds) {
embedCmd.Set(":message_id", messageId); messageEmbedCmd.Set(":message_id", messageId);
embedCmd.Set(":json", embed.Json); messageEmbedCmd.Set(":json", embed.Json);
await embedCmd.ExecuteNonQueryAsync(); await messageEmbedCmd.ExecuteNonQueryAsync();
if (DownloadLinkExtractor.TryFromEmbedJson(embed.Json) is {} download) { if (DownloadLinkExtractor.TryFromEmbedJson(embed.Json) is {} download) {
await downloadCollector.Add(download); await downloadCollector.Add(download);
@@ -152,13 +154,13 @@ sealed class SqliteMessageRepository : BaseSqliteRepository, IMessageRepository
} }
if (!message.Reactions.IsEmpty) { if (!message.Reactions.IsEmpty) {
foreach (var reaction in message.Reactions) { foreach (Reaction reaction in message.Reactions) {
reactionCmd.Set(":message_id", messageId); messageReactionCmd.Set(":message_id", messageId);
reactionCmd.Set(":emoji_id", reaction.EmojiId); messageReactionCmd.Set(":emoji_id", reaction.EmojiId);
reactionCmd.Set(":emoji_name", reaction.EmojiName); messageReactionCmd.Set(":emoji_name", reaction.EmojiName);
reactionCmd.Set(":emoji_flags", (int) reaction.EmojiFlags); messageReactionCmd.Set(":emoji_flags", (int) reaction.EmojiFlags);
reactionCmd.Set(":count", reaction.Count); messageReactionCmd.Set(":count", reaction.Count);
await reactionCmd.ExecuteNonQueryAsync(); await messageReactionCmd.ExecuteNonQueryAsync();
if (reaction.EmojiId is {} emojiId) { if (reaction.EmojiId is {} emojiId) {
await downloadCollector.Add(DownloadLinkExtractor.FromEmoji(emojiId, reaction.EmojiFlags)); await downloadCollector.Add(DownloadLinkExtractor.FromEmoji(emojiId, reaction.EmojiFlags));
@@ -167,7 +169,7 @@ sealed class SqliteMessageRepository : BaseSqliteRepository, IMessageRepository
} }
} }
await tx.CommitAsync(); await conn.CommitTransactionAsync();
downloadCollector.OnCommitted(); downloadCollector.OnCommitted();
} }
@@ -183,11 +185,11 @@ sealed class SqliteMessageRepository : BaseSqliteRepository, IMessageRepository
return await conn.ExecuteReaderAsync("SELECT COUNT(*) FROM messages" + filter.GenerateConditions().BuildWhereClause(), static reader => reader?.GetInt64(0) ?? 0L, cancellationToken); return await conn.ExecuteReaderAsync("SELECT COUNT(*) FROM messages" + filter.GenerateConditions().BuildWhereClause(), static reader => reader?.GetInt64(0) ?? 0L, cancellationToken);
} }
private sealed class MesageToManyCommand<T> : IAsyncDisposable { private sealed class MessageToManyCommand<T> : IAsyncDisposable {
private readonly SqliteCommand cmd; private readonly SqliteCommand cmd;
private readonly Func<SqliteDataReader, T> readItem; private readonly Func<SqliteDataReader, T> readItem;
public MesageToManyCommand(ISqliteConnection conn, string sql, Func<SqliteDataReader, T> readItem) { public MessageToManyCommand(ISqliteConnection conn, string sql, Func<SqliteDataReader, T> readItem) {
this.cmd = conn.Command(sql); this.cmd = conn.Command(sql);
this.cmd.Add(":message_id", SqliteType.Integer); this.cmd.Add(":message_id", SqliteType.Integer);
@@ -213,17 +215,18 @@ sealed class SqliteMessageRepository : BaseSqliteRepository, IMessageRepository
} }
} }
public async IAsyncEnumerable<Message> Get(MessageFilter? filter) { public async IAsyncEnumerable<Message> Get(MessageFilter? filter, [EnumeratorCancellation] CancellationToken cancellationToken) {
await using var conn = await pool.Take(); await using var conn = await pool.Take();
const string AttachmentSql = const string AttachmentSql =
""" """
SELECT attachment_id, name, type, normalized_url, download_url, size, width, height SELECT attachment_id, name, type, normalized_url, download_url, size, width, height
FROM attachments FROM attachments
WHERE message_id = :message_id JOIN message_attachments USING (attachment_id)
WHERE message_attachments.message_id = :message_id
"""; """;
await using var attachmentCmd = new MesageToManyCommand<Attachment>(conn, AttachmentSql, static reader => new Attachment { await using var attachmentCmd = new MessageToManyCommand<Attachment>(conn, AttachmentSql, static reader => new Attachment {
Id = reader.GetUint64(0), Id = reader.GetUint64(0),
Name = reader.GetString(1), Name = reader.GetString(1),
Type = reader.IsDBNull(2) ? null : reader.GetString(2), Type = reader.IsDBNull(2) ? null : reader.GetString(2),
@@ -237,22 +240,22 @@ sealed class SqliteMessageRepository : BaseSqliteRepository, IMessageRepository
const string EmbedSql = const string EmbedSql =
""" """
SELECT json SELECT json
FROM embeds FROM message_embeds
WHERE message_id = :message_id WHERE message_id = :message_id
"""; """;
await using var embedCmd = new MesageToManyCommand<Embed>(conn, EmbedSql, static reader => new Embed { await using var embedCmd = new MessageToManyCommand<Embed>(conn, EmbedSql, static reader => new Embed {
Json = reader.GetString(0) Json = reader.GetString(0),
}); });
const string ReactionSql = const string ReactionSql =
""" """
SELECT emoji_id, emoji_name, emoji_flags, count SELECT emoji_id, emoji_name, emoji_flags, count
FROM reactions FROM message_reactions
WHERE message_id = :message_id WHERE message_id = :message_id
"""; """;
await using var reactionsCmd = new MesageToManyCommand<Reaction>(conn, ReactionSql, static reader => new Reaction { await using var reactionsCmd = new MessageToManyCommand<Reaction>(conn, ReactionSql, static reader => new Reaction {
EmojiId = reader.IsDBNull(0) ? null : reader.GetUint64(0), EmojiId = reader.IsDBNull(0) ? null : reader.GetUint64(0),
EmojiName = reader.IsDBNull(1) ? null : reader.GetString(1), EmojiName = reader.IsDBNull(1) ? null : reader.GetString(1),
EmojiFlags = (EmojiFlags) reader.GetInt16(2), EmojiFlags = (EmojiFlags) reader.GetInt16(2),
@@ -261,17 +264,17 @@ sealed class SqliteMessageRepository : BaseSqliteRepository, IMessageRepository
await using var messageCmd = conn.Command( await using var messageCmd = conn.Command(
$""" $"""
SELECT m.message_id, m.sender_id, m.channel_id, m.text, m.timestamp, et.edit_timestamp, rt.replied_to_id SELECT m.message_id, m.sender_id, m.channel_id, m.text, m.timestamp, met.edit_timestamp, mrt.replied_to_id
FROM messages m FROM messages m
LEFT JOIN edit_timestamps et ON m.message_id = et.message_id LEFT JOIN message_edit_timestamps met ON m.message_id = met.message_id
LEFT JOIN replied_to rt ON m.message_id = rt.message_id LEFT JOIN message_replied_to mrt ON m.message_id = mrt.message_id
{filter.GenerateConditions("m").BuildWhereClause()} {filter.GenerateConditions("m").BuildWhereClause()}
""" """
); );
await using var reader = await messageCmd.ExecuteReaderAsync(); await using var reader = await messageCmd.ExecuteReaderAsync(cancellationToken);
while (await reader.ReadAsync()) { while (await reader.ReadAsync(cancellationToken)) {
ulong messageId = reader.GetUint64(0); ulong messageId = reader.GetUint64(0);
yield return new Message { yield return new Message {
@@ -284,7 +287,7 @@ sealed class SqliteMessageRepository : BaseSqliteRepository, IMessageRepository
RepliedToId = reader.IsDBNull(6) ? null : reader.GetUint64(6), RepliedToId = reader.IsDBNull(6) ? null : reader.GetUint64(6),
Attachments = await attachmentCmd.GetItems(messageId), Attachments = await attachmentCmd.GetItems(messageId),
Embeds = await embedCmd.GetItems(messageId), Embeds = await embedCmd.GetItems(messageId),
Reactions = await reactionsCmd.GetItems(messageId) Reactions = await reactionsCmd.GetItems(messageId),
}; };
} }
} }
@@ -300,17 +303,24 @@ sealed class SqliteMessageRepository : BaseSqliteRepository, IMessageRepository
} }
} }
public async Task Remove(MessageFilter filter, FilterRemovalMode mode) { public async Task<int> Remove(MessageFilter filter, FilterRemovalMode mode) {
int removed;
await using (var conn = await pool.Take()) { await using (var conn = await pool.Take()) {
await conn.ExecuteAsync( removed = await conn.ExecuteAsync(
$""" $"""
-- noinspection SqlWithoutWhere -- noinspection SqlWithoutWhere
DELETE FROM messages DELETE FROM messages
{filter.GenerateConditions(invert: mode == FilterRemovalMode.KeepMatching).BuildWhereClause()} {filter.GenerateConditions(invert: mode == FilterRemovalMode.KeepMatching).BuildWhereClause()}
""" """
); );
} }
UpdateTotalCount(); UpdateTotalCount();
return removed;
}
public async Task<int> RemoveUnreachableAttachments() {
await using var conn = await pool.Take();
return await conn.ExecuteAsync("DELETE FROM attachments WHERE attachment_id NOT IN (SELECT DISTINCT attachment_id FROM message_attachments)");
} }
} }

View File

@@ -1,4 +1,5 @@
using System.Collections.Generic; using System.Collections.Generic;
using System.Runtime.CompilerServices;
using System.Threading; using System.Threading;
using System.Threading.Tasks; using System.Threading.Tasks;
using DHT.Server.Data; using DHT.Server.Data;
@@ -19,23 +20,23 @@ sealed class SqliteServerRepository : BaseSqliteRepository, IServerRepository {
} }
public async Task Add(IReadOnlyList<Data.Server> servers) { public async Task Add(IReadOnlyList<Data.Server> servers) {
await using var conn = await pool.Take(); await using (var conn = await pool.Take()) {
await conn.BeginTransactionAsync();
await using (var tx = await conn.BeginTransactionAsync()) {
await using var cmd = conn.Upsert("servers", [ await using var cmd = conn.Upsert("servers", [
("id", SqliteType.Integer), ("id", SqliteType.Integer),
("name", SqliteType.Text), ("name", SqliteType.Text),
("type", SqliteType.Text) ("type", SqliteType.Text),
]); ]);
foreach (var server in servers) { foreach (Data.Server server in servers) {
cmd.Set(":id", server.Id); cmd.Set(":id", server.Id);
cmd.Set(":name", server.Name); cmd.Set(":name", server.Name);
cmd.Set(":type", ServerTypes.ToString(server.Type)); cmd.Set(":type", ServerTypes.ToString(server.Type));
await cmd.ExecuteNonQueryAsync(); await cmd.ExecuteNonQueryAsync();
} }
await tx.CommitAsync(); await conn.CommitTransactionAsync();
} }
UpdateTotalCount(); UpdateTotalCount();
@@ -46,13 +47,13 @@ sealed class SqliteServerRepository : BaseSqliteRepository, IServerRepository {
return await conn.ExecuteReaderAsync("SELECT COUNT(*) FROM servers", static reader => reader?.GetInt64(0) ?? 0L, cancellationToken); return await conn.ExecuteReaderAsync("SELECT COUNT(*) FROM servers", static reader => reader?.GetInt64(0) ?? 0L, cancellationToken);
} }
public async IAsyncEnumerable<Data.Server> Get() { public async IAsyncEnumerable<Data.Server> Get([EnumeratorCancellation] CancellationToken cancellationToken) {
await using var conn = await pool.Take(); await using var conn = await pool.Take();
await using var cmd = conn.Command("SELECT id, name, type FROM servers"); await using var cmd = conn.Command("SELECT id, name, type FROM servers");
await using var reader = await cmd.ExecuteReaderAsync(); await using var reader = await cmd.ExecuteReaderAsync(cancellationToken);
while (await reader.ReadAsync()) { while (await reader.ReadAsync(cancellationToken)) {
yield return new Data.Server { yield return new Data.Server {
Id = reader.GetUint64(0), Id = reader.GetUint64(0),
Name = reader.GetString(1), Name = reader.GetString(1),
@@ -60,4 +61,14 @@ sealed class SqliteServerRepository : BaseSqliteRepository, IServerRepository {
}; };
} }
} }
public async Task<int> RemoveUnreachable() {
int removed;
await using (var conn = await pool.Take()) {
removed = await conn.ExecuteAsync("DELETE FROM servers WHERE id NOT IN (SELECT DISTINCT server FROM channels)");
}
UpdateTotalCount();
return removed;
}
} }

View File

@@ -0,0 +1,58 @@
using System;
using System.Threading.Tasks;
using DHT.Server.Data.Settings;
using DHT.Server.Database.Repositories;
using DHT.Server.Database.Sqlite.Utils;
using Microsoft.Data.Sqlite;
namespace DHT.Server.Database.Sqlite.Repositories;
sealed class SqliteSettingsRepository(SqliteConnectionPool pool) : ISettingsRepository {
public Task Set<T>(SettingsKey<T> key, T value) {
return Set(setter => setter.Set(key, value));
}
public async Task Set(Func<ISettingsRepository.ISetter, Task> setter) {
await using var conn = await pool.Take();
await conn.BeginTransactionAsync();
await using var cmd = conn.Command(
"""
INSERT INTO metadata (key, value)
VALUES (:key, :value)
ON CONFLICT (key)
DO UPDATE SET value = excluded.value
"""
);
cmd.Add(":key", SqliteType.Text);
cmd.Add(":value", SqliteType.Text);
await setter(new Setter(cmd));
await cmd.ExecuteNonQueryAsync();
await conn.CommitTransactionAsync();
}
private sealed class Setter(SqliteCommand cmd) : ISettingsRepository.ISetter {
public async Task Set<T>(SettingsKey<T> key, T value) {
cmd.Set(":key", key.Key);
cmd.Set(":value", key.ToString(value));
await cmd.ExecuteNonQueryAsync();
}
}
public async Task<T?> Get<T>(SettingsKey<T> key, T? defaultValue) {
string? value;
await using (var conn = await pool.Take()) {
await using var cmd = conn.Command("SELECT value FROM metadata WHERE key = :key");
cmd.AddAndSet(":key", SqliteType.Text, key.Key);
await using var reader = await cmd.ExecuteReaderAsync();
value = await reader.ReadAsync() ? reader.GetString(0) : null;
}
return value != null && key.FromString(value, out T convertedValue) ? convertedValue : defaultValue;
}
}

View File

@@ -1,4 +1,5 @@
using System.Collections.Generic; using System.Collections.Generic;
using System.Runtime.CompilerServices;
using System.Threading; using System.Threading;
using System.Threading.Tasks; using System.Threading.Tasks;
using DHT.Server.Data; using DHT.Server.Data;
@@ -23,20 +24,22 @@ sealed class SqliteUserRepository : BaseSqliteRepository, IUserRepository {
public async Task Add(IReadOnlyList<User> users) { public async Task Add(IReadOnlyList<User> users) {
await using (var conn = await pool.Take()) { await using (var conn = await pool.Take()) {
await using var tx = await conn.BeginTransactionAsync(); await conn.BeginTransactionAsync();
await using var cmd = conn.Upsert("users", [ await using var cmd = conn.Upsert("users", [
("id", SqliteType.Integer), ("id", SqliteType.Integer),
("name", SqliteType.Text), ("name", SqliteType.Text),
("display_name", SqliteType.Text),
("avatar_url", SqliteType.Text), ("avatar_url", SqliteType.Text),
("discriminator", SqliteType.Text) ("discriminator", SqliteType.Text),
]); ]);
await using var downloadCollector = new SqliteDownloadRepository.NewDownloadCollector(downloads, conn); await using var downloadCollector = new SqliteDownloadRepository.NewDownloadCollector(downloads, conn);
foreach (var user in users) { foreach (User user in users) {
cmd.Set(":id", user.Id); cmd.Set(":id", user.Id);
cmd.Set(":name", user.Name); cmd.Set(":name", user.Name);
cmd.Set(":display_name", user.DisplayName);
cmd.Set(":avatar_url", user.AvatarUrl); cmd.Set(":avatar_url", user.AvatarUrl);
cmd.Set(":discriminator", user.Discriminator); cmd.Set(":discriminator", user.Discriminator);
await cmd.ExecuteNonQueryAsync(); await cmd.ExecuteNonQueryAsync();
@@ -46,7 +49,7 @@ sealed class SqliteUserRepository : BaseSqliteRepository, IUserRepository {
} }
} }
await tx.CommitAsync(); await conn.CommitTransactionAsync();
downloadCollector.OnCommitted(); downloadCollector.OnCommitted();
} }
@@ -58,19 +61,30 @@ sealed class SqliteUserRepository : BaseSqliteRepository, IUserRepository {
return await conn.ExecuteReaderAsync("SELECT COUNT(*) FROM users", static reader => reader?.GetInt64(0) ?? 0L, cancellationToken); return await conn.ExecuteReaderAsync("SELECT COUNT(*) FROM users", static reader => reader?.GetInt64(0) ?? 0L, cancellationToken);
} }
public async IAsyncEnumerable<User> Get() { public async IAsyncEnumerable<User> Get([EnumeratorCancellation] CancellationToken cancellationToken) {
await using var conn = await pool.Take(); await using var conn = await pool.Take();
await using var cmd = conn.Command("SELECT id, name, avatar_url, discriminator FROM users"); await using var cmd = conn.Command("SELECT id, name, display_name, avatar_url, discriminator FROM users");
await using var reader = await cmd.ExecuteReaderAsync(); await using var reader = await cmd.ExecuteReaderAsync(cancellationToken);
while (await reader.ReadAsync()) { while (await reader.ReadAsync(cancellationToken)) {
yield return new User { yield return new User {
Id = reader.GetUint64(0), Id = reader.GetUint64(0),
Name = reader.GetString(1), Name = reader.GetString(1),
AvatarUrl = reader.IsDBNull(2) ? null : reader.GetString(2), DisplayName = reader.IsDBNull(2) ? null : reader.GetString(2),
Discriminator = reader.IsDBNull(3) ? null : reader.GetString(3), AvatarUrl = reader.IsDBNull(3) ? null : reader.GetString(3),
Discriminator = reader.IsDBNull(4) ? null : reader.GetString(4),
}; };
} }
} }
public async Task<int> RemoveUnreachable() {
int removed;
await using (var conn = await pool.Take()) {
removed = await conn.ExecuteAsync("DELETE FROM users WHERE id NOT IN (SELECT DISTINCT sender_id FROM messages)");
}
UpdateTotalCount();
return removed;
}
} }

View File

@@ -0,0 +1,77 @@
using System.Threading.Tasks;
using DHT.Server.Database.Sqlite.Utils;
using DHT.Utils.Logging;
namespace DHT.Server.Database.Sqlite.Schema;
sealed class SqliteSchemaUpgradeTo10 : ISchemaUpgrade {
private static readonly Log Log = Log.ForType<SqliteSchemaUpgradeTo10>();
async Task ISchemaUpgrade.Run(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) {
await reporter.MainWork("Migrating message embeds...", finishedItems: 0, totalItems: 6);
await conn.ExecuteAsync("""
CREATE TABLE message_embeds_new (
message_id INTEGER NOT NULL,
json TEXT NOT NULL,
FOREIGN KEY (message_id) REFERENCES messages (message_id) ON UPDATE CASCADE ON DELETE CASCADE
)
""");
await conn.ExecuteAsync("INSERT INTO message_embeds_new (message_id, json) SELECT message_id, json FROM message_embeds WHERE message_id IN (SELECT DISTINCT message_id FROM messages)");
await reporter.MainWork("Migrating message reactions...", finishedItems: 1, totalItems: 6);
await conn.ExecuteAsync("""
CREATE TABLE message_reactions_new (
message_id INTEGER NOT NULL,
emoji_id INTEGER,
emoji_name TEXT,
emoji_flags INTEGER NOT NULL,
count INTEGER NOT NULL,
FOREIGN KEY (message_id) REFERENCES messages (message_id) ON UPDATE CASCADE ON DELETE CASCADE
)
""");
await conn.ExecuteAsync("INSERT INTO message_reactions_new (message_id, emoji_id, emoji_name, emoji_flags, count) SELECT message_id, emoji_id, emoji_name, emoji_flags, count FROM message_reactions WHERE message_id IN (SELECT DISTINCT message_id FROM messages)");
await reporter.MainWork("Migrating message edit timestamps...", finishedItems: 2, totalItems: 6);
await conn.ExecuteAsync("""
CREATE TABLE message_edit_timestamps_new (
message_id INTEGER PRIMARY KEY NOT NULL,
edit_timestamp INTEGER NOT NULL,
FOREIGN KEY (message_id) REFERENCES messages (message_id) ON UPDATE CASCADE ON DELETE CASCADE
)
""");
await conn.ExecuteAsync("INSERT INTO message_edit_timestamps_new (message_id, edit_timestamp) SELECT message_id, edit_timestamp FROM message_edit_timestamps WHERE message_id IN (SELECT DISTINCT message_id FROM messages)");
await reporter.MainWork("Migrating message replies...", finishedItems: 3, totalItems: 6);
await conn.ExecuteAsync("""
CREATE TABLE message_replied_to_new (
message_id INTEGER PRIMARY KEY NOT NULL,
replied_to_id INTEGER NOT NULL,
FOREIGN KEY (message_id) REFERENCES messages (message_id) ON UPDATE CASCADE ON DELETE CASCADE
)
""");
await conn.ExecuteAsync("INSERT INTO message_replied_to_new (message_id, replied_to_id) SELECT message_id, replied_to_id FROM message_replied_to WHERE message_id IN (SELECT DISTINCT message_id FROM messages)");
await reporter.MainWork("Applying schema changes...", finishedItems: 4, totalItems: 6);
await conn.ExecuteAsync("DROP TABLE message_embeds");
await conn.ExecuteAsync("ALTER TABLE message_embeds_new RENAME TO message_embeds");
await conn.ExecuteAsync("CREATE INDEX embeds_message_ix ON message_embeds(message_id)");
await conn.ExecuteAsync("DROP TABLE message_reactions");
await conn.ExecuteAsync("ALTER TABLE message_reactions_new RENAME TO message_reactions");
await conn.ExecuteAsync("CREATE INDEX reactions_message_ix ON message_reactions(message_id)");
await conn.ExecuteAsync("DROP TABLE message_edit_timestamps");
await conn.ExecuteAsync("ALTER TABLE message_edit_timestamps_new RENAME TO message_edit_timestamps");
await conn.ExecuteAsync("DROP TABLE message_replied_to");
await conn.ExecuteAsync("ALTER TABLE message_replied_to_new RENAME TO message_replied_to");
await reporter.MainWork("Removing orphaned objects...", finishedItems: 5, totalItems: 6);
Log.Info("Removed orphaned attachments: " + await conn.ExecuteAsync("DELETE FROM attachments WHERE attachment_id NOT IN (SELECT DISTINCT attachment_id FROM message_attachments)"));
Log.Info("Removed orphaned users: " + await conn.ExecuteAsync("DELETE FROM users WHERE id NOT IN (SELECT DISTINCT sender_id FROM messages)"));
Log.Info("Removed orphaned channels: " + await conn.ExecuteAsync("DELETE FROM channels WHERE id NOT IN (SELECT DISTINCT channel_id FROM messages)"));
Log.Info("Removed orphaned servers: " + await conn.ExecuteAsync("DELETE FROM servers WHERE id NOT IN (SELECT DISTINCT server FROM channels)"));
}
}

Some files were not shown because too many files have changed in this diff Show More